diff --git a/.gitattributes b/.gitattributes index 0efb056ca9c5b6df08f681294a1987e190e999ef..068586f9c8bdf6ec8141940fd80f7eaed052aa89 100644 --- a/.gitattributes +++ b/.gitattributes @@ -59,3 +59,13 @@ vicoffee/vc11_utae_cloudmask/summary_archive/20261101-0200_vc11_utae_cloudmask_1 vicoffee/vc11_utae_cloudmask/summary_archive/20261101-0200_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/results_overview__20261101-0200_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png filter=lfs diff=lfs merge=lfs -text vicoffee/vc11_utae_cloudmask/summary/report_fold_matrix.png filter=lfs diff=lfs merge=lfs -text vicoffee/vc11_utae_cloudmask/summary/report_label_efficiency.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/matrices_fold_ratio__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/overfit__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_confusion__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_curves_r0.05__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_curves_r0.1__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_curves_r0.5__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_curves_r1.0__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_fold_matrix__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_label_efficiency__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png filter=lfs diff=lfs merge=lfs -text +vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/results_overview__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png filter=lfs diff=lfs merge=lfs -text diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/ablation_mask_vs_C__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/ablation_mask_vs_C__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md new file mode 100644 index 0000000000000000000000000000000000000000..cb1a12e50923e2a0087fda5fd2488e951d8ba198 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/ablation_mask_vs_C__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md @@ -0,0 +1,8 @@ +| Thử nghiệm | Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---|---| +| Che 20% ngày | SSL_LP (probe) | — | — | — | — | +| Che 20% ngày | SSL_FT (LP-FT) | — | — | — | — | +| Che 60% ngày | SSL_LP (probe) | — | — | — | — | +| Che 60% ngày | SSL_FT (LP-FT) | — | — | — | — | +| Che 75% ngày | SSL_LP (probe) | — | — | — | — | +| Che 75% ngày | SSL_FT (LP-FT) | — | — | — | — | \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/ablation_recipe_vs_C__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/ablation_recipe_vs_C__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md new file mode 100644 index 0000000000000000000000000000000000000000..d68a73a88ffee0b0b0b5c7d3c71d7b2077065559 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/ablation_recipe_vs_C__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md @@ -0,0 +1,30 @@ +| Thử nghiệm | Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---|---| +| AdamW + wd | SL | 🟢 +3.44 (5/5) · 15 | 🟢 +5.02 (5/5) · 15 | — | — | +| AdamW + wd | FT thẳng | — | — | — | — | +| AdamW + wd | SSL_LP (probe) | — | — | — | — | +| AdamW + wd | SSL_FT (LP-FT) | — | — | — | — | +| EMA theo epoch | SL | 🟡 -0.77 (1/5) · 15 | 🟡 +1.09 (4/5) · 15 | — | — | +| EMA theo epoch | FT thẳng | — | — | — | — | +| EMA theo epoch | SSL_LP (probe) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | +| EMA theo epoch | SSL_FT (LP-FT) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | +| Warm-up + cosine | SL | 🟡 -2.69 (1/5) · 15 | ⚪ +0.05 (4/5) · 15 | — | — | +| Warm-up + cosine | FT thẳng | — | — | — | — | +| Warm-up + cosine | SSL_LP (probe) | — | — | — | — | +| Warm-up + cosine | SSL_FT (LP-FT) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | +| Số bước ∝ nhãn | SL | 🔴 -3.79 (0/5) · 15 | 🔴 -2.40 (0/5) · 15 | — | — | +| Số bước ∝ nhãn | FT thẳng | — | — | — | — | +| Số bước ∝ nhãn | SSL_LP (probe) | — | — | — | — | +| Số bước ∝ nhãn | SSL_FT (LP-FT) | — | — | — | — | +| Bỏ ngày ngẫu nhiên | SL | 🟢 +11.61 (5/5) · 15 | 🟢 +10.19 (5/5) · 15 | — | — | +| Bỏ ngày ngẫu nhiên | FT thẳng | — | — | — | — | +| Bỏ ngày ngẫu nhiên | SSL_LP (probe) | — | — | — | — | +| Bỏ ngày ngẫu nhiên | SSL_FT (LP-FT) | — | — | — | — | +| Cả năm thành phần | SL | — | — | — | — | +| Cả năm thành phần | FT thẳng | — | — | — | — | +| Cả năm thành phần | SSL_LP (probe) | — | — | — | — | +| Cả năm thành phần | SSL_FT (LP-FT) | — | — | — | — | +| AdamW + bỏ ngày (R7) | SL | — | — | — | — | +| AdamW + bỏ ngày (R7) | FT thẳng | — | — | — | — | +| AdamW + bỏ ngày (R7) | SSL_LP (probe) | — | — | — | — | +| AdamW + bỏ ngày (R7) | SSL_FT (LP-FT) | — | — | — | — | \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/ablation_vs_C__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/ablation_vs_C__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md new file mode 100644 index 0000000000000000000000000000000000000000..655c40fd0a2f721d7d5c7ebb08e5f2eace541b2e --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/ablation_vs_C__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md @@ -0,0 +1,20 @@ +| Thử nghiệm | Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---|---| +| ld75 riêng | SL | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | +| ld75 riêng | SSL_LP (probe) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | +| ld75 riêng | SSL_FT (LP-FT) | — | — | — | — | +| Lovász riêng | SL | ⚪ -0.14 (3/5) · 15 | ⚪ +0.99 (2/5) · 15 | — | — | +| Lovász riêng | SSL_LP (probe) | — | ⚪ +0.06 (2/5) · 15 | — | ⚪ -0.41 (2/5) · 15 | +| Lovász riêng | SSL_FT (LP-FT) | — | ⚪ -0.05 (3/5) · 15 | — | ⚪ -0.22 (0/5) · 15 | +| SSL 200 epoch riêng | SL | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | = mốc C (không đổi) | +| SSL 200 epoch riêng | SSL_LP (probe) | — | ⚪ +0.27 (2/5) · 15 | — | ⚪ +0.12 (3/5) · 15 | +| SSL 200 epoch riêng | SSL_FT (LP-FT) | — | ⚪ +0.40 (4/5) · 15 | — | ⚪ -0.23 (3/5) · 15 | +| cả ba cùng lúc | SL | ⚪ -0.14 (3/5) · 15 | ⚪ +0.99 (2/5) · 15 | — | — | +| cả ba cùng lúc | SSL_LP (probe) | — | — | — | — | +| cả ba cùng lúc | SSL_FT (LP-FT) | — | — | — | — | +| cả bốn (thêm bỏ cửa sổ gần test) | SL | ⚪ -0.14 (3/5) · 15 | ⚪ +0.99 (2/5) · 15 | — | — | +| cả bốn (thêm bỏ cửa sổ gần test) | SSL_LP (probe) | 🟡 -1.53 (0/5) · 15 | 🟡 -0.92 (1/5) · 15 | ⚪ +0.45 (2/5) · 15 | ⚪ +0.06 (2/5) · 15 | +| cả bốn (thêm bỏ cửa sổ gần test) | SSL_FT (LP-FT) | 🟡 -1.32 (0/5) · 15 | 🟡 -0.71 (1/5) · 15 | 🟡 -2.02 (0/5) · 15 | 🔴 -2.45 (0/5) · 15 | +| Lovász + SSL 200 (không ld75) | SL | ⚪ -0.14 (3/5) · 15 | ⚪ +0.99 (2/5) · 15 | — | — | +| Lovász + SSL 200 (không ld75) | SSL_LP (probe) | — | — | — | — | +| Lovász + SSL 200 (không ld75) | SSL_FT (LP-FT) | — | — | — | — | \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/matrices_fold_ratio__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/matrices_fold_ratio__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png new file mode 100644 index 0000000000000000000000000000000000000000..42a7735606a0b05d4ebf766dc61afd915f74fdbe --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/matrices_fold_ratio__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:857569401d456433adb2903722aac88866607418391943ea1b214b77165e2a90 +size 862618 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/meta__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.json b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/meta__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.json new file mode 100644 index 0000000000000000000000000000000000000000..c8f703325e3532d584760a288b25e5e5a591bbf0 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/meta__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.json @@ -0,0 +1,62 @@ +{ + "label": "20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080", + "tag": "vc11_utae_cloudmask", + "created": "2026-11-01 13:38:41", + "n_runs": 1080, + "runs_per_mode": { + "sl-cos+es50p30": 30, + "sl-dk30+es50p30": 30, + "sl-ema95+es50p30": 30, + "sl+es50p30_lov50": 30, + "sl+es50p30": 60, + "sl": 60, + "sl-spl+es50p30": 30, + "ssl_ft@e200": 60, + "ssl_ft+es50p30": 60, + "ssl_ft": 60, + "ssl_lp+es50p30@e200": 30, + "ssl_lp+es50p30_lov50@e200_exactloc1km": 60, + "ssl_lp@e200": 60, + "ssl_lp+es50p30_lov50": 30, + "ssl_lp+es50p30": 60, + "ssl_lp+es50p30@exactloc1km": 30, + "ssl_lp": 60, + "ssl_lpft+es50p30@e200": 30, + "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km": 60, + "ssl_lpft+es50p30_lov50": 30, + "ssl_lpft+es50p30": 60, + "ssl_lpft+es50p30@exactloc1km": 30, + "ssl_lpft": 60, + "sl-wd1e-2+es50p30": 30 + }, + "modes": [ + "sl", + "ssl_ft", + "ssl_lp", + "ssl_lpft", + "sl+es50p30", + "sl+es50p30_lov50", + "sl-cos+es50p30", + "sl-dk30+es50p30", + "sl-ema95+es50p30", + "sl-spl+es50p30", + "sl-wd1e-2+es50p30", + "ssl_ft+es50p30", + "ssl_lp+es50p30", + "ssl_lp+es50p30_lov50", + "ssl_lpft+es50p30", + "ssl_lpft+es50p30_lov50", + "ssl_ft@e200", + "ssl_lp@e200", + "ssl_lp+es50p30@e200", + "ssl_lpft+es50p30@e200", + "ssl_lp+es50p30_lov50@e200_exactloc1km", + "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km", + "ssl_lp+es50p30@exactloc1km", + "ssl_lpft+es50p30@exactloc1km" + ], + "n_runs_with_tta": 1080, + "experiments": [ + "spatial" + ] +} \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/overfit__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/overfit__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png new file mode 100644 index 0000000000000000000000000000000000000000..145ca612cce4e92cf89a95ecc3f3f56c22dcb117 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/overfit__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:285a937a05e8b29a610ce47541b03ce8c06c692b94a3970426cb8fd603acfd13 +size 341372 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/preset_ladder__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/preset_ladder__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md new file mode 100644 index 0000000000000000000000000000000000000000..666fd7eaa4961fb05e6652231297ee86afc4d4d1 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/preset_ladder__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md @@ -0,0 +1,191 @@ +| Preset | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| A · giao thức đầu (dừng sớm 30/20) · không TTA | 65.29 ± 2.28 (15) | 67.15 ± 2.59 (15) | 70.75 ± 1.70 (15) | 72.32 ± 2.14 (15) | +| B · + dừng sớm 50% / 30% · không TTA | 65.43 ± 2.78 (15) (+0.15) | 67.25 ± 2.31 (15) (+0.10) | 71.15 ± 1.46 (15) (+0.41) | 72.52 ± 1.90 (15) (+0.20) | +| C · + chấm TTA 8 phép | 65.98 ± 2.71 (15) (+0.54) | 67.80 ± 1.99 (15) (+0.55) | 71.49 ± 1.16 (15) (+0.34) | 72.87 ± 1.60 (15) (+0.34) | +| D · + LP-FT lr 3e-4, giảm dần theo độ sâu ×0,75 | — | — | — | — | +| E · + Lovász loss 0,5 | — | — | — | — | +| X1 · kiểm tra rò rỉ: SSL bỏ cửa sổ cách khu test < 1 km | — | 67.53 ± 2.27 (15) (-0.27) | — | 71.68 ± 3.06 (15) (-1.19) | +| X2 · kiểm tra: SSL 200 epoch | — | 68.20 ± 2.54 (15) (+0.40) | — | 72.63 ± 2.08 (15) (-0.23) | +| X3 · kiểm tra: chỉ Lovász 0,5 (không ld75) | — | 67.75 ± 2.40 (15) (-0.05) | — | 72.64 ± 1.76 (15) (-0.22) | +| X4 · kiểm tra: ld75 + Lovász + SSL 200 epoch cùng lúc | — | — | — | — | +| R1 · công thức MAESTRO: chỉ AdamW + weight decay | — | — | — | — | +| R2 · công thức MAESTRO: chỉ EMA theo epoch | 65.98 ± 2.71 (15) (+0.00) | 67.80 ± 1.99 (15) (+0.00) | 71.49 ± 1.16 (15) (+0.00) | 72.87 ± 1.60 (15) (+0.00) | +| R3 · công thức MAESTRO: chỉ warm-up + cosine | 65.98 ± 2.71 (15) (+0.00) | 67.80 ± 1.99 (15) (+0.00) | 71.49 ± 1.16 (15) (+0.00) | 72.87 ± 1.60 (15) (+0.00) | +| R4 · công thức MAESTRO: chỉ số bước ∝ nhãn | — | — | — | — | +| R5 · công thức MAESTRO: chỉ bỏ ngày ngẫu nhiên | — | — | — | — | +| R6 · công thức MAESTRO: cả năm thành phần | — | — | — | — | +| M20 · SSL che 20% số ngày (mặc định 40%) | — | — | — | — | +| M60 · SSL che 60% số ngày (mặc định 40%) | — | — | — | — | +| M75 · SSL che 75% số ngày (mức của MAE / MAESTRO) | — | — | — | — | +| R7 · công thức MAESTRO: AdamW + bỏ ngày (hai thành phần thắng ở đợt 1) | — | — | — | — | +| X6 · kiểm tra: Lovász + SSL 200 epoch (không ld75, không bỏ cửa sổ) | — | — | — | — | +| X5 · kiểm tra: ld75 + Lovász + SSL 200 + bỏ cửa sổ gần test (cả bốn công tắc) | 64.65 ± 3.52 (15) (-1.32) | 67.09 ± 2.10 (15) (-0.71) | 69.47 ± 2.56 (15) (-2.02) | 70.42 ± 2.26 (15) (-2.45) | + +**A · giao thức đầu (dừng sớm 30/20)** (không TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 56.19 ± 3.85 (15) | 62.43 ± 3.11 (15) | 73.65 ± 2.57 (15) | 74.85 ± 2.62 (15) | +| SSL_LP (probe) | 65.44 ± 2.28 (15) | 67.06 ± 2.44 (15) | 68.50 ± 3.72 (15) | 68.60 ± 4.29 (15) | +| SSL_FT (LP-FT) | 65.29 ± 2.28 (15) | 67.15 ± 2.59 (15) | 70.75 ± 1.70 (15) | 72.32 ± 2.14 (15) | + +**B · + dừng sớm 50% / 30%** (không TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 57.15 ± 1.31 (15) | 61.79 ± 4.14 (15) | 72.57 ± 3.99 (15) | 74.80 ± 2.60 (15) | +| SSL_LP (probe) | 65.43 ± 2.78 (15) | 67.18 ± 2.33 (15) | 68.50 ± 3.58 (15) | 69.05 ± 3.56 (15) | +| SSL_FT (LP-FT) | 65.43 ± 2.78 (15) | 67.25 ± 2.31 (15) | 71.15 ± 1.46 (15) | 72.52 ± 1.90 (15) | + +**C · + chấm TTA 8 phép** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 59.48 ± 1.34 (15) | 63.52 ± 3.91 (15) | 73.38 ± 3.79 (15) | 75.38 ± 2.34 (15) | +| SSL_LP (probe) | 65.98 ± 2.73 (15) | 67.74 ± 2.01 (15) | 68.90 ± 2.89 (15) | 69.52 ± 2.92 (15) | +| SSL_FT (LP-FT) | 65.98 ± 2.71 (15) | 67.80 ± 1.99 (15) | 71.49 ± 1.16 (15) | 72.87 ± 1.60 (15) | + +**D · + LP-FT lr 3e-4, giảm dần theo độ sâu ×0,75** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 59.48 ± 1.34 (15) | 63.52 ± 3.91 (15) | 73.38 ± 3.79 (15) | 75.38 ± 2.34 (15) | +| SSL_LP (probe) | 65.98 ± 2.73 (15) | 67.74 ± 2.01 (15) | 68.90 ± 2.89 (15) | 69.52 ± 2.92 (15) | +| SSL_FT (LP-FT) | — | — | — | — | + +**E · + Lovász loss 0,5** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 59.34 ± 3.31 (15) | 64.52 ± 2.63 (15) | — | — | +| SSL_LP (probe) | — | 67.80 ± 2.40 (15) | — | 69.11 ± 3.75 (15) | +| SSL_FT (LP-FT) | — | — | — | — | + +**X1 · kiểm tra rò rỉ: SSL bỏ cửa sổ cách khu test < 1 km** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 59.48 ± 1.34 (15) | 63.52 ± 3.91 (15) | 73.38 ± 3.79 (15) | 75.38 ± 2.34 (15) | +| SSL_LP (probe) | — | 67.22 ± 2.13 (15) | — | 69.14 ± 2.69 (15) | +| SSL_FT (LP-FT) | — | 67.53 ± 2.27 (15) | — | 71.68 ± 3.06 (15) | + +**X2 · kiểm tra: SSL 200 epoch** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 59.48 ± 1.34 (15) | 63.52 ± 3.91 (15) | 73.38 ± 3.79 (15) | 75.38 ± 2.34 (15) | +| SSL_LP (probe) | — | 68.01 ± 2.91 (15) | — | 69.64 ± 2.98 (15) | +| SSL_FT (LP-FT) | — | 68.20 ± 2.54 (15) | — | 72.63 ± 2.08 (15) | + +**X3 · kiểm tra: chỉ Lovász 0,5 (không ld75)** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 59.34 ± 3.31 (15) | 64.52 ± 2.63 (15) | — | — | +| SSL_LP (probe) | — | 67.80 ± 2.40 (15) | — | 69.11 ± 3.75 (15) | +| SSL_FT (LP-FT) | — | 67.75 ± 2.40 (15) | — | 72.64 ± 1.76 (15) | + +**X4 · kiểm tra: ld75 + Lovász + SSL 200 epoch cùng lúc** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 59.34 ± 3.31 (15) | 64.52 ± 2.63 (15) | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**R1 · công thức MAESTRO: chỉ AdamW + weight decay** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 62.92 ± 2.95 (15) | 68.54 ± 2.13 (15) | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**R2 · công thức MAESTRO: chỉ EMA theo epoch** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 58.71 ± 3.66 (15) | 64.61 ± 3.36 (15) | — | — | +| SSL_LP (probe) | 65.98 ± 2.73 (15) | 67.74 ± 2.01 (15) | 68.90 ± 2.89 (15) | 69.52 ± 2.92 (15) | +| SSL_FT (LP-FT) | 65.98 ± 2.71 (15) | 67.80 ± 1.99 (15) | 71.49 ± 1.16 (15) | 72.87 ± 1.60 (15) | + +**R3 · công thức MAESTRO: chỉ warm-up + cosine** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 56.79 ± 3.09 (15) | 63.58 ± 3.35 (15) | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | 65.98 ± 2.71 (15) | 67.80 ± 1.99 (15) | 71.49 ± 1.16 (15) | 72.87 ± 1.60 (15) | + +**R4 · công thức MAESTRO: chỉ số bước ∝ nhãn** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 55.69 ± 3.36 (15) | 61.12 ± 3.17 (15) | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**R5 · công thức MAESTRO: chỉ bỏ ngày ngẫu nhiên** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 71.09 ± 2.86 (15) | 73.72 ± 2.05 (15) | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**R6 · công thức MAESTRO: cả năm thành phần** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**M20 · SSL che 20% số ngày (mặc định 40%)** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 59.48 ± 1.34 (15) | 63.52 ± 3.91 (15) | 73.38 ± 3.79 (15) | 75.38 ± 2.34 (15) | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**M60 · SSL che 60% số ngày (mặc định 40%)** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 59.48 ± 1.34 (15) | 63.52 ± 3.91 (15) | 73.38 ± 3.79 (15) | 75.38 ± 2.34 (15) | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**M75 · SSL che 75% số ngày (mức của MAE / MAESTRO)** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 59.48 ± 1.34 (15) | 63.52 ± 3.91 (15) | 73.38 ± 3.79 (15) | 75.38 ± 2.34 (15) | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**R7 · công thức MAESTRO: AdamW + bỏ ngày (hai thành phần thắng ở đợt 1)** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | — | — | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**X6 · kiểm tra: Lovász + SSL 200 epoch (không ld75, không bỏ cửa sổ)** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 59.34 ± 3.31 (15) | 64.52 ± 2.63 (15) | — | — | +| SSL_LP (probe) | — | — | — | — | +| SSL_FT (LP-FT) | — | — | — | — | + +**X5 · kiểm tra: ld75 + Lovász + SSL 200 + bỏ cửa sổ gần test (cả bốn công tắc)** (có TTA) + +| Chế độ | 5% | 10% | 50% | 100% | +|---|---|---|---|---| +| SL | 59.34 ± 3.31 (15) | 64.52 ± 2.63 (15) | — | — | +| SSL_LP (probe) | 64.45 ± 3.72 (15) | 66.82 ± 1.97 (15) | 69.35 ± 2.63 (15) | 69.58 ± 3.36 (15) | +| SSL_FT (LP-FT) | 64.65 ± 3.52 (15) | 67.09 ± 2.10 (15) | 69.47 ± 2.56 (15) | 70.42 ± 2.26 (15) | \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_confusion__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_confusion__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png new file mode 100644 index 0000000000000000000000000000000000000000..d11dc81d7cee903024558eb7046893f4b44e287e --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_confusion__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45939b99d4c11ac9a364502338bb8cbf0e086c264d383e6a2168a3288a639153 +size 315161 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_curves_r0.05__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_curves_r0.05__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png new file mode 100644 index 0000000000000000000000000000000000000000..ceb58f32495f49f3b3343c2a0013cb5b96f970c9 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_curves_r0.05__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4c27f51f28e482b7f9471a59214288074afdae1ad8d4c3ed0dacf6fd64b8f80 +size 220095 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_curves_r0.1__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_curves_r0.1__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png new file mode 100644 index 0000000000000000000000000000000000000000..6a92dc1d4ffd101a7a0f5055288531ba94fab2a4 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_curves_r0.1__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f3e9e555ac4580c2dc4f4f6d2a32d1c45bcfa980ff9eb035e6b6d5ac2f674a3 +size 217328 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_curves_r0.5__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_curves_r0.5__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png new file mode 100644 index 0000000000000000000000000000000000000000..b47fa6ee6f56dab5f15136580132b833dfdbdc1f --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_curves_r0.5__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2a904bda66265aceb6806c9774e86f9153f4016f7507ec718698721ace3cee6 +size 171127 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_curves_r1.0__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_curves_r1.0__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png new file mode 100644 index 0000000000000000000000000000000000000000..18357a8c0c9e24c951188b56a241e71b2a40c9db --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_curves_r1.0__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c1014c1da27332439e6f4c7a266142a138eeceeb8233530e6042822b759742f +size 168832 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_fold_matrix__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_fold_matrix__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png new file mode 100644 index 0000000000000000000000000000000000000000..dbb23c16c67502144710d0c3b86c70752e56b88c --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_fold_matrix__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:565214db428380283172076bc2e1ad7f193bb98a321317ec9bb04c0c42fc1190 +size 103634 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_label_efficiency__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_label_efficiency__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png new file mode 100644 index 0000000000000000000000000000000000000000..32cc265b04b3e269e1d15e51ac101e5ef257ad77 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_label_efficiency__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf3f11b4096b3ca83ea97abb053ba8346cb98aa805675bf76a7ed5a62c647b8e +size 122733 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_table__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.csv b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_table__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.csv new file mode 100644 index 0000000000000000000000000000000000000000..d03c58a30f6b1ca9e11449ca077290732988433f --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_table__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.csv @@ -0,0 +1,15 @@ +mode,ratio,runs,epochs,mIoU,mIoU_std,IoU_coffee,IoU_noncoffee,macroF1,OA,delta_vs_sl +sl+es50p30,0.05,15,66.1,59.478,1.337,71.891,47.066,73.724,77.757, +sl+es50p30,0.1,15,65.2,63.525,3.906,75.890,51.159,76.849,80.923, +sl+es50p30,0.5,15,68.1,73.379,3.792,83.204,63.554,84.200,87.208, +sl+es50p30,1.0,15,67.4,75.382,2.341,85.012,65.751,85.568,88.586, +ssl_lp+es50p30,0.05,15,58.0,65.983,2.728,79.263,52.704,78.625,83.401,6.505 +ssl_lp+es50p30,0.1,15,61.2,67.739,2.012,80.172,55.307,80.034,84.363,4.215 +ssl_lp+es50p30,0.5,15,61.9,68.895,2.888,80.886,56.904,80.896,85.116,-4.484 +ssl_lp+es50p30,1.0,15,70.5,69.517,2.916,81.190,57.844,81.372,85.408,-5.865 +ssl_lpft+es50p30,0.05,15,50.0,65.979,2.712,79.265,52.693,78.621,83.402,6.501 +ssl_lpft+es50p30,0.1,15,50.2,67.804,1.986,80.229,55.378,80.083,84.411,4.279 +ssl_lpft+es50p30,0.5,15,65.9,71.492,1.160,82.741,60.243,82.824,86.559,-1.886 +ssl_lpft+es50p30,1.0,15,76.3,72.866,1.602,83.494,62.237,83.824,87.258,-2.516 +sl-dk30+es50p30,0.05,15,78.0,71.089,2.856,82.623,59.555,82.498,86.299,11.611 +sl-dk30+es50p30,0.1,15,68.9,73.716,2.047,84.451,62.981,84.382,87.851,10.191 \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_table__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_table__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md new file mode 100644 index 0000000000000000000000000000000000000000..a78b78e4c3b2461bd1658044c45c49cbadc44ee4 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_table__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md @@ -0,0 +1,16 @@ +| Chế độ | Nhãn | Run | Epoch chạy | mIoU | IoU cà phê | IoU không CP | macro-F1 | OA | Δ mIoU so với SL (fold hơn) | +|---|---|---|---|---|---|---|---|---|---| +| `sl+es50p30` | 5% | 15 | 66 | **59.48 ± 1.34** | 71.89 ± 5.16 | 47.07 ± 3.26 | 73.72 ± 0.86 | 77.76 ± 2.46 | — | +| `sl+es50p30` | 10% | 15 | 65 | **63.52 ± 3.91** | 75.89 ± 6.90 | 51.16 ± 2.35 | 76.85 ± 2.70 | 80.92 ± 4.27 | — | +| `sl+es50p30` | 50% | 15 | 68 | **73.38 ± 3.79** | 83.20 ± 6.27 | 63.55 ± 2.61 | 84.20 ± 2.42 | 87.21 ± 3.70 | — | +| `sl+es50p30` | 100% | 15 | 67 | **75.38 ± 2.34** | 85.01 ± 4.90 | 65.75 ± 2.63 | 85.57 ± 1.43 | 88.59 ± 2.63 | — | +| `ssl_lp+es50p30` | 5% | 15 | 58 | **65.98 ± 2.73** | 79.26 ± 6.07 | 52.70 ± 2.94 | 78.62 ± 1.82 | 83.40 ± 3.57 | 🟢 +6.51 (5/5) | +| `ssl_lp+es50p30` | 10% | 15 | 61 | **67.74 ± 2.01** | 80.17 ± 5.78 | 55.31 ± 2.69 | 80.03 ± 1.18 | 84.36 ± 3.11 | 🟢 +4.21 (5/5) | +| `ssl_lp+es50p30` | 50% | 15 | 62 | **68.90 ± 2.89** | 80.89 ± 7.33 | 56.90 ± 1.86 | 80.90 ± 1.74 | 85.12 ± 3.96 | 🔴 -4.48 (0/5) | +| `ssl_lp+es50p30` | 100% | 15 | 71 | **69.52 ± 2.92** | 81.19 ± 7.22 | 57.84 ± 1.53 | 81.37 ± 1.77 | 85.41 ± 3.90 | 🔴 -5.86 (0/5) | +| `ssl_lpft+es50p30` | 5% | 15 | 50 | **65.98 ± 2.71** | 79.26 ± 6.07 | 52.69 ± 2.93 | 78.62 ± 1.81 | 83.40 ± 3.56 | 🟢 +6.50 (5/5) | +| `ssl_lpft+es50p30` | 10% | 15 | 50 | **67.80 ± 1.99** | 80.23 ± 5.82 | 55.38 ± 2.59 | 80.08 ± 1.14 | 84.41 ± 3.12 | 🟢 +4.28 (5/5) | +| `ssl_lpft+es50p30` | 50% | 15 | 66 | **71.49 ± 1.16** | 82.74 ± 4.54 | 60.24 ± 2.77 | 82.82 ± 0.60 | 86.56 ± 2.29 | ⚪ -1.89 (2/5) | +| `ssl_lpft+es50p30` | 100% | 15 | 76 | **72.87 ± 1.60** | 83.49 ± 4.83 | 62.24 ± 2.13 | 83.82 ± 0.88 | 87.26 ± 2.55 | 🔴 -2.52 (0/5) | +| `sl-dk30+es50p30` | 5% | 15 | 78 | **71.09 ± 2.86** | 82.62 ± 4.57 | 59.56 ± 3.13 | 82.50 ± 1.94 | 86.30 ± 2.83 | 🟢 +11.61 (5/5) | +| `sl-dk30+es50p30` | 10% | 15 | 69 | **73.72 ± 2.05** | 84.45 ± 4.24 | 62.98 ± 1.67 | 84.38 ± 1.25 | 87.85 ± 2.47 | 🟢 +10.19 (5/5) | \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_years__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_years__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md new file mode 100644 index 0000000000000000000000000000000000000000..5750719dd4accf7ce6b2ba39ec1727aa03c34034 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/report_years__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.md @@ -0,0 +1,16 @@ +| Chế độ | Nhãn | Run | mIoU 2023 | mIoU 2024 | mIoU 2025 | cà phê TP / FN / FP / TN (% pixel) | +|---|---|---|---|---|---|---| +| `sl+es50p30` | 5% | 15 | 56.6 | 58.4 | 56.4 | 57.9 / 14.2 / 8.0 / 19.9 | +| `sl+es50p30` | 10% | 15 | 62.6 | 61.6 | 61.5 | 61.3 / 10.8 / 8.2 / 19.7 | +| `sl+es50p30` | 50% | 15 | 72.9 | 72.5 | 72.3 | 65.3 / 6.8 / 5.9 / 22.0 | +| `sl+es50p30` | 100% | 15 | 74.4 | 74.4 | 75.4 | 66.7 / 5.4 / 5.9 / 22.0 | +| `ssl_lp+es50p30` | 5% | 15 | 65.4 | 65.3 | 65.4 | 64.9 / 7.2 / 9.3 / 18.6 | +| `ssl_lp+es50p30` | 10% | 15 | 67.2 | 66.7 | 67.4 | 65.0 / 7.1 / 8.4 / 19.5 | +| `ssl_lp+es50p30` | 50% | 15 | 68.5 | 68.3 | 68.5 | 65.5 / 6.6 / 8.1 / 19.8 | +| `ssl_lp+es50p30` | 100% | 15 | 68.9 | 69.0 | 69.0 | 65.5 / 6.6 / 7.8 / 20.1 | +| `ssl_lpft+es50p30` | 5% | 15 | 65.4 | 65.2 | 65.4 | 65.0 / 7.2 / 9.3 / 18.6 | +| `ssl_lpft+es50p30` | 10% | 15 | 67.3 | 66.8 | 67.4 | 65.0 / 7.1 / 8.4 / 19.5 | +| `ssl_lpft+es50p30` | 50% | 15 | 71.1 | 71.1 | 71.1 | 66.0 / 6.1 / 7.3 / 20.6 | +| `ssl_lpft+es50p30` | 100% | 15 | 72.0 | 72.7 | 72.7 | 66.2 / 5.9 / 6.7 / 21.2 | +| `sl-dk30+es50p30` | 5% | 15 | 70.6 | 70.7 | 70.4 | 66.2 / 5.9 / 7.7 / 20.1 | +| `sl-dk30+es50p30` | 10% | 15 | 72.6 | 74.1 | 73.1 | 67.2 / 4.9 / 7.2 / 20.7 | \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/results_overview__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/results_overview__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png new file mode 100644 index 0000000000000000000000000000000000000000..d23002eab9b3b457ab7ce4be1d043399e2a9fe1d --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/results_overview__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41c04be0ae77314b8e606ff0d6958878818c5d3a95a88c7e25b3422bd4e05272 +size 238405 diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/runs_table__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.json b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/runs_table__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.json new file mode 100644 index 0000000000000000000000000000000000000000..93b08d7588a90a7ad4898c3b6d32ee16f415c724 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/runs_table__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.json @@ -0,0 +1,320552 @@ +[ + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f0_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 39, + "stopped_epoch": 69, + "best_val": 0.558288068249757, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.5980230642504119, + "mIoU": 0.42596416815166815, + "macroF1": 0.5972054436423766, + "F1_coffee": 0.579057905790579, + "IoU_coffee": 0.4075168918918919, + "precision_coffee": 0.8264197398704705, + "recall_coffee": 0.4456631548564006, + "F1_noncoffee": 0.6153529814941741, + "IoU_noncoffee": 0.4444114444114444, + "kappa": 0.2553707688120984, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.5349169262720664, + "mIoU": 0.36463616410528465, + "macroF1": 0.5341707607931455, + "F1_coffee": 0.5155271104700951, + "IoU_coffee": 0.3472795725042507, + "precision_coffee": 0.8171167309615659, + "recall_coffee": 0.37654727416381356, + "F1_noncoffee": 0.5528144111161959, + "IoU_noncoffee": 0.38199275570631863, + "kappa": 0.17240551405216634, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11354236157438292, + "mIoU": 0.05693045242875291, + "macroF1": 0.10250948806137877, + "F1_coffee": 0.20201777564256546, + "IoU_coffee": 0.11235804943219772, + "precision_coffee": 0.998812351543943, + "recall_coffee": 0.1123730625334046, + "F1_noncoffee": 0.003001200480192077, + "IoU_noncoffee": 0.0015028554253080854, + "kappa": 7.096340798172461e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6009258131319284, + "mIoU": 0.4190995274262507, + "macroF1": 0.5864078930412684, + "F1_coffee": 0.5089192025183631, + "IoU_coffee": 0.3413089373680507, + "precision_coffee": 0.8510904988718977, + "recall_coffee": 0.3629851384582487, + "F1_noncoffee": 0.6638965835641736, + "IoU_noncoffee": 0.4968901174844506, + "kappa": 0.2552087636867176, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.5871554889084234, + "mIoU": 0.4154131645882782, + "macroF1": 0.5869146062289584, + "F1_coffee": 0.5769393810936838, + "IoU_coffee": 0.4054215072981829, + "precision_coffee": 0.8250985147014247, + "recall_coffee": 0.44353918852859703, + "F1_noncoffee": 0.596889831364233, + "IoU_noncoffee": 0.42540482187837353, + "kappa": 0.2393883239306747, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.6061134066809379, + "mIoU": 0.43407555596189085, + "macroF1": 0.6050810763853168, + "F1_coffee": 0.6252723311546841, + "IoU_coffee": 0.4548335974643423, + "precision_coffee": 0.8153409090909091, + "recall_coffee": 0.5070671378091873, + "F1_noncoffee": 0.5848898216159496, + "IoU_noncoffee": 0.41331751445943943, + "kappa": 0.255009868257203, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6498770059739956, + "mIoU": 0.450232454910756, + "macroF1": 0.6096023816967723, + "F1_coffee": 0.4842105263157895, + "IoU_coffee": 0.3194444444444444, + "precision_coffee": 0.7276970954356846, + "recall_coffee": 0.3628135505559866, + "F1_noncoffee": 0.7349942370777551, + "IoU_noncoffee": 0.5810204653770675, + "kappa": 0.26167448907305657, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6493021211122101, + "mIoU": 0.47203413476669587, + "macroF1": 0.6384556960527917, + "F1_coffee": 0.5758341087332182, + "IoU_coffee": 0.40433078215419077, + "precision_coffee": 0.7005174644243208, + "recall_coffee": 0.4888287068381855, + "F1_noncoffee": 0.7010772833723653, + "IoU_noncoffee": 0.5397374873792009, + "kappa": 0.2927022058917566, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6506062203479178, + "mIoU": 0.4806681581580302, + "macroF1": 0.6487850956911838, + "F1_coffee": 0.6234946603044762, + "IoU_coffee": 0.4529547705513371, + "precision_coffee": 0.6878917021809977, + "recall_coffee": 0.5701225846665281, + "F1_noncoffee": 0.6740755310778914, + "IoU_noncoffee": 0.5083815457647234, + "kappa": 0.302859003563985, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.5479000126887451, + "mIoU": 0.37678476966392516, + "macroF1": 0.5470865352534948, + "F1_coffee": 0.5278918775672453, + "IoU_coffee": 0.3585958595859586, + "precision_coffee": 0.9665211062590975, + "recall_coffee": 0.36310608822457163, + "F1_noncoffee": 0.5662811929397443, + "IoU_noncoffee": 0.3949736797418917, + "kappa": 0.238293876119417, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.53193359375, + "mIoU": 0.3588469323407445, + "macroF1": 0.5263784586438691, + "F1_coffee": 0.5776720415895673, + "IoU_coffee": 0.4061454590509231, + "precision_coffee": 0.934968625213919, + "recall_coffee": 0.4179523141654979, + "F1_noncoffee": 0.47508487569817104, + "IoU_noncoffee": 0.3115484056305659, + "kappa": 0.1982782238691861, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.5663082437275986, + "mIoU": 0.38724481721791426, + "macroF1": 0.554724596391263, + "F1_coffee": 0.6265432098765432, + "IoU_coffee": 0.45617977528089887, + "precision_coffee": 0.9391283175066959, + "recall_coffee": 0.4700792199878123, + "F1_noncoffee": 0.4829059829059829, + "IoU_noncoffee": 0.3183098591549296, + "kappa": 0.22788850232626562, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2152, + 2984 + ], + [ + 31216, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.41312335729599, + "test_tta": { + "OA": 0.6416803953871499, + "mIoU": 0.47240370373762663, + "macroF1": 0.6416756136724135, + "F1_coffee": 0.6429845846417357, + "IoU_coffee": 0.4738226090615057, + "precision_coffee": 0.8418913236462178, + "recall_coffee": 0.5201039110982826, + "F1_noncoffee": 0.6403666427030913, + "IoU_noncoffee": 0.4709847984137475, + "kappa": 0.3215024291229382, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.5728625822083766, + "mIoU": 0.4014007150365636, + "macroF1": 0.5728538219230037, + "F1_coffee": 0.5747882268485284, + "IoU_coffee": 0.40330022364152884, + "precision_coffee": 0.8310636884497218, + "recall_coffee": 0.4393161267667457, + "F1_noncoffee": 0.5709194169974791, + "IoU_noncoffee": 0.39950120643159837, + "kappa": 0.22050595900445158, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f0_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 7, + "stopped_epoch": 50, + "best_val": 0.5828715769112232, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6511890265740277, + "mIoU": 0.4826602815345903, + "macroF1": 0.6510329523524327, + "F1_coffee": 0.6584129767645769, + "IoU_coffee": 0.4907717243542821, + "precision_coffee": 0.8388293118856122, + "recall_coffee": 0.5418675133496897, + "F1_noncoffee": 0.6436529279402887, + "IoU_noncoffee": 0.47454883871489845, + "kappa": 0.3341967576204074, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.5886696665512865, + "mIoU": 0.4168095187630203, + "macroF1": 0.5882573967866347, + "F1_coffee": 0.6012861736334405, + "IoU_coffee": 0.4298850574712644, + "precision_coffee": 0.8281984133097127, + "recall_coffee": 0.4719734878412782, + "F1_noncoffee": 0.575228619939829, + "IoU_noncoffee": 0.4037339800547762, + "kappa": 0.23749432569403847, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19492995330220148, + "mIoU": 0.09769689286432574, + "macroF1": 0.16385027825540333, + "F1_coffee": 0.3250559284116331, + "IoU_coffee": 0.1940697208494724, + "precision_coffee": 0.9979395604395604, + "recall_coffee": 0.19414751469802244, + "F1_noncoffee": 0.002644628099173554, + "IoU_noncoffee": 0.0013240648791790798, + "kappa": -0.00028616364915673616, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6526373492508223, + "mIoU": 0.48102483926529976, + "macroF1": 0.6485104505331463, + "F1_coffee": 0.6104242093039142, + "IoU_coffee": 0.43928817225444894, + "precision_coffee": 0.845251608021188, + "recall_coffee": 0.4777076873730354, + "F1_noncoffee": 0.6865966917623784, + "IoU_noncoffee": 0.5227615062761506, + "kappa": 0.33811858302130987, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6301256528258958, + "mIoU": 0.45986844988231435, + "macroF1": 0.6299720642442536, + "F1_coffee": 0.6224333597255213, + "IoU_coffee": 0.45183538968503334, + "precision_coffee": 0.8838255134162795, + "recall_coffee": 0.4803649991852697, + "F1_noncoffee": 0.6375107687629858, + "IoU_noncoffee": 0.46790151007959535, + "kappa": 0.3172763130548051, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.6702842634539752, + "mIoU": 0.4961359079508045, + "macroF1": 0.6608280809368177, + "F1_coffee": 0.7174608591783627, + "IoU_coffee": 0.5594065992549229, + "precision_coffee": 0.8067734817231124, + "recall_coffee": 0.6459517591027808, + "F1_noncoffee": 0.6041953026952728, + "IoU_noncoffee": 0.4328652166466861, + "kappa": 0.3331055397287528, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.663113505915427, + "mIoU": 0.4674537231429389, + "macroF1": 0.6274005340624134, + "F1_coffee": 0.5120461486257211, + "IoU_coffee": 0.3441277080957811, + "precision_coffee": 0.7444499259990133, + "recall_coffee": 0.39022498060512023, + "F1_noncoffee": 0.7427549194991055, + "IoU_noncoffee": 0.5907797381900968, + "kappa": 0.2912174446727593, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6333663039894494, + "mIoU": 0.4439093082490655, + "macroF1": 0.6076143407605964, + "F1_coffee": 0.5070921985815603, + "IoU_coffee": 0.33966745843230406, + "precision_coffee": 0.7342747111681643, + "recall_coffee": 0.38727149627623564, + "F1_noncoffee": 0.7081364829396325, + "IoU_noncoffee": 0.5481511580658269, + "kappa": 0.257325134180172, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7387453874538745, + "mIoU": 0.5791501637753493, + "macroF1": 0.7320896339002989, + "F1_coffee": 0.7743169398907104, + "IoU_coffee": 0.6317432010699956, + "precision_coffee": 0.6893140911302091, + "recall_coffee": 0.8832329108664035, + "F1_noncoffee": 0.6898623279098873, + "IoU_noncoffee": 0.5265571264807031, + "kappa": 0.47514722401027665, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6412891765004441, + "mIoU": 0.4685234139264542, + "macroF1": 0.6369254183236936, + "F1_coffee": 0.6767295597484276, + "IoU_coffee": 0.5114068441064639, + "precision_coffee": 0.9079472230745628, + "recall_coffee": 0.5393729493255559, + "F1_noncoffee": 0.5971212768989597, + "IoU_noncoffee": 0.4256399837464445, + "kappa": 0.3281509632964903, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.62724609375, + "mIoU": 0.44641401210272336, + "macroF1": 0.6134134210586154, + "F1_coffee": 0.6865401987353207, + "IoU_coffee": 0.5226960110041265, + "precision_coffee": 0.9644670050761421, + "recall_coffee": 0.5329593267882188, + "F1_noncoffee": 0.5402866433819101, + "IoU_noncoffee": 0.3701320132013201, + "kappa": 0.3107648762578082, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.609036030937559, + "mIoU": 0.4287744167166998, + "macroF1": 0.5966343047037858, + "F1_coffee": 0.6673621699703074, + "IoU_coffee": 0.5007828495724437, + "precision_coffee": 0.9769736842105263, + "recall_coffee": 0.5067641681901279, + "F1_noncoffee": 0.5259064394372641, + "IoU_noncoffee": 0.3567659838609559, + "kappa": 0.2942846733902932, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2422, + 2984 + ], + [ + 33915, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.515335476398468, + "test_tta": { + "OA": 0.7086526753097916, + "mIoU": 0.5458565484546996, + "macroF1": 0.705502146421989, + "F1_coffee": 0.7359623498864005, + "IoU_coffee": 0.5822313519065349, + "precision_coffee": 0.8405931417979611, + "recall_coffee": 0.65449559821042, + "F1_noncoffee": 0.6750419429575777, + "IoU_noncoffee": 0.5094817450028641, + "kappa": 0.42202520871486066, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6430281527633552, + "mIoU": 0.4701959723530795, + "macroF1": 0.6384109849145874, + "F1_coffee": 0.6792707105000583, + "IoU_coffee": 0.51431486823257, + "precision_coffee": 0.829246685860727, + "recall_coffee": 0.5752348345184795, + "F1_noncoffee": 0.5975512593291166, + "IoU_noncoffee": 0.426077076473589, + "kappa": 0.3053337321601426, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f0_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 56, + "stopped_epoch": 86, + "best_val": 0.5039729710943365, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6854451686841917, + "mIoU": 0.5170387588377874, + "macroF1": 0.6804267691665676, + "F1_coffee": 0.7204735686324433, + "IoU_coffee": 0.5630783006666004, + "precision_coffee": 0.8028513671667199, + "recall_coffee": 0.6534276230336268, + "F1_noncoffee": 0.640379969700692, + "IoU_noncoffee": 0.4709992170089743, + "kappa": 0.36939492757896275, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6270912657205492, + "mIoU": 0.4516973280147391, + "macroF1": 0.6204848815335718, + "F1_coffee": 0.6705570562152795, + "IoU_coffee": 0.5043894958788576, + "precision_coffee": 0.7993317132442285, + "recall_coffee": 0.5775173382494952, + "F1_noncoffee": 0.5704127068518642, + "IoU_noncoffee": 0.3990051601506206, + "kappa": 0.2658172299871216, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28619079386257507, + "mIoU": 0.14350601934708052, + "macroF1": 0.22366787209267386, + "F1_coffee": 0.4439825400124714, + "IoU_coffee": 0.28533262089233236, + "precision_coffee": 0.9990645463049579, + "recall_coffee": 0.28540887226082307, + "F1_noncoffee": 0.0033532041728763042, + "IoU_noncoffee": 0.0016794178018286995, + "kappa": 0.0004251743710991586, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6561700572542332, + "mIoU": 0.48761156019112684, + "macroF1": 0.6553538009487203, + "F1_coffee": 0.672126386710809, + "IoU_coffee": 0.5061674394191235, + "precision_coffee": 0.7357578840284842, + "recall_coffee": 0.6186250400940875, + "F1_noncoffee": 0.6385812151866317, + "IoU_noncoffee": 0.46905568096313016, + "kappa": 0.3163441887189501, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7048451315993588, + "mIoU": 0.5371031650286584, + "macroF1": 0.6970351976958264, + "F1_coffee": 0.7456781322402424, + "IoU_coffee": 0.594487070190395, + "precision_coffee": 0.8228121927236971, + "recall_coffee": 0.6817663353430015, + "F1_noncoffee": 0.6483922631514106, + "IoU_noncoffee": 0.4797192598669219, + "kappa": 0.4013438894608487, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.6906954746851197, + "mIoU": 0.5208978497424235, + "macroF1": 0.6831788188029007, + "F1_coffee": 0.7319787757214961, + "IoU_coffee": 0.5772606654419269, + "precision_coffee": 0.8347928761192561, + "recall_coffee": 0.6517130127515748, + "F1_noncoffee": 0.6343788618843053, + "IoU_noncoffee": 0.46453503404291996, + "kappa": 0.3792033839399972, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6736558510015228, + "mIoU": 0.505867273174407, + "macroF1": 0.6712719123660158, + "F1_coffee": 0.6432778489116517, + "IoU_coffee": 0.4741411853529634, + "precision_coffee": 0.6370783667258433, + "recall_coffee": 0.6495991724851305, + "F1_noncoffee": 0.69926597582038, + "IoU_noncoffee": 0.5375933609958506, + "kappa": 0.34259630665554275, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6365534674140015, + "mIoU": 0.4646446978954025, + "macroF1": 0.6337220531537708, + "F1_coffee": 0.6015182552114713, + "IoU_coffee": 0.43012235050835773, + "precision_coffee": 0.6452947259565667, + "recall_coffee": 0.5633039945836155, + "F1_noncoffee": 0.6659258510960703, + "IoU_noncoffee": 0.4991670452824474, + "kappa": 0.2702596873943919, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6611491829204006, + "mIoU": 0.4911883880420342, + "macroF1": 0.657980213000867, + "F1_coffee": 0.6250583294447037, + "IoU_coffee": 0.4546071610385203, + "precision_coffee": 0.7126895450917797, + "recall_coffee": 0.5566174942863079, + "F1_noncoffee": 0.6909020965570302, + "IoU_noncoffee": 0.5277696150455481, + "kappa": 0.3243811800931382, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6372287780738485, + "mIoU": 0.4566279891321563, + "macroF1": 0.6230977032437385, + "F1_coffee": 0.6960773891782716, + "IoU_coffee": 0.5338333605087233, + "precision_coffee": 0.8349910737056874, + "recall_coffee": 0.5967918337586584, + "F1_noncoffee": 0.5501180173092054, + "IoU_noncoffee": 0.37942261775558933, + "kappa": 0.27586302647037125, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.76552734375, + "mIoU": 0.5800496556608306, + "macroF1": 0.7256262584244868, + "F1_coffee": 0.8302580417108519, + "IoU_coffee": 0.7097787985011483, + "precision_coffee": 0.9317676927959379, + "recall_coffee": 0.7486931021292873, + "F1_noncoffee": 0.6209944751381216, + "IoU_noncoffee": 0.45032051282051283, + "kappa": 0.46541922803863345, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7171288436144124, + "mIoU": 0.5170884882144177, + "macroF1": 0.6699885740358315, + "F1_coffee": 0.7947155862824287, + "IoU_coffee": 0.6593593820990459, + "precision_coffee": 0.9064647095565271, + "recall_coffee": 0.7074954296160878, + "F1_noncoffee": 0.5452615617892342, + "IoU_noncoffee": 0.37481759432978945, + "kappa": 0.361473801635177, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 21, + 28 + ], + [ + 2280, + 2984 + ], + [ + 35977, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.260277811686198, + "test_tta": { + "OA": 0.715117111954731, + "mIoU": 0.5496631755211687, + "macroF1": 0.7077251076258377, + "F1_coffee": 0.7542062572421785, + "IoU_coffee": 0.6054021876627725, + "precision_coffee": 0.8114361702127659, + "recall_coffee": 0.7045172463558955, + "F1_noncoffee": 0.6612439580094969, + "IoU_noncoffee": 0.49392416337956485, + "kappa": 0.4194304430810012, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6524316372447213, + "mIoU": 0.4765156712510308, + "macroF1": 0.6429704945797019, + "F1_coffee": 0.701090259603339, + "IoU_coffee": 0.5397528695021103, + "precision_coffee": 0.806126814797912, + "recall_coffee": 0.6202703889035204, + "F1_noncoffee": 0.5848507295560647, + "IoU_noncoffee": 0.4132784729999513, + "kappa": 0.3023904191412286, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f0_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.6132730465112545, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7379843850727025, + "mIoU": 0.5817632798264525, + "macroF1": 0.7349532234901314, + "F1_coffee": 0.7632975281480523, + "IoU_coffee": 0.6172038509836751, + "precision_coffee": 0.8682786794744397, + "recall_coffee": 0.6809640640785106, + "F1_noncoffee": 0.7066089188322104, + "IoU_noncoffee": 0.5463227086692298, + "kappa": 0.479340585070973, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6560372677973924, + "mIoU": 0.48500450280197094, + "macroF1": 0.6522169351158724, + "F1_coffee": 0.6886675456574808, + "IoU_coffee": 0.5251662485565245, + "precision_coffee": 0.8498018621733947, + "recall_coffee": 0.5789000087788605, + "F1_noncoffee": 0.6157663245742642, + "IoU_noncoffee": 0.4448427570474173, + "kappa": 0.3339864123477065, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1723815877251501, + "mIoU": 0.08646767432791284, + "macroF1": 0.14791652634496916, + "F1_coffee": 0.2922989161437536, + "IoU_coffee": 0.1711651523249599, + "precision_coffee": 1.0, + "recall_coffee": 0.1711651523249599, + "F1_noncoffee": 0.003534136546184739, + "IoU_noncoffee": 0.001770196330865787, + "kappa": 0.0006058082917919678, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7386405165062736, + "mIoU": 0.5850850774713632, + "macroF1": 0.7381326876409275, + "F1_coffee": 0.7496645469925909, + "IoU_coffee": 0.5995707353490108, + "precision_coffee": 0.8249871597329225, + "recall_coffee": 0.6869453651234898, + "F1_noncoffee": 0.7266008282892641, + "IoU_noncoffee": 0.5705994195937156, + "kappa": 0.4809904271157631, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7124980609131806, + "mIoU": 0.5494673853018386, + "macroF1": 0.708281662733566, + "F1_coffee": 0.7433530280649926, + "IoU_coffee": 0.5915368792242139, + "precision_coffee": 0.8575079872204473, + "recall_coffee": 0.6560208570963011, + "F1_noncoffee": 0.6732102974021394, + "IoU_noncoffee": 0.5073978913794631, + "kappa": 0.4294383485157171, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.761985363668044, + "mIoU": 0.6100993112525294, + "macroF1": 0.756832724793193, + "F1_coffee": 0.7922298031376298, + "IoU_coffee": 0.655944156591825, + "precision_coffee": 0.9121384969478635, + "recall_coffee": 0.7001843601167614, + "F1_noncoffee": 0.721435646448756, + "IoU_noncoffee": 0.5642544659132337, + "kappa": 0.5246785469609774, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7016516340634883, + "mIoU": 0.5361927543813527, + "macroF1": 0.6969978472291463, + "F1_coffee": 0.6594464500601684, + "IoU_coffee": 0.4919210053859964, + "precision_coffee": 0.6827242524916943, + "recall_coffee": 0.6377036462373933, + "F1_noncoffee": 0.734549244398124, + "IoU_noncoffee": 0.580464503376709, + "kappa": 0.39454431770766096, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6628200901197934, + "mIoU": 0.4749658072773816, + "macroF1": 0.6372220412675715, + "F1_coffee": 0.5408560311284046, + "IoU_coffee": 0.37066666666666664, + "precision_coffee": 0.802754331408263, + "recall_coffee": 0.40780862107876326, + "F1_noncoffee": 0.7335880514067384, + "IoU_noncoffee": 0.5792649478880966, + "kappa": 0.31664768556365935, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7031101739588824, + "mIoU": 0.5358876942955892, + "macroF1": 0.6962148231574508, + "F1_coffee": 0.6504468718967229, + "IoU_coffee": 0.481972038263429, + "precision_coffee": 0.8078939253777366, + "recall_coffee": 0.5443590276334926, + "F1_noncoffee": 0.7419827744181785, + "IoU_noncoffee": 0.5898033503277494, + "kappa": 0.40899820378978263, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7787082857505393, + "mIoU": 0.6247624754964487, + "macroF1": 0.7667987145857864, + "F1_coffee": 0.8194990685158352, + "IoU_coffee": 0.6941960371734175, + "precision_coffee": 0.9480363984674329, + "recall_coffee": 0.7216551221290558, + "F1_noncoffee": 0.7140983606557377, + "IoU_noncoffee": 0.5553289138194799, + "kappa": 0.5467934177791187, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.756640625, + "mIoU": 0.5454982571639065, + "macroF1": 0.6902056688955569, + "F1_coffee": 0.8336670671472434, + "IoU_coffee": 0.7147762389836329, + "precision_coffee": 0.8747723770836252, + "recall_coffee": 0.796251434400102, + "F1_noncoffee": 0.5467442706438705, + "IoU_noncoffee": 0.37622027534418023, + "kappa": 0.3841170269555477, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8146576117713639, + "mIoU": 0.6446395360282652, + "macroF1": 0.7770777527012145, + "F1_coffee": 0.8686058174523571, + "IoU_coffee": 0.7677304964539007, + "precision_coffee": 0.9622222222222222, + "recall_coffee": 0.7915904936014625, + "F1_noncoffee": 0.685549687950072, + "IoU_noncoffee": 0.5215485756026297, + "kappa": 0.5640315736539666, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2318, + 2984 + ], + [ + 38866, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.477884304523468, + "test_tta": { + "OA": 0.7600100279349616, + "mIoU": 0.6068149107398333, + "macroF1": 0.7541439646395756, + "F1_coffee": 0.7921203660617342, + "IoU_coffee": 0.6557941236901582, + "precision_coffee": 0.856127409891031, + "recall_coffee": 0.7370183287631693, + "F1_noncoffee": 0.716167563217417, + "IoU_noncoffee": 0.5578356977895084, + "kappa": 0.5120121705553975, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6769066574362524, + "mIoU": 0.5052184183694215, + "macroF1": 0.6694322220386332, + "F1_coffee": 0.7191394398335047, + "IoU_coffee": 0.5614502172976782, + "precision_coffee": 0.8386455348265981, + "recall_coffee": 0.6294442981301027, + "F1_noncoffee": 0.6197250042437616, + "IoU_noncoffee": 0.4489866194411649, + "kappa": 0.3565550077383156, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f0_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.5634291505740454, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7247152782751952, + "mIoU": 0.5576766552474557, + "macroF1": 0.7135504431482121, + "F1_coffee": 0.7701027381895946, + "IoU_coffee": 0.6261520877410569, + "precision_coffee": 0.7990317775571003, + "recall_coffee": 0.7431952662721893, + "F1_noncoffee": 0.6569981481068297, + "IoU_noncoffee": 0.48920122275385436, + "kappa": 0.4282191190722048, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6746855890158071, + "mIoU": 0.49566252058412624, + "macroF1": 0.6587439007788234, + "F1_coffee": 0.7325016010056687, + "IoU_coffee": 0.5779112633095679, + "precision_coffee": 0.7968161411837557, + "recall_coffee": 0.6777938723553683, + "F1_noncoffee": 0.5849862005519779, + "IoU_noncoffee": 0.4134137778586846, + "kappa": 0.3243172600124602, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.428552368245497, + "mIoU": 0.214824932012432, + "macroF1": 0.3013578380572171, + "F1_coffee": 0.5994575890769662, + "IoU_coffee": 0.42801816239316237, + "precision_coffee": 0.9987535057650359, + "recall_coffee": 0.42824692677712456, + "F1_noncoffee": 0.003258087037468001, + "IoU_noncoffee": 0.0016317016317016317, + "kappa": 0.0003312808845541913, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7290169326349129, + "mIoU": 0.5715418608745553, + "macroF1": 0.7269132116022102, + "F1_coffee": 0.7508819082815387, + "IoU_coffee": 0.601129639591178, + "precision_coffee": 0.788267105572537, + "recall_coffee": 0.7168822837592217, + "F1_noncoffee": 0.7029445149228818, + "IoU_noncoffee": 0.5419540821579326, + "kappa": 0.4552874300502089, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7091886860747711, + "mIoU": 0.5390497824051732, + "macroF1": 0.6978708268005951, + "F1_coffee": 0.7563469370071918, + "IoU_coffee": 0.6081655403051627, + "precision_coffee": 0.8076424870466321, + "recall_coffee": 0.7111781000488838, + "F1_noncoffee": 0.6393947165939985, + "IoU_noncoffee": 0.4699340245051838, + "kappa": 0.3993277244428161, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7361477572559367, + "mIoU": 0.5591252939091529, + "macroF1": 0.7117767631596832, + "F1_coffee": 0.7955877815489046, + "IoU_coffee": 0.660561034968618, + "precision_coffee": 0.7989155693261037, + "recall_coffee": 0.7922876017821477, + "F1_noncoffee": 0.6279657447704619, + "IoU_noncoffee": 0.45768955284968793, + "kappa": 0.4235717288103996, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7099683729647417, + "mIoU": 0.5454186760485239, + "macroF1": 0.7046365837040465, + "F1_coffee": 0.6649526387009472, + "IoU_coffee": 0.49807419420231097, + "precision_coffee": 0.6974169741697417, + "recall_coffee": 0.6353762606671839, + "F1_noncoffee": 0.7443205287071458, + "IoU_noncoffee": 0.5927631578947369, + "kappa": 0.4102483519964037, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.682712385976481, + "mIoU": 0.516180155076452, + "macroF1": 0.6803147252072593, + "F1_coffee": 0.6526290458428589, + "IoU_coffee": 0.4843722093230934, + "precision_coffee": 0.6989690721649484, + "recall_coffee": 0.6120514556533514, + "F1_noncoffee": 0.7080004045716598, + "IoU_noncoffee": 0.5479881008298105, + "kappa": 0.3629830704677078, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.705851344227728, + "mIoU": 0.5401074116036954, + "macroF1": 0.7000508832688033, + "F1_coffee": 0.7417623102554609, + "IoU_coffee": 0.5895247903486832, + "precision_coffee": 0.6688365882156568, + "recall_coffee": 0.8325368792852691, + "F1_noncoffee": 0.6583394562821455, + "IoU_noncoffee": 0.49069003285870755, + "kappa": 0.4093913540455023, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7496510595102145, + "mIoU": 0.5698855350538583, + "macroF1": 0.719391179056492, + "F1_coffee": 0.8115388289234884, + "IoU_coffee": 0.6828484166532712, + "precision_coffee": 0.8524984948826009, + "recall_coffee": 0.7743346700692673, + "F1_noncoffee": 0.6272435291894956, + "IoU_noncoffee": 0.4569226534544454, + "kappa": 0.4413331894738398, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.73271484375, + "mIoU": 0.5196127384492302, + "macroF1": 0.6676430132236952, + "F1_coffee": 0.8147044885248121, + "IoU_coffee": 0.6873429289467672, + "precision_coffee": 0.8685046189376443, + "recall_coffee": 0.7671809256661991, + "F1_noncoffee": 0.5205815379225783, + "IoU_noncoffee": 0.3518825479516931, + "kappa": 0.34182058929842224, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7632522165629126, + "mIoU": 0.5654611032264768, + "macroF1": 0.7106048333774134, + "F1_coffee": 0.8340386141232479, + "IoU_coffee": 0.7153226721106952, + "precision_coffee": 0.9115479115479116, + "recall_coffee": 0.768677635588056, + "F1_noncoffee": 0.587171052631579, + "IoU_noncoffee": 0.41559953434225844, + "kappa": 0.431435331677145, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2261, + 2984 + ], + [ + 38182, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4746975382169087, + "test_tta": { + "OA": 0.7441085882100136, + "mIoU": 0.5761112239166382, + "macroF1": 0.7274966071804471, + "F1_coffee": 0.7947782628676471, + "IoU_coffee": 0.6594456757465266, + "precision_coffee": 0.790893760539629, + "recall_coffee": 0.7987011112714677, + "F1_noncoffee": 0.660214951493247, + "IoU_noncoffee": 0.49277677208674975, + "kappa": 0.4550149814293258, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6955982462212992, + "mIoU": 0.5130217958765495, + "macroF1": 0.6724237170862121, + "F1_coffee": 0.7595525074620064, + "IoU_coffee": 0.6123213695308769, + "precision_coffee": 0.789690623963614, + "recall_coffee": 0.7316302343955755, + "F1_noncoffee": 0.5852949267104177, + "IoU_noncoffee": 0.4137222222222222, + "kappa": 0.3464891204547917, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f0_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 29, + "stopped_epoch": 59, + "best_val": 0.6007554798636312, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.788482200415443, + "mIoU": 0.6373841675092509, + "macroF1": 0.7763155351082591, + "F1_coffee": 0.8284834756345473, + "IoU_coffee": 0.7071888943976202, + "precision_coffee": 0.8335914443502908, + "recall_coffee": 0.8234377255015154, + "F1_noncoffee": 0.7241475945819711, + "IoU_noncoffee": 0.5675794406208815, + "kappa": 0.552658084929691, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7244000230760356, + "mIoU": 0.5517253210221252, + "macroF1": 0.7072216761471939, + "F1_coffee": 0.778140274697844, + "IoU_coffee": 0.6368491068034968, + "precision_coffee": 0.826065521236473, + "recall_coffee": 0.7354709858660345, + "F1_noncoffee": 0.6363030775965437, + "IoU_noncoffee": 0.46660153524075365, + "kappa": 0.4176565692920938, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.40493662441627754, + "mIoU": 0.2032611493201451, + "macroF1": 0.2902349999753699, + "F1_coffee": 0.5755614769699277, + "IoU_coffee": 0.40406199893105293, + "precision_coffee": 1.0, + "recall_coffee": 0.40406199893105293, + "F1_noncoffee": 0.0049085229808121375, + "IoU_noncoffee": 0.002460299709237307, + "kappa": 0.00198625267613278, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7596540382507004, + "mIoU": 0.609848311677214, + "macroF1": 0.7571595168768392, + "F1_coffee": 0.7817719278840837, + "IoU_coffee": 0.6417287089159252, + "precision_coffee": 0.8097147439569252, + "recall_coffee": 0.7556933604191168, + "F1_noncoffee": 0.7325471058695947, + "IoU_noncoffee": 0.5779679144385027, + "kappa": 0.5150268664432862, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8114173431925126, + "mIoU": 0.6674273565313233, + "macroF1": 0.7983555930364772, + "F1_coffee": 0.8496764354313507, + "IoU_coffee": 0.7386412498208399, + "precision_coffee": 0.859848168849587, + "recall_coffee": 0.839742545217533, + "F1_noncoffee": 0.7470347506416036, + "IoU_noncoffee": 0.5962134632418069, + "kappa": 0.5968061358854605, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7899636580873202, + "mIoU": 0.6266495326033029, + "macroF1": 0.765917806395417, + "F1_coffee": 0.840942507068803, + "IoU_coffee": 0.7255399427530576, + "precision_coffee": 0.8257199970385726, + "recall_coffee": 0.8567368259333231, + "F1_noncoffee": 0.6908931057220309, + "IoU_noncoffee": 0.5277591224535483, + "kappa": 0.5321446232055184, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7549490453320838, + "mIoU": 0.6053750662858822, + "macroF1": 0.753997305285262, + "F1_coffee": 0.7386959780164877, + "IoU_coffee": 0.5856605268369974, + "precision_coffee": 0.7144237738584199, + "recall_coffee": 0.7646754590121542, + "F1_noncoffee": 0.7692986325540362, + "IoU_noncoffee": 0.625089605734767, + "kappa": 0.508495495786075, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7421694691724365, + "mIoU": 0.5878030272884833, + "macroF1": 0.7399372026357525, + "F1_coffee": 0.715843023255814, + "IoU_coffee": 0.5574419920769667, + "precision_coffee": 0.7725490196078432, + "recall_coffee": 0.6668923493568043, + "F1_noncoffee": 0.764031382015691, + "IoU_noncoffee": 0.6181640625, + "kappa": 0.4821911133059387, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7761729045861887, + "mIoU": 0.6327332832492629, + "macroF1": 0.7748096156968607, + "F1_coffee": 0.7923310182920865, + "IoU_coffee": 0.6560829418435121, + "precision_coffee": 0.7486136783733827, + "recall_coffee": 0.8414710159983378, + "F1_noncoffee": 0.7572882131016349, + "IoU_noncoffee": 0.6093836246550138, + "kappa": 0.5514072146994459, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7647506661591169, + "mIoU": 0.5987048676963987, + "macroF1": 0.7449671975923537, + "F1_coffee": 0.815998412068281, + "IoU_coffee": 0.68918692372171, + "precision_coffee": 0.8956427015250544, + "recall_coffee": 0.7493620123951877, + "F1_noncoffee": 0.6739359831164263, + "IoU_noncoffee": 0.5082228116710875, + "kappa": 0.49698300809337115, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.87294921875, + "mIoU": 0.6995813782740075, + "macroF1": 0.8139933226174083, + "F1_coffee": 0.9187129022180569, + "IoU_coffee": 0.8496475210909511, + "precision_coffee": 0.9007596177407499, + "recall_coffee": 0.9373964044370776, + "F1_noncoffee": 0.7092737430167598, + "IoU_noncoffee": 0.5495152354570637, + "kappa": 0.6285144515369275, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8023014525561215, + "mIoU": 0.5865604264240732, + "macroF1": 0.7219231197199374, + "F1_coffee": 0.8714268187952399, + "IoU_coffee": 0.7721491466463746, + "precision_coffee": 0.8772384833889094, + "recall_coffee": 0.8656916514320536, + "F1_noncoffee": 0.5724194206446348, + "IoU_noncoffee": 0.4009717062017719, + "kappa": 0.4439274036952173, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2376, + 2984 + ], + [ + 41628, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9262261470158895, + "test_tta": { + "OA": 0.8018229353198195, + "mIoU": 0.6533166908836161, + "macroF1": 0.7878682302505668, + "F1_coffee": 0.8422762837231177, + "IoU_coffee": 0.7275278824137676, + "precision_coffee": 0.8318788356511457, + "recall_coffee": 0.8529369317361812, + "F1_noncoffee": 0.7334601767780159, + "IoU_noncoffee": 0.5791054993534647, + "kappa": 0.5758484351082153, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7392984885196723, + "mIoU": 0.5667600508290054, + "macroF1": 0.7190360160111461, + "F1_coffee": 0.7944881531674929, + "IoU_coffee": 0.6590463256375434, + "precision_coffee": 0.8242121154934894, + "recall_coffee": 0.766833465016241, + "F1_noncoffee": 0.6435838788547993, + "IoU_noncoffee": 0.4744737760204675, + "kappa": 0.4393366462513444, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f1_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 3, + "stopped_epoch": 50, + "best_val": 0.5688160563114366, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7974887834479197, + "mIoU": 0.6109861760396164, + "macroF1": 0.7487339980584238, + "F1_coffee": 0.8594156135161782, + "IoU_coffee": 0.7534870928450749, + "precision_coffee": 0.919253169714546, + "recall_coffee": 0.8068920539414722, + "F1_noncoffee": 0.6380523826006692, + "IoU_noncoffee": 0.4684852592341579, + "kappa": 0.5028909724223352, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7713020653051805, + "mIoU": 0.5780890530749394, + "macroF1": 0.7218934489896938, + "F1_coffee": 0.8391148628767972, + "IoU_coffee": 0.7228233319932178, + "precision_coffee": 0.8854817987152034, + "recall_coffee": 0.7973621796725864, + "F1_noncoffee": 0.6046720351025903, + "IoU_noncoffee": 0.43335477415666096, + "kappa": 0.4475093070174122, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7808252427184466, + "mIoU": 0.5892287979970385, + "macroF1": 0.7309552378610225, + "F1_coffee": 0.8467881502595949, + "IoU_coffee": 0.7342867231638418, + "precision_coffee": 0.9121947653165667, + "recall_coffee": 0.7901336204166931, + "F1_noncoffee": 0.6151223254624499, + "IoU_noncoffee": 0.44417087283023515, + "kappa": 0.4687713591792829, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8078429476330932, + "mIoU": 0.6216602633466866, + "macroF1": 0.7566843732088007, + "F1_coffee": 0.8682535472748972, + "IoU_coffee": 0.7671802683226903, + "precision_coffee": 0.9161827467991325, + "recall_coffee": 0.8250897864028731, + "F1_noncoffee": 0.6451151991427041, + "IoU_noncoffee": 0.47614025837068286, + "kappa": 0.5169299330140457, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8037328949277114, + "mIoU": 0.6225592719448154, + "macroF1": 0.7586037913933664, + "F1_coffee": 0.8629780913479391, + "IoU_coffee": 0.75898105813194, + "precision_coffee": 0.9294648051192553, + "recall_coffee": 0.805368281771785, + "F1_noncoffee": 0.6542294914387937, + "IoU_noncoffee": 0.48613748575769083, + "kappa": 0.5233620489900935, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8194126431060229, + "mIoU": 0.5501982435668487, + "macroF1": 0.6741376185088727, + "F1_coffee": 0.8917144221585482, + "IoU_coffee": 0.8045890337175482, + "precision_coffee": 0.946281515266692, + "recall_coffee": 0.843097415058133, + "F1_noncoffee": 0.45656081485919714, + "IoU_noncoffee": 0.29580745341614906, + "kappa": 0.35897262706175476, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8265528874776742, + "mIoU": 0.5452251924040257, + "macroF1": 0.6652289681963848, + "F1_coffee": 0.8976221154972472, + "IoU_coffee": 0.8142599086175751, + "precision_coffee": 0.9364536233655139, + "recall_coffee": 0.8618828028343268, + "F1_noncoffee": 0.43283582089552236, + "IoU_noncoffee": 0.2761904761904762, + "kappa": 0.336775637492016, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7717801151022028, + "mIoU": 0.5082366483522558, + "macroF1": 0.6385907731301655, + "F1_coffee": 0.857989627068412, + "IoU_coffee": 0.7512975778546713, + "precision_coffee": 0.951129363449692, + "recall_coffee": 0.7814644022044764, + "F1_noncoffee": 0.41919191919191917, + "IoU_noncoffee": 0.26517571884984026, + "kappa": 0.30446034898270025, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7441023211747987, + "mIoU": 0.5813502151206229, + "macroF1": 0.7328956705843672, + "F1_coffee": 0.7876071400487537, + "IoU_coffee": 0.6496303022441302, + "precision_coffee": 0.8656871218668971, + "recall_coffee": 0.7224466243508367, + "F1_noncoffee": 0.6781842011199809, + "IoU_noncoffee": 0.5130701279971156, + "kappa": 0.47229586395628886, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7900594171460907, + "mIoU": 0.6394229596430947, + "macroF1": 0.7778367415786602, + "F1_coffee": 0.8299465240641711, + "IoU_coffee": 0.7093235831809872, + "precision_coffee": 0.8890343698854337, + "recall_coffee": 0.7782234957020058, + "F1_noncoffee": 0.7257269590931493, + "IoU_noncoffee": 0.5695223361052021, + "kappa": 0.5588167110829313, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8341035555974724, + "mIoU": 0.6997494160409801, + "macroF1": 0.8214368492500999, + "F1_coffee": 0.86899530796157, + "IoU_coffee": 0.7683392598445937, + "precision_coffee": 0.9049170156662013, + "recall_coffee": 0.8358166189111748, + "F1_noncoffee": 0.7738783905386296, + "IoU_noncoffee": 0.6311595722373663, + "kappa": 0.6438424086791137, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2447, + 2995 + ], + [ + 46967, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4698132634162904, + "test_tta": { + "OA": 0.8432426325812595, + "mIoU": 0.6626029068990597, + "macroF1": 0.7872427273037268, + "F1_coffee": 0.8963957717784343, + "IoU_coffee": 0.8122438722647491, + "precision_coffee": 0.9091479510147562, + "recall_coffee": 0.8839963814613006, + "F1_noncoffee": 0.6780896828290193, + "IoU_noncoffee": 0.5129619415333702, + "kappa": 0.574745414356755, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.813935040959963, + "mIoU": 0.6192397514056761, + "macroF1": 0.7527150742363318, + "F1_coffee": 0.875754803293687, + "IoU_coffee": 0.7789713541666666, + "precision_coffee": 0.8748027860083888, + "recall_coffee": 0.87670889493068, + "F1_noncoffee": 0.6296753451789764, + "IoU_noncoffee": 0.4595081486446856, + "kappa": 0.5054318942886934, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f1_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 50, + "stopped_epoch": 80, + "best_val": 0.609291233993167, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7478615925890062, + "mIoU": 0.5575739551625098, + "macroF1": 0.7065891483947824, + "F1_coffee": 0.8166336075867654, + "IoU_coffee": 0.6900936285011505, + "precision_coffee": 0.923569077200807, + "recall_coffee": 0.7318915279910799, + "F1_noncoffee": 0.5965446892027993, + "IoU_noncoffee": 0.4250542818238693, + "kappa": 0.4299919272240541, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7253086419753086, + "mIoU": 0.5336999258774153, + "macroF1": 0.6867723760574318, + "F1_coffee": 0.7966387631331682, + "IoU_coffee": 0.662011321893134, + "precision_coffee": 0.892570881684412, + "recall_coffee": 0.7193266616532654, + "F1_noncoffee": 0.5769059889816954, + "IoU_noncoffee": 0.4053885298616965, + "kappa": 0.3882471227003679, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7313106796116505, + "mIoU": 0.5350939725965903, + "macroF1": 0.6864360305370567, + "F1_coffee": 0.8050575846159265, + "IoU_coffee": 0.6737208205611884, + "precision_coffee": 0.906919536581495, + "recall_coffee": 0.7237667025520866, + "F1_noncoffee": 0.567814476458187, + "IoU_noncoffee": 0.39646712463199213, + "kappa": 0.38993395357276533, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7490450171655142, + "mIoU": 0.5598156689025471, + "macroF1": 0.7086945557654527, + "F1_coffee": 0.8171118472055818, + "IoU_coffee": 0.6907769304099142, + "precision_coffee": 0.9270008795074758, + "recall_coffee": 0.7305147753764728, + "F1_noncoffee": 0.6002772643253235, + "IoU_noncoffee": 0.42885440739517994, + "kappa": 0.4347496240735812, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7631642570475315, + "mIoU": 0.5783309333980258, + "macroF1": 0.7244834067514494, + "F1_coffee": 0.8277172001406965, + "IoU_coffee": 0.7060729716754681, + "precision_coffee": 0.9368580300979378, + "recall_coffee": 0.7413521517232688, + "F1_noncoffee": 0.6212496133622023, + "IoU_noncoffee": 0.4505888951205833, + "kappa": 0.4649310391974453, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7082130413140866, + "mIoU": 0.4592521565844071, + "macroF1": 0.5977461654485677, + "F1_coffee": 0.808543993729179, + "IoU_coffee": 0.6786184210526316, + "precision_coffee": 0.9595348837209302, + "recall_coffee": 0.6986115814426007, + "F1_noncoffee": 0.3869483371679565, + "IoU_noncoffee": 0.23988589211618258, + "kappa": 0.2545941477001062, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7718793411391149, + "mIoU": 0.5203626939511676, + "macroF1": 0.6543282922519753, + "F1_coffee": 0.8559072391099969, + "IoU_coffee": 0.7481100032869508, + "precision_coffee": 0.9665911664779162, + "recall_coffee": 0.7679676076931728, + "F1_noncoffee": 0.45274934539395384, + "IoU_noncoffee": 0.2926153846153846, + "kappa": 0.34145213683575465, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7286167890454456, + "mIoU": 0.47891848786303604, + "macroF1": 0.6166236706978212, + "F1_coffee": 0.8238325281803542, + "IoU_coffee": 0.7004381161007667, + "precision_coffee": 0.9639734700030148, + "recall_coffee": 0.7192666741648859, + "F1_noncoffee": 0.4094148132152883, + "IoU_noncoffee": 0.25739885962530545, + "kappa": 0.283979373823651, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7532922785409758, + "mIoU": 0.5890461842235925, + "macroF1": 0.7382663710717605, + "F1_coffee": 0.8009782940996637, + "IoU_coffee": 0.6680265170831209, + "precision_coffee": 0.8517555266579974, + "recall_coffee": 0.7559145989613387, + "F1_noncoffee": 0.6755544480438574, + "IoU_noncoffee": 0.510065851364064, + "kappa": 0.4795480396131875, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7273413184947657, + "mIoU": 0.5635741550375466, + "macroF1": 0.7190639414507816, + "F1_coffee": 0.7672864847460356, + "IoU_coffee": 0.6224369857646598, + "precision_coffee": 0.8756200624655521, + "recall_coffee": 0.6828080229226361, + "F1_noncoffee": 0.6708413981555277, + "IoU_noncoffee": 0.5047113243104334, + "kappa": 0.45003518232813894, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7960011317551636, + "mIoU": 0.6497420409738848, + "macroF1": 0.7859097653797937, + "F1_coffee": 0.8323905462998837, + "IoU_coffee": 0.71290151314043, + "precision_coffee": 0.9064978902953587, + "recall_coffee": 0.7694842406876791, + "F1_noncoffee": 0.7394289844597036, + "IoU_noncoffee": 0.5865825688073395, + "kappa": 0.5762225876944786, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2381, + 2995 + ], + [ + 43958, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.962478045622508, + "test_tta": { + "OA": 0.7779929634291985, + "mIoU": 0.5908000056245823, + "macroF1": 0.7333800421910717, + "F1_coffee": 0.8424428460164017, + "IoU_coffee": 0.7277764584817541, + "precision_coffee": 0.9246008799497172, + "recall_coffee": 0.7736940651757727, + "F1_noncoffee": 0.6243172383657417, + "IoU_noncoffee": 0.4538235527674105, + "kappa": 0.4766137299539189, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7533892927195108, + "mIoU": 0.5624794595501853, + "macroF1": 0.7103056074965203, + "F1_coffee": 0.8220244600572469, + "IoU_coffee": 0.6978281230671356, + "precision_coffee": 0.893110779391143, + "recall_coffee": 0.7614199494803416, + "F1_noncoffee": 0.5985867549357936, + "IoU_noncoffee": 0.42713079603323506, + "kappa": 0.4287733029383768, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f1_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 4, + "stopped_epoch": 50, + "best_val": 0.5825764343277668, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7379684322649366, + "mIoU": 0.5398091151217115, + "macroF1": 0.6897094804626593, + "F1_coffee": 0.8120789833097989, + "IoU_coffee": 0.6836136173197965, + "precision_coffee": 0.902637334362537, + "recall_coffee": 0.738034628573833, + "F1_noncoffee": 0.5673399776155199, + "IoU_noncoffee": 0.3960046129236264, + "kappa": 0.39347460753006563, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7155878620053074, + "mIoU": 0.5151135074138321, + "macroF1": 0.6681459209147946, + "F1_coffee": 0.7936202277294039, + "IoU_coffee": 0.6578527309320563, + "precision_coffee": 0.8678217481861253, + "recall_coffee": 0.7311081544898864, + "F1_noncoffee": 0.5426716141001855, + "IoU_noncoffee": 0.3723742838956079, + "kappa": 0.34687276049751076, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.6920873786407767, + "mIoU": 0.4960958744702547, + "macroF1": 0.6531636716969691, + "F1_coffee": 0.7693538416784844, + "IoU_coffee": 0.6251625103415672, + "precision_coffee": 0.9034158838599488, + "recall_coffee": 0.6699385726046482, + "F1_noncoffee": 0.5369735017154537, + "IoU_noncoffee": 0.3670292385989422, + "kappa": 0.3356946157047513, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.797060103476621, + "mIoU": 0.5991702149325611, + "macroF1": 0.7367941842530472, + "F1_coffee": 0.8627399679497662, + "IoU_coffee": 0.7586127566572727, + "precision_coffee": 0.8969128246974024, + "recall_coffee": 0.8310755465944175, + "F1_noncoffee": 0.6108484005563283, + "IoU_noncoffee": 0.43972767320784945, + "kappa": 0.47574600647231874, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7245781151781828, + "mIoU": 0.5285681738790091, + "macroF1": 0.6810636128215058, + "F1_coffee": 0.7988700564971751, + "IoU_coffee": 0.665098777046096, + "precision_coffee": 0.9086673628403887, + "recall_coffee": 0.7127465188078886, + "F1_noncoffee": 0.5632571691458366, + "IoU_noncoffee": 0.3920375707119223, + "kappa": 0.38172926495336706, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.6017919362867098, + "mIoU": 0.3750764190993376, + "macroF1": 0.5184447409467612, + "F1_coffee": 0.718785151856018, + "IoU_coffee": 0.5610184372256365, + "precision_coffee": 0.9528424976700839, + "recall_coffee": 0.5770402980020318, + "F1_noncoffee": 0.31810433003750427, + "IoU_noncoffee": 0.1891344009730387, + "kappa": 0.15981867306135691, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8091883310180591, + "mIoU": 0.5330820692233735, + "macroF1": 0.6563480070119924, + "F1_coffee": 0.8855289005297935, + "IoU_coffee": 0.7945732293558381, + "precision_coffee": 0.9405665149215984, + "recall_coffee": 0.8365763131256326, + "F1_noncoffee": 0.42716711349419123, + "IoU_noncoffee": 0.2715909090909091, + "kappa": 0.3242742588231224, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7057948005556658, + "mIoU": 0.43834714500659355, + "macroF1": 0.5679139728411927, + "F1_coffee": 0.8119967028089532, + "IoU_coffee": 0.6834970111016225, + "precision_coffee": 0.9306686046511627, + "recall_coffee": 0.7201664604656394, + "F1_noncoffee": 0.3238312428734322, + "IoU_noncoffee": 0.19319727891156463, + "kappa": 0.18357136717404587, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7780198957839887, + "mIoU": 0.619752358490566, + "macroF1": 0.7622051501565774, + "F1_coffee": 0.8235294117647058, + "IoU_coffee": 0.7, + "precision_coffee": 0.8616233254531127, + "recall_coffee": 0.78866128101558, + "F1_noncoffee": 0.7008808885484489, + "IoU_noncoffee": 0.5395047169811321, + "kappa": 0.5259808223450071, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.785532396491559, + "mIoU": 0.6239507469616757, + "macroF1": 0.7644076705834568, + "F1_coffee": 0.8349542749310495, + "IoU_coffee": 0.7166708198355345, + "precision_coffee": 0.846131215063254, + "recall_coffee": 0.8240687679083094, + "F1_noncoffee": 0.6938610662358643, + "IoU_noncoffee": 0.531230674087817, + "kappa": 0.5289677939309825, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7424313873432048, + "mIoU": 0.5814557943789458, + "macroF1": 0.7334529227615572, + "F1_coffee": 0.7823730974579648, + "IoU_coffee": 0.6425392670157068, + "precision_coffee": 0.8814868019393068, + "recall_coffee": 0.703295128939828, + "F1_noncoffee": 0.6845327480651496, + "IoU_noncoffee": 0.5203723217421847, + "kappa": 0.4764997281781745, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2444, + 2995 + ], + [ + 43282, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4786314129829408, + "test_tta": { + "OA": 0.8047997159549402, + "mIoU": 0.608107558054682, + "macroF1": 0.7438809301885037, + "F1_coffee": 0.868790748635836, + "IoU_coffee": 0.7680194867467106, + "precision_coffee": 0.8968598817416233, + "recall_coffee": 0.8424252624492458, + "F1_noncoffee": 0.6189711117411713, + "IoU_noncoffee": 0.4481956293626534, + "kappa": 0.4892147766089489, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7774749048113534, + "mIoU": 0.5719195126090606, + "macroF1": 0.713396004609969, + "F1_coffee": 0.8489145229678519, + "IoU_coffee": 0.7374904296044237, + "precision_coffee": 0.8624353362514923, + "recall_coffee": 0.8358111104683673, + "F1_noncoffee": 0.5778774862520861, + "IoU_noncoffee": 0.40634859561369757, + "kappa": 0.42718536220391745, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f1_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.6312071701754234, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8032503792647107, + "mIoU": 0.6140871682689807, + "macroF1": 0.7503386792932942, + "F1_coffee": 0.8652734646965863, + "IoU_coffee": 0.7625392002181577, + "precision_coffee": 0.9113935838338688, + "recall_coffee": 0.8235962384027938, + "F1_noncoffee": 0.6354038938900021, + "IoU_noncoffee": 0.46563513631980363, + "kappa": 0.5041138068389357, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7773739471558786, + "mIoU": 0.58329402709385, + "macroF1": 0.7256835952564966, + "F1_coffee": 0.8447613492366796, + "IoU_coffee": 0.7312440149734483, + "precision_coffee": 0.8828326992201458, + "recall_coffee": 0.8098378357532635, + "F1_noncoffee": 0.6066058412763138, + "IoU_noncoffee": 0.43534403921425174, + "kappa": 0.4539405927456786, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.06172839506172839, + "mIoU": 0.0314935064935065, + "macroF1": 0.06043956043956043, + "F1_coffee": 0.09523809523809523, + "IoU_coffee": 0.05, + "precision_coffee": 1.0, + "recall_coffee": 0.05, + "F1_noncoffee": 0.02564102564102564, + "IoU_noncoffee": 0.012987012987012988, + "kappa": 0.0012978585334198524, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7583495145631068, + "mIoU": 0.5600997992570921, + "macroF1": 0.7061844445666924, + "F1_coffee": 0.8299863387978142, + "IoU_coffee": 0.7093817502481172, + "precision_coffee": 0.9008080658314181, + "recall_coffee": 0.7694889494015579, + "F1_noncoffee": 0.5823825503355705, + "IoU_noncoffee": 0.410817848266067, + "kappa": 0.42115756948405986, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.856293215995358, + "mIoU": 0.6891165434555417, + "macroF1": 0.8082115382891997, + "F1_coffee": 0.9042402371439618, + "IoU_coffee": 0.8252175958597977, + "precision_coffee": 0.9252884932410155, + "recall_coffee": 0.8841282842921051, + "F1_noncoffee": 0.7121828394344374, + "IoU_noncoffee": 0.5530154910512859, + "kappa": 0.6170187237450137, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7949325467820705, + "mIoU": 0.6019395487980943, + "macroF1": 0.7402346582185649, + "F1_coffee": 0.8594345563620696, + "IoU_coffee": 0.7535162152737417, + "precision_coffee": 0.9066433566433566, + "recall_coffee": 0.8168987461407599, + "F1_noncoffee": 0.6210347600750603, + "IoU_noncoffee": 0.45036288232244687, + "kappa": 0.4842393220566107, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7728222996515679, + "mIoU": 0.5022514061069625, + "macroF1": 0.6301414152601105, + "F1_coffee": 0.8598624416605257, + "IoU_coffee": 0.7541742971022298, + "precision_coffee": 0.9428956228956229, + "recall_coffee": 0.790269782142454, + "F1_noncoffee": 0.4004203888596952, + "IoU_noncoffee": 0.2503285151116951, + "kappa": 0.2840380139946021, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9065290732288153, + "mIoU": 0.6796023390469996, + "macroF1": 0.7886835885831021, + "F1_coffee": 0.9464894342194956, + "IoU_coffee": 0.8984147525072792, + "precision_coffee": 0.956157465855618, + "recall_coffee": 0.9370149589472501, + "F1_noncoffee": 0.6308777429467085, + "IoU_noncoffee": 0.4607899255867201, + "kappa": 0.577665032248972, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8338956142091685, + "mIoU": 0.5681269283293713, + "macroF1": 0.6907962757811629, + "F1_coffee": 0.9011456241880241, + "IoU_coffee": 0.8200773860705073, + "precision_coffee": 0.9486510008703221, + "recall_coffee": 0.8581711843437184, + "F1_noncoffee": 0.48044692737430167, + "IoU_noncoffee": 0.3161764705882353, + "kappa": 0.3896369733011589, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7445760303173852, + "mIoU": 0.578794004758106, + "macroF1": 0.7301431668590241, + "F1_coffee": 0.7925515543244075, + "IoU_coffee": 0.6563854193219475, + "precision_coffee": 0.8492744063324539, + "recall_coffee": 0.742931332948644, + "F1_noncoffee": 0.6677347793936407, + "IoU_noncoffee": 0.5012025901942646, + "kappa": 0.4641151648417209, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8085447514854287, + "mIoU": 0.6616520432213725, + "macroF1": 0.7938707704994872, + "F1_coffee": 0.848868374032162, + "IoU_coffee": 0.7374207735092485, + "precision_coffee": 0.8836019838809671, + "recall_coffee": 0.8167621776504298, + "F1_noncoffee": 0.7388731669668125, + "IoU_noncoffee": 0.5858833129334965, + "kappa": 0.58883926777172, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7578987079128549, + "mIoU": 0.5939319159706403, + "macroF1": 0.7419753281519715, + "F1_coffee": 0.8060738838105311, + "IoU_coffee": 0.6751455327765122, + "precision_coffee": 0.8526450375579351, + "recall_coffee": 0.7643266475644699, + "F1_noncoffee": 0.6778767724934119, + "IoU_noncoffee": 0.5127182991647684, + "kappa": 0.4864953037392835, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2271, + 2995 + ], + [ + 47500, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.734434433778127, + "test_tta": { + "OA": 0.8295084083793293, + "mIoU": 0.6462738748849373, + "macroF1": 0.7751583916911378, + "F1_coffee": 0.8857031571202908, + "IoU_coffee": 0.7948538693076997, + "precision_coffee": 0.9117457064575769, + "recall_coffee": 0.8611070203858372, + "F1_noncoffee": 0.6646136262619848, + "IoU_noncoffee": 0.4976938804621749, + "kappa": 0.5513907701279533, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.801603784469828, + "mIoU": 0.6095451508954893, + "macroF1": 0.7461971602574328, + "F1_coffee": 0.864781976172689, + "IoU_coffee": 0.7617761152673871, + "precision_coffee": 0.8820356519821139, + "recall_coffee": 0.84819035498737, + "F1_noncoffee": 0.6276123443421765, + "IoU_noncoffee": 0.4573141865235916, + "kappa": 0.4929286642723808, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f1_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.5944155523349832, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.746699590071334, + "mIoU": 0.537360755479614, + "macroF1": 0.6840188586131308, + "F1_coffee": 0.8247523978606282, + "IoU_coffee": 0.70176905390769, + "precision_coffee": 0.8787893208965878, + "recall_coffee": 0.7769759956240927, + "F1_noncoffee": 0.5432853193656336, + "IoU_noncoffee": 0.3729524570515382, + "kappa": 0.37420419564817986, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7244577131648783, + "mIoU": 0.5162845858798994, + "macroF1": 0.6664881953161098, + "F1_coffee": 0.8055332186517106, + "IoU_coffee": 0.6743872924975287, + "precision_coffee": 0.8531111206933725, + "recall_coffee": 0.7629818167794682, + "F1_noncoffee": 0.527443171980509, + "IoU_noncoffee": 0.3581818792622703, + "kappa": 0.33797995081562665, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.691358024691358, + "mIoU": 0.345679012345679, + "macroF1": 0.40875912408759124, + "F1_coffee": 0.8175182481751825, + "IoU_coffee": 0.691358024691358, + "precision_coffee": 0.9824561403508771, + "recall_coffee": 0.7, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.02427921092564501, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8080582524271844, + "mIoU": 0.6093537892348269, + "macroF1": 0.7442761746485564, + "F1_coffee": 0.871989121989122, + "IoU_coffee": 0.7730325469261237, + "precision_coffee": 0.8920315294429357, + "recall_coffee": 0.8528275600025331, + "F1_noncoffee": 0.6165632273079907, + "IoU_noncoffee": 0.44567503154353005, + "kappa": 0.48932455183860113, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.6913592186064503, + "mIoU": 0.4889975250845242, + "macroF1": 0.6445349555883522, + "F1_coffee": 0.7735480895448257, + "IoU_coffee": 0.6307202776974256, + "precision_coffee": 0.8851899967521922, + "recall_coffee": 0.6869132379812236, + "F1_noncoffee": 0.5155218216318785, + "IoU_noncoffee": 0.34727477247162286, + "kappa": 0.31246759682735803, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7409216188772303, + "mIoU": 0.5205031832037076, + "macroF1": 0.6658409431714397, + "F1_coffee": 0.8242356646109434, + "IoU_coffee": 0.7010211483734167, + "precision_coffee": 0.8597139533292274, + "recall_coffee": 0.791569529330225, + "F1_noncoffee": 0.507446221731936, + "IoU_noncoffee": 0.3399852180339985, + "kappa": 0.3348562435334462, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8488800398208064, + "mIoU": 0.5666545298766491, + "macroF1": 0.6837037127384495, + "F1_coffee": 0.9122746185852982, + "IoU_coffee": 0.838699394325789, + "precision_coffee": 0.9346358792184725, + "recall_coffee": 0.8909583474432781, + "F1_noncoffee": 0.45513280689160085, + "IoU_noncoffee": 0.29460966542750927, + "kappa": 0.36964849771622116, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.6245286763246676, + "mIoU": 0.3928783281539024, + "macroF1": 0.5361030456091304, + "F1_coffee": 0.7386379334162178, + "IoU_coffee": 0.5855875588654036, + "precision_coffee": 0.9570431358510829, + "recall_coffee": 0.601394668766168, + "F1_noncoffee": 0.33356815780204296, + "IoU_noncoffee": 0.2001690974424012, + "kappa": 0.18096803672581802, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7232585830521929, + "mIoU": 0.4654070907578246, + "macroF1": 0.5999613105559574, + "F1_coffee": 0.8220506603713392, + "IoU_coffee": 0.6978658866861662, + "precision_coffee": 0.9498672957829549, + "recall_coffee": 0.724552918681813, + "F1_noncoffee": 0.3778719607405755, + "IoU_noncoffee": 0.23294829482948295, + "kappa": 0.24755549261584206, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7692089057318806, + "mIoU": 0.6034108639045601, + "macroF1": 0.7484967307679666, + "F1_coffee": 0.8206713780918727, + "IoU_coffee": 0.695880149812734, + "precision_coffee": 0.8379434756464221, + "recall_coffee": 0.8040969417195615, + "F1_noncoffee": 0.6763220834440606, + "IoU_noncoffee": 0.5109415779963863, + "kappa": 0.4973789087265035, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.754880694143167, + "mIoU": 0.5832016808372273, + "macroF1": 0.7318722562820932, + "F1_coffee": 0.8104165146983733, + "IoU_coffee": 0.6812607309296052, + "precision_coffee": 0.8255312825085451, + "recall_coffee": 0.7958452722063037, + "F1_noncoffee": 0.653327997865813, + "IoU_noncoffee": 0.4851426307448494, + "kappa": 0.464073031016311, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7577100820522493, + "mIoU": 0.5655956134986179, + "macroF1": 0.7124138711222441, + "F1_coffee": 0.8265478360677875, + "IoU_coffee": 0.7043728423475258, + "precision_coffee": 0.7816370833865407, + "recall_coffee": 0.8769340974212034, + "F1_noncoffee": 0.5982799061767006, + "IoU_noncoffee": 0.42681838464970995, + "kappa": 0.4291921381086817, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2379, + 2995 + ], + [ + 43888, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7599143981933594, + "test_tta": { + "OA": 0.7809786643426616, + "mIoU": 0.5696789128489788, + "macroF1": 0.7098602314897271, + "F1_coffee": 0.8535066224808127, + "IoU_coffee": 0.7444496751718294, + "precision_coffee": 0.8764687624706248, + "recall_coffee": 0.8317169124608167, + "F1_noncoffee": 0.5662138404986415, + "IoU_noncoffee": 0.39490815052612804, + "kappa": 0.4208974319837844, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7568218530056536, + "mIoU": 0.5439977333866863, + "macroF1": 0.688408530904208, + "F1_coffee": 0.8344119813405352, + "IoU_coffee": 0.7158721331917833, + "precision_coffee": 0.8502521815707309, + "recall_coffee": 0.8191511926110179, + "F1_noncoffee": 0.5424050804678807, + "IoU_noncoffee": 0.37212333358158933, + "kappa": 0.37741420339448717, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f1_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 64, + "stopped_epoch": 94, + "best_val": 0.6517044400960945, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7946644717730221, + "mIoU": 0.5992338283701879, + "macroF1": 0.7375204427974189, + "F1_coffee": 0.8599914165923872, + "IoU_coffee": 0.7543727557048535, + "precision_coffee": 0.9015920627595755, + "recall_coffee": 0.8220604632571056, + "F1_noncoffee": 0.6150494690024507, + "IoU_noncoffee": 0.44409490103552235, + "kappa": 0.4780959538586662, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7690521518403138, + "mIoU": 0.570573939143727, + "macroF1": 0.7144523962001632, + "F1_coffee": 0.8393156389543927, + "IoU_coffee": 0.7231213473043538, + "precision_coffee": 0.8750261539105327, + "recall_coffee": 0.8064055841576522, + "F1_noncoffee": 0.5895891534459339, + "IoU_noncoffee": 0.4180265309831001, + "kappa": 0.43132392866635183, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4567901234567901, + "mIoU": 0.2361111111111111, + "macroF1": 0.3320839580209895, + "F1_coffee": 0.6206896551724138, + "IoU_coffee": 0.45, + "precision_coffee": 1.0, + "recall_coffee": 0.45, + "F1_noncoffee": 0.043478260869565216, + "IoU_noncoffee": 0.022222222222222223, + "kappa": 0.019801980198019774, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.825873786407767, + "mIoU": 0.6401631136044229, + "macroF1": 0.7702076005381242, + "F1_coffee": 0.8833078499625883, + "IoU_coffee": 0.7910039037464313, + "precision_coffee": 0.9082151458389082, + "recall_coffee": 0.8597302260781458, + "F1_noncoffee": 0.6571073511136603, + "IoU_noncoffee": 0.48932232346241455, + "kappa": 0.5414286436303759, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7688699772738262, + "mIoU": 0.5717891566749168, + "macroF1": 0.7158268552725469, + "F1_coffee": 0.8386007563479201, + "IoU_coffee": 0.7220607047331085, + "precision_coffee": 0.9034558021098581, + "recall_coffee": 0.7824333690378678, + "F1_noncoffee": 0.5930529541971735, + "IoU_noncoffee": 0.42151760861672516, + "kappa": 0.4389435287573282, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7893718872394951, + "mIoU": 0.588514245267927, + "macroF1": 0.7277838871612834, + "F1_coffee": 0.857264565174651, + "IoU_coffee": 0.750186385272696, + "precision_coffee": 0.8930839079675019, + "recall_coffee": 0.8242076743746456, + "F1_noncoffee": 0.5983032091479159, + "IoU_noncoffee": 0.4268421052631579, + "kappa": 0.4580213498823626, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8348432055749129, + "mIoU": 0.5735795454545455, + "macroF1": 0.6969393183574065, + "F1_coffee": 0.9013732833957553, + "IoU_coffee": 0.8204545454545454, + "precision_coffee": 0.9521477015825169, + "recall_coffee": 0.8557399254994921, + "F1_noncoffee": 0.4925053533190578, + "IoU_noncoffee": 0.32670454545454547, + "kappa": 0.40261979495508143, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.734967255407819, + "mIoU": 0.4817422885136003, + "macroF1": 0.6178589458391348, + "F1_coffee": 0.8294053777862936, + "IoU_coffee": 0.7085333915320821, + "precision_coffee": 0.959651197162282, + "recall_coffee": 0.7302890563491171, + "F1_noncoffee": 0.406312513891976, + "IoU_noncoffee": 0.2549511854951185, + "kappa": 0.2817607681301101, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7971819805516968, + "mIoU": 0.5328780389954415, + "macroF1": 0.6606824555802968, + "F1_coffee": 0.8758955676988464, + "IoU_coffee": 0.7791941233661013, + "precision_coffee": 0.9517086686898008, + "recall_coffee": 0.8112698234169384, + "F1_noncoffee": 0.44546934346174716, + "IoU_noncoffee": 0.28656195462478184, + "kappa": 0.34007656988740176, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8173377546186641, + "mIoU": 0.6669254070427868, + "macroF1": 0.796699355081671, + "F1_coffee": 0.8614743497628969, + "IoU_coffee": 0.7566578316294333, + "precision_coffee": 0.8581448611508732, + "recall_coffee": 0.8648297749567224, + "F1_noncoffee": 0.731924360400445, + "IoU_noncoffee": 0.5771929824561404, + "kappa": 0.5934105546736255, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8010940299915118, + "mIoU": 0.6433284875320929, + "macroF1": 0.7789488530807755, + "F1_coffee": 0.8489146787019127, + "IoU_coffee": 0.7374906646751307, + "precision_coffee": 0.8489754979223384, + "recall_coffee": 0.8488538681948424, + "F1_noncoffee": 0.7089830274596385, + "IoU_noncoffee": 0.5491663103890552, + "kappa": 0.5578977105318406, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7819485051400547, + "mIoU": 0.6145403190618682, + "macroF1": 0.7562130811154157, + "F1_coffee": 0.8354214123006833, + "IoU_coffee": 0.717359413202934, + "precision_coffee": 0.830220713073005, + "recall_coffee": 0.8406876790830946, + "F1_noncoffee": 0.677004749930148, + "IoU_noncoffee": 0.5117212249208025, + "kappa": 0.5124637084405161, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2569, + 2995 + ], + [ + 46670, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.664242537816365, + "test_tta": { + "OA": 0.8210354733546367, + "mIoU": 0.6308029712228904, + "macroF1": 0.762339168548845, + "F1_coffee": 0.8804484933426769, + "IoU_coffee": 0.7864296444667, + "precision_coffee": 0.9029454690195038, + "recall_coffee": 0.8590452948477899, + "F1_noncoffee": 0.644229843755013, + "IoU_noncoffee": 0.4751762979790809, + "kappa": 0.5255547843095627, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7944790584977501, + "mIoU": 0.5974195721451097, + "macroF1": 0.7356908655849447, + "F1_coffee": 0.8603434082088675, + "IoU_coffee": 0.7549146070894175, + "precision_coffee": 0.874798206278027, + "recall_coffee": 0.846358535315555, + "F1_noncoffee": 0.6110383229610219, + "IoU_noncoffee": 0.43992453720080177, + "kappa": 0.4717833977627486, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f2_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.5615118243464119, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7610290537250446, + "mIoU": 0.5608010537078456, + "macroF1": 0.7061404989570329, + "F1_coffee": 0.8331425592438546, + "IoU_coffee": 0.714005439005439, + "precision_coffee": 0.8846237154340449, + "recall_coffee": 0.7873238229876194, + "F1_noncoffee": 0.5791384386702112, + "IoU_noncoffee": 0.40759666841025227, + "kappa": 0.4172589274051021, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7295777085496712, + "mIoU": 0.5249312348632087, + "macroF1": 0.6751084243195766, + "F1_coffee": 0.8081370362032622, + "IoU_coffee": 0.6780452625433566, + "precision_coffee": 0.8641267479265597, + "recall_coffee": 0.758961348478733, + "F1_noncoffee": 0.5420798124358912, + "IoU_noncoffee": 0.3718172071830608, + "kappa": 0.3566629741036473, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2720763723150358, + "mIoU": 0.1364979277827275, + "macroF1": 0.21519756301325815, + "F1_coffee": 0.4264761188416698, + "IoU_coffee": 0.2710325047801147, + "precision_coffee": 0.9982394366197183, + "recall_coffee": 0.27116212338593976, + "F1_noncoffee": 0.003919007184846506, + "IoU_noncoffee": 0.001963350785340314, + "kappa": 0.00011079018123583912, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7558470911949685, + "mIoU": 0.5654915551165149, + "macroF1": 0.7128550436512398, + "F1_coffee": 0.8239628724271088, + "IoU_coffee": 0.7006265815158453, + "precision_coffee": 0.9051214196762142, + "recall_coffee": 0.756160998764549, + "F1_noncoffee": 0.6017472148753706, + "IoU_noncoffee": 0.43035652871718444, + "kappa": 0.4359692559478925, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7833406102944743, + "mIoU": 0.5661500169995196, + "macroF1": 0.7051890796131429, + "F1_coffee": 0.8569781592262858, + "IoU_coffee": 0.749747842653816, + "precision_coffee": 0.8583525789068515, + "recall_coffee": 0.8556081340324849, + "F1_noncoffee": 0.5534, + "IoU_noncoffee": 0.3825521913452233, + "kappa": 0.41038287978863924, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7438604989101477, + "mIoU": 0.5476204243271124, + "macroF1": 0.6967248938963995, + "F1_coffee": 0.8162868260144525, + "IoU_coffee": 0.6895984972998357, + "precision_coffee": 0.8957682043461686, + "recall_coffee": 0.7497606739421788, + "F1_noncoffee": 0.5771629617783464, + "IoU_noncoffee": 0.40564235135438914, + "kappa": 0.404245213080582, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7451639177356953, + "mIoU": 0.5232273228373764, + "macroF1": 0.6676680639510564, + "F1_coffee": 0.8281496738757295, + "IoU_coffee": 0.7067026013592688, + "precision_coffee": 0.9466331816041438, + "recall_coffee": 0.7360263607517696, + "F1_noncoffee": 0.5071864540263832, + "IoU_noncoffee": 0.33975204431548406, + "kappa": 0.3639121476453423, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8294100265931252, + "mIoU": 0.574595642234142, + "macroF1": 0.6999549275380321, + "F1_coffee": 0.8970395910117703, + "IoU_coffee": 0.8133017139161367, + "precision_coffee": 0.9093648306616849, + "recall_coffee": 0.8850439882697947, + "F1_noncoffee": 0.5028702640642939, + "IoU_noncoffee": 0.33588957055214724, + "kappa": 0.4004416514523944, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.798279065219517, + "mIoU": 0.5518378957979231, + "macroF1": 0.6836608449427533, + "F1_coffee": 0.8740767869132637, + "IoU_coffee": 0.776320069391738, + "precision_coffee": 0.9197174052665382, + "recall_coffee": 0.8327518027448244, + "F1_noncoffee": 0.4932449029722427, + "IoU_noncoffee": 0.32735572220410825, + "kappa": 0.37353019015543076, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7658119658119659, + "mIoU": 0.5970982142857143, + "macroF1": 0.7430830039525691, + "F1_coffee": 0.8194993412384717, + "IoU_coffee": 0.6941964285714286, + "precision_coffee": 0.8642890226956924, + "recall_coffee": 0.7791231732776618, + "F1_noncoffee": 0.6666666666666666, + "IoU_noncoffee": 0.5, + "kappa": 0.48870179144522446, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.738623326959847, + "mIoU": 0.5449038993480585, + "macroF1": 0.6953045237246526, + "F1_coffee": 0.8101916134407109, + "IoU_coffee": 0.6809429338312522, + "precision_coffee": 0.8003017418735427, + "recall_coffee": 0.8203289751159848, + "F1_noncoffee": 0.5804174340085942, + "IoU_noncoffee": 0.40886486486486484, + "kappa": 0.39081469580164674, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.6904396237281628, + "mIoU": 0.5170265878283962, + "macroF1": 0.6788024102880588, + "F1_coffee": 0.7399403273929522, + "IoU_coffee": 0.5872264175092794, + "precision_coffee": 0.8607879924953096, + "recall_coffee": 0.6488474048932259, + "F1_noncoffee": 0.6176644931831654, + "IoU_noncoffee": 0.4468267581475129, + "kappa": 0.3756953921304587, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 10, + 27 + ], + [ + 373, + 563 + ], + [ + 5838, + 7520 + ], + [ + 40666, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5275822997093202, + "test_tta": { + "OA": 0.81098847589677, + "mIoU": 0.6067644549576408, + "macroF1": 0.7408193843384742, + "F1_coffee": 0.8756765990156619, + "IoU_coffee": 0.7788476147067761, + "precision_coffee": 0.8729273536110342, + "recall_coffee": 0.8784432163817847, + "F1_noncoffee": 0.6059621696612865, + "IoU_noncoffee": 0.4346812952085053, + "kappa": 0.4816550644402225, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7778354678666205, + "mIoU": 0.5633193986809097, + "macroF1": 0.7037350410919562, + "F1_coffee": 0.8519017036495788, + "IoU_coffee": 0.7420111207878342, + "precision_coffee": 0.8522786295519689, + "recall_coffee": 0.8515251109957908, + "F1_noncoffee": 0.5555683785343335, + "IoU_noncoffee": 0.3846276765739853, + "kappa": 0.4074704299711862, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f2_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 38, + "stopped_epoch": 68, + "best_val": 0.622520599504403, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8102905372504463, + "mIoU": 0.6315543606544219, + "macroF1": 0.7657137190117476, + "F1_coffee": 0.8679083224085711, + "IoU_coffee": 0.7666413768318492, + "precision_coffee": 0.918656395042825, + "recall_coffee": 0.822473546673521, + "F1_noncoffee": 0.663519115614924, + "IoU_noncoffee": 0.49646734447699464, + "kappa": 0.5350418008904992, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7690233067958925, + "mIoU": 0.5805353423713218, + "macroF1": 0.7251462240879123, + "F1_coffee": 0.834963262193551, + "IoU_coffee": 0.716684062483415, + "precision_coffee": 0.9000666518551433, + "recall_coffee": 0.7786426800438218, + "F1_noncoffee": 0.6153291859822737, + "IoU_noncoffee": 0.4443866222592284, + "kappa": 0.456915134204945, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1532219570405728, + "mIoU": 0.07692591152074427, + "macroF1": 0.1338891871837608, + "F1_coffee": 0.2632890365448505, + "IoU_coffee": 0.1516021042563367, + "precision_coffee": 1.0, + "recall_coffee": 0.1516021042563367, + "F1_noncoffee": 0.004489337822671156, + "IoU_noncoffee": 0.0022497187851518562, + "kappa": 0.000681891636233408, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8540192610062893, + "mIoU": 0.6899650987971067, + "macroF1": 0.8094007765307516, + "F1_coffee": 0.9016192589158581, + "IoU_coffee": 0.8208622249020199, + "precision_coffee": 0.9186234817813765, + "recall_coffee": 0.8852331100851811, + "F1_noncoffee": 0.7171822941456449, + "IoU_noncoffee": 0.5590679726921935, + "kappa": 0.6191766629829979, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7969727841653326, + "mIoU": 0.6183228473861443, + "macroF1": 0.756149443865751, + "F1_coffee": 0.855923159018143, + "IoU_coffee": 0.7481343283582089, + "precision_coffee": 0.9270639122977105, + "recall_coffee": 0.7949226243765187, + "F1_noncoffee": 0.656375728713359, + "IoU_noncoffee": 0.48851136641407966, + "kappa": 0.5190535546921351, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7804795349963671, + "mIoU": 0.5925225993893883, + "macroF1": 0.7344795327595968, + "F1_coffee": 0.8449962377727614, + "IoU_coffee": 0.7315960912052117, + "precision_coffee": 0.9103839634460904, + "recall_coffee": 0.7883719446039952, + "F1_noncoffee": 0.6239628277464321, + "IoU_noncoffee": 0.4534491075735649, + "kappa": 0.4755229106618129, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8495214823864793, + "mIoU": 0.651947488571914, + "macroF1": 0.7758083501641486, + "F1_coffee": 0.9043613303998964, + "IoU_coffee": 0.8254193243562485, + "precision_coffee": 0.962534435261708, + "recall_coffee": 0.8528191359531364, + "F1_noncoffee": 0.6472553699284009, + "IoU_noncoffee": 0.4784756527875794, + "kappa": 0.5575771140512273, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.784103220722939, + "mIoU": 0.5594160168083415, + "macroF1": 0.6972981854247492, + "F1_coffee": 0.859397049390635, + "IoU_coffee": 0.7534585535935215, + "precision_coffee": 0.9481953290870488, + "recall_coffee": 0.7858064516129032, + "F1_noncoffee": 0.5351993214588634, + "IoU_noncoffee": 0.36537348002316156, + "kappa": 0.4116539975921973, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7522245037645449, + "mIoU": 0.5095036214644655, + "macroF1": 0.6478912511460592, + "F1_coffee": 0.8395593263264531, + "IoU_coffee": 0.7234831951113051, + "precision_coffee": 0.9213451917732073, + "recall_coffee": 0.771109560362875, + "F1_noncoffee": 0.45622317596566525, + "IoU_noncoffee": 0.2955240478176258, + "kappa": 0.31410051901364083, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8582146248812915, + "mIoU": 0.7168410398649999, + "macroF1": 0.8311620590417139, + "F1_coffee": 0.8987453374025093, + "IoU_coffee": 0.8161103584185244, + "precision_coffee": 0.8764550264550265, + "recall_coffee": 0.9221990257480863, + "F1_noncoffee": 0.7635787806809184, + "IoU_noncoffee": 0.6175717213114754, + "kappa": 0.6628333188569442, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8094646271510516, + "mIoU": 0.6602375848077144, + "macroF1": 0.7924239281229374, + "F1_coffee": 0.8518986401129524, + "IoU_coffee": 0.7420064724919094, + "precision_coffee": 0.9035308953341741, + "recall_coffee": 0.8058484465063968, + "F1_noncoffee": 0.7329492161329224, + "IoU_noncoffee": 0.5784686971235194, + "kappa": 0.5872780925683614, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8082165482818199, + "mIoU": 0.6578330622305955, + "macroF1": 0.7905456545091327, + "F1_coffee": 0.8513835168104731, + "IoU_coffee": 0.741225229892501, + "precision_coffee": 0.8980072179507297, + "recall_coffee": 0.8093621835666808, + "F1_noncoffee": 0.7297077922077922, + "IoU_noncoffee": 0.5744408945686901, + "kappa": 0.5831350027535102, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 5, + 27 + ], + [ + 388, + 563 + ], + [ + 5932, + 7520 + ], + [ + 43597, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.3968235572179157, + "test_tta": { + "OA": 0.8422658659308554, + "mIoU": 0.6725169350548666, + "macroF1": 0.7964485813418322, + "F1_coffee": 0.8930206957287539, + "IoU_coffee": 0.8067185107102369, + "precision_coffee": 0.9186257190741496, + "recall_coffee": 0.868804352482543, + "F1_noncoffee": 0.6998764669549105, + "IoU_noncoffee": 0.5383153593994964, + "kappa": 0.59378254738016, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7985173647167416, + "mIoU": 0.6131876647812793, + "macroF1": 0.7506696013583378, + "F1_coffee": 0.8598936917059472, + "IoU_coffee": 0.754222378606615, + "precision_coffee": 0.899100270548017, + "recall_coffee": 0.823963558784524, + "F1_noncoffee": 0.6414455110107284, + "IoU_noncoffee": 0.47215295095594345, + "kappa": 0.503754085508986, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f2_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 4, + "stopped_epoch": 50, + "best_val": 0.5584376685513006, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6482551533841909, + "mIoU": 0.4620115566042818, + "macroF1": 0.6259496498200772, + "F1_coffee": 0.7172917617898376, + "IoU_coffee": 0.5592010251611985, + "precision_coffee": 0.9173479261903967, + "recall_coffee": 0.5888703251510089, + "F1_noncoffee": 0.5346075378503168, + "IoU_noncoffee": 0.36482208804736505, + "kappa": 0.3062168687713819, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.6188704280604592, + "mIoU": 0.43400993696759194, + "macroF1": 0.599883585227011, + "F1_coffee": 0.6870440549502606, + "IoU_coffee": 0.5232803564663648, + "precision_coffee": 0.8949739286044861, + "recall_coffee": 0.5575160006919219, + "F1_noncoffee": 0.5127231155037616, + "IoU_noncoffee": 0.344739517468819, + "kappa": 0.26180765118858035, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.0477326968973747, + "mIoU": 0.02395602392300885, + "macroF1": 0.04589275209271141, + "F1_coffee": 0.0877914951989026, + "IoU_coffee": 0.04591104734576758, + "precision_coffee": 1.0, + "recall_coffee": 0.04591104734576758, + "F1_noncoffee": 0.00399400898652022, + "IoU_noncoffee": 0.002001000500250125, + "kappa": 0.00018371917949291776, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.5482999213836478, + "mIoU": 0.374483507699043, + "macroF1": 0.5433590634083632, + "F1_coffee": 0.590858516177845, + "IoU_coffee": 0.41930389741646135, + "precision_coffee": 0.9362482369534556, + "recall_coffee": 0.43162754405357956, + "F1_noncoffee": 0.4958596106388813, + "IoU_noncoffee": 0.3296631179816246, + "kappa": 0.21787496920968974, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7612186484257507, + "mIoU": 0.5711570244132643, + "macroF1": 0.7173973889535358, + "F1_coffee": 0.8286808214410024, + "IoU_coffee": 0.7074765244264828, + "precision_coffee": 0.9092575618698442, + "recall_coffee": 0.7612226627445965, + "F1_noncoffee": 0.6061139564660691, + "IoU_noncoffee": 0.4348375244000459, + "kappa": 0.4448188655716194, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.6340033906514895, + "mIoU": 0.4480694985595299, + "macroF1": 0.6129865721886572, + "F1_coffee": 0.7031741043368951, + "IoU_coffee": 0.5422270689446262, + "precision_coffee": 0.9144783897006232, + "recall_coffee": 0.571191524666539, + "F1_noncoffee": 0.5227990400404193, + "IoU_noncoffee": 0.3539119281744335, + "kappa": 0.28716041046507035, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.6157605375687233, + "mIoU": 0.410440420032429, + "macroF1": 0.5673997702429358, + "F1_coffee": 0.7120402868915001, + "IoU_coffee": 0.5528436018957346, + "precision_coffee": 0.9499185667752443, + "recall_coffee": 0.5694410544300708, + "F1_noncoffee": 0.4227592535943714, + "IoU_noncoffee": 0.26803723816912334, + "kappa": 0.2314164533591588, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7626317344627204, + "mIoU": 0.5333035713845306, + "macroF1": 0.6737677005207507, + "F1_coffee": 0.8440331348692726, + "IoU_coffee": 0.730153398275669, + "precision_coffee": 0.9413887685866897, + "recall_coffee": 0.7649266862170088, + "F1_noncoffee": 0.503502266172229, + "IoU_noncoffee": 0.33645374449339205, + "kappa": 0.3690179630595125, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7925100224894887, + "mIoU": 0.5450686979029734, + "macroF1": 0.6775191957689066, + "F1_coffee": 0.8700869352271335, + "IoU_coffee": 0.770047680970958, + "precision_coffee": 0.9185625646328852, + "recall_coffee": 0.8264712723889277, + "F1_noncoffee": 0.4849514563106796, + "IoU_noncoffee": 0.32008971483498877, + "kappa": 0.3620819104020212, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.48537511870845207, + "mIoU": 0.3168011463573634, + "macroF1": 0.478975663868988, + "F1_coffee": 0.42123251094734593, + "IoU_coffee": 0.26681098633473144, + "precision_coffee": 0.9054178145087236, + "recall_coffee": 0.2744606819763396, + "F1_noncoffee": 0.53671881679063, + "IoU_noncoffee": 0.36679130637999535, + "kappa": 0.15205485497855478, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7598470363288718, + "mIoU": 0.593521778543302, + "macroF1": 0.7410525599584257, + "F1_coffee": 0.810814881759301, + "IoU_coffee": 0.6818239392020266, + "precision_coffee": 0.873154906731549, + "recall_coffee": 0.7567833544214818, + "F1_noncoffee": 0.6712902381575504, + "IoU_noncoffee": 0.5052196178845775, + "kappa": 0.48665174420660584, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.4784027644461509, + "mIoU": 0.3097948878595559, + "macroF1": 0.47020397003388925, + "F1_coffee": 0.4042973032229774, + "IoU_coffee": 0.2533663094256664, + "precision_coffee": 0.8990736226231106, + "recall_coffee": 0.2607834818271814, + "F1_noncoffee": 0.5361106368448011, + "IoU_noncoffee": 0.3662234662934453, + "kappa": 0.1426118780293511, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 515, + 563 + ], + [ + 5794, + 7520 + ], + [ + 33606, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4942839185396832, + "test_tta": { + "OA": 0.743077422496348, + "mIoU": 0.5495150450256978, + "macroF1": 0.6991020798091527, + "F1_coffee": 0.8141328980895459, + "IoU_coffee": 0.6865296261089987, + "precision_coffee": 0.9009798061179406, + "recall_coffee": 0.74255665510003, + "F1_noncoffee": 0.5840712615287595, + "IoU_noncoffee": 0.4125004639423969, + "kappa": 0.4104618023419315, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7066891658013154, + "mIoU": 0.5095671477167121, + "macroF1": 0.6645252025832498, + "F1_coffee": 0.7834577339565787, + "IoU_coffee": 0.6440037110298108, + "precision_coffee": 0.8782944996180291, + "recall_coffee": 0.7071056526168099, + "F1_noncoffee": 0.5455926712099207, + "IoU_noncoffee": 0.37513058440361335, + "kappa": 0.3450742906192161, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f2_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.6126704929467497, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8392144132446031, + "mIoU": 0.6693927395258559, + "macroF1": 0.7942961002087008, + "F1_coffee": 0.8904203539823009, + "IoU_coffee": 0.8024843977429067, + "precision_coffee": 0.9206890241112687, + "recall_coffee": 0.8620785674506276, + "F1_noncoffee": 0.6981718464351006, + "IoU_noncoffee": 0.5363010813088049, + "kappa": 0.5898133591372712, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7965991692627207, + "mIoU": 0.6126211279527854, + "macroF1": 0.7506011979790916, + "F1_coffee": 0.8577078687962225, + "IoU_coffee": 0.750865602035048, + "precision_coffee": 0.9027482796703763, + "recall_coffee": 0.8169482404043898, + "F1_noncoffee": 0.6434945271619606, + "IoU_noncoffee": 0.4743766538705229, + "kappa": 0.5042939785970105, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2, + "mIoU": 0.10042529206804672, + "macroF1": 0.16797785078282432, + "F1_coffee": 0.3312051077414206, + "IoU_coffee": 0.19846963175514107, + "precision_coffee": 1.0, + "recall_coffee": 0.19846963175514107, + "F1_noncoffee": 0.004750593824228029, + "IoU_noncoffee": 0.002380952380952381, + "kappa": 0.0009446470946411366, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8669909591194969, + "mIoU": 0.709131206552844, + "macroF1": 0.8232437094626841, + "F1_coffee": 0.9111789218098895, + "IoU_coffee": 0.8368490838958534, + "precision_coffee": 0.919658232878527, + "recall_coffee": 0.9028545419077963, + "F1_noncoffee": 0.7353084971154786, + "IoU_noncoffee": 0.5814133292098346, + "kappa": 0.646576952729222, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7962450880512298, + "mIoU": 0.6196557439703079, + "macroF1": 0.757638204110811, + "F1_coffee": 0.8543689320388349, + "IoU_coffee": 0.7457627118644068, + "precision_coffee": 0.9331919406150583, + "recall_coffee": 0.7878245299910475, + "F1_noncoffee": 0.660907476182787, + "IoU_noncoffee": 0.49354877607620884, + "kappa": 0.5231971719521906, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8547348026156454, + "mIoU": 0.6849125923889381, + "macroF1": 0.8048492117677791, + "F1_coffee": 0.9035163915966927, + "IoU_coffee": 0.8240126753124817, + "precision_coffee": 0.9109900090826522, + "recall_coffee": 0.8961644010466526, + "F1_noncoffee": 0.7061820319388655, + "IoU_noncoffee": 0.5458125094653945, + "kappa": 0.6097784015505965, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9003257992262268, + "mIoU": 0.7157425274131503, + "macroF1": 0.8226162771746364, + "F1_coffee": 0.9400232800343075, + "IoU_coffee": 0.8868338920356028, + "precision_coffee": 0.9437815229425514, + "recall_coffee": 0.9362948498901635, + "F1_noncoffee": 0.7052092743149654, + "IoU_noncoffee": 0.5446511627906977, + "kappa": 0.6452602026070985, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7872549985226042, + "mIoU": 0.5646386839333496, + "macroF1": 0.7022450638118445, + "F1_coffee": 0.8613429195018616, + "IoU_coffee": 0.7564550682151313, + "precision_coffee": 0.9512264284701546, + "recall_coffee": 0.7869794721407625, + "F1_noncoffee": 0.5431472081218274, + "IoU_noncoffee": 0.37282229965156793, + "kappa": 0.42150870603747054, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8716143541605554, + "mIoU": 0.6359579643484341, + "macroF1": 0.7543492215499454, + "F1_coffee": 0.9240733244665471, + "IoU_coffee": 0.8588627324518973, + "precision_coffee": 0.918918918918919, + "recall_coffee": 0.929285880437311, + "F1_noncoffee": 0.5846251186333439, + "IoU_noncoffee": 0.41305319624497094, + "kappa": 0.5087829947376549, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8358974358974359, + "mIoU": 0.6910585967619604, + "macroF1": 0.8138485840316528, + "F1_coffee": 0.8779143704959729, + "IoU_coffee": 0.7823951643369853, + "precision_coffee": 0.8915195867412828, + "recall_coffee": 0.8647181628392484, + "F1_noncoffee": 0.7497827975673328, + "IoU_noncoffee": 0.5997220291869354, + "kappa": 0.6278747876407369, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8049713193116634, + "mIoU": 0.656331443551604, + "macroF1": 0.7898944781585924, + "F1_coffee": 0.8461770472025335, + "IoU_coffee": 0.7333681871650765, + "precision_coffee": 0.9125060985526102, + "recall_coffee": 0.7888373400815408, + "F1_noncoffee": 0.7336119091146514, + "IoU_noncoffee": 0.5792946999381315, + "kappa": 0.583599099897773, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8381647149164907, + "mIoU": 0.6979742072811276, + "macroF1": 0.8192263951980737, + "F1_coffee": 0.8777374909354605, + "IoU_coffee": 0.7821142414060481, + "precision_coffee": 0.9007292751897604, + "recall_coffee": 0.8558902559751096, + "F1_noncoffee": 0.760715299460687, + "IoU_noncoffee": 0.613834173156207, + "kappa": 0.6389132483468404, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 503, + 563 + ], + [ + 6620, + 7520 + ], + [ + 44557, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4919188698132833, + "test_tta": { + "OA": 0.8548936860899204, + "mIoU": 0.686587747464181, + "macroF1": 0.8062857343796651, + "F1_coffee": 0.9033220866856995, + "IoU_coffee": 0.8236895042006863, + "precision_coffee": 0.9122002358799634, + "recall_coffee": 0.8946150880349569, + "F1_noncoffee": 0.7092493820736308, + "IoU_noncoffee": 0.5494859907276759, + "kappa": 0.6126818069334229, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8126081689165802, + "mIoU": 0.6271982768841656, + "macroF1": 0.7609203557328945, + "F1_coffee": 0.8720846665025843, + "IoU_coffee": 0.7731827386355702, + "precision_coffee": 0.893936947483147, + "recall_coffee": 0.8512752503411559, + "F1_noncoffee": 0.6497560449632046, + "IoU_noncoffee": 0.481213815132761, + "kappa": 0.5226217822919964, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f2_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.531912822010788, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7177893199155981, + "mIoU": 0.527510953426806, + "macroF1": 0.6820614558144433, + "F1_coffee": 0.788641308972442, + "IoU_coffee": 0.6510386352232815, + "precision_coffee": 0.9117688394187256, + "recall_coffee": 0.6948121492524526, + "F1_noncoffee": 0.5754816026564445, + "IoU_noncoffee": 0.40398327163033043, + "kappa": 0.3865910634946515, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.6878677743163725, + "mIoU": 0.49702284620284165, + "macroF1": 0.6558050560056663, + "F1_coffee": 0.7608565935158788, + "IoU_coffee": 0.6140181915462815, + "precision_coffee": 0.894954378850503, + "recall_coffee": 0.6617078936746814, + "F1_noncoffee": 0.550753518495454, + "IoU_noncoffee": 0.38002750085940185, + "kappa": 0.339468822538157, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27971360381861576, + "mIoU": 0.14048973933229086, + "macroF1": 0.22036966752413908, + "F1_coffee": 0.43546576879910215, + "IoU_coffee": 0.2783357245337159, + "precision_coffee": 1.0, + "recall_coffee": 0.2783357245337159, + "F1_noncoffee": 0.005273566249176005, + "IoU_noncoffee": 0.0026437541308658294, + "kappa": 0.0014706202852737954, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.6834217767295597, + "mIoU": 0.4982161609450174, + "macroF1": 0.6588210233740834, + "F1_coffee": 0.750435759383352, + "IoU_coffee": 0.6005579665220087, + "precision_coffee": 0.928051350833493, + "recall_coffee": 0.6298849079914168, + "F1_noncoffee": 0.5672062873648149, + "IoU_noncoffee": 0.39587435536802623, + "kappa": 0.35839724100110193, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.6992674525784699, + "mIoU": 0.5083047849546383, + "macroF1": 0.6655603057763224, + "F1_coffee": 0.7717347276945171, + "IoU_coffee": 0.6283127473318144, + "precision_coffee": 0.9097143849292473, + "recall_coffee": 0.6700984780662489, + "F1_noncoffee": 0.5593858838581278, + "IoU_noncoffee": 0.388296822577462, + "kappa": 0.3595597967044712, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7701622668927101, + "mIoU": 0.5772293478154755, + "macroF1": 0.7213050340197645, + "F1_coffee": 0.8379937860630271, + "IoU_coffee": 0.721161191749427, + "precision_coffee": 0.9010279001468429, + "recall_coffee": 0.7832025017550578, + "F1_noncoffee": 0.604616281976502, + "IoU_noncoffee": 0.43329750388152394, + "kappa": 0.44918913692769225, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7170637344736306, + "mIoU": 0.49215689658372913, + "macroF1": 0.6389310836247082, + "F1_coffee": 0.8068931971370996, + "IoU_coffee": 0.6762958648806057, + "precision_coffee": 0.9369049540100048, + "recall_coffee": 0.708567244325116, + "F1_noncoffee": 0.47096897011231675, + "IoU_noncoffee": 0.3080179282868526, + "kappa": 0.3140490218553162, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7273712203289668, + "mIoU": 0.49879130845253344, + "macroF1": 0.6435713100786481, + "F1_coffee": 0.8163969222605466, + "IoU_coffee": 0.6897556601658821, + "precision_coffee": 0.9393985651045642, + "recall_coffee": 0.7218768328445748, + "F1_noncoffee": 0.4707456978967495, + "IoU_noncoffee": 0.3078269567391848, + "kappa": 0.3207132597980697, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7717805808154884, + "mIoU": 0.5425387503760506, + "macroF1": 0.6816807883942837, + "F1_coffee": 0.851033954557059, + "IoU_coffee": 0.7406954782801911, + "precision_coffee": 0.942998585572843, + "recall_coffee": 0.7754128867178414, + "F1_noncoffee": 0.5123276222315085, + "IoU_noncoffee": 0.34438202247191013, + "kappa": 0.3825852962200895, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6520417853751187, + "mIoU": 0.48166003726973894, + "macroF1": 0.6495040738536111, + "F1_coffee": 0.6793278487659723, + "IoU_coffee": 0.5143803843605036, + "precision_coffee": 0.915114359820797, + "recall_coffee": 0.5401530967292971, + "F1_noncoffee": 0.6196802989412498, + "IoU_noncoffee": 0.4489396901789743, + "kappa": 0.35017308486185794, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.6719885277246654, + "mIoU": 0.49919129833180126, + "macroF1": 0.6639171244812154, + "F1_coffee": 0.716000331098419, + "IoU_coffee": 0.5576328004125838, + "precision_coffee": 0.8705716586151369, + "recall_coffee": 0.6080416139462955, + "F1_noncoffee": 0.6118339178640118, + "IoU_noncoffee": 0.44074979625101873, + "kappa": 0.35559967400991876, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7685736225763102, + "mIoU": 0.5991457895553169, + "macroF1": 0.7444144861515098, + "F1_coffee": 0.8229939064679539, + "IoU_coffee": 0.6992265469061876, + "precision_coffee": 0.8557251908396947, + "recall_coffee": 0.792674303493141, + "F1_noncoffee": 0.6658350658350658, + "IoU_noncoffee": 0.4990650322044463, + "kappa": 0.49023695871438183, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 8, + 27 + ], + [ + 328, + 563 + ], + [ + 5679, + 7520 + ], + [ + 38208, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.343054886658986, + "test_tta": { + "OA": 0.7760753124492777, + "mIoU": 0.5883374881481852, + "macroF1": 0.7313509281328132, + "F1_coffee": 0.8409646331903906, + "IoU_coffee": 0.7255728835136855, + "precision_coffee": 0.9104887424492037, + "recall_coffee": 0.7813048879749818, + "F1_noncoffee": 0.6217372230752358, + "IoU_noncoffee": 0.4511020927826848, + "kappa": 0.47005131601210565, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7421108803507558, + "mIoU": 0.5495148211564623, + "macroF1": 0.6994025338945001, + "F1_coffee": 0.8127075237506678, + "IoU_coffee": 0.6845049050744583, + "precision_coffee": 0.8930297868422264, + "recall_coffee": 0.7456418535816564, + "F1_noncoffee": 0.5860975440383325, + "IoU_noncoffee": 0.41452473723846633, + "kappa": 0.40936441960967834, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f2_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.6665614820509604, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8451712384353189, + "mIoU": 0.6810849327823449, + "macroF1": 0.8034361397750417, + "F1_coffee": 0.8940099334437049, + "IoU_coffee": 0.8083345054150174, + "precision_coffee": 0.928820446517212, + "recall_coffee": 0.8617144325922118, + "F1_noncoffee": 0.7128623461063784, + "IoU_noncoffee": 0.5538353601496726, + "kappa": 0.6083625548588864, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8019499250028845, + "mIoU": 0.621129329270767, + "macroF1": 0.7576504898997285, + "F1_coffee": 0.8612649020004042, + "IoU_coffee": 0.7563347292213783, + "precision_coffee": 0.9078400886030117, + "recall_coffee": 0.8192354263968171, + "F1_noncoffee": 0.6540360777990527, + "IoU_noncoffee": 0.4859239293201557, + "kappa": 0.5184615535454244, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18377088305489261, + "mIoU": 0.09227159572028146, + "macroF1": 0.15645450230003277, + "F1_coffee": 0.308252427184466, + "IoU_coffee": 0.18220946915351507, + "precision_coffee": 1.0, + "recall_coffee": 0.18220946915351507, + "F1_noncoffee": 0.004656577415599534, + "IoU_noncoffee": 0.002333722287047841, + "kappa": 0.0008500911170498795, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8178557389937107, + "mIoU": 0.6549475230083699, + "macroF1": 0.7858591541644153, + "F1_coffee": 0.8686346078883022, + "IoU_coffee": 0.7677754807993485, + "precision_coffee": 0.9545171339563863, + "recall_coffee": 0.7969308797711164, + "F1_noncoffee": 0.7030837004405286, + "IoU_noncoffee": 0.5421195652173914, + "kappa": 0.5794140415633443, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8633386697715034, + "mIoU": 0.7022689854866714, + "macroF1": 0.8181431411971766, + "F1_coffee": 0.9088024863219917, + "IoU_coffee": 0.8328487509642201, + "precision_coffee": 0.9203330929119402, + "recall_coffee": 0.8975572323826576, + "F1_noncoffee": 0.7274837960723615, + "IoU_noncoffee": 0.5716892200091227, + "kappa": 0.6364568040677446, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8539597965609106, + "mIoU": 0.6863125146482609, + "macroF1": 0.8062335163576204, + "F1_coffee": 0.9023987569194911, + "IoU_coffee": 0.8221553707308441, + "precision_coffee": 0.9156484036263303, + "recall_coffee": 0.8895270917097453, + "F1_noncoffee": 0.7100682757957496, + "IoU_noncoffee": 0.5504696585656776, + "kappa": 0.6127079290023754, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8627570759519446, + "mIoU": 0.672687241581204, + "macroF1": 0.7921743226873668, + "F1_coffee": 0.9132895921780523, + "IoU_coffee": 0.8404167159938439, + "precision_coffee": 0.9655875952121872, + "recall_coffee": 0.8663656333902856, + "F1_noncoffee": 0.6710590531966814, + "IoU_noncoffee": 0.5049577671685641, + "kappa": 0.5889232803684126, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8659509504579928, + "mIoU": 0.6441878378393107, + "macroF1": 0.7641718782898241, + "F1_coffee": 0.9190988527611009, + "IoU_coffee": 0.8503079630444347, + "precision_coffee": 0.9316702819956616, + "recall_coffee": 0.9068621700879765, + "F1_noncoffee": 0.6092449038185472, + "IoU_noncoffee": 0.43806771263418665, + "kappa": 0.5287581745931416, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8824679769238291, + "mIoU": 0.6555721085187978, + "macroF1": 0.7712547483857944, + "F1_coffee": 0.9307523908284364, + "IoU_coffee": 0.8704741379310345, + "precision_coffee": 0.9221461187214612, + "recall_coffee": 0.9395208187950687, + "F1_noncoffee": 0.6117571059431525, + "IoU_noncoffee": 0.4406700791065612, + "kappa": 0.5427328022825763, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7759734093067426, + "mIoU": 0.6235445776969922, + "macroF1": 0.7662937998785964, + "F1_coffee": 0.813856229779847, + "IoU_coffee": 0.6861362426822778, + "precision_coffee": 0.9396865889212828, + "recall_coffee": 0.7177453027139875, + "F1_noncoffee": 0.7187313699773459, + "IoU_noncoffee": 0.5609529127117067, + "kappa": 0.5449177260863185, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8608030592734226, + "mIoU": 0.7309870652903507, + "macroF1": 0.8420286439047965, + "F1_coffee": 0.8964879852125693, + "IoU_coffee": 0.8123953098827471, + "precision_coffee": 0.9068028189270818, + "recall_coffee": 0.8864051736257557, + "F1_noncoffee": 0.7875693025970236, + "IoU_noncoffee": 0.6495788206979543, + "kappa": 0.6841411600585039, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8259742752927626, + "mIoU": 0.6829773765499363, + "macroF1": 0.8088885204503475, + "F1_coffee": 0.8660311830340649, + "IoU_coffee": 0.7637169294930275, + "precision_coffee": 0.9068399876199319, + "recall_coffee": 0.8287370951774855, + "F1_noncoffee": 0.7517458578666302, + "IoU_noncoffee": 0.6022378236068451, + "kappa": 0.6192060311456238, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 20, + 27 + ], + [ + 547, + 563 + ], + [ + 6652, + 7520 + ], + [ + 44852, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.746652050813039, + "test_tta": { + "OA": 0.8689336146729427, + "mIoU": 0.7157457431166917, + "macroF1": 0.8283870230897179, + "F1_coffee": 0.9118035759144577, + "IoU_coffee": 0.8379034848241529, + "precision_coffee": 0.9302444786164783, + "recall_coffee": 0.8940795955961102, + "F1_noncoffee": 0.7449704702649781, + "IoU_noncoffee": 0.5935880014092305, + "kappa": 0.65716362607509, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8238865812853352, + "mIoU": 0.647996251359076, + "macroF1": 0.7780873716938128, + "F1_coffee": 0.878901175187187, + "IoU_coffee": 0.7839640500327301, + "precision_coffee": 0.9079211572347662, + "recall_coffee": 0.8516788713986431, + "F1_noncoffee": 0.6772735682004387, + "IoU_noncoffee": 0.512028452685422, + "kappa": 0.5573798453647799, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f3_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 44, + "stopped_epoch": 74, + "best_val": 0.5155599028211626, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.601008499302296, + "mIoU": 0.4214692652639491, + "macroF1": 0.5897214838905384, + "F1_coffee": 0.6577716119906425, + "IoU_coffee": 0.49005938025657136, + "precision_coffee": 0.8096497689680573, + "recall_coffee": 0.5538732878281185, + "F1_noncoffee": 0.5216713557904342, + "IoU_noncoffee": 0.3528791502713268, + "kappa": 0.21790786024459252, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.5888860043844467, + "mIoU": 0.4108706114694493, + "macroF1": 0.5797246052552567, + "F1_coffee": 0.6417754766063866, + "IoU_coffee": 0.47251059420048486, + "precision_coffee": 0.7957987907498597, + "recall_coffee": 0.5377050561206225, + "F1_noncoffee": 0.517673733904127, + "IoU_noncoffee": 0.34923062873841376, + "kappa": 0.19980871226518884, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16393442622950818, + "mIoU": 0.08238256353765049, + "macroF1": 0.14217945471427368, + "F1_coffee": 0.2787878787878788, + "IoU_coffee": 0.1619718309859155, + "precision_coffee": 0.9857142857142858, + "recall_coffee": 0.1623529411764706, + "F1_noncoffee": 0.005571030640668524, + "IoU_noncoffee": 0.002793296089385475, + "kappa": -0.003779672735653385, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.6040197630354488, + "mIoU": 0.4228340632084329, + "macroF1": 0.5903958637052423, + "F1_coffee": 0.6650979755771025, + "IoU_coffee": 0.49823729637734016, + "precision_coffee": 0.798227675528289, + "recall_coffee": 0.5700278164116829, + "F1_noncoffee": 0.5156937518333822, + "IoU_noncoffee": 0.3474308300395257, + "kappa": 0.21247029859972952, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.633495145631068, + "mIoU": 0.45255048176657997, + "macroF1": 0.6191570127264564, + "F1_coffee": 0.6930527322731077, + "IoU_coffee": 0.5302836230558097, + "precision_coffee": 0.8243883937037739, + "recall_coffee": 0.5978133810080452, + "F1_noncoffee": 0.5452612931798051, + "IoU_noncoffee": 0.3748173404773502, + "kappa": 0.2659163277852338, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.565857109172365, + "mIoU": 0.390168550535275, + "macroF1": 0.5593285953893581, + "F1_coffee": 0.6129656100227024, + "IoU_coffee": 0.44192531522793405, + "precision_coffee": 0.8054358634405038, + "recall_coffee": 0.494740413980319, + "F1_noncoffee": 0.5056915807560137, + "IoU_noncoffee": 0.3384117858426159, + "kappa": 0.17856545337673396, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.6045524691358025, + "mIoU": 0.41808790844811206, + "macroF1": 0.5834425467859847, + "F1_coffee": 0.6772161864273343, + "IoU_coffee": 0.5119628615640995, + "precision_coffee": 0.8214285714285714, + "recall_coffee": 0.5760782212697563, + "F1_noncoffee": 0.4896689071446353, + "IoU_noncoffee": 0.32421295533212463, + "kappa": 0.20559717904472538, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.6166921313980137, + "mIoU": 0.4339362307111079, + "macroF1": 0.6006637204713077, + "F1_coffee": 0.6806682577565633, + "IoU_coffee": 0.515918958031838, + "precision_coffee": 0.8556, + "recall_coffee": 0.5651254953764862, + "F1_noncoffee": 0.5206591831860521, + "IoU_noncoffee": 0.3519535033903778, + "kappa": 0.24848340086646448, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.5202377582790829, + "mIoU": 0.3459003979787174, + "macroF1": 0.5109583175059496, + "F1_coffee": 0.5783232440500871, + "IoU_coffee": 0.4067895473635091, + "precision_coffee": 0.7992207196882879, + "recall_coffee": 0.45309251559251557, + "F1_noncoffee": 0.443593390961812, + "IoU_noncoffee": 0.28501124859392574, + "kappa": 0.11147952427415028, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.6034926996850845, + "mIoU": 0.4263719215340198, + "macroF1": 0.5955554243538377, + "F1_coffee": 0.6522139449234118, + "IoU_coffee": 0.4839150416097379, + "precision_coffee": 0.774090999403934, + "recall_coffee": 0.5634943592710443, + "F1_noncoffee": 0.5388969037842637, + "IoU_noncoffee": 0.3688288014583017, + "kappa": 0.21684979729492382, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.6501897533206831, + "mIoU": 0.4714629303659215, + "macroF1": 0.6374068360374441, + "F1_coffee": 0.7054876587586868, + "IoU_coffee": 0.5449833395038874, + "precision_coffee": 0.7962495492246664, + "recall_coffee": 0.6332998709307328, + "F1_noncoffee": 0.5693260133162014, + "IoU_noncoffee": 0.3979425212279556, + "kappa": 0.28833530772879856, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.6114463511220064, + "mIoU": 0.4370861064131, + "macroF1": 0.6070566196287991, + "F1_coffee": 0.6485887268696171, + "IoU_coffee": 0.4799343765774861, + "precision_coffee": 0.8112201365187713, + "recall_coffee": 0.5402756073305868, + "F1_noncoffee": 0.5655245123879811, + "IoU_noncoffee": 0.3942378362487138, + "kappa": 0.2513163574961623, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 6855, + 11000 + ], + [ + 30961, + 51930 + ], + [ + 86, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.6841381072998045, + "test_tta": { + "OA": 0.696546365596854, + "mIoU": 0.5136600496779635, + "macroF1": 0.672860899971505, + "F1_coffee": 0.7608861344695313, + "IoU_coffee": 0.6140566703640213, + "precision_coffee": 0.8370584192439863, + "recall_coffee": 0.6974208621558478, + "F1_noncoffee": 0.5848356654734786, + "IoU_noncoffee": 0.4132634289919058, + "kappa": 0.3549956558495644, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.6774835583246798, + "mIoU": 0.49439258968531336, + "macroF1": 0.6562250941164103, + "F1_coffee": 0.7417126752754741, + "IoU_coffee": 0.5894620892234257, + "precision_coffee": 0.8213655317080658, + "recall_coffee": 0.676142944384779, + "F1_noncoffee": 0.5707375129573463, + "IoU_noncoffee": 0.399323090147201, + "kappa": 0.3230309855686306, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f3_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 47, + "stopped_epoch": 77, + "best_val": 0.5763206693217874, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7253107953824686, + "mIoU": 0.5460866067056275, + "macroF1": 0.7007558745600895, + "F1_coffee": 0.7864758594337413, + "IoU_coffee": 0.6480924714581725, + "precision_coffee": 0.8514050866003042, + "recall_coffee": 0.7307480874066609, + "F1_noncoffee": 0.6150358896864375, + "IoU_noncoffee": 0.4440807419530824, + "kappa": 0.4077219674897295, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.707482404522903, + "mIoU": 0.5274655238523465, + "macroF1": 0.6853423522924214, + "F1_coffee": 0.768808134233084, + "IoU_coffee": 0.6244421812795111, + "precision_coffee": 0.838025893988718, + "recall_coffee": 0.7101522521953376, + "F1_noncoffee": 0.6018765703517588, + "IoU_noncoffee": 0.4304888664251818, + "kappa": 0.3779920780707351, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.41217798594847777, + "mIoU": 0.20802317599562542, + "macroF1": 0.29673884514435694, + "F1_coffee": 0.5816666666666667, + "IoU_coffee": 0.4101057579318449, + "precision_coffee": 0.9971428571428571, + "recall_coffee": 0.41058823529411764, + "F1_noncoffee": 0.011811023622047244, + "IoU_noncoffee": 0.005940594059405941, + "kappa": 0.002540716612377838, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7537295534129611, + "mIoU": 0.5771079167489869, + "macroF1": 0.7258595268417078, + "F1_coffee": 0.8132683494580636, + "IoU_coffee": 0.6853009684933187, + "precision_coffee": 0.8525240201311576, + "recall_coffee": 0.7774687065368567, + "F1_noncoffee": 0.6384507042253521, + "IoU_noncoffee": 0.468914865004655, + "kappa": 0.45396068945442847, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7408147725109461, + "mIoU": 0.5604436827882225, + "macroF1": 0.7118289564623548, + "F1_coffee": 0.803223009105362, + "IoU_coffee": 0.6711551234828814, + "precision_coffee": 0.8463412776974035, + "recall_coffee": 0.7642852231314035, + "F1_noncoffee": 0.6204349038193476, + "IoU_noncoffee": 0.4497322420935637, + "kappa": 0.4265290567823941, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.6820089601509078, + "mIoU": 0.5030829218848115, + "macroF1": 0.665180166826199, + "F1_coffee": 0.7402442312878, + "IoU_coffee": 0.5876093205308544, + "precision_coffee": 0.8560228082679971, + "recall_coffee": 0.6520529351883271, + "F1_noncoffee": 0.5901161023645979, + "IoU_noncoffee": 0.41855652323876863, + "kappa": 0.3491476133010839, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7433449074074074, + "mIoU": 0.5609755847391754, + "macroF1": 0.7116582345216791, + "F1_coffee": 0.8072437522636726, + "IoU_coffee": 0.6767885339487428, + "precision_coffee": 0.879002997318189, + "recall_coffee": 0.7463166354138763, + "F1_noncoffee": 0.6160727167796854, + "IoU_noncoffee": 0.445162635529608, + "kappa": 0.4308713215936566, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7371084797555386, + "mIoU": 0.5220944593269696, + "macroF1": 0.6691171659420209, + "F1_coffee": 0.8191076943294566, + "IoU_coffee": 0.6936345426218562, + "precision_coffee": 0.814877761798928, + "recall_coffee": 0.8233817701453104, + "F1_noncoffee": 0.5191266375545851, + "IoU_noncoffee": 0.35055437603208306, + "kappa": 0.3382817305043015, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.6461930370789697, + "mIoU": 0.45967054340551994, + "macroF1": 0.6236690546068617, + "F1_coffee": 0.7157368101879927, + "IoU_coffee": 0.5573131861645615, + "precision_coffee": 0.8589883551673945, + "recall_coffee": 0.6134355509355509, + "F1_noncoffee": 0.5316012990257307, + "IoU_noncoffee": 0.3620279006464784, + "kappa": 0.28031876684212964, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7640041988739383, + "mIoU": 0.593137446808262, + "macroF1": 0.7395660701268287, + "F1_coffee": 0.8193439988311784, + "IoU_coffee": 0.6939735181289445, + "precision_coffee": 0.8277490774907749, + "recall_coffee": 0.8111078970205381, + "F1_noncoffee": 0.659788141422479, + "IoU_noncoffee": 0.4923013754875796, + "kappa": 0.4792332577828799, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7444971537001898, + "mIoU": 0.584262605475818, + "macroF1": 0.7357560128609784, + "F1_coffee": 0.783816328168901, + "IoU_coffee": 0.6444884488448845, + "precision_coffee": 0.8902261123267687, + "recall_coffee": 0.7001290692671733, + "F1_noncoffee": 0.6876956975530558, + "IoU_noncoffee": 0.5240367621067515, + "kappa": 0.4821996188183954, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7178012445785404, + "mIoU": 0.5484172115745627, + "macroF1": 0.7055782923178897, + "F1_coffee": 0.7655674786559098, + "IoU_coffee": 0.6201776649746192, + "precision_coffee": 0.853177374301676, + "recall_coffee": 0.6942747549367808, + "F1_noncoffee": 0.6455891059798697, + "IoU_noncoffee": 0.47665675817450603, + "kappa": 0.42039607860193157, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8350, + 11000 + ], + [ + 37286, + 51930 + ], + [ + 105, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.846018632253011, + "test_tta": { + "OA": 0.7579284536344032, + "mIoU": 0.579573061049187, + "macroF1": 0.7272639471483218, + "F1_coffee": 0.8187151169694811, + "IoU_coffee": 0.6930716956853914, + "precision_coffee": 0.8500690471493392, + "recall_coffee": 0.789591827385588, + "F1_noncoffee": 0.6358127773271626, + "IoU_noncoffee": 0.46607442641298263, + "kappa": 0.4560146031355763, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7376831660320757, + "mIoU": 0.5568130149251942, + "macroF1": 0.7088135771404549, + "F1_coffee": 0.8005001755001755, + "IoU_coffee": 0.6673616445371081, + "precision_coffee": 0.8353746480163, + "recall_coffee": 0.768420830964264, + "F1_noncoffee": 0.6171269787807343, + "IoU_noncoffee": 0.44626438531328017, + "kappa": 0.4195685581469957, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f3_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 22, + "stopped_epoch": 52, + "best_val": 0.5958302455650718, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7428168210072308, + "mIoU": 0.5599401362028613, + "macroF1": 0.7106907112157254, + "F1_coffee": 0.8070980863235766, + "IoU_coffee": 0.6765837803346029, + "precision_coffee": 0.8394151554884837, + "recall_coffee": 0.777177149663292, + "F1_noncoffee": 0.6142833361078741, + "IoU_noncoffee": 0.44329649207111965, + "kappa": 0.4230912382234523, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7210828429675782, + "mIoU": 0.5354714633651949, + "macroF1": 0.6901515893312167, + "F1_coffee": 0.7880494942077748, + "IoU_coffee": 0.6502324067208045, + "precision_coffee": 0.8216473169393912, + "recall_coffee": 0.7570914144923874, + "F1_noncoffee": 0.5922536844546585, + "IoU_noncoffee": 0.4207105200095854, + "kappa": 0.38229014953587054, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24355971896955503, + "mIoU": 0.12275778156397169, + "macroF1": 0.1987300148726529, + "F1_coffee": 0.38825757575757575, + "IoU_coffee": 0.2408930669800235, + "precision_coffee": 0.9951456310679612, + "recall_coffee": 0.2411764705882353, + "F1_noncoffee": 0.009202453987730062, + "IoU_noncoffee": 0.004622496147919877, + "kappa": -0.00010876974170813038, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7237971890439872, + "mIoU": 0.5478906477026249, + "macroF1": 0.7032065377040585, + "F1_coffee": 0.7813805148454704, + "IoU_coffee": 0.6412013958125623, + "precision_coffee": 0.8605117912694431, + "recall_coffee": 0.7155771905424201, + "F1_noncoffee": 0.6250325605626466, + "IoU_noncoffee": 0.4545798995926873, + "kappa": 0.41489936697308594, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7042166381115553, + "mIoU": 0.5223494485028906, + "macroF1": 0.680497998232416, + "F1_coffee": 0.767550585331189, + "IoU_coffee": 0.622784656470017, + "precision_coffee": 0.8414794161062817, + "recall_coffee": 0.7055628137248161, + "F1_noncoffee": 0.593445411133643, + "IoU_noncoffee": 0.4219142405357641, + "kappa": 0.3695075915218753, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7997642065550578, + "mIoU": 0.6082708628992647, + "macroF1": 0.7453948575594584, + "F1_coffee": 0.863049929041414, + "IoU_coffee": 0.7590921985815603, + "precision_coffee": 0.8223615464994776, + "recall_coffee": 0.9079742110620971, + "F1_noncoffee": 0.627739786077503, + "IoU_noncoffee": 0.4574495272169691, + "kappa": 0.4941557332872489, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7551118827160493, + "mIoU": 0.5615714546176601, + "macroF1": 0.7087923930032389, + "F1_coffee": 0.8249327725298214, + "IoU_coffee": 0.702030278136369, + "precision_coffee": 0.8500781583060963, + "recall_coffee": 0.8012322528797214, + "F1_noncoffee": 0.5926520134766565, + "IoU_noncoffee": 0.4211126310989512, + "kappa": 0.41876812461388246, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7537242169595111, + "mIoU": 0.5636938278567041, + "macroF1": 0.7115307400842567, + "F1_coffee": 0.8218553567728121, + "IoU_coffee": 0.6975844277673546, + "precision_coffee": 0.8613001303025916, + "recall_coffee": 0.7858652575957727, + "F1_noncoffee": 0.6012061233957012, + "IoU_noncoffee": 0.4298032279460535, + "kappa": 0.42575761042188964, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.776110953863572, + "mIoU": 0.5613524862266428, + "macroF1": 0.7020613637032654, + "F1_coffee": 0.8505949757602468, + "IoU_coffee": 0.7400306748466258, + "precision_coffee": 0.8250885550262611, + "recall_coffee": 0.8777286902286903, + "F1_noncoffee": 0.5535277516462841, + "IoU_noncoffee": 0.3826742976066597, + "kappa": 0.40581958545191504, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.6928141998282279, + "mIoU": 0.5253530653768941, + "macroF1": 0.6875828401787318, + "F1_coffee": 0.7280101394169836, + "IoU_coffee": 0.5723395775209247, + "precision_coffee": 0.8754318228002439, + "recall_coffee": 0.6230835984958056, + "F1_noncoffee": 0.6471555409404801, + "IoU_noncoffee": 0.47836655323286337, + "kappa": 0.3973365886638808, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.6550284629981025, + "mIoU": 0.47935569641979225, + "macroF1": 0.6455904384592337, + "F1_coffee": 0.7034257748776509, + "IoU_coffee": 0.5425264217413186, + "precision_coffee": 0.8155853981463969, + "recall_coffee": 0.6183852000573641, + "F1_noncoffee": 0.5877551020408164, + "IoU_noncoffee": 0.4161849710982659, + "kappa": 0.3093369656929516, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.82340184801056, + "mIoU": 0.6546013049070352, + "macroF1": 0.7843148289129105, + "F1_coffee": 0.8761325309172674, + "IoU_coffee": 0.7795692597387314, + "precision_coffee": 0.8195991091314031, + "recall_coffee": 0.9410427617559313, + "F1_noncoffee": 0.6924971269085536, + "IoU_noncoffee": 0.5296333500753391, + "kappa": 0.5736652464120023, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8015, + 11000 + ], + [ + 38702, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.588626980781555, + "test_tta": { + "OA": 0.7724058099708233, + "mIoU": 0.5899342654080336, + "macroF1": 0.7340220543136914, + "F1_coffee": 0.8350628009331081, + "IoU_coffee": 0.7168307455560597, + "precision_coffee": 0.8379032815995203, + "recall_coffee": 0.8322415135828485, + "F1_noncoffee": 0.6329813076942746, + "IoU_noncoffee": 0.4630377852600075, + "kappa": 0.46805771147955083, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7487885081343025, + "mIoU": 0.5616137441505538, + "macroF1": 0.7107359559914932, + "F1_coffee": 0.8156513272088396, + "IoU_coffee": 0.6886918911190149, + "precision_coffee": 0.8199033980892397, + "recall_coffee": 0.8114431318044939, + "F1_noncoffee": 0.6058205847741468, + "IoU_noncoffee": 0.43453559718209267, + "kappa": 0.421505180161115, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f3_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.6493258817655339, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8259862996321198, + "mIoU": 0.6655047807023688, + "macroF1": 0.7936272306804582, + "F1_coffee": 0.8753464491798809, + "IoU_coffee": 0.7783254216745783, + "precision_coffee": 0.8682455270629591, + "recall_coffee": 0.8825644784461039, + "F1_noncoffee": 0.7119080121810354, + "IoU_noncoffee": 0.5526841397301594, + "kappa": 0.5873182562919637, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7982577593169493, + "mIoU": 0.62767441534779, + "macroF1": 0.7649043398919364, + "F1_coffee": 0.8534551397561078, + "IoU_coffee": 0.7443713450292397, + "precision_coffee": 0.8492025435213176, + "recall_coffee": 0.8577505422536694, + "F1_noncoffee": 0.6763535400277649, + "IoU_noncoffee": 0.5109774856663404, + "kappa": 0.5298347195184675, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25175644028103045, + "mIoU": 0.12689579054877714, + "macroF1": 0.2040867225272922, + "F1_coffee": 0.3988711194731891, + "IoU_coffee": 0.2491186839012926, + "precision_coffee": 0.9953051643192489, + "recall_coffee": 0.24941176470588236, + "F1_noncoffee": 0.009302325581395349, + "IoU_noncoffee": 0.004672897196261682, + "kappa": -7.330007953091475e-06, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8097567995395021, + "mIoU": 0.6390290397748144, + "macroF1": 0.772955991042934, + "F1_coffee": 0.8643638850889193, + "IoU_coffee": 0.7611275070770342, + "precision_coffee": 0.8504037685060565, + "recall_coffee": 0.8787899860917942, + "F1_noncoffee": 0.6815480969969487, + "IoU_noncoffee": 0.5169305724725944, + "kappa": 0.5461991008639865, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8232438606510566, + "mIoU": 0.6689500390804097, + "macroF1": 0.7972622207738542, + "F1_coffee": 0.8698394897315483, + "IoU_coffee": 0.7696601339617961, + "precision_coffee": 0.8869987849331713, + "recall_coffee": 0.8533314996905728, + "F1_noncoffee": 0.7246849518161601, + "IoU_noncoffee": 0.5682399441990235, + "kappa": 0.5948451604669485, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8446592784720585, + "mIoU": 0.6885213997539565, + "macroF1": 0.8099974360674541, + "F1_coffee": 0.8911506179366863, + "IoU_coffee": 0.803671474550006, + "precision_coffee": 0.8684227474721453, + "recall_coffee": 0.915100101798439, + "F1_noncoffee": 0.728844254198222, + "IoU_noncoffee": 0.573371324957907, + "kappa": 0.6206421593328272, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8142361111111112, + "mIoU": 0.6242810986936961, + "macroF1": 0.7576468295700858, + "F1_coffee": 0.8747561451424113, + "IoU_coffee": 0.7773925104022191, + "precision_coffee": 0.8501011122345804, + "recall_coffee": 0.9008840075006697, + "F1_noncoffee": 0.6405375139977604, + "IoU_noncoffee": 0.471169686985173, + "kappa": 0.5164610026074459, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7981283422459893, + "mIoU": 0.6194911220090605, + "macroF1": 0.7570048797022126, + "F1_coffee": 0.8569688768606225, + "IoU_coffee": 0.7497336332425714, + "precision_coffee": 0.8783633841886269, + "recall_coffee": 0.8365918097754294, + "F1_noncoffee": 0.6570408825438028, + "IoU_noncoffee": 0.48924861077554965, + "kappa": 0.5147001233757066, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8496084536277008, + "mIoU": 0.674418483882547, + "macroF1": 0.7965948662579334, + "F1_coffee": 0.9004372267332917, + "IoU_coffee": 0.818904794364917, + "precision_coffee": 0.8669713735867212, + "recall_coffee": 0.9365904365904366, + "F1_noncoffee": 0.6927525057825752, + "IoU_noncoffee": 0.529932173400177, + "kappa": 0.5950517560718128, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8053249355854566, + "mIoU": 0.6484217804278879, + "macroF1": 0.7826745905891167, + "F1_coffee": 0.8528350887317847, + "IoU_coffee": 0.7434284995598038, + "precision_coffee": 0.850748416810593, + "recall_coffee": 0.8549320219843796, + "F1_noncoffee": 0.7125140924464487, + "IoU_noncoffee": 0.553415061295972, + "kappa": 0.5653542892116646, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8481973434535104, + "mIoU": 0.7165410028605368, + "macroF1": 0.8326349933155226, + "F1_coffee": 0.8836702050312636, + "IoU_coffee": 0.791585254656767, + "precision_coffee": 0.8961805043503908, + "recall_coffee": 0.8715043740140542, + "F1_noncoffee": 0.7815997815997816, + "IoU_noncoffee": 0.6414967510643065, + "kappa": 0.6653924037964469, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8397133697906846, + "mIoU": 0.6971254409880913, + "macroF1": 0.8182328110432575, + "F1_coffee": 0.8807184956497334, + "IoU_coffee": 0.7868605817452357, + "precision_coffee": 0.8700956606127824, + "recall_coffee": 0.8916039210115073, + "F1_noncoffee": 0.7557471264367817, + "IoU_noncoffee": 0.6073903002309469, + "kappa": 0.6365765463093297, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9290, + 11000 + ], + [ + 42672, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.041954481601715, + "test_tta": { + "OA": 0.8409552200938729, + "mIoU": 0.6849298611564345, + "macroF1": 0.8076305822745271, + "F1_coffee": 0.8876970619849517, + "IoU_coffee": 0.7980713092146323, + "precision_coffee": 0.868291934989267, + "recall_coffee": 0.9079893719364148, + "F1_noncoffee": 0.7275641025641025, + "IoU_noncoffee": 0.5717884130982368, + "kappa": 0.6157267665012378, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8125793238721588, + "mIoU": 0.6442869309289599, + "macroF1": 0.7772264373827613, + "F1_coffee": 0.8659715131450024, + "IoU_coffee": 0.7636241268917345, + "precision_coffee": 0.8486153224176268, + "recall_coffee": 0.8840524775201634, + "F1_noncoffee": 0.6884813616205202, + "IoU_noncoffee": 0.5249497349661854, + "kappa": 0.5548856332818695, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f3_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 3, + "stopped_epoch": 50, + "best_val": 0.5983253452837977, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7556133451731575, + "mIoU": 0.5609630512010386, + "macroF1": 0.7079715354827787, + "F1_coffee": 0.8259239179542784, + "IoU_coffee": 0.7034671181744718, + "precision_coffee": 0.8146976246713311, + "recall_coffee": 0.8374639241376151, + "F1_noncoffee": 0.5900191530112789, + "IoU_noncoffee": 0.41845898422760547, + "kappa": 0.4162041459968858, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7319862697588554, + "mIoU": 0.5340414525339126, + "macroF1": 0.6849986356538937, + "F1_coffee": 0.8066586901108047, + "IoU_coffee": 0.6759664510279167, + "precision_coffee": 0.7971950316689973, + "recall_coffee": 0.8163497378229831, + "F1_noncoffee": 0.5633385811969829, + "IoU_noncoffee": 0.3921164540399084, + "kappa": 0.37019772466697054, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13817330210772832, + "mIoU": 0.06976152623211447, + "macroF1": 0.12363360549680988, + "F1_coffee": 0.23651452282157676, + "IoU_coffee": 0.13411764705882354, + "precision_coffee": 1.0, + "recall_coffee": 0.13411764705882354, + "F1_noncoffee": 0.010752688172043012, + "IoU_noncoffee": 0.005405405405405406, + "kappa": 0.0014488701354820634, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7690794838585888, + "mIoU": 0.5892530255053238, + "macroF1": 0.7342298777208256, + "F1_coffee": 0.830469080152134, + "IoU_coffee": 0.7100873230954532, + "precision_coffee": 0.8412528538812786, + "recall_coffee": 0.8199582753824757, + "F1_noncoffee": 0.6379906752895173, + "IoU_noncoffee": 0.46841872791519434, + "kappa": 0.4686461971459797, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7661336379211879, + "mIoU": 0.5680822744367147, + "macroF1": 0.7126078392427071, + "F1_coffee": 0.8366356382978724, + "IoU_coffee": 0.7191518546036464, + "precision_coffee": 0.8098732058956041, + "recall_coffee": 0.8652272570996355, + "F1_noncoffee": 0.5885800401875418, + "IoU_noncoffee": 0.4170126942697829, + "kappa": 0.42679204554345773, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7319500117896722, + "mIoU": 0.5257978712049824, + "macroF1": 0.6753342976664753, + "F1_coffee": 0.8109115103127079, + "IoU_coffee": 0.6819606087735004, + "precision_coffee": 0.7953017944535073, + "recall_coffee": 0.8271462504241601, + "F1_noncoffee": 0.5397570850202429, + "IoU_noncoffee": 0.36963513363646444, + "kappa": 0.3512768808342332, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7727623456790124, + "mIoU": 0.5865369043307629, + "macroF1": 0.7303961165928085, + "F1_coffee": 0.8372703412073491, + "IoU_coffee": 0.7200902934537246, + "precision_coffee": 0.86437535653166, + "recall_coffee": 0.8118135547816769, + "F1_noncoffee": 0.6235218919782678, + "IoU_noncoffee": 0.4529835152078013, + "kappa": 0.462016107576481, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7835179526355996, + "mIoU": 0.5887461494587867, + "macroF1": 0.7296920821323061, + "F1_coffee": 0.850313634862991, + "IoU_coffee": 0.7396048702044566, + "precision_coffee": 0.85003300330033, + "recall_coffee": 0.8505944517833554, + "F1_noncoffee": 0.609070529401621, + "IoU_noncoffee": 0.4378874287131168, + "kappa": 0.4593843181531457, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7835644872157751, + "mIoU": 0.5376876741689441, + "macroF1": 0.6716964467324203, + "F1_coffee": 0.8633384963660193, + "IoU_coffee": 0.759538784067086, + "precision_coffee": 0.7971397139713972, + "recall_coffee": 0.9415280665280665, + "F1_noncoffee": 0.4800543970988214, + "IoU_noncoffee": 0.31583656427080226, + "kappa": 0.36018093374862187, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7654356331711041, + "mIoU": 0.5911109715536236, + "macroF1": 0.7371232192778482, + "F1_coffee": 0.8233941658284236, + "IoU_coffee": 0.6998045920859794, + "precision_coffee": 0.8181039406053684, + "recall_coffee": 0.8287532542667052, + "F1_noncoffee": 0.6508522727272728, + "IoU_noncoffee": 0.48241735102126765, + "kappa": 0.47428989776797453, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7488614800759014, + "mIoU": 0.5483791456209506, + "macroF1": 0.6960043017981636, + "F1_coffee": 0.8227653163709407, + "IoU_coffee": 0.6988965987942214, + "precision_coffee": 0.771665410700829, + "recall_coffee": 0.8811128639036283, + "F1_noncoffee": 0.5692432872253865, + "IoU_noncoffee": 0.3978616924476797, + "kappa": 0.3984200909902286, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.680369602112012, + "mIoU": 0.49730897621585557, + "macroF1": 0.6587769087177168, + "F1_coffee": 0.744613530209432, + "IoU_coffee": 0.5931349015842535, + "precision_coffee": 0.7926222935044106, + "recall_coffee": 0.702088364824549, + "F1_noncoffee": 0.5729402872260015, + "IoU_noncoffee": 0.4014830508474576, + "kappa": 0.3217149488846094, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8571, + 11000 + ], + [ + 38957, + 51930 + ], + [ + 124, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4956363956133525, + "test_tta": { + "OA": 0.7802708359761512, + "mIoU": 0.575220710067873, + "macroF1": 0.7161635089105309, + "F1_coffee": 0.8510560541731607, + "IoU_coffee": 0.7407289600718482, + "precision_coffee": 0.8017700548838528, + "recall_coffee": 0.9067982958449768, + "F1_noncoffee": 0.5812709636479013, + "IoU_noncoffee": 0.4097124600638978, + "kappa": 0.4382941633328536, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7550911503403716, + "mIoU": 0.5444802389941855, + "macroF1": 0.6895349152301389, + "F1_coffee": 0.8321985829619455, + "IoU_coffee": 0.7126199461828767, + "precision_coffee": 0.7839880841556507, + "recall_coffee": 0.886726893676164, + "F1_noncoffee": 0.5468712474983323, + "IoU_noncoffee": 0.37634053180549437, + "kappa": 0.38534637721362386, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f3_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 13, + "stopped_epoch": 50, + "best_val": 0.5806673203175183, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.761623113028035, + "mIoU": 0.5890795288940996, + "macroF1": 0.736074938137834, + "F1_coffee": 0.8181895144222048, + "IoU_coffee": 0.692318713031376, + "precision_coffee": 0.8667332872114177, + "recall_coffee": 0.7747949974804159, + "F1_noncoffee": 0.6539603618534632, + "IoU_noncoffee": 0.4858403447568233, + "kappa": 0.47528264584101687, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7397888542748355, + "mIoU": 0.5637580659004344, + "macroF1": 0.7156965076763573, + "F1_coffee": 0.7984584450402145, + "IoU_coffee": 0.6645283650359792, + "precision_coffee": 0.8502605095996003, + "recall_coffee": 0.752605976372481, + "F1_noncoffee": 0.6329345703125, + "IoU_noncoffee": 0.46298776676488973, + "kappa": 0.4352111838317731, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3793911007025761, + "mIoU": 0.191980612469707, + "macroF1": 0.28093921774219177, + "F1_coffee": 0.5470085470085471, + "IoU_coffee": 0.3764705882352941, + "precision_coffee": 1.0, + "recall_coffee": 0.3764705882352941, + "F1_noncoffee": 0.01486988847583643, + "IoU_noncoffee": 0.00749063670411985, + "kappa": 0.005624148688430893, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7660094977694633, + "mIoU": 0.6000244957865601, + "macroF1": 0.7459568961692457, + "F1_coffee": 0.8173307369682444, + "IoU_coffee": 0.6910898613134063, + "precision_coffee": 0.8855079519636482, + "recall_coffee": 0.7589012517385257, + "F1_noncoffee": 0.6745830553702469, + "IoU_noncoffee": 0.5089591302597141, + "kappa": 0.4972231688583402, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7585189415572055, + "mIoU": 0.5803634075868667, + "macroF1": 0.7279247064449577, + "F1_coffee": 0.8191603107848029, + "IoU_coffee": 0.6937100084510444, + "precision_coffee": 0.8503144654088051, + "recall_coffee": 0.7902083476586674, + "F1_noncoffee": 0.6366891021051124, + "IoU_noncoffee": 0.4670168067226891, + "kappa": 0.45731296075445493, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7603867012497053, + "mIoU": 0.5863903374332683, + "macroF1": 0.7336535361405577, + "F1_coffee": 0.8180353113920424, + "IoU_coffee": 0.6920979275239365, + "precision_coffee": 0.8660145586897179, + "recall_coffee": 0.775093315235833, + "F1_noncoffee": 0.649271760889073, + "IoU_noncoffee": 0.48068274734260014, + "kappa": 0.47044003506296217, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.808641975308642, + "mIoU": 0.6257124163772445, + "macroF1": 0.760458698250452, + "F1_coffee": 0.8678918630976162, + "IoU_coffee": 0.7666156922714975, + "precision_coffee": 0.8629502118644068, + "recall_coffee": 0.8728904366461291, + "F1_noncoffee": 0.6530255334032878, + "IoU_noncoffee": 0.48480914048299145, + "kappa": 0.5209586550213134, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.751527883880825, + "mIoU": 0.5627279178777748, + "macroF1": 0.7111332523560835, + "F1_coffee": 0.819154851264943, + "IoU_coffee": 0.6937021777516186, + "precision_coffee": 0.8643297154590789, + "recall_coffee": 0.7784676354029062, + "F1_noncoffee": 0.603111653447224, + "IoU_noncoffee": 0.431753658003931, + "kappa": 0.42570943310266846, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7536560052835173, + "mIoU": 0.5533706814695937, + "macroF1": 0.700129012624916, + "F1_coffee": 0.8268223121310606, + "IoU_coffee": 0.7047715965626413, + "precision_coffee": 0.8444655195772931, + "recall_coffee": 0.8099012474012474, + "F1_noncoffee": 0.5734357131187714, + "IoU_noncoffee": 0.401969766376546, + "kappa": 0.40090216713779725, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7238286096001527, + "mIoU": 0.5636328683211008, + "macroF1": 0.7201153618918503, + "F1_coffee": 0.7523532431969878, + "IoU_coffee": 0.6030178326474622, + "precision_coffee": 0.9212070410729254, + "recall_coffee": 0.6358113971651721, + "F1_noncoffee": 0.6878774805867127, + "IoU_noncoffee": 0.5242479039947394, + "kappa": 0.46297108193609043, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7654648956356737, + "mIoU": 0.5967073341278906, + "macroF1": 0.7427814090964285, + "F1_coffee": 0.8191660570592538, + "IoU_coffee": 0.6937182505265767, + "precision_coffee": 0.8360459907421234, + "recall_coffee": 0.8029542521153019, + "F1_noncoffee": 0.6663967611336032, + "IoU_noncoffee": 0.4996964177292046, + "kappa": 0.4859493963532485, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.767112954931171, + "mIoU": 0.6107868483617813, + "macroF1": 0.756239799676999, + "F1_coffee": 0.8077222481706368, + "IoU_coffee": 0.6774614781927396, + "precision_coffee": 0.8934045117961081, + "recall_coffee": 0.737036510868021, + "F1_noncoffee": 0.7047573511833612, + "IoU_noncoffee": 0.5441122185308231, + "kappa": 0.5192690975640684, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8763, + 11000 + ], + [ + 39156, + 51930 + ], + [ + 112, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5017444094022117, + "test_tta": { + "OA": 0.7937492071546366, + "mIoU": 0.6243658773548986, + "macroF1": 0.7628210857209903, + "F1_coffee": 0.8484686091079604, + "IoU_coffee": 0.7368176115899802, + "precision_coffee": 0.8633443182626426, + "recall_coffee": 0.8340968436483577, + "F1_noncoffee": 0.67717356233402, + "IoU_noncoffee": 0.5119141431198169, + "kappa": 0.5259420084552029, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7715472481827622, + "mIoU": 0.5965138537795243, + "macroF1": 0.7409823962695926, + "F1_coffee": 0.8299589926358503, + "IoU_coffee": 0.7093417986311173, + "precision_coffee": 0.8464974708213808, + "recall_coffee": 0.814054372775707, + "F1_noncoffee": 0.652005799903335, + "IoU_noncoffee": 0.4836859089279312, + "kappa": 0.48236916189681905, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f4_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 70, + "stopped_epoch": 100, + "best_val": 0.4728914348648722, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.712945259403268, + "mIoU": 0.5282285940189915, + "macroF1": 0.6844639079235104, + "F1_coffee": 0.779263139687168, + "IoU_coffee": 0.6383547224808712, + "precision_coffee": 0.9358974358974359, + "recall_coffee": 0.6675415943440159, + "F1_noncoffee": 0.589664676159853, + "IoU_noncoffee": 0.41810246555711167, + "kappa": 0.4001609785635458, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.686468789661936, + "mIoU": 0.5012550318660663, + "macroF1": 0.6614547633941263, + "F1_coffee": 0.7534785616275246, + "IoU_coffee": 0.6044649842615673, + "precision_coffee": 0.9148033924441018, + "recall_coffee": 0.6405228758169934, + "F1_noncoffee": 0.5694309651607281, + "IoU_noncoffee": 0.39804507947056544, + "kappa": 0.35779226253232094, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22587883320867613, + "mIoU": 0.11426118078305167, + "macroF1": 0.18821148346410502, + "F1_coffee": 0.3630769230769231, + "IoU_coffee": 0.22180451127819548, + "precision_coffee": 0.9932659932659933, + "recall_coffee": 0.22213855421686746, + "F1_noncoffee": 0.01334604385128694, + "IoU_noncoffee": 0.0067178502879078695, + "kappa": -1.4453028740824085e-06, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7197926949654492, + "mIoU": 0.5342138984518858, + "macroF1": 0.6891289460586839, + "F1_coffee": 0.7867633249445968, + "IoU_coffee": 0.6484829721362229, + "precision_coffee": 0.9218378663850013, + "recall_coffee": 0.6862141265889137, + "F1_noncoffee": 0.591494567172771, + "IoU_noncoffee": 0.4199448247675488, + "kappa": 0.4028207317743844, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.6488717141357759, + "mIoU": 0.46573611775002643, + "macroF1": 0.6305570486466017, + "F1_coffee": 0.7128141095676603, + "IoU_coffee": 0.5537771310779678, + "precision_coffee": 0.9448639702079239, + "recall_coffee": 0.5722699079005075, + "F1_noncoffee": 0.5482999877255431, + "IoU_noncoffee": 0.37769510442208504, + "kappa": 0.3251358296112257, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7702445522885146, + "mIoU": 0.5902687741415791, + "macroF1": 0.7349579837862088, + "F1_coffee": 0.8316659113884338, + "IoU_coffee": 0.7118391216135577, + "precision_coffee": 0.9416640353646984, + "recall_coffee": 0.7446781946438604, + "F1_noncoffee": 0.6382500561839838, + "IoU_noncoffee": 0.4686984266696006, + "kappa": 0.4850170419527859, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7506496102338597, + "mIoU": 0.5769702083357634, + "macroF1": 0.7265763157195808, + "F1_coffee": 0.8077071290944123, + "IoU_coffee": 0.6774402068519716, + "precision_coffee": 0.9312244535276346, + "recall_coffee": 0.713119216113228, + "F1_noncoffee": 0.6454455023447492, + "IoU_noncoffee": 0.4765002098195552, + "kappa": 0.4703344278283167, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.5708834191948101, + "mIoU": 0.3961022068355346, + "macroF1": 0.5659455508256124, + "F1_coffee": 0.6122413793103448, + "IoU_coffee": 0.44117281649894396, + "precision_coffee": 0.9401641514429442, + "recall_coffee": 0.4539179342963058, + "F1_noncoffee": 0.5196497223408799, + "IoU_noncoffee": 0.35103159717212523, + "kappa": 0.24558625574030363, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.833791860354805, + "mIoU": 0.6781162070691555, + "macroF1": 0.8031471165714797, + "F1_coffee": 0.8808163265306123, + "IoU_coffee": 0.7870167760758571, + "precision_coffee": 0.9495453212085656, + "recall_coffee": 0.8213651357523472, + "F1_noncoffee": 0.7254779066123472, + "IoU_noncoffee": 0.5692156380624539, + "kappa": 0.6109885404455531, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6896820752876927, + "mIoU": 0.49406370841988306, + "macroF1": 0.6515019447738901, + "F1_coffee": 0.7668522860492379, + "IoU_coffee": 0.621865715983363, + "precision_coffee": 0.9126264387861877, + "recall_coffee": 0.661233257518322, + "F1_noncoffee": 0.5361516034985423, + "IoU_noncoffee": 0.3662617008564031, + "kappa": 0.33667417243423514, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.726882336100773, + "mIoU": 0.5382712099049212, + "macroF1": 0.6914962283225756, + "F1_coffee": 0.7959794696321643, + "IoU_coffee": 0.661101243339254, + "precision_coffee": 0.9478777589134125, + "recall_coffee": 0.6860407962644385, + "F1_noncoffee": 0.587012987012987, + "IoU_noncoffee": 0.41544117647058826, + "kappa": 0.41348160272627654, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7063090579364322, + "mIoU": 0.5133268050955542, + "macroF1": 0.6691782499464403, + "F1_coffee": 0.7800100092943447, + "IoU_coffee": 0.6393577121425222, + "precision_coffee": 0.9324786324786325, + "recall_coffee": 0.6703944942853631, + "F1_noncoffee": 0.5583464905985359, + "IoU_noncoffee": 0.3872958980485862, + "kappa": 0.37206037472677395, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 5893, + 8413 + ], + [ + 38373, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.9928624629974365, + "test_tta": { + "OA": 0.7459792091775254, + "mIoU": 0.5640347162420141, + "macroF1": 0.714189863768961, + "F1_coffee": 0.8095088919947949, + "IoU_coffee": 0.6799789486468433, + "precision_coffee": 0.939559210158304, + "recall_coffee": 0.7110833580288726, + "F1_noncoffee": 0.6188708355431272, + "IoU_noncoffee": 0.44809048383718497, + "kappa": 0.449482669283421, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7172176070151148, + "mIoU": 0.5328793947082854, + "macroF1": 0.6884263412720198, + "F1_coffee": 0.7831395927576786, + "IoU_coffee": 0.6435738956553354, + "precision_coffee": 0.9184610595133088, + "recall_coffee": 0.6825727341083926, + "F1_noncoffee": 0.5937130897863611, + "IoU_noncoffee": 0.42218489376123536, + "kappa": 0.40120512538630904, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f4_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 39, + "stopped_epoch": 69, + "best_val": 0.5801853816702398, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7893282347081412, + "mIoU": 0.6115758797520365, + "macroF1": 0.7514348584482706, + "F1_coffee": 0.8484862491333487, + "IoU_coffee": 0.7368442178782162, + "precision_coffee": 0.9342460176090386, + "recall_coffee": 0.7771474535371068, + "F1_noncoffee": 0.6543834677631926, + "IoU_noncoffee": 0.486307541625857, + "kappa": 0.5122450950380791, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.757398753894081, + "mIoU": 0.5740740025705795, + "macroF1": 0.7216206922447557, + "F1_coffee": 0.8214198507320077, + "IoU_coffee": 0.6969571405408327, + "precision_coffee": 0.9140008505410386, + "recall_coffee": 0.7458692424855882, + "F1_noncoffee": 0.6218215337575035, + "IoU_noncoffee": 0.45119086460032626, + "kappa": 0.4550812267951465, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24682124158563948, + "mIoU": 0.12508460378001907, + "macroF1": 0.20285344999594426, + "F1_coffee": 0.3900666262870987, + "IoU_coffee": 0.24228743416102333, + "precision_coffee": 0.9969040247678018, + "recall_coffee": 0.24246987951807228, + "F1_noncoffee": 0.015640273704789834, + "IoU_noncoffee": 0.007881773399014778, + "kappa": 0.002326789423334114, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7468904244817374, + "mIoU": 0.5673361226084658, + "macroF1": 0.7174679896089808, + "F1_coffee": 0.8086424360026868, + "IoU_coffee": 0.6787571258535363, + "precision_coffee": 0.9392337031900139, + "recall_coffee": 0.7099331673437296, + "F1_noncoffee": 0.6262935432152748, + "IoU_noncoffee": 0.45591511936339524, + "kappa": 0.45549341944032873, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8329278183292782, + "mIoU": 0.6642538425693865, + "macroF1": 0.7910152546684484, + "F1_coffee": 0.8846052458152103, + "IoU_coffee": 0.7930871491875923, + "precision_coffee": 0.9329950649892264, + "recall_coffee": 0.8409874068040849, + "F1_noncoffee": 0.6974252635216865, + "IoU_noncoffee": 0.5354205359511807, + "kappa": 0.5849579493380099, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7867542106765629, + "mIoU": 0.605956030911367, + "macroF1": 0.7464936956710653, + "F1_coffee": 0.8475199020208206, + "IoU_coffee": 0.7353878852284803, + "precision_coffee": 0.9312897196261682, + "recall_coffee": 0.7775766277545415, + "F1_noncoffee": 0.6454674893213099, + "IoU_noncoffee": 0.47652417659425367, + "kappa": 0.5023494829299151, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8070157905256846, + "mIoU": 0.6437206815902536, + "macroF1": 0.7779711828642757, + "F1_coffee": 0.8582752293577982, + "IoU_coffee": 0.7517356646952944, + "precision_coffee": 0.9314959375497849, + "recall_coffee": 0.7957267283614589, + "F1_noncoffee": 0.6976671363707531, + "IoU_noncoffee": 0.5357056984852128, + "kappa": 0.561719305709671, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8845640145010494, + "mIoU": 0.7503883387570196, + "macroF1": 0.853414019908904, + "F1_coffee": 0.9209873318532062, + "IoU_coffee": 0.8535463568143307, + "precision_coffee": 0.9413963422773995, + "recall_coffee": 0.9014444586475776, + "F1_noncoffee": 0.7858407079646018, + "IoU_noncoffee": 0.6472303206997084, + "kappa": 0.707201039624895, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.812826107579926, + "mIoU": 0.6479033095071484, + "macroF1": 0.780522705318649, + "F1_coffee": 0.8647240315392527, + "IoU_coffee": 0.7616861939847808, + "precision_coffee": 0.9407727883037446, + "recall_coffee": 0.8000507485409795, + "F1_noncoffee": 0.6963213790980453, + "IoU_noncoffee": 0.534120425029516, + "kappa": 0.5673914593159815, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6882192315194071, + "mIoU": 0.5011526439131543, + "macroF1": 0.6607255623100917, + "F1_coffee": 0.7573066120094132, + "IoU_coffee": 0.6094074526572999, + "precision_coffee": 0.9484692907396843, + "recall_coffee": 0.6302754612079858, + "F1_noncoffee": 0.5641445126107703, + "IoU_noncoffee": 0.3928978351690087, + "kappa": 0.3675876202266011, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7812768393930719, + "mIoU": 0.5887453957282429, + "macroF1": 0.7303224103241296, + "F1_coffee": 0.8475455633896501, + "IoU_coffee": 0.7354265266074108, + "precision_coffee": 0.923868909512761, + "recall_coffee": 0.7828704841484394, + "F1_noncoffee": 0.613099257258609, + "IoU_noncoffee": 0.44206426484907496, + "kappa": 0.4698275285478631, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7605230504915529, + "mIoU": 0.565198103860325, + "macroF1": 0.7111382853245896, + "F1_coffee": 0.8305760010804241, + "IoU_coffee": 0.7102436770989722, + "precision_coffee": 0.9217625899280576, + "recall_coffee": 0.7558068084060464, + "F1_noncoffee": 0.591700569568755, + "IoU_noncoffee": 0.42015253062167784, + "kappa": 0.4355879753333232, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6511, + 8413 + ], + [ + 42509, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.4537745197614034, + "test_tta": { + "OA": 0.813027201593856, + "mIoU": 0.6412438339818964, + "macroF1": 0.7742757118687105, + "F1_coffee": 0.8678019244095562, + "IoU_coffee": 0.7664753572001927, + "precision_coffee": 0.9364962608802255, + "recall_coffee": 0.8084966766859998, + "F1_noncoffee": 0.6807494993278648, + "IoU_noncoffee": 0.5160123107636001, + "kappa": 0.5543422125167798, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7789315795546325, + "mIoU": 0.5985434295888329, + "macroF1": 0.7410749971158176, + "F1_coffee": 0.8400801268675403, + "IoU_coffee": 0.724257033892207, + "precision_coffee": 0.9153952843273232, + "recall_coffee": 0.7762160911562265, + "F1_noncoffee": 0.6420698673640949, + "IoU_noncoffee": 0.4728298252854588, + "kappa": 0.4898788743187736, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f4_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 43, + "stopped_epoch": 73, + "best_val": 0.5883969939826785, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6674432429826958, + "mIoU": 0.47146111110591793, + "macroF1": 0.6309772882959939, + "F1_coffee": 0.7469805877463205, + "IoU_coffee": 0.5961444654738444, + "precision_coffee": 0.8840055552340721, + "recall_coffee": 0.6467338385335083, + "F1_noncoffee": 0.5149739888456671, + "IoU_noncoffee": 0.34677775673799155, + "kappa": 0.294450444217457, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.6485375562478366, + "mIoU": 0.4541521144179451, + "macroF1": 0.6154332773482007, + "F1_coffee": 0.7282641421068478, + "IoU_coffee": 0.5726536195286195, + "precision_coffee": 0.8636147254839733, + "recall_coffee": 0.6295910694661345, + "F1_noncoffee": 0.5026024125895536, + "IoU_noncoffee": 0.3356506093072708, + "kappa": 0.26395973332445083, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33208676140613314, + "mIoU": 0.16817460317460317, + "macroF1": 0.2550295787838911, + "F1_coffee": 0.4946236559139785, + "IoU_coffee": 0.32857142857142857, + "precision_coffee": 0.9954441913439636, + "recall_coffee": 0.32906626506024095, + "F1_noncoffee": 0.015435501653803748, + "IoU_noncoffee": 0.0077777777777777776, + "kappa": 0.002134568050848515, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.6323790720631787, + "mIoU": 0.4340763095870682, + "macroF1": 0.5944214265992793, + "F1_coffee": 0.7184972409101217, + "IoU_coffee": 0.5606677284256474, + "precision_coffee": 0.848963915684173, + "recall_coffee": 0.6227886253439916, + "F1_noncoffee": 0.4703456122884369, + "IoU_noncoffee": 0.30748489074848906, + "kappa": 0.2233535710119681, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.68035876150947, + "mIoU": 0.4864595790117226, + "macroF1": 0.6453579788284329, + "F1_coffee": 0.756770492993538, + "IoU_coffee": 0.6087134263855632, + "precision_coffee": 0.8996978851963746, + "recall_coffee": 0.6530292588183698, + "F1_noncoffee": 0.5339454646633278, + "IoU_noncoffee": 0.36420573163788195, + "kappa": 0.32343262592623234, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.6883623560757446, + "mIoU": 0.4941999226609669, + "macroF1": 0.652143668599821, + "F1_coffee": 0.7643884892086331, + "IoU_coffee": 0.61863173216885, + "precision_coffee": 0.9018759018759018, + "recall_coffee": 0.6632748611024408, + "F1_noncoffee": 0.5398988479910087, + "IoU_noncoffee": 0.36976811315308383, + "kappa": 0.33448989895723164, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.665300819508295, + "mIoU": 0.46355225672482714, + "macroF1": 0.6214078601224482, + "F1_coffee": 0.7503168567807351, + "IoU_coffee": 0.6004056795131846, + "precision_coffee": 0.8296784830997527, + "recall_coffee": 0.6848121937942298, + "F1_noncoffee": 0.4924988634641612, + "IoU_noncoffee": 0.32669883393646965, + "kappa": 0.2566401854441283, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7365960694523945, + "mIoU": 0.5486437607707152, + "macroF1": 0.7001366412726189, + "F1_coffee": 0.8046968946735517, + "IoU_coffee": 0.6732157651793111, + "precision_coffee": 0.900855242318657, + "recall_coffee": 0.7270867953470536, + "F1_noncoffee": 0.595576387871686, + "IoU_noncoffee": 0.4240717563621193, + "kappa": 0.41409675719437444, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7153970211554881, + "mIoU": 0.5275517913629262, + "macroF1": 0.6828886079123759, + "F1_coffee": 0.7844208105777523, + "IoU_coffee": 0.6453062189642942, + "precision_coffee": 0.9045409347033477, + "recall_coffee": 0.6924638416645521, + "F1_noncoffee": 0.5813564052469997, + "IoU_noncoffee": 0.4097973637615581, + "kappa": 0.3867777627384737, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6002535595865028, + "mIoU": 0.40638416730817956, + "macroF1": 0.5682685302686816, + "F1_coffee": 0.6857799923342277, + "IoU_coffee": 0.5218152123191787, + "precision_coffee": 0.8717598908594816, + "recall_coffee": 0.5652009097801365, + "F1_noncoffee": 0.4507570682031355, + "IoU_noncoffee": 0.2909531222971804, + "kappa": 0.20016790877983895, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.6241053535642714, + "mIoU": 0.4300625994310792, + "macroF1": 0.592225555263323, + "F1_coffee": 0.7062420762174659, + "IoU_coffee": 0.5458842517869495, + "precision_coffee": 0.8983115158413963, + "recall_coffee": 0.5818382895060211, + "F1_noncoffee": 0.47820903430918005, + "IoU_noncoffee": 0.3142409470752089, + "kappa": 0.2457020164516669, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6611625465304953, + "mIoU": 0.46209994670240867, + "macroF1": 0.6210941781917418, + "F1_coffee": 0.7443099971189859, + "IoU_coffee": 0.5927497992428588, + "precision_coffee": 0.8990777797111537, + "recall_coffee": 0.63500061447708, + "F1_noncoffee": 0.49787835926449786, + "IoU_noncoffee": 0.3314500941619586, + "kappa": 0.28386173056487407, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6144, + 8413 + ], + [ + 35290, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.6522428512573244, + "test_tta": { + "OA": 0.7240315557769245, + "mIoU": 0.5243374689196361, + "macroF1": 0.6762755771764729, + "F1_coffee": 0.8006129271916791, + "IoU_coffee": 0.667518389469609, + "precision_coffee": 0.8864325741607115, + "recall_coffee": 0.7299436941704416, + "F1_noncoffee": 0.5519382271612667, + "IoU_noncoffee": 0.3811565483696631, + "kappa": 0.3659071354278929, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7009778470058844, + "mIoU": 0.5005641507824702, + "macroF1": 0.6555211494902211, + "F1_coffee": 0.7806565597791014, + "IoU_coffee": 0.6402269729992365, + "precision_coffee": 0.8649427981995499, + "recall_coffee": 0.7113386160757321, + "F1_noncoffee": 0.5303857392013409, + "IoU_noncoffee": 0.3609013285657039, + "kappa": 0.32477028235331595, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f4_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 42, + "stopped_epoch": 72, + "best_val": 0.6222216080332807, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7864843586818554, + "mIoU": 0.5959379918357374, + "macroF1": 0.7363610064254944, + "F1_coffee": 0.8513152153238529, + "IoU_coffee": 0.741121695595426, + "precision_coffee": 0.9029073217040465, + "recall_coffee": 0.8053003683163287, + "F1_noncoffee": 0.621406797527136, + "IoU_noncoffee": 0.4507542880760488, + "kappa": 0.4770694217599401, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7597207799700012, + "mIoU": 0.564089890116121, + "macroF1": 0.7101657801659267, + "F1_coffee": 0.8300104075260698, + "IoU_coffee": 0.7094169152146234, + "precision_coffee": 0.8815318927588375, + "recall_coffee": 0.7841787649179632, + "F1_noncoffee": 0.5903211528057837, + "IoU_noncoffee": 0.41876286501761856, + "kappa": 0.4250646086852404, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.36200448765893795, + "mIoU": 0.18372777729712156, + "macroF1": 0.27291789524686894, + "F1_coffee": 0.5274238227146815, + "IoU_coffee": 0.3581640331075997, + "precision_coffee": 0.9979035639412998, + "recall_coffee": 0.35843373493975905, + "F1_noncoffee": 0.018411967779056387, + "IoU_noncoffee": 0.009291521486643438, + "kappa": 0.005157134719676768, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.839832181638697, + "mIoU": 0.6490721030649053, + "macroF1": 0.7753734384937849, + "F1_coffee": 0.8957027609038023, + "IoU_coffee": 0.8111065836195355, + "precision_coffee": 0.8790612579647972, + "recall_coffee": 0.9129865024243219, + "F1_noncoffee": 0.6550441160837674, + "IoU_noncoffee": 0.48703762251027505, + "kappa": 0.5512787576316541, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8013453556605123, + "mIoU": 0.6198324808663133, + "macroF1": 0.7565295195056663, + "F1_coffee": 0.8609868464979635, + "IoU_coffee": 0.7559059733864822, + "precision_coffee": 0.9215321946687629, + "recall_coffee": 0.8079067727585991, + "F1_noncoffee": 0.652072192513369, + "IoU_noncoffee": 0.48375898834614434, + "kappa": 0.5182635898390544, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7202397944618898, + "mIoU": 0.528111697486402, + "macroF1": 0.6819577261036547, + "F1_coffee": 0.7922995407983044, + "IoU_coffee": 0.6560397777127815, + "precision_coffee": 0.9124562688145798, + "recall_coffee": 0.7001061239777764, + "F1_noncoffee": 0.5716159114090048, + "IoU_noncoffee": 0.40018361726002244, + "kappa": 0.3858799471808168, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8368978612832301, + "mIoU": 0.6464332006860156, + "macroF1": 0.7735582939928036, + "F1_coffee": 0.8933193881553144, + "IoU_coffee": 0.8072061429415239, + "precision_coffee": 0.8594968553459119, + "recall_coffee": 0.9299129014697877, + "F1_noncoffee": 0.6537971998302927, + "IoU_noncoffee": 0.4856602584305074, + "kappa": 0.5493811182709436, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8299942759015455, + "mIoU": 0.6687035709033043, + "macroF1": 0.7956343315588528, + "F1_coffee": 0.8794316644113667, + "IoU_coffee": 0.7848085979954111, + "precision_coffee": 0.9341670260169613, + "recall_coffee": 0.830755464655503, + "F1_noncoffee": 0.711836998706339, + "IoU_noncoffee": 0.5525985438111976, + "kappa": 0.5945951119678641, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7216582866900674, + "mIoU": 0.5382758636476006, + "macroF1": 0.6931490712031054, + "F1_coffee": 0.7866802384760797, + "IoU_coffee": 0.6483700862895494, + "precision_coffee": 0.9213215258855586, + "recall_coffee": 0.6863740167470185, + "F1_noncoffee": 0.599617903930131, + "IoU_noncoffee": 0.4281816410056519, + "kappa": 0.40995006248818794, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8426955334503609, + "mIoU": 0.6516596468922822, + "macroF1": 0.777152416009772, + "F1_coffee": 0.8980082200442617, + "IoU_coffee": 0.8148955703465688, + "precision_coffee": 0.8987469940513859, + "recall_coffee": 0.8972706595905989, + "F1_noncoffee": 0.6562966119752823, + "IoU_noncoffee": 0.48842372343799556, + "kappa": 0.5543058468742992, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7726882336100773, + "mIoU": 0.5726226092249527, + "macroF1": 0.7155976153794408, + "F1_coffee": 0.8430209568999605, + "IoU_coffee": 0.7286397812713602, + "precision_coffee": 0.9090392268334281, + "recall_coffee": 0.7859424920127795, + "F1_noncoffee": 0.5881742738589212, + "IoU_noncoffee": 0.4166054371785452, + "kappa": 0.4389582384158744, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7188126372053069, + "mIoU": 0.5163938455957284, + "macroF1": 0.6685764203415794, + "F1_coffee": 0.7976092333058532, + "IoU_coffee": 0.6633527596846075, + "precision_coffee": 0.9043464714129926, + "recall_coffee": 0.7134078898857072, + "F1_noncoffee": 0.5395436073773054, + "IoU_noncoffee": 0.3694349315068493, + "kappa": 0.35751496354964196, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7185, + 8413 + ], + [ + 41657, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.6046690066655476, + "test_tta": { + "OA": 0.8112437539163547, + "mIoU": 0.6245453215002775, + "macroF1": 0.758663919282221, + "F1_coffee": 0.8713112060466645, + "IoU_coffee": 0.7719676235951785, + "precision_coffee": 0.9029013803123865, + "recall_coffee": 0.8418568223191228, + "F1_noncoffee": 0.6460166325177775, + "IoU_noncoffee": 0.47712301940537655, + "kappa": 0.5189476255221892, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7819170416522442, + "mIoU": 0.586787625988743, + "macroF1": 0.728082953890127, + "F1_coffee": 0.8490722349206983, + "IoU_coffee": 0.7377285184028862, + "precision_coffee": 0.8802359271523179, + "recall_coffee": 0.8200397169684, + "F1_noncoffee": 0.6070936728595556, + "IoU_noncoffee": 0.43584673357459985, + "kappa": 0.45793467686700107, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f4_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 39, + "stopped_epoch": 69, + "best_val": 0.517856169334097, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7205128617105031, + "mIoU": 0.5179767717359407, + "macroF1": 0.6698942519365918, + "F1_coffee": 0.799159460114766, + "IoU_coffee": 0.6655000673038094, + "precision_coffee": 0.8790672864436485, + "recall_coffee": 0.7325684772024893, + "F1_noncoffee": 0.5406290437584176, + "IoU_noncoffee": 0.3704534761680721, + "kappa": 0.3520346194335726, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.6991029191184954, + "mIoU": 0.497226444501167, + "macroF1": 0.6520511438639729, + "F1_coffee": 0.7800027416616578, + "IoU_coffee": 0.639347946342138, + "precision_coffee": 0.860796909184006, + "recall_coffee": 0.7130738234330114, + "F1_noncoffee": 0.5240995460662881, + "IoU_noncoffee": 0.355104942660196, + "kappa": 0.31711609440284394, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4338070306656694, + "mIoU": 0.21912168073585397, + "macroF1": 0.3080396179860242, + "F1_coffee": 0.6030414263240692, + "IoU_coffee": 0.4316816816816817, + "precision_coffee": 0.9930915371329879, + "recall_coffee": 0.4329819277108434, + "F1_noncoffee": 0.01303780964797914, + "IoU_noncoffee": 0.006561679790026247, + "kappa": -0.0002707951395237841, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7697926949654491, + "mIoU": 0.5729117088078467, + "macroF1": 0.7167697738960952, + "F1_coffee": 0.8393164748845863, + "IoU_coffee": 0.7231225883051351, + "precision_coffee": 0.8849898285382156, + "recall_coffee": 0.7981260647359455, + "F1_noncoffee": 0.594223072907604, + "IoU_noncoffee": 0.42270082931055825, + "kappa": 0.4373241783947761, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.6919994275082295, + "mIoU": 0.4906399663445806, + "macroF1": 0.6463754666851749, + "F1_coffee": 0.7733941733941734, + "IoU_coffee": 0.6305156527213415, + "precision_coffee": 0.8793199776518477, + "recall_coffee": 0.6902449721195414, + "F1_noncoffee": 0.5193567599761763, + "IoU_noncoffee": 0.3507642799678198, + "kappa": 0.31386967515671893, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7014463792939385, + "mIoU": 0.49603897433036315, + "macroF1": 0.6497171140868163, + "F1_coffee": 0.7843272039869393, + "IoU_coffee": 0.6451795306757139, + "precision_coffee": 0.8725910064239829, + "recall_coffee": 0.7122791684874212, + "F1_noncoffee": 0.5151070241866934, + "IoU_noncoffee": 0.3468984179850125, + "kappa": 0.315187331135287, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8161103337997202, + "mIoU": 0.6288676252121229, + "macroF1": 0.7616771348483788, + "F1_coffee": 0.8755747903705707, + "IoU_coffee": 0.7786865528025018, + "precision_coffee": 0.8701612903225806, + "recall_coffee": 0.8810560696788242, + "F1_noncoffee": 0.6477794793261868, + "IoU_noncoffee": 0.47904869762174407, + "kappa": 0.5234064866071587, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7549131845067735, + "mIoU": 0.5658352665359201, + "macroF1": 0.7135050894011847, + "F1_coffee": 0.8224234464643672, + "IoU_coffee": 0.6984033810753698, + "precision_coffee": 0.8953943407585792, + "recall_coffee": 0.7604499552601304, + "F1_noncoffee": 0.6045867323380022, + "IoU_noncoffee": 0.4332671519964703, + "kappa": 0.4353605821802697, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8168105492837492, + "mIoU": 0.6256156446979448, + "macroF1": 0.7583099758205141, + "F1_coffee": 0.8772175240033064, + "IoU_coffee": 0.7812889341941329, + "precision_coffee": 0.8792861695347355, + "recall_coffee": 0.8751585891905608, + "F1_noncoffee": 0.6394024276377217, + "IoU_noncoffee": 0.4699423552017568, + "kappa": 0.5166278090570381, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7245952798907743, + "mIoU": 0.5239515739657308, + "macroF1": 0.675629406043938, + "F1_coffee": 0.8016575361708105, + "IoU_coffee": 0.6689719845270191, + "precision_coffee": 0.9024351676154333, + "recall_coffee": 0.7211271165024008, + "F1_noncoffee": 0.5496012759170654, + "IoU_noncoffee": 0.3789311634044425, + "kappa": 0.36912456552457956, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.6290676591277794, + "mIoU": 0.42379465449797704, + "macroF1": 0.5811611277610103, + "F1_coffee": 0.7228125222848178, + "IoU_coffee": 0.5659408151870463, + "precision_coffee": 0.8611724723874257, + "recall_coffee": 0.6227574342590317, + "F1_noncoffee": 0.4395097332372026, + "IoU_noncoffee": 0.2816484938089078, + "kappa": 0.203876503371388, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.585377493557316, + "mIoU": 0.39061849042631247, + "macroF1": 0.5512055420998996, + "F1_coffee": 0.6750448833034112, + "IoU_coffee": 0.5094850948509485, + "precision_coffee": 0.8625501816096348, + "recall_coffee": 0.554504116996436, + "F1_noncoffee": 0.4273662008963881, + "IoU_noncoffee": 0.27175188600167643, + "kappa": 0.1714113736131154, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 6561, + 8413 + ], + [ + 38175, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.455430022875468, + "test_tta": { + "OA": 0.7707868057006058, + "mIoU": 0.5683369362012705, + "macroF1": 0.711485525311329, + "F1_coffee": 0.8422879632086319, + "IoU_coffee": 0.727545310440977, + "precision_coffee": 0.8815430184662378, + "recall_coffee": 0.8063799161762838, + "F1_noncoffee": 0.5806830874140262, + "IoU_noncoffee": 0.40912856196156394, + "kappa": 0.42599723710637327, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.746668397369332, + "mIoU": 0.5416568639199821, + "macroF1": 0.6890194108365184, + "F1_coffee": 0.8229138311707952, + "IoU_coffee": 0.6991109512307929, + "precision_coffee": 0.8624318498795486, + "recall_coffee": 0.7868586962808722, + "F1_noncoffee": 0.5551249905022415, + "IoU_noncoffee": 0.38420277660917124, + "kappa": 0.3813022393642421, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_cos_es50p30_spatial_f4_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "cos", + "run_variant": "es50p30", + "preset": "R3_cos", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "warm_cosine": true + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 43, + "stopped_epoch": 73, + "best_val": 0.5917761815735549, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7848615819662912, + "mIoU": 0.5976826172743854, + "macroF1": 0.7386001679362231, + "F1_coffee": 0.8485670986858475, + "IoU_coffee": 0.7369661729462146, + "precision_coffee": 0.9110247693054881, + "recall_coffee": 0.7941238728250286, + "F1_noncoffee": 0.6286332371865986, + "IoU_noncoffee": 0.45839906160255633, + "kappa": 0.48315767138081506, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.755163262951425, + "mIoU": 0.5627734592966624, + "macroF1": 0.7100949020195304, + "F1_coffee": 0.8243995283116453, + "IoU_coffee": 0.7012582490101188, + "precision_coffee": 0.8893476465730801, + "recall_coffee": 0.7682919775579848, + "F1_noncoffee": 0.5957902757274156, + "IoU_noncoffee": 0.42428866958320616, + "kappa": 0.42722146365977265, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.31338818249813016, + "mIoU": 0.15839325963292905, + "macroF1": 0.2432635395087304, + "F1_coffee": 0.4736238532110092, + "IoU_coffee": 0.3102930127723516, + "precision_coffee": 0.9927884615384616, + "recall_coffee": 0.31099397590361444, + "F1_noncoffee": 0.012903225806451613, + "IoU_noncoffee": 0.006493506493506494, + "kappa": -0.00043526742047806847, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8168805528134254, + "mIoU": 0.6362547197897808, + "macroF1": 0.7686304043841843, + "F1_coffee": 0.8742884250474383, + "IoU_coffee": 0.7766540244416351, + "precision_coffee": 0.9053333333333333, + "recall_coffee": 0.8453020573974578, + "F1_noncoffee": 0.6629723837209303, + "IoU_noncoffee": 0.49585541513792636, + "kappa": 0.5387150059172934, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8211917370354468, + "mIoU": 0.6442258276655435, + "macroF1": 0.7751754946808149, + "F1_coffee": 0.8768887137038497, + "IoU_coffee": 0.7807674309780066, + "precision_coffee": 0.9216322585099772, + "recall_coffee": 0.8362884531044421, + "F1_noncoffee": 0.67346227565778, + "IoU_noncoffee": 0.5076842243530802, + "kappa": 0.5531444853778184, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.717765724616995, + "mIoU": 0.5233741823835147, + "macroF1": 0.6772351465485387, + "F1_coffee": 0.7916110447551465, + "IoU_coffee": 0.6550962265247979, + "precision_coffee": 0.9051980396882783, + "recall_coffee": 0.7033522691803483, + "F1_noncoffee": 0.5628592483419307, + "IoU_noncoffee": 0.39165213824223155, + "kappa": 0.3751107663126786, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8431940835498701, + "mIoU": 0.6797889628421955, + "macroF1": 0.8027016481072154, + "F1_coffee": 0.8920833619918839, + "IoU_coffee": 0.8051899677179042, + "precision_coffee": 0.90182172159644, + "recall_coffee": 0.8825530756668482, + "F1_noncoffee": 0.713319934222547, + "IoU_noncoffee": 0.5543879579664868, + "kappa": 0.6055254925725719, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8441137187559626, + "mIoU": 0.6824962254061216, + "macroF1": 0.8048856851864619, + "F1_coffee": 0.8923725464365696, + "IoU_coffee": 0.8056612749762131, + "precision_coffee": 0.9205055034651447, + "recall_coffee": 0.8659082193531893, + "F1_noncoffee": 0.7173988239363542, + "IoU_noncoffee": 0.5593311758360302, + "kappa": 0.610726108274292, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8100749454510957, + "mIoU": 0.6277264191267584, + "macroF1": 0.7620645210230732, + "F1_coffee": 0.8689447499345379, + "IoU_coffee": 0.7682602153026971, + "precision_coffee": 0.8976196916418718, + "recall_coffee": 0.8420451662014717, + "F1_noncoffee": 0.6551842921116087, + "IoU_noncoffee": 0.48719262295081966, + "kappa": 0.5254033594735671, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7912034328067096, + "mIoU": 0.5959764313526867, + "macroF1": 0.7350990409656986, + "F1_coffee": 0.8570092833767448, + "IoU_coffee": 0.7497954890732733, + "precision_coffee": 0.9089106105680691, + "recall_coffee": 0.810715188273945, + "F1_noncoffee": 0.6131887985546522, + "IoU_noncoffee": 0.44215737363210006, + "kappa": 0.4748304738694012, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7982631930527722, + "mIoU": 0.6076593202274083, + "macroF1": 0.7451742016596997, + "F1_coffee": 0.8614860437688376, + "IoU_coffee": 0.7566758747697975, + "precision_coffee": 0.9227961819202695, + "recall_coffee": 0.8078151880068813, + "F1_noncoffee": 0.6288623595505618, + "IoU_noncoffee": 0.4586427656850192, + "kappa": 0.4963058665800943, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6248926219337597, + "mIoU": 0.4343741458596069, + "macroF1": 0.5979323125453337, + "F1_coffee": 0.7020470053070508, + "IoU_coffee": 0.5408878504672897, + "precision_coffee": 0.9162873540471007, + "recall_coffee": 0.569005776084552, + "F1_noncoffee": 0.4938176197836167, + "IoU_noncoffee": 0.32786044125192404, + "kappa": 0.2642018167980806, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 6915, + 8413 + ], + [ + 41825, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.04239760239919, + "test_tta": { + "OA": 0.8159192789087228, + "mIoU": 0.6329199344985592, + "macroF1": 0.7656580172598855, + "F1_coffee": 0.8741860030967572, + "IoU_coffee": 0.7764923917284432, + "precision_coffee": 0.9083088017160722, + "recall_coffee": 0.8425341856822319, + "F1_noncoffee": 0.6571300314230136, + "IoU_noncoffee": 0.48934747726867533, + "kappa": 0.5331117423675479, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7845419406945887, + "mIoU": 0.5928893552518864, + "macroF1": 0.733737025997419, + "F1_coffee": 0.8500446683998675, + "IoU_coffee": 0.7391979888619263, + "precision_coffee": 0.886632046235028, + "recall_coffee": 0.8163572213546185, + "F1_noncoffee": 0.6174293835949705, + "IoU_noncoffee": 0.4465807216418463, + "kappa": 0.4697775272540392, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-cos+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f0_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 57, + "stopped_epoch": 87, + "best_val": 0.7576169753161208, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8188167036745219, + "mIoU": 0.6862290590816822, + "macroF1": 0.8130061502862015, + "F1_coffee": 0.8459688223115334, + "IoU_coffee": 0.7330554309685249, + "precision_coffee": 0.8950488032728795, + "recall_coffee": 0.8019916293837495, + "F1_noncoffee": 0.7800434782608696, + "IoU_noncoffee": 0.6394026871948394, + "kappa": 0.6276112696886291, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7380437290873428, + "mIoU": 0.5763280802552007, + "macroF1": 0.7293843072270306, + "F1_coffee": 0.7777927305203146, + "IoU_coffee": 0.6363836559828632, + "precision_coffee": 0.878728403593642, + "recall_coffee": 0.6976560442454569, + "F1_noncoffee": 0.6809758839337466, + "IoU_noncoffee": 0.516272504527538, + "kappa": 0.46883047830263874, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3095396931287525, + "mIoU": 0.1553229741381176, + "macroF1": 0.23789726538893285, + "F1_coffee": 0.471561319309711, + "IoU_coffee": 0.3085248530197755, + "precision_coffee": 1.0, + "recall_coffee": 0.3085248530197755, + "F1_noncoffee": 0.004233211468154705, + "IoU_noncoffee": 0.0021210952564596993, + "kappa": 0.001307965258148084, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8092946765744914, + "mIoU": 0.6786085578324419, + "macroF1": 0.8083918145477499, + "F1_coffee": 0.8215445996010259, + "IoU_coffee": 0.6971367769394468, + "precision_coffee": 0.8797607421875, + "recall_coffee": 0.7705549021704265, + "F1_noncoffee": 0.7952390294944739, + "IoU_noncoffee": 0.660080338725437, + "kappa": 0.6186993960238242, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7963183204922695, + "mIoU": 0.6545675944136269, + "macroF1": 0.790156157060744, + "F1_coffee": 0.8261157462587737, + "IoU_coffee": 0.703745487364621, + "precision_coffee": 0.9015319394932074, + "recall_coffee": 0.7623431644125794, + "F1_noncoffee": 0.7541965678627145, + "IoU_noncoffee": 0.6053897014626327, + "kappa": 0.5844232987871016, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.84826006870115, + "mIoU": 0.721302414689161, + "macroF1": 0.8364254135693339, + "F1_coffee": 0.8804236955668889, + "IoU_coffee": 0.7863900763893755, + "precision_coffee": 0.8996953175112251, + "recall_coffee": 0.8619603625748963, + "F1_noncoffee": 0.7924271315717788, + "IoU_noncoffee": 0.6562147529889465, + "kappa": 0.67311118526324, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7998125805318027, + "mIoU": 0.6642770249167279, + "macroF1": 0.7979667466565896, + "F1_coffee": 0.7786556145576998, + "IoU_coffee": 0.6375397667020148, + "precision_coffee": 0.7799688635184224, + "recall_coffee": 0.7773467804499612, + "F1_noncoffee": 0.8172778787554795, + "IoU_noncoffee": 0.691014283131441, + "kappa": 0.59593443892753, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7709638421804594, + "mIoU": 0.626219030964769, + "macroF1": 0.7699669307194934, + "F1_coffee": 0.7548235294117647, + "IoU_coffee": 0.6061980347694633, + "precision_coffee": 0.7884000983042516, + "recall_coffee": 0.723990069961634, + "F1_noncoffee": 0.7851103320272221, + "IoU_noncoffee": 0.6462400271600747, + "kappa": 0.5406640692163772, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8157090142329995, + "mIoU": 0.6883363646885748, + "macroF1": 0.8153452248131554, + "F1_coffee": 0.8235412881082173, + "IoU_coffee": 0.7000171614896173, + "precision_coffee": 0.800903200471235, + "recall_coffee": 0.8474963640141284, + "F1_noncoffee": 0.8071491615180936, + "IoU_noncoffee": 0.6766555678875323, + "kappa": 0.6310126376065159, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8195660449181575, + "mIoU": 0.6803485200535069, + "macroF1": 0.8078889362171319, + "F1_coffee": 0.8552524429967426, + "IoU_coffee": 0.7471100835852748, + "precision_coffee": 0.9684186260949746, + "recall_coffee": 0.7657674079475028, + "F1_noncoffee": 0.7605254294375211, + "IoU_noncoffee": 0.6135869565217391, + "kappa": 0.6242664554176285, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.81884765625, + "mIoU": 0.6574032557175336, + "macroF1": 0.7878722285301512, + "F1_coffee": 0.8689323818271745, + "IoU_coffee": 0.7682408795602199, + "precision_coffee": 0.9744849445324881, + "recall_coffee": 0.7840112201963534, + "F1_noncoffee": 0.7068120752331278, + "IoU_noncoffee": 0.5465656318748472, + "kappa": 0.586594080359432, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8773816261082814, + "mIoU": 0.7351427558053388, + "macroF1": 0.8426321914254605, + "F1_coffee": 0.9165811088295688, + "IoU_coffee": 0.8460080549632788, + "precision_coffee": 0.9678818268058003, + "recall_coffee": 0.8704448507007922, + "F1_noncoffee": 0.7686832740213523, + "IoU_noncoffee": 0.6242774566473989, + "kappa": 0.6876972625280355, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2627, + 2984 + ], + [ + 43071, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.7905351440111796, + "test_tta": { + "OA": 0.8282178927010959, + "mIoU": 0.6990458205577764, + "macroF1": 0.8219161056885873, + "F1_coffee": 0.8554160575140545, + "IoU_coffee": 0.7473598272365752, + "precision_coffee": 0.8950921019429725, + "recall_coffee": 0.8191080964064078, + "F1_noncoffee": 0.78841615386312, + "IoU_noncoffee": 0.6507318138789776, + "kappa": 0.644853365825148, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7478798892350295, + "mIoU": 0.5876259593994768, + "macroF1": 0.7382623504368753, + "F1_coffee": 0.7884347731371102, + "IoU_coffee": 0.6507571822431774, + "precision_coffee": 0.8788549226991879, + "recall_coffee": 0.7148845579843737, + "F1_noncoffee": 0.6880899277366402, + "IoU_noncoffee": 0.5244947365557762, + "kappa": 0.4845683342982805, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f0_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.796335588792094, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8349688417735119, + "mIoU": 0.7098203251400963, + "macroF1": 0.8294880478685751, + "F1_coffee": 0.8600583090379009, + "IoU_coffee": 0.7544757033248082, + "precision_coffee": 0.9073724007561437, + "recall_coffee": 0.8174339731562996, + "F1_noncoffee": 0.7989177866992494, + "IoU_noncoffee": 0.6651649469553844, + "kappa": 0.6603032695094981, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7435531325718242, + "mIoU": 0.58378888022004, + "macroF1": 0.7355266300875063, + "F1_coffee": 0.7816004421789596, + "IoU_coffee": 0.6414976410339126, + "precision_coffee": 0.887478731416139, + "recall_coffee": 0.6982925116319901, + "F1_noncoffee": 0.6894528179960528, + "IoU_noncoffee": 0.5260801194061675, + "kappa": 0.4815458836349257, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24029352901934622, + "mIoU": 0.1205525219796975, + "macroF1": 0.19493714641699791, + "F1_coffee": 0.38602544748759976, + "IoU_coffee": 0.23917691074291822, + "precision_coffee": 1.0, + "recall_coffee": 0.23917691074291822, + "F1_noncoffee": 0.003848845346396081, + "IoU_noncoffee": 0.0019281332164767747, + "kappa": 0.0009219047422845593, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8171519064441467, + "mIoU": 0.6897040499079079, + "macroF1": 0.8162153716756022, + "F1_coffee": 0.8293348493462195, + "IoU_coffee": 0.7084304584304584, + "precision_coffee": 0.8855165715673182, + "recall_coffee": 0.7798567304608147, + "F1_noncoffee": 0.8030958940049849, + "IoU_noncoffee": 0.6709776413853573, + "kappa": 0.6341299005225235, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8295154868400642, + "mIoU": 0.7007416906047061, + "macroF1": 0.8230741502195535, + "F1_coffee": 0.8568326892179426, + "IoU_coffee": 0.7495251842285193, + "precision_coffee": 0.9173407717340771, + "recall_coffee": 0.8038129379175493, + "F1_noncoffee": 0.7893156112211643, + "IoU_noncoffee": 0.6519581969808931, + "kappa": 0.6483994452292355, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8547816996067108, + "mIoU": 0.7330105215375191, + "macroF1": 0.8445644336345658, + "F1_coffee": 0.8844157387962119, + "IoU_coffee": 0.7927825531008027, + "precision_coffee": 0.9133316965381783, + "recall_coffee": 0.8572745429405438, + "F1_noncoffee": 0.8047131284729196, + "IoU_noncoffee": 0.6732384899742354, + "kappa": 0.6896544462369479, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8128148061379876, + "mIoU": 0.6829531918665528, + "macroF1": 0.8113861071292683, + "F1_coffee": 0.7949704901206056, + "IoU_coffee": 0.659710391822828, + "precision_coffee": 0.7888973771326713, + "recall_coffee": 0.8011378329454357, + "F1_noncoffee": 0.8278017241379311, + "IoU_noncoffee": 0.7061959919102776, + "kappa": 0.622790989095824, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.8014067479942851, + "mIoU": 0.6677901180957415, + "macroF1": 0.8006890709270655, + "F1_coffee": 0.7887291009002689, + "IoU_coffee": 0.6511583011583012, + "precision_coffee": 0.8182920912178554, + "recall_coffee": 0.761227713834349, + "F1_noncoffee": 0.8126490409538621, + "IoU_noncoffee": 0.6844219350331819, + "kappa": 0.6018389869683393, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8248813916710596, + "mIoU": 0.7019299080279338, + "macroF1": 0.8248603356395794, + "F1_coffee": 0.8229399850762179, + "IoU_coffee": 0.6991487049447563, + "precision_coffee": 0.8450087565674256, + "recall_coffee": 0.8019945979638479, + "F1_noncoffee": 0.8267806862029409, + "IoU_noncoffee": 0.7047111111111111, + "kappa": 0.649954250670509, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8218500190331176, + "mIoU": 0.6841408218647025, + "macroF1": 0.8106713187715278, + "F1_coffee": 0.8566761943650469, + "IoU_coffee": 0.7492857142857143, + "precision_coffee": 0.9735498839907193, + "recall_coffee": 0.7648559970834853, + "F1_noncoffee": 0.7646664431780087, + "IoU_noncoffee": 0.6189959294436906, + "kappa": 0.6300959356875327, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8544921875, + "mIoU": 0.7078509607134537, + "macroF1": 0.8244515630088369, + "F1_coffee": 0.8970710140922907, + "IoU_coffee": 0.8133533759238382, + "precision_coffee": 0.9788934117292326, + "recall_coffee": 0.8278719877597858, + "F1_noncoffee": 0.7518321119253831, + "IoU_noncoffee": 0.6023485455030692, + "kappa": 0.6547195159555764, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8815317864553858, + "mIoU": 0.736413450530357, + "macroF1": 0.8429664663346332, + "F1_coffee": 0.920787083753784, + "IoU_coffee": 0.8532024310425432, + "precision_coffee": 0.9541236439681088, + "recall_coffee": 0.8897014015843998, + "F1_noncoffee": 0.7651458489154824, + "IoU_noncoffee": 0.6196244700181708, + "kappa": 0.6870655621273741, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2656, + 2984 + ], + [ + 43944, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.553815543651581, + "test_tta": { + "OA": 0.8444058448535205, + "mIoU": 0.7221389277994974, + "macroF1": 0.8377200206058981, + "F1_coffee": 0.8706589856949344, + "IoU_coffee": 0.7709442716296726, + "precision_coffee": 0.8989057601278663, + "recall_coffee": 0.8441333525761293, + "F1_noncoffee": 0.8047810555168617, + "IoU_noncoffee": 0.6733335839693222, + "kappa": 0.6759230369017495, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.75548055844006, + "mIoU": 0.5964724608033466, + "macroF1": 0.7451373052365148, + "F1_coffee": 0.7964803610871026, + "IoU_coffee": 0.6617925751560972, + "precision_coffee": 0.8790408055113937, + "recall_coffee": 0.7280967430427531, + "F1_noncoffee": 0.6937942493859269, + "IoU_noncoffee": 0.531152346450596, + "kappa": 0.4969510244984116, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f0_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 62, + "stopped_epoch": 92, + "best_val": 0.7597967461133563, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8172587923501182, + "mIoU": 0.6723336522801042, + "macroF1": 0.8014470148243753, + "F1_coffee": 0.8574780386296663, + "IoU_coffee": 0.7505133972227656, + "precision_coffee": 0.8306455977055035, + "recall_coffee": 0.8861018906047049, + "F1_noncoffee": 0.7454159910190844, + "IoU_noncoffee": 0.5941539073374428, + "kappa": 0.6036328448433078, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7748211607245875, + "mIoU": 0.6066705499234637, + "macroF1": 0.7502875175167767, + "F1_coffee": 0.8285585654833149, + "IoU_coffee": 0.7072983258656568, + "precision_coffee": 0.8290957037688166, + "recall_coffee": 0.8280221227284699, + "F1_noncoffee": 0.6720164695502384, + "IoU_noncoffee": 0.5060427739812705, + "kappa": 0.500575436056322, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.6394929953302202, + "mIoU": 0.32054969980907927, + "macroF1": 0.39180945029145353, + "F1_coffee": 0.7799315849486887, + "IoU_coffee": 0.6392523364485981, + "precision_coffee": 0.9987484355444305, + "recall_coffee": 0.6397648316408338, + "F1_noncoffee": 0.003687315634218289, + "IoU_noncoffee": 0.001847063169560399, + "kappa": 0.0007661709285501206, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8055792422950421, + "mIoU": 0.668663062067878, + "macroF1": 0.8006094990013783, + "F1_coffee": 0.832088374539716, + "IoU_coffee": 0.712458337086749, + "precision_coffee": 0.8189914051983017, + "recall_coffee": 0.8456110338928686, + "F1_noncoffee": 0.7691306234630406, + "IoU_noncoffee": 0.6248677870490069, + "kappa": 0.6013591664557192, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.830911629350018, + "mIoU": 0.6935018254384667, + "macroF1": 0.8168361444792076, + "F1_coffee": 0.8676113360323887, + "IoU_coffee": 0.7661780479084733, + "precision_coffee": 0.8623048446805086, + "recall_coffee": 0.8729835424474499, + "F1_noncoffee": 0.7660609529260266, + "IoU_noncoffee": 0.6208256029684601, + "kappa": 0.6336968013619474, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8136605764922586, + "mIoU": 0.6480983023504949, + "macroF1": 0.7805144423783335, + "F1_coffee": 0.8658086258200982, + "IoU_coffee": 0.763370843343027, + "precision_coffee": 0.8117647058823529, + "recall_coffee": 0.9275618374558304, + "F1_noncoffee": 0.6952202589365687, + "IoU_noncoffee": 0.532825761357963, + "kappa": 0.565403911005445, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7540119479910976, + "mIoU": 0.6050784433156375, + "macroF1": 0.7539409632894856, + "F1_coffee": 0.7581202487906012, + "IoU_coffee": 0.6104618809126322, + "precision_coffee": 0.6834890965732088, + "recall_coffee": 0.8510473235065943, + "F1_noncoffee": 0.7497616777883699, + "IoU_noncoffee": 0.5996950057186428, + "kappa": 0.5138781330004829, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7523903725684141, + "mIoU": 0.6028880422485456, + "macroF1": 0.7522179854012248, + "F1_coffee": 0.7587536138772888, + "IoU_coffee": 0.6112836438923396, + "precision_coffee": 0.7218826405867971, + "recall_coffee": 0.7995937711577522, + "F1_noncoffee": 0.7456823569251608, + "IoU_noncoffee": 0.5944924406047516, + "kappa": 0.5057950937136918, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.771744860305746, + "mIoU": 0.6248839318627497, + "macroF1": 0.7685405943741805, + "F1_coffee": 0.7957739835864541, + "IoU_coffee": 0.6608177972740091, + "precision_coffee": 0.7287491361437457, + "recall_coffee": 0.8763764803656763, + "F1_noncoffee": 0.7413072051619071, + "IoU_noncoffee": 0.5889500664514904, + "kappa": 0.5419887415683711, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8614389036924248, + "mIoU": 0.737047606421948, + "macroF1": 0.8466555357480385, + "F1_coffee": 0.8942680092951201, + "IoU_coffee": 0.8087565674255692, + "precision_coffee": 0.9537381247418422, + "recall_coffee": 0.8417790740065622, + "F1_noncoffee": 0.7990430622009569, + "IoU_noncoffee": 0.6653386454183267, + "kappa": 0.6955608325635732, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.90068359375, + "mIoU": 0.7721613508947593, + "macroF1": 0.8675608786386889, + "F1_coffee": 0.9337933728272899, + "IoU_coffee": 0.8758090120893882, + "precision_coffee": 0.9539771215748869, + "recall_coffee": 0.9144460028050491, + "F1_noncoffee": 0.8013283844500879, + "IoU_noncoffee": 0.6685136897001304, + "kappa": 0.7354770819856247, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8511601584606678, + "mIoU": 0.6289435047390688, + "macroF1": 0.7526848473495314, + "F1_coffee": 0.9087439278278973, + "IoU_coffee": 0.8327503974562798, + "precision_coffee": 0.8646417959722681, + "recall_coffee": 0.9575868372943327, + "F1_noncoffee": 0.5966257668711656, + "IoU_noncoffee": 0.42513661202185793, + "kappa": 0.5109932113519791, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 27, + 28 + ], + [ + 2436, + 2984 + ], + [ + 43176, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.69275195201238, + "test_tta": { + "OA": 0.8255855597736552, + "mIoU": 0.6830353396969803, + "macroF1": 0.8090132933085834, + "F1_coffee": 0.8652723600852076, + "IoU_coffee": 0.7625374844576639, + "precision_coffee": 0.8307524768254136, + "recall_coffee": 0.9027853947178525, + "F1_noncoffee": 0.7527542265319592, + "IoU_noncoffee": 0.6035331949362966, + "kappa": 0.6192330849515946, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7851476866274374, + "mIoU": 0.6181438057075185, + "macroF1": 0.7589214921995839, + "F1_coffee": 0.838436093487338, + "IoU_coffee": 0.7218165860581501, + "precision_coffee": 0.8287558156986342, + "recall_coffee": 0.8483451847950136, + "F1_noncoffee": 0.6794068909118299, + "IoU_noncoffee": 0.5144710253568868, + "kappa": 0.5179734822113541, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f0_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 58, + "stopped_epoch": 88, + "best_val": 0.7635090255211351, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.852446099849581, + "mIoU": 0.7267267251229061, + "macroF1": 0.8400262956269686, + "F1_coffee": 0.8846003025040614, + "IoU_coffee": 0.7930792024509066, + "precision_coffee": 0.8591637422127915, + "recall_coffee": 0.9115889738779045, + "F1_noncoffee": 0.7954522887498758, + "IoU_noncoffee": 0.6603742477949056, + "kappa": 0.680548908325815, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.802930656513211, + "mIoU": 0.6465517847273685, + "macroF1": 0.7814968229036772, + "F1_coffee": 0.8499319070421297, + "IoU_coffee": 0.739027464761832, + "precision_coffee": 0.8506419275413296, + "recall_coffee": 0.8492230708454043, + "F1_noncoffee": 0.7130617387652247, + "IoU_noncoffee": 0.5540761046929051, + "kappa": 0.5629942279581256, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.6333555703802535, + "mIoU": 0.3171496342736505, + "macroF1": 0.38879772605711493, + "F1_coffee": 0.7754168028767571, + "IoU_coffee": 0.6332087560064068, + "precision_coffee": 0.9983164983164983, + "recall_coffee": 0.6338856226616782, + "F1_noncoffee": 0.002178649237472767, + "IoU_noncoffee": 0.0010905125408942203, + "kappa": -0.0007471010477490475, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.839566329638202, + "mIoU": 0.7181054793200243, + "macroF1": 0.8353278390485568, + "F1_coffee": 0.8617467982364057, + "IoU_coffee": 0.7570782993636448, + "precision_coffee": 0.8463759150427879, + "recall_coffee": 0.8776863038597241, + "F1_noncoffee": 0.808908879860708, + "IoU_noncoffee": 0.679132659276404, + "kappa": 0.670805746273841, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8558870675836393, + "mIoU": 0.7295187499180312, + "macroF1": 0.8416648951161035, + "F1_coffee": 0.8891187587030038, + "IoU_coffee": 0.8003724661557196, + "precision_coffee": 0.8688282404167639, + "recall_coffee": 0.9103796643311064, + "F1_noncoffee": 0.7942110315292032, + "IoU_noncoffee": 0.6586650336803429, + "kappa": 0.683650011562508, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8596604769253746, + "mIoU": 0.7274568101104908, + "macroF1": 0.8394296169618212, + "F1_coffee": 0.8964250284748503, + "IoU_coffee": 0.8122919163670262, + "precision_coffee": 0.8591450102119867, + "recall_coffee": 0.9370871101551698, + "F1_noncoffee": 0.7824342054487922, + "IoU_noncoffee": 0.6426217038539553, + "kappa": 0.6801243670904042, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7923158018039124, + "mIoU": 0.6560504268880682, + "macroF1": 0.7923055425248064, + "F1_coffee": 0.7908458180960245, + "IoU_coffee": 0.6540487804878049, + "precision_coffee": 0.7271149674620391, + "recall_coffee": 0.8668218257046806, + "F1_noncoffee": 0.7937652669535885, + "IoU_noncoffee": 0.6580520732883317, + "kappa": 0.5877340419670108, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.8116276513902627, + "mIoU": 0.6829155950896566, + "macroF1": 0.8115784725979613, + "F1_coffee": 0.8146225394765304, + "IoU_coffee": 0.6872262773722628, + "precision_coffee": 0.7821391484942887, + "recall_coffee": 0.8499210110584519, + "F1_noncoffee": 0.8085344057193923, + "IoU_noncoffee": 0.6786049128070505, + "kappa": 0.6238271013186482, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8207696362677912, + "mIoU": 0.69435862649851, + "macroF1": 0.81940334615376, + "F1_coffee": 0.8351115421920465, + "IoU_coffee": 0.7169025811823481, + "precision_coffee": 0.7831544478806621, + "recall_coffee": 0.894452524413048, + "F1_noncoffee": 0.8036951501154734, + "IoU_noncoffee": 0.6718146718146718, + "kappa": 0.640689498235012, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8907499048344119, + "mIoU": 0.7823503264544713, + "macroF1": 0.87629482872484, + "F1_coffee": 0.918581560283688, + "IoU_coffee": 0.8494228751311648, + "precision_coffee": 0.9544114757319709, + "recall_coffee": 0.8853445133065986, + "F1_noncoffee": 0.8340080971659919, + "IoU_noncoffee": 0.7152777777777778, + "kappa": 0.7532985104162807, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.89521484375, + "mIoU": 0.7472988599641472, + "macroF1": 0.8493754297590481, + "F1_coffee": 0.9324690037132607, + "IoU_coffee": 0.8734819007192548, + "precision_coffee": 0.920705940840169, + "recall_coffee": 0.9445365293892644, + "F1_noncoffee": 0.7662818558048355, + "IoU_noncoffee": 0.6211158192090396, + "kappa": 0.6989209455939426, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8944538766270514, + "mIoU": 0.7313129557978046, + "macroF1": 0.8367000769545463, + "F1_coffee": 0.9338143964038564, + "IoU_coffee": 0.8758460002219017, + "precision_coffee": 0.9071477821190531, + "recall_coffee": 0.962096282754418, + "F1_noncoffee": 0.7395857575052363, + "IoU_noncoffee": 0.5867799113737076, + "kappa": 0.6745068356473299, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2622, + 2984 + ], + [ + 44954, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.548206873734792, + "test_tta": { + "OA": 0.8519984241816488, + "mIoU": 0.7250649212758917, + "macroF1": 0.838789562217383, + "F1_coffee": 0.8849350540867894, + "IoU_coffee": 0.7936174994381602, + "precision_coffee": 0.8547224612736661, + "recall_coffee": 0.9173618126713812, + "F1_noncoffee": 0.7926440703479766, + "IoU_noncoffee": 0.6565123431136232, + "kappa": 0.6783034695900114, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.8047767393561787, + "mIoU": 0.6474902901238981, + "macroF1": 0.7819449796180709, + "F1_coffee": 0.8525040317308111, + "IoU_coffee": 0.7429255137311506, + "precision_coffee": 0.8465633656509696, + "recall_coffee": 0.8585286629795452, + "F1_noncoffee": 0.7113859275053305, + "IoU_noncoffee": 0.5520550665166457, + "kappa": 0.563931977967458, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f0_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.7295764148486541, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8197299620371034, + "mIoU": 0.6698112251632992, + "macroF1": 0.7987438445022257, + "F1_coffee": 0.8637329615441883, + "IoU_coffee": 0.7601496235585629, + "precision_coffee": 0.8132391924959217, + "recall_coffee": 0.9209121085293693, + "F1_noncoffee": 0.7337547274602629, + "IoU_noncoffee": 0.5794728267680355, + "kappa": 0.600496883351298, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.777128764278297, + "mIoU": 0.6021081126288007, + "macroF1": 0.745150211904919, + "F1_coffee": 0.8354260519505415, + "IoU_coffee": 0.717366255144033, + "precision_coffee": 0.811495251691391, + "recall_coffee": 0.860811166710561, + "F1_noncoffee": 0.6548743718592965, + "IoU_noncoffee": 0.48684997011356845, + "kappa": 0.4912282819060832, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.6317545030020013, + "mIoU": 0.3169700360475568, + "macroF1": 0.3895568306885576, + "F1_coffee": 0.7740667976424361, + "IoU_coffee": 0.6314102564102564, + "precision_coffee": 0.9991546914623838, + "recall_coffee": 0.6317477284874399, + "F1_noncoffee": 0.005046863734679163, + "IoU_noncoffee": 0.002529815684857246, + "kappa": 0.00212943885542835, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8103910342307223, + "mIoU": 0.6705039353750729, + "macroF1": 0.8012390370903977, + "F1_coffee": 0.8438894739481471, + "IoU_coffee": 0.7299384054827796, + "precision_coffee": 0.7946732149603325, + "recall_coffee": 0.8996044050037422, + "F1_noncoffee": 0.7585886002326483, + "IoU_noncoffee": 0.6110694652673663, + "kappa": 0.6048220779649555, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8185014737059827, + "mIoU": 0.6669535766449547, + "macroF1": 0.7964832134357276, + "F1_coffee": 0.8634241245136187, + "IoU_coffee": 0.7596713454296474, + "precision_coffee": 0.8263816475495308, + "recall_coffee": 0.9039432947694314, + "F1_noncoffee": 0.7295423023578363, + "IoU_noncoffee": 0.574235807860262, + "kappa": 0.5945795581330494, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.828545825658386, + "mIoU": 0.6673898161172248, + "macroF1": 0.7947687574354451, + "F1_coffee": 0.8780280492987675, + "IoU_coffee": 0.7825757575757576, + "precision_coffee": 0.8145617032461558, + "recall_coffee": 0.9522200030726686, + "F1_noncoffee": 0.7115094655721226, + "IoU_noncoffee": 0.552203874658692, + "kappa": 0.5953477350383085, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7809534965444536, + "mIoU": 0.6405153457730962, + "macroF1": 0.7808527969900702, + "F1_coffee": 0.7855504587155964, + "IoU_coffee": 0.6468366383380547, + "precision_coffee": 0.7057490212239852, + "recall_coffee": 0.8856995086630463, + "F1_noncoffee": 0.7761551352645439, + "IoU_noncoffee": 0.6341940532081377, + "kappa": 0.5674779239989404, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7252445323661941, + "mIoU": 0.5659737553733339, + "macroF1": 0.7221711693807237, + "F1_coffee": 0.7513922036595068, + "IoU_coffee": 0.601784007645747, + "precision_coffee": 0.6716444444444445, + "recall_coffee": 0.8526292033401038, + "F1_noncoffee": 0.6929501351019406, + "IoU_noncoffee": 0.5301635031009209, + "kappa": 0.45385194817654634, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7672113863995783, + "mIoU": 0.613573518896835, + "macroF1": 0.7589006386343431, + "F1_coffee": 0.8036635248088209, + "IoU_coffee": 0.6717704771815074, + "precision_coffee": 0.7024716306544381, + "recall_coffee": 0.9389154373571577, + "F1_noncoffee": 0.7141377524598653, + "IoU_noncoffee": 0.5553765606121627, + "kappa": 0.5319425610243748, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8422788986169268, + "mIoU": 0.6853696044331048, + "macroF1": 0.807748652765353, + "F1_coffee": 0.8892255592193209, + "IoU_coffee": 0.8005455712451861, + "precision_coffee": 0.8699215344376635, + "recall_coffee": 0.9094057601166606, + "F1_noncoffee": 0.7262717463113851, + "IoU_noncoffee": 0.5701936376210235, + "kappa": 0.6159645959678742, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.9013671875, + "mIoU": 0.7665862045575438, + "macroF1": 0.8632941086401549, + "F1_coffee": 0.9354385067757607, + "IoU_coffee": 0.8787078179416357, + "precision_coffee": 0.93795667222151, + "recall_coffee": 0.932933826341961, + "F1_noncoffee": 0.7911497105045492, + "IoU_noncoffee": 0.6544645911734519, + "kappa": 0.7265945921539648, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8834182229767968, + "mIoU": 0.705395800132284, + "macroF1": 0.8169716517128225, + "F1_coffee": 0.9272513243084167, + "IoU_coffee": 0.8643695819159443, + "precision_coffee": 0.8966420034149117, + "recall_coffee": 0.9600243753808654, + "F1_noncoffee": 0.7066919791172283, + "IoU_noncoffee": 0.5464220183486238, + "kappa": 0.6356552122788857, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 28 + ], + [ + 2530, + 2984 + ], + [ + 43247, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7091256856918333, + "test_tta": { + "OA": 0.8180646085523959, + "mIoU": 0.6643371641372682, + "macroF1": 0.7942582038671935, + "F1_coffee": 0.8642437199358631, + "IoU_coffee": 0.7609411764705882, + "precision_coffee": 0.8045776837915164, + "recall_coffee": 0.9334680329051811, + "F1_noncoffee": 0.7242726877985237, + "IoU_noncoffee": 0.5677331518039482, + "kappa": 0.5930617519522509, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7781094957886235, + "mIoU": 0.5993301840542712, + "macroF1": 0.7420917993908502, + "F1_coffee": 0.8384726028116372, + "IoU_coffee": 0.7218707064863692, + "precision_coffee": 0.803715556629028, + "recall_coffee": 0.8763716969537354, + "F1_noncoffee": 0.6457109959700633, + "IoU_noncoffee": 0.4767896616221731, + "kappa": 0.48629081829511756, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f0_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 23, + "stopped_epoch": 53, + "best_val": 0.7702617529947506, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8244574170904663, + "mIoU": 0.6826926802046551, + "macroF1": 0.8089395882083178, + "F1_coffee": 0.863389958054042, + "IoU_coffee": 0.7596184497682744, + "precision_coffee": 0.8346715525138761, + "recall_coffee": 0.8941550007216048, + "F1_noncoffee": 0.7544892183625936, + "IoU_noncoffee": 0.6057669106410359, + "kappa": 0.6186904271020918, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.75653340256144, + "mIoU": 0.5861243345978709, + "macroF1": 0.7344255902314605, + "F1_coffee": 0.8110497979651, + "IoU_coffee": 0.6821562388205833, + "precision_coffee": 0.8276035361034333, + "recall_coffee": 0.7951452901413396, + "F1_noncoffee": 0.6578013824978208, + "IoU_noncoffee": 0.4900924303751586, + "kappa": 0.4692357545659308, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4246831220813876, + "mIoU": 0.2131910246524222, + "macroF1": 0.3002107437386625, + "F1_coffee": 0.5953453453453453, + "IoU_coffee": 0.4238375200427579, + "precision_coffee": 1.0, + "recall_coffee": 0.4238375200427579, + "F1_noncoffee": 0.005076142131979695, + "IoU_noncoffee": 0.002544529262086514, + "kappa": 0.002154610268225836, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8018028992569132, + "mIoU": 0.6606716942538731, + "macroF1": 0.7944067517861433, + "F1_coffee": 0.8334015973786607, + "IoU_coffee": 0.7143860265075046, + "precision_coffee": 0.7995873857942823, + "recall_coffee": 0.8702020742007912, + "F1_noncoffee": 0.755411906193626, + "IoU_noncoffee": 0.6069573620002415, + "kappa": 0.5898902940109576, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8367547442990847, + "mIoU": 0.7035361200019823, + "macroF1": 0.8240744208960293, + "F1_coffee": 0.8713056948351066, + "IoU_coffee": 0.7719589713955504, + "precision_coffee": 0.8719099290201517, + "recall_coffee": 0.8707022975395144, + "F1_noncoffee": 0.776843146956952, + "IoU_noncoffee": 0.6351132686084142, + "kappa": 0.6481491347982922, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8311345646437994, + "mIoU": 0.677153765751777, + "macroF1": 0.8028445025694674, + "F1_coffee": 0.877527440785673, + "IoU_coffee": 0.7817807514153371, + "precision_coffee": 0.82790570922469, + "recall_coffee": 0.9334767245352589, + "F1_noncoffee": 0.7281615643532617, + "IoU_noncoffee": 0.5725267800882168, + "kappa": 0.608808209835151, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7405411737144196, + "mIoU": 0.5874629026019322, + "macroF1": 0.7400206325902398, + "F1_coffee": 0.7516537728444893, + "IoU_coffee": 0.602119633554877, + "precision_coffee": 0.6634996041171813, + "recall_coffee": 0.8668218257046806, + "F1_noncoffee": 0.7283874923359902, + "IoU_noncoffee": 0.5728061716489875, + "kappa": 0.4898895542636522, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7574458731728761, + "mIoU": 0.6095719955676577, + "macroF1": 0.7574306847204543, + "F1_coffee": 0.7593501253952677, + "IoU_coffee": 0.6120583582351907, + "precision_coffee": 0.7345991561181434, + "recall_coffee": 0.7858271270593545, + "F1_noncoffee": 0.7555112440456409, + "IoU_noncoffee": 0.6070856329001246, + "kappa": 0.5154202539612354, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7654190827622562, + "mIoU": 0.6148179044704347, + "macroF1": 0.7605246136607122, + "F1_coffee": 0.7947606309381053, + "IoU_coffee": 0.659421399050972, + "precision_coffee": 0.7146648971466489, + "recall_coffee": 0.8950758362767505, + "F1_noncoffee": 0.726288596383319, + "IoU_noncoffee": 0.5702144098898976, + "kappa": 0.5289400497400113, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8681639385864738, + "mIoU": 0.7429251348800631, + "macroF1": 0.8501572209679855, + "F1_coffee": 0.9021011966456233, + "IoU_coffee": 0.8216615173360796, + "precision_coffee": 0.9336844158377219, + "recall_coffee": 0.8725847612103537, + "F1_noncoffee": 0.7982132452903477, + "IoU_noncoffee": 0.6641887524240465, + "kappa": 0.7010195742169387, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.9072265625, + "mIoU": 0.7852461119354517, + "macroF1": 0.8763020833333333, + "F1_coffee": 0.9381510416666666, + "IoU_coffee": 0.8835070508890251, + "precision_coffee": 0.9584940800851404, + "recall_coffee": 0.9186535764375876, + "F1_noncoffee": 0.814453125, + "IoU_noncoffee": 0.6869851729818781, + "kappa": 0.7529380385972346, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.889926428975665, + "mIoU": 0.723679458246544, + "macroF1": 0.8312124180935698, + "F1_coffee": 0.9307623850489469, + "IoU_coffee": 0.8704916213516812, + "precision_coffee": 0.9068208092485549, + "recall_coffee": 0.9560024375380866, + "F1_noncoffee": 0.7316624511381927, + "IoU_noncoffee": 0.5768672951414068, + "kappa": 0.6633343319670827, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2618, + 2984 + ], + [ + 43395, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1385980606079102, + "test_tta": { + "OA": 0.8240813695294034, + "mIoU": 0.6773521062565853, + "macroF1": 0.8044299472097508, + "F1_coffee": 0.8664237348054279, + "IoU_coffee": 0.7643276958138419, + "precision_coffee": 0.8190277884887278, + "recall_coffee": 0.9196420839948044, + "F1_noncoffee": 0.7424361596140737, + "IoU_noncoffee": 0.5903765166993287, + "kappa": 0.6113693399851893, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7649705780546902, + "mIoU": 0.5901781766186827, + "macroF1": 0.7362955157099706, + "F1_coffee": 0.8232537960954447, + "IoU_coffee": 0.6996018286388438, + "precision_coffee": 0.8137919204048375, + "recall_coffee": 0.8329382846106576, + "F1_noncoffee": 0.6493372353244965, + "IoU_noncoffee": 0.4807545245985215, + "kappa": 0.47273244734945113, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f1_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 44, + "stopped_epoch": 74, + "best_val": 0.7465167975116089, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8875439785675091, + "mIoU": 0.726731878299426, + "macroF1": 0.834146253466804, + "F1_coffee": 0.9282537067545304, + "IoU_coffee": 0.8661132887556683, + "precision_coffee": 0.9090285760380745, + "recall_coffee": 0.9483095954389582, + "F1_noncoffee": 0.7400388001790777, + "IoU_noncoffee": 0.5873504678431837, + "kappa": 0.6688292230081685, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8564093688704281, + "mIoU": 0.6762980818542961, + "macroF1": 0.7968351500505868, + "F1_coffee": 0.9068505454613499, + "IoU_coffee": 0.8295759941115048, + "precision_coffee": 0.8808091455989532, + "recall_coffee": 0.9344787026860261, + "F1_noncoffee": 0.6868197546398238, + "IoU_noncoffee": 0.5230201695970872, + "kappa": 0.5948609475165652, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.48148148148148145, + "mIoU": 0.24912790697674417, + "macroF1": 0.3447611710323574, + "F1_coffee": 0.6440677966101694, + "IoU_coffee": 0.475, + "precision_coffee": 1.0, + "recall_coffee": 0.475, + "F1_noncoffee": 0.045454545454545456, + "IoU_noncoffee": 0.023255813953488372, + "kappa": 0.021851638872915465, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8826699029126214, + "mIoU": 0.7170264004505433, + "macroF1": 0.8269816083578438, + "F1_coffee": 0.9251401492860903, + "IoU_coffee": 0.8607076994006455, + "precision_coffee": 0.9053709990300679, + "recall_coffee": 0.9457919067823444, + "F1_noncoffee": 0.7288230674295972, + "IoU_noncoffee": 0.5733451015004413, + "kappa": 0.6545598389870956, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8811953000338475, + "mIoU": 0.7140240913673104, + "macroF1": 0.8247355453204512, + "F1_coffee": 0.9242111107683766, + "IoU_coffee": 0.8591008143135681, + "precision_coffee": 0.9053057771331883, + "recall_coffee": 0.9439228782055321, + "F1_noncoffee": 0.725259979872526, + "IoU_noncoffee": 0.5689473684210526, + "kappa": 0.6500243545174715, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8987476427638895, + "mIoU": 0.7496788608662748, + "macroF1": 0.8506897547732579, + "F1_coffee": 0.9353982846917999, + "IoU_coffee": 0.878636837834705, + "precision_coffee": 0.916399685667654, + "recall_coffee": 0.955201310566442, + "F1_noncoffee": 0.7659812248547161, + "IoU_noncoffee": 0.6207208838978446, + "kappa": 0.7018437295923851, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9094076655052264, + "mIoU": 0.6753439825444124, + "macroF1": 0.7839172162730775, + "F1_coffee": 0.9485875706214689, + "IoU_coffee": 0.9022031166039763, + "precision_coffee": 0.9495532179617691, + "recall_coffee": 0.9476238853143696, + "F1_noncoffee": 0.6192468619246861, + "IoU_noncoffee": 0.4484848484848485, + "kappa": 0.567837742490401, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8991863464973209, + "mIoU": 0.6517797826654329, + "macroF1": 0.7631286342992719, + "F1_coffee": 0.9426507112214947, + "IoU_coffee": 0.8915225282938287, + "precision_coffee": 0.9461756373937678, + "recall_coffee": 0.9391519514115397, + "F1_noncoffee": 0.5836065573770491, + "IoU_noncoffee": 0.41203703703703703, + "kappa": 0.5263050029659001, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9280611232387378, + "mIoU": 0.7188956679746771, + "macroF1": 0.8199718752484717, + "F1_coffee": 0.959467769888746, + "IoU_coffee": 0.922093273157103, + "precision_coffee": 0.9538683859493108, + "recall_coffee": 0.9651332808457991, + "F1_noncoffee": 0.6804759806081975, + "IoU_noncoffee": 0.5156980627922512, + "kappa": 0.6400415325134883, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8572240644244434, + "mIoU": 0.7186913867330802, + "macroF1": 0.8328300823656074, + "F1_coffee": 0.8966888325221087, + "IoU_coffee": 0.812725239219585, + "precision_coffee": 0.8543435662965382, + "recall_coffee": 0.9434506635891518, + "F1_noncoffee": 0.7689713322091062, + "IoU_noncoffee": 0.6246575342465753, + "kappa": 0.667486884853345, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8640950674337452, + "mIoU": 0.7293460691640292, + "macroF1": 0.8402013776093318, + "F1_coffee": 0.901992790586955, + "IoU_coffee": 0.8214816650148662, + "precision_coffee": 0.8586041693642367, + "recall_coffee": 0.95, + "F1_noncoffee": 0.7784099646317084, + "IoU_noncoffee": 0.6372104733131924, + "kappa": 0.6822374365701319, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8708855984155428, + "mIoU": 0.7437733313255845, + "macroF1": 0.8503954405627211, + "F1_coffee": 0.9057616851380189, + "IoU_coffee": 0.8277554101660796, + "precision_coffee": 0.8717371140850669, + "recall_coffee": 0.9425501432664757, + "F1_noncoffee": 0.7950291959874233, + "IoU_noncoffee": 0.6597912524850894, + "kappa": 0.7017790176087229, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2622, + 2995 + ], + [ + 52372, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.976174445947011, + "test_tta": { + "OA": 0.89086859688196, + "mIoU": 0.7303170156389878, + "macroF1": 0.8365028489748332, + "F1_coffee": 0.9307824591573517, + "IoU_coffee": 0.8705267390430237, + "precision_coffee": 0.9064175920572579, + "recall_coffee": 0.9564933835440641, + "F1_noncoffee": 0.7422232387923148, + "IoU_noncoffee": 0.5901072922349518, + "kappa": 0.6738832485075359, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8588467751240337, + "mIoU": 0.6768319836941894, + "macroF1": 0.796794943929416, + "F1_coffee": 0.9090858422123343, + "IoU_coffee": 0.8333248182019448, + "precision_coffee": 0.8770747445778814, + "recall_coffee": 0.943522107171092, + "F1_noncoffee": 0.6845040456464976, + "IoU_noncoffee": 0.520339149186434, + "kappa": 0.5954599314885756, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f1_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.7557603228175211, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9080404118653368, + "mIoU": 0.7696084052817307, + "macroF1": 0.8646307509346669, + "F1_coffee": 0.9412879958784132, + "IoU_coffee": 0.8890878654572352, + "precision_coffee": 0.9224306803723974, + "recall_coffee": 0.9609324048555741, + "F1_noncoffee": 0.7879735059909206, + "IoU_noncoffee": 0.6501289451062262, + "kappa": 0.7296694928311154, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8747980846890504, + "mIoU": 0.7084184768393329, + "macroF1": 0.8211961705715929, + "F1_coffee": 0.9190952385390357, + "IoU_coffee": 0.8503017761683049, + "precision_coffee": 0.8894440636386594, + "recall_coffee": 0.9507915389213475, + "F1_noncoffee": 0.72329710260415, + "IoU_noncoffee": 0.566535177510361, + "kappa": 0.6437464244626003, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5925925925925926, + "mIoU": 0.3084558823529412, + "macroF1": 0.3986501687289089, + "F1_coffee": 0.7401574803149606, + "IoU_coffee": 0.5875, + "precision_coffee": 1.0, + "recall_coffee": 0.5875, + "F1_noncoffee": 0.05714285714285714, + "IoU_noncoffee": 0.029411764705882353, + "kappa": 0.0339718106252258, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9035922330097087, + "mIoU": 0.7633380952595512, + "macroF1": 0.860514353033387, + "F1_coffee": 0.9380304543185222, + "IoU_coffee": 0.8832931774108245, + "precision_coffee": 0.9245863320415821, + "recall_coffee": 0.9518713191058198, + "F1_noncoffee": 0.7829982517482518, + "IoU_noncoffee": 0.643383013108278, + "kappa": 0.7212350981252917, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9121415792273101, + "mIoU": 0.7774643429249406, + "macroF1": 0.8699453854663362, + "F1_coffee": 0.944025137857737, + "IoU_coffee": 0.8939844798412976, + "precision_coffee": 0.9235684147076552, + "recall_coffee": 0.9654086068930754, + "F1_noncoffee": 0.7958656330749354, + "IoU_noncoffee": 0.6609442060085837, + "kappa": 0.7403553252545682, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9083700014506069, + "mIoU": 0.768132007307994, + "macroF1": 0.8634687608224854, + "F1_coffee": 0.9417657724101902, + "IoU_coffee": 0.8899407596701127, + "precision_coffee": 0.9191961607678464, + "recall_coffee": 0.9654716148950917, + "F1_noncoffee": 0.7851717492347806, + "IoU_noncoffee": 0.6463232549458753, + "kappa": 0.7275434789822264, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.916674962667994, + "mIoU": 0.6977124308818712, + "macroF1": 0.803311755639087, + "F1_coffee": 0.9526342595212495, + "IoU_coffee": 0.9095526258915064, + "precision_coffee": 0.9551747616886065, + "recall_coffee": 0.9501072355796365, + "F1_noncoffee": 0.6539892517569244, + "IoU_noncoffee": 0.4858722358722359, + "kappa": 0.6066438388113057, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9387775352252431, + "mIoU": 0.7558559584507655, + "macroF1": 0.8492202495186991, + "F1_coffee": 0.9654244886522836, + "IoU_coffee": 0.933160004333225, + "precision_coffee": 0.9620281438463256, + "recall_coffee": 0.9688448993364076, + "F1_noncoffee": 0.7330160103851147, + "IoU_noncoffee": 0.578551912568306, + "kappa": 0.6984695189313953, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9376860488192101, + "mIoU": 0.7498152835107862, + "macroF1": 0.844477143070578, + "F1_coffee": 0.9648769574944072, + "IoU_coffee": 0.932137454073914, + "precision_coffee": 0.9596173100456113, + "recall_coffee": 0.970194578787538, + "F1_noncoffee": 0.7240773286467487, + "IoU_noncoffee": 0.5674931129476584, + "kappa": 0.6890276756732745, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8911416390336333, + "mIoU": 0.7802199210217251, + "macroF1": 0.8747143359753247, + "F1_coffee": 0.9200806844265146, + "IoU_coffee": 0.8519902099703722, + "precision_coffee": 0.8883814640698455, + "recall_coffee": 0.9541257934218119, + "F1_noncoffee": 0.8293479875241349, + "IoU_noncoffee": 0.7084496320730779, + "kappa": 0.7501080478132306, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8868244836367066, + "mIoU": 0.7700838201577447, + "macroF1": 0.867902055908963, + "F1_coffee": 0.9178981937602627, + "IoU_coffee": 0.8482549317147192, + "precision_coffee": 0.8784704033525406, + "recall_coffee": 0.9610315186246419, + "F1_noncoffee": 0.8179059180576631, + "IoU_noncoffee": 0.6919127086007703, + "kappa": 0.7369792360036059, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8805055173064227, + "mIoU": 0.75826816552623, + "macroF1": 0.8599986796065227, + "F1_coffee": 0.9135802469135802, + "IoU_coffee": 0.8409090909090909, + "precision_coffee": 0.871891680770733, + "recall_coffee": 0.9594555873925501, + "F1_noncoffee": 0.8064171122994652, + "IoU_noncoffee": 0.6756272401433692, + "kappa": 0.7214239733751511, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2773, + 2995 + ], + [ + 53491, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5200805624326073, + "test_tta": { + "OA": 0.9086375520480294, + "mIoU": 0.7683833704181668, + "macroF1": 0.8636209975473168, + "F1_coffee": 0.9419747645063089, + "IoU_coffee": 0.8903140803317122, + "precision_coffee": 0.9184856480370992, + "recall_coffee": 0.9666968211558286, + "F1_noncoffee": 0.7852672305883246, + "IoU_noncoffee": 0.6464526605046216, + "kappa": 0.7279005586255763, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8752884504442137, + "mIoU": 0.7057477237725198, + "macroF1": 0.8188349275669291, + "F1_coffee": 0.9199655686267251, + "IoU_coffee": 0.8517928150281091, + "precision_coffee": 0.8846030615877537, + "recall_coffee": 0.9582730761072867, + "F1_noncoffee": 0.7177042865071332, + "IoU_noncoffee": 0.5597026325169306, + "kappa": 0.6397007153751115, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f1_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.7556216603488382, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8963719699170459, + "mIoU": 0.7440411938954815, + "macroF1": 0.8466223227161388, + "F1_coffee": 0.9339749719797226, + "IoU_coffee": 0.8761285593024153, + "precision_coffee": 0.9134518685385574, + "recall_coffee": 0.9554414827593462, + "F1_noncoffee": 0.759269673452555, + "IoU_noncoffee": 0.6119538284885477, + "kappa": 0.6938081929067388, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8632312218760817, + "mIoU": 0.6856158942150894, + "macroF1": 0.80372723416966, + "F1_coffee": 0.9117967129556426, + "IoU_coffee": 0.8378918937399569, + "precision_coffee": 0.8807410335657299, + "recall_coffee": 0.9451225390948883, + "F1_noncoffee": 0.6956577553836772, + "IoU_noncoffee": 0.5333398946902219, + "kappa": 0.6091313173244176, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.06172839506172839, + "mIoU": 0.0314935064935065, + "macroF1": 0.06043956043956043, + "F1_coffee": 0.09523809523809523, + "IoU_coffee": 0.05, + "precision_coffee": 1.0, + "recall_coffee": 0.05, + "F1_noncoffee": 0.02564102564102564, + "IoU_noncoffee": 0.012987012987012988, + "kappa": 0.0012978585334198524, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8880582524271845, + "mIoU": 0.7287563498516714, + "macroF1": 0.8357127335766548, + "F1_coffee": 0.9284473128956188, + "IoU_coffee": 0.866450454624428, + "precision_coffee": 0.9102025917138163, + "recall_coffee": 0.947438414286619, + "F1_noncoffee": 0.7429781542576906, + "IoU_noncoffee": 0.5910622450789147, + "kappa": 0.6718989998485049, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9024708669793531, + "mIoU": 0.7563918331184565, + "macroF1": 0.855346701293787, + "F1_coffee": 0.9379098045251655, + "IoU_coffee": 0.8830792417830851, + "precision_coffee": 0.9169375225713254, + "recall_coffee": 0.9598639027156449, + "F1_noncoffee": 0.7727835980624085, + "IoU_noncoffee": 0.6297044244538278, + "kappa": 0.7112461876049236, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8985542285189304, + "mIoU": 0.7473378246643423, + "macroF1": 0.848880445637814, + "F1_coffee": 0.9355215440408138, + "IoU_coffee": 0.8788543711745005, + "precision_coffee": 0.9131817363652727, + "recall_coffee": 0.9589817906874173, + "F1_noncoffee": 0.7622393472348141, + "IoU_noncoffee": 0.6158212781541842, + "kappa": 0.6984264142940613, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9118964659034345, + "mIoU": 0.6802995894318359, + "macroF1": 0.78808694308349, + "F1_coffee": 0.9500648874344073, + "IoU_coffee": 0.9048796216680998, + "precision_coffee": 0.9497969314079422, + "recall_coffee": 0.9503329946946608, + "F1_noncoffee": 0.6261089987325729, + "IoU_noncoffee": 0.45571955719557194, + "kappa": 0.5761741387429135, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9237944036515181, + "mIoU": 0.6969501566778831, + "macroF1": 0.8010462321853198, + "F1_coffee": 0.9573191063687896, + "IoU_coffee": 0.9181323952670291, + "precision_coffee": 0.9461715917829288, + "recall_coffee": 0.9687324260488134, + "F1_noncoffee": 0.6447733580018501, + "IoU_noncoffee": 0.4757679180887372, + "kappa": 0.6025516296458255, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9311371303830125, + "mIoU": 0.7226577748197647, + "macroF1": 0.8226647153561243, + "F1_coffee": 0.961358574610245, + "IoU_coffee": 0.9255923662485258, + "precision_coffee": 0.9519241371705811, + "recall_coffee": 0.9709818918006974, + "F1_noncoffee": 0.6839708561020036, + "IoU_noncoffee": 0.5197231833910034, + "kappa": 0.6456141243363244, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8653718616769304, + "mIoU": 0.733725244769143, + "macroF1": 0.8434468680172673, + "F1_coffee": 0.9020337814546708, + "IoU_coffee": 0.8215496672108502, + "precision_coffee": 0.8638584444737885, + "recall_coffee": 0.9437391806116561, + "F1_noncoffee": 0.7848599545798638, + "IoU_noncoffee": 0.6459008223274358, + "kappa": 0.6882308200121298, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8822031500518721, + "mIoU": 0.7638172921731017, + "macroF1": 0.8639035408168976, + "F1_coffee": 0.9138085708370712, + "IoU_coffee": 0.8412960609911054, + "precision_coffee": 0.8815071228864332, + "recall_coffee": 0.948567335243553, + "F1_noncoffee": 0.8139985107967238, + "IoU_noncoffee": 0.6863385233550979, + "kappa": 0.7285935203411088, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8675846458549468, + "mIoU": 0.7373503732535756, + "macroF1": 0.8459309433043385, + "F1_coffee": 0.9036904925229798, + "IoU_coffee": 0.8243023401326492, + "precision_coffee": 0.8669386680705449, + "recall_coffee": 0.9436962750716332, + "F1_noncoffee": 0.788171394085697, + "IoU_noncoffee": 0.650398406374502, + "kappa": 0.6930750761600641, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2625, + 2995 + ], + [ + 52916, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6418552160263062, + "test_tta": { + "OA": 0.8954520512572222, + "mIoU": 0.7388254058682864, + "macroF1": 0.8426129493596419, + "F1_coffee": 0.9338060982588081, + "IoU_coffee": 0.8758314005865327, + "precision_coffee": 0.9078500327829767, + "recall_coffee": 0.9612900511223781, + "F1_noncoffee": 0.7514198004604759, + "IoU_noncoffee": 0.60181941115004, + "kappa": 0.6861892083909201, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.863173531787239, + "mIoU": 0.6809811066196243, + "macroF1": 0.7996068323277943, + "F1_coffee": 0.9124710528015353, + "IoU_coffee": 0.8390315082206424, + "precision_coffee": 0.8748186675158334, + "recall_coffee": 0.9535103449605676, + "F1_noncoffee": 0.6867426118540532, + "IoU_noncoffee": 0.5229307050186061, + "kappa": 0.6018532861608104, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f1_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 38, + "stopped_epoch": 68, + "best_val": 0.7816081553404278, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9072011878247959, + "mIoU": 0.7698545752282566, + "macroF1": 0.8649341323521651, + "F1_coffee": 0.9404909753270408, + "IoU_coffee": 0.8876667903959989, + "precision_coffee": 0.9255668045059176, + "recall_coffee": 0.955904319104622, + "F1_noncoffee": 0.7893772893772893, + "IoU_noncoffee": 0.6520423600605144, + "kappa": 0.7301166142656409, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8739904234452521, + "mIoU": 0.7086192031198065, + "macroF1": 0.8215169881637713, + "F1_coffee": 0.9182931048994212, + "IoU_coffee": 0.8489296953349241, + "precision_coffee": 0.8915380424913746, + "recall_coffee": 0.9467036887063497, + "F1_noncoffee": 0.7247408714281214, + "IoU_noncoffee": 0.5683087109046889, + "kappa": 0.6441137343237061, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5555555555555556, + "mIoU": 0.2885135135135135, + "macroF1": 0.38115449915110355, + "F1_coffee": 0.7096774193548387, + "IoU_coffee": 0.55, + "precision_coffee": 1.0, + "recall_coffee": 0.55, + "F1_noncoffee": 0.05263157894736842, + "IoU_noncoffee": 0.02702702702702703, + "kappa": 0.029294274300932163, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9083495145631068, + "mIoU": 0.7686475021434411, + "macroF1": 0.863861638440975, + "F1_coffee": 0.9416851989127749, + "IoU_coffee": 0.8897968713518561, + "precision_coffee": 0.9191438046427495, + "recall_coffee": 0.9653600151985308, + "F1_noncoffee": 0.786038077969175, + "IoU_noncoffee": 0.6474981329350261, + "kappa": 0.7283227994106936, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.912383347033509, + "mIoU": 0.7829146683842607, + "macroF1": 0.8739372865621501, + "F1_coffee": 0.9435549186966544, + "IoU_coffee": 0.893141475496845, + "precision_coffee": 0.9330909987061795, + "recall_coffee": 0.9542561905361981, + "F1_noncoffee": 0.8043196544276457, + "IoU_noncoffee": 0.6726878612716763, + "kappa": 0.7479844456911252, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9008751994584401, + "mIoU": 0.7580880382192092, + "macroF1": 0.8568946107754032, + "F1_coffee": 0.9362284576619175, + "IoU_coffee": 0.8801029360159083, + "precision_coffee": 0.9246082949308756, + "recall_coffee": 0.9481444143406212, + "F1_noncoffee": 0.7775607638888888, + "IoU_noncoffee": 0.6360731404225102, + "kappa": 0.7139468157074238, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.928720756595321, + "mIoU": 0.701679603771481, + "macroF1": 0.8043356287827197, + "F1_coffee": 0.9603411986263432, + "IoU_coffee": 0.9237080447522642, + "precision_coffee": 0.942794997281131, + "recall_coffee": 0.9785528840726945, + "F1_noncoffee": 0.6483300589390962, + "IoU_noncoffee": 0.4796511627906977, + "kappa": 0.6098694795128075, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9276642190910895, + "mIoU": 0.7079617940642682, + "macroF1": 0.8102995564923272, + "F1_coffee": 0.9595112468758679, + "IoU_coffee": 0.9221735881285363, + "precision_coffee": 0.9477726574500768, + "recall_coffee": 0.9715442582386683, + "F1_noncoffee": 0.6610878661087866, + "IoU_noncoffee": 0.49375, + "kappa": 0.6210856515174757, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9130779916650129, + "mIoU": 0.6802528732644704, + "macroF1": 0.7877629653306808, + "F1_coffee": 0.9508472674222871, + "IoU_coffee": 0.9063001390523051, + "precision_coffee": 0.9487179487179487, + "recall_coffee": 0.9529861657856259, + "F1_noncoffee": 0.6246786632390745, + "IoU_noncoffee": 0.4542056074766355, + "kappa": 0.5755422573139554, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8889625769777356, + "mIoU": 0.777121635024224, + "macroF1": 0.8727551112689973, + "F1_coffee": 0.9181678536517246, + "IoU_coffee": 0.8487156318574932, + "precision_coffee": 0.8897158322056834, + "recall_coffee": 0.9484997114829775, + "F1_noncoffee": 0.8273423688862699, + "IoU_noncoffee": 0.7055276381909548, + "kappa": 0.7460581458007235, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8978590964821277, + "mIoU": 0.7964539780447135, + "macroF1": 0.8854165210430918, + "F1_coffee": 0.9231751436475846, + "IoU_coffee": 0.8573122529644269, + "precision_coffee": 0.9142897288183224, + "recall_coffee": 0.9322349570200573, + "F1_noncoffee": 0.847657898438599, + "IoU_noncoffee": 0.735595703125, + "kappa": 0.7708759538721769, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.889276619824578, + "mIoU": 0.7785183993373012, + "macroF1": 0.8737248544722578, + "F1_coffee": 0.9180396537280089, + "IoU_coffee": 0.8484965802038973, + "precision_coffee": 0.8952886710239651, + "recall_coffee": 0.9419770773638968, + "F1_noncoffee": 0.8294100552165068, + "IoU_noncoffee": 0.708540218470705, + "kappa": 0.7477887000687183, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2728, + 2995 + ], + [ + 53484, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.721985812981923, + "test_tta": { + "OA": 0.9105419450631032, + "mIoU": 0.7751937673246183, + "macroF1": 0.8684722885618754, + "F1_coffee": 0.9428586155352817, + "IoU_coffee": 0.8918945274408082, + "precision_coffee": 0.924381468305304, + "recall_coffee": 0.9620894957187638, + "F1_noncoffee": 0.7940859615884691, + "IoU_noncoffee": 0.6584930072084283, + "kappa": 0.7373227801388665, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8774806738202376, + "mIoU": 0.7128680064763024, + "macroF1": 0.8244480356920049, + "F1_coffee": 0.9209362929871097, + "IoU_coffee": 0.8534586855269968, + "precision_coffee": 0.8900942717328728, + "recall_coffee": 0.95399240276894, + "F1_noncoffee": 0.7279597783969001, + "IoU_noncoffee": 0.572277327425608, + "kappa": 0.6503405624284095, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f1_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 61, + "stopped_epoch": 91, + "best_val": 0.7711337235166889, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.888496175075046, + "mIoU": 0.7185591183531368, + "macroF1": 0.8272037499920761, + "F1_coffee": 0.9301168259748142, + "IoU_coffee": 0.8693629814510182, + "precision_coffee": 0.8956985895737551, + "recall_coffee": 0.9672858855952706, + "F1_noncoffee": 0.724290674009338, + "IoU_noncoffee": 0.5677552552552553, + "kappa": 0.6564090845926741, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.857462212991808, + "mIoU": 0.665512909110355, + "macroF1": 0.7867368658965969, + "F1_coffee": 0.9095501761771839, + "IoU_coffee": 0.8341054822573606, + "precision_coffee": 0.8656365410075952, + "recall_coffee": 0.9581573822332774, + "F1_noncoffee": 0.6639235556160098, + "IoU_noncoffee": 0.49692033596334945, + "kappa": 0.5775136322645731, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5061728395061729, + "mIoU": 0.2621951219512195, + "macroF1": 0.3571428571428571, + "F1_coffee": 0.6666666666666666, + "IoU_coffee": 0.5, + "precision_coffee": 1.0, + "recall_coffee": 0.5, + "F1_noncoffee": 0.047619047619047616, + "IoU_noncoffee": 0.024390243902439025, + "kappa": 0.024096385542168697, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8927184466019418, + "mIoU": 0.7270699736082982, + "macroF1": 0.833520649114859, + "F1_coffee": 0.9327940639824839, + "IoU_coffee": 0.8740525445945175, + "precision_coffee": 0.8972678874393026, + "recall_coffee": 0.9712494458868975, + "F1_noncoffee": 0.7342472342472343, + "IoU_noncoffee": 0.5800874026220787, + "kappa": 0.6690925989331795, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8934287510275132, + "mIoU": 0.7307177776983362, + "macroF1": 0.8363901551225355, + "F1_coffee": 0.9329928250030403, + "IoU_coffee": 0.8744016412126738, + "precision_coffee": 0.9014746489630456, + "recall_coffee": 0.966794782937433, + "F1_noncoffee": 0.7397874852420308, + "IoU_noncoffee": 0.5870339141839985, + "kappa": 0.6743262931459792, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8793578647067356, + "mIoU": 0.6981791656199557, + "macroF1": 0.8115069169571889, + "F1_coffee": 0.9245972981957751, + "IoU_coffee": 0.8597684352517986, + "precision_coffee": 0.8884307120455337, + "recall_coffee": 0.963833406842669, + "F1_noncoffee": 0.6984165357186027, + "IoU_noncoffee": 0.5365898959881129, + "kappa": 0.6254960803304092, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9316077650572424, + "mIoU": 0.7051945434741929, + "macroF1": 0.8069395524797551, + "F1_coffee": 0.962079814538831, + "IoU_coffee": 0.9269304403318442, + "precision_coffee": 0.9413480233311731, + "recall_coffee": 0.9837453437182526, + "F1_noncoffee": 0.6517992904206792, + "IoU_noncoffee": 0.48345864661654137, + "kappa": 0.6155911916546889, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9314348084937487, + "mIoU": 0.7197343166927547, + "macroF1": 0.8200405648565965, + "F1_coffee": 0.9616260343199867, + "IoU_coffee": 0.9260883516953685, + "precision_coffee": 0.9497586660816147, + "recall_coffee": 0.9737937239905522, + "F1_noncoffee": 0.6784550953932061, + "IoU_noncoffee": 0.5133802816901408, + "kappa": 0.6405513746014337, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9298471919031553, + "mIoU": 0.7138221407003658, + "macroF1": 0.8151154993272548, + "F1_coffee": 0.9607592828994839, + "IoU_coffee": 0.924481948301645, + "precision_coffee": 0.9483892176199868, + "recall_coffee": 0.9734563041277696, + "F1_noncoffee": 0.6694717157550257, + "IoU_noncoffee": 0.5031623330990864, + "kappa": 0.6307601148667491, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8557081951681668, + "mIoU": 0.7128889563166463, + "macroF1": 0.8283787129012806, + "F1_coffee": 0.8968646305952461, + "IoU_coffee": 0.8130141190914671, + "precision_coffee": 0.8451818761965539, + "recall_coffee": 0.9552798615118292, + "F1_noncoffee": 0.7598927952073151, + "IoU_noncoffee": 0.6127637935418255, + "kappa": 0.6597197004439659, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8573045364519476, + "mIoU": 0.7146001509614537, + "macroF1": 0.8294965935378533, + "F1_coffee": 0.8983540476990258, + "IoU_coffee": 0.8154653006464203, + "precision_coffee": 0.8457938013915244, + "recall_coffee": 0.9578796561604584, + "F1_noncoffee": 0.7606391393766809, + "IoU_noncoffee": 0.6137350012764871, + "kappa": 0.662066312765743, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8313684806186928, + "mIoU": 0.668249597274494, + "macroF1": 0.7949396856614173, + "F1_coffee": 0.8813694267515924, + "IoU_coffee": 0.7879003558718861, + "precision_coffee": 0.8208106772120612, + "recall_coffee": 0.9515759312320917, + "F1_noncoffee": 0.7085099445712423, + "IoU_noncoffee": 0.5485988386771018, + "kappa": 0.5952923501821873, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2669, + 2995 + ], + [ + 52384, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.6236216028531394, + "test_tta": { + "OA": 0.8914173202930828, + "mIoU": 0.7223980745494863, + "macroF1": 0.8298818873932219, + "F1_coffee": 0.932196557423308, + "IoU_coffee": 0.8730038884065083, + "precision_coffee": 0.8946706644743205, + "recall_coffee": 0.9730082258641365, + "F1_noncoffee": 0.7275672173631357, + "IoU_noncoffee": 0.5717922606924644, + "kappa": 0.6621519419586839, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8601303796007845, + "mIoU": 0.6673114049164597, + "macroF1": 0.7878030128436833, + "F1_coffee": 0.9116886428207183, + "IoU_coffee": 0.8377093896949311, + "precision_coffee": 0.8637563626951945, + "recall_coffee": 0.9652532731725189, + "F1_noncoffee": 0.6639173828666481, + "IoU_noncoffee": 0.4969134201379883, + "kappa": 0.5805220305842429, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f1_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 21, + "stopped_epoch": 51, + "best_val": 0.7824072267706015, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9068945482715213, + "mIoU": 0.7616082058943545, + "macroF1": 0.8587083276617289, + "F1_coffee": 0.9412208218284818, + "IoU_coffee": 0.8889680126255822, + "precision_coffee": 0.912573596238195, + "recall_coffee": 0.9717249069067806, + "F1_noncoffee": 0.7761958334949761, + "IoU_noncoffee": 0.6342483991631268, + "kappa": 0.7184729718913291, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8726202838352372, + "mIoU": 0.6970607616043941, + "macroF1": 0.8118731771982701, + "F1_coffee": 0.9187757504414361, + "IoU_coffee": 0.849755035383778, + "precision_coffee": 0.8782769230769231, + "recall_coffee": 0.9631900657526851, + "F1_noncoffee": 0.7049706039551042, + "IoU_noncoffee": 0.5443664878250103, + "kappa": 0.6266299938785485, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2222222222222222, + "mIoU": 0.1140625, + "macroF1": 0.19064234734337826, + "F1_coffee": 0.35051546391752575, + "IoU_coffee": 0.2125, + "precision_coffee": 1.0, + "recall_coffee": 0.2125, + "F1_noncoffee": 0.03076923076923077, + "IoU_noncoffee": 0.015625, + "kappa": 0.0066186490169359395, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9006310679611651, + "mIoU": 0.7485431218867854, + "macroF1": 0.8495024576919414, + "F1_coffee": 0.9372220688809152, + "IoU_coffee": 0.8818606798637963, + "precision_coffee": 0.9086584205518554, + "recall_coffee": 0.9676397948198341, + "F1_noncoffee": 0.7617828465029676, + "IoU_noncoffee": 0.6152255639097745, + "kappa": 0.7001293289249351, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9058072627048982, + "mIoU": 0.7572011863216535, + "macroF1": 0.8554698389336286, + "F1_coffee": 0.9407650672018488, + "IoU_coffee": 0.8881552506172131, + "precision_coffee": 0.9091389950044079, + "recall_coffee": 0.9746707831894651, + "F1_noncoffee": 0.7701746106654083, + "IoU_noncoffee": 0.6262471220260937, + "kappa": 0.7122905188319054, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9142207823606209, + "mIoU": 0.7792296628408248, + "macroF1": 0.8709760476621023, + "F1_coffee": 0.9456728119066576, + "IoU_coffee": 0.896944347624027, + "precision_coffee": 0.9199785497229339, + "recall_coffee": 0.9728435511309936, + "F1_noncoffee": 0.7962792834175471, + "IoU_noncoffee": 0.6615149780576226, + "kappa": 0.74270469966952, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9261324041811847, + "mIoU": 0.7059435167300143, + "macroF1": 0.8087936172989907, + "F1_coffee": 0.9585798816568047, + "IoU_coffee": 0.9204545454545454, + "precision_coffee": 0.948205411374931, + "recall_coffee": 0.9691838807991873, + "F1_noncoffee": 0.6590073529411765, + "IoU_noncoffee": 0.4914324880054832, + "kappa": 0.617963734851079, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9358007541178806, + "mIoU": 0.7353604299356863, + "macroF1": 0.8327320626102764, + "F1_coffee": 0.9640335760742677, + "IoU_coffee": 0.9305644988194891, + "precision_coffee": 0.9530666080457243, + "recall_coffee": 0.9752558767292768, + "F1_noncoffee": 0.7014305491462852, + "IoU_noncoffee": 0.5401563610518835, + "kappa": 0.6658314416405562, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9438380631077595, + "mIoU": 0.7565197457929616, + "macroF1": 0.8489285167570053, + "F1_coffee": 0.9686704306431971, + "IoU_coffee": 0.9392443108630314, + "precision_coffee": 0.9536784741144414, + "recall_coffee": 0.9841412664492183, + "F1_noncoffee": 0.7291866028708134, + "IoU_noncoffee": 0.5737951807228916, + "kappa": 0.6985010754627368, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.876361913784936, + "mIoU": 0.7494296344152576, + "macroF1": 0.8539080683486588, + "F1_coffee": 0.9111821956033486, + "IoU_coffee": 0.8368546068258532, + "precision_coffee": 0.8625177167890735, + "recall_coffee": 0.965666474321985, + "F1_noncoffee": 0.7966339410939691, + "IoU_noncoffee": 0.662004662004662, + "kappa": 0.709930446820545, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8772988776761294, + "mIoU": 0.7487221780272024, + "macroF1": 0.8532268169576067, + "F1_coffee": 0.9126669799288447, + "IoU_coffee": 0.8393628843067046, + "precision_coffee": 0.8586585827965139, + "recall_coffee": 0.9739255014326648, + "F1_noncoffee": 0.7937866539863687, + "IoU_noncoffee": 0.6580814717477004, + "kappa": 0.7091704383985087, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8860699801942846, + "mIoU": 0.7691676723872098, + "macroF1": 0.8673298628106925, + "F1_coffee": 0.9171922127776254, + "IoU_coffee": 0.8470498860471005, + "precision_coffee": 0.8793375394321766, + "recall_coffee": 0.9584527220630372, + "F1_noncoffee": 0.8174675128437594, + "IoU_noncoffee": 0.6912854587273192, + "kappa": 0.7357392425210367, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2727, + 2995 + ], + [ + 53466, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.0422348896662395, + "test_tta": { + "OA": 0.9041186533681934, + "mIoU": 0.7530446112863732, + "macroF1": 0.8524911613856835, + "F1_coffee": 0.9397580587919163, + "IoU_coffee": 0.8863618974751339, + "precision_coffee": 0.9070782601887014, + "recall_coffee": 0.9748806092609346, + "F1_noncoffee": 0.7652242639794506, + "IoU_noncoffee": 0.6197273250976125, + "kappa": 0.7064671645158347, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.870110764970578, + "mIoU": 0.6891549523263932, + "macroF1": 0.8054437451869964, + "F1_coffee": 0.9176104656481566, + "IoU_coffee": 0.847763616078975, + "precision_coffee": 0.8729829936117252, + "recall_coffee": 0.9670465282196641, + "F1_noncoffee": 0.6932770247258361, + "IoU_noncoffee": 0.5305462885738115, + "kappa": 0.614636682004588, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f2_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.698582509653582, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8864470053562733, + "mIoU": 0.7467449678173581, + "macroF1": 0.8503077578592123, + "F1_coffee": 0.9238588624540172, + "IoU_coffee": 0.8584922834199721, + "precision_coffee": 0.9390875298699, + "recall_coffee": 0.9091162232789273, + "F1_noncoffee": 0.7767566532644075, + "IoU_noncoffee": 0.6349976522147441, + "kappa": 0.700846172052377, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8361601476866274, + "mIoU": 0.6673943519661987, + "macroF1": 0.7931523917753674, + "F1_coffee": 0.8874712734765037, + "IoU_coffee": 0.7977063893439704, + "precision_coffee": 0.9156429491241338, + "recall_coffee": 0.8609813757712045, + "F1_noncoffee": 0.6988335100742312, + "IoU_noncoffee": 0.537082314588427, + "kappa": 0.5873502206519695, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.0945107398568019, + "mIoU": 0.047441365276047164, + "macroF1": 0.08700126926147361, + "F1_coffee": 0.16980306345733043, + "IoU_coffee": 0.09277857484457197, + "precision_coffee": 1.0, + "recall_coffee": 0.09277857484457197, + "F1_noncoffee": 0.004199475065616798, + "IoU_noncoffee": 0.0021041557075223566, + "kappa": 0.0003903649283270249, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8945558176100629, + "mIoU": 0.7618583152332523, + "macroF1": 0.8606946632146768, + "F1_coffee": 0.929375370236293, + "IoU_coffee": 0.8680683634575187, + "precision_coffee": 0.9408942493503032, + "recall_coffee": 0.9181351193185513, + "F1_noncoffee": 0.7920139561930607, + "IoU_noncoffee": 0.6556482670089859, + "kappa": 0.7215122465349005, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8822102556639014, + "mIoU": 0.7389565951452478, + "macroF1": 0.8448704401112134, + "F1_coffee": 0.920978975460522, + "IoU_coffee": 0.8535320021716837, + "precision_coffee": 0.9377651113467657, + "recall_coffee": 0.90478322036066, + "F1_noncoffee": 0.7687619047619048, + "IoU_noncoffee": 0.6243811881188119, + "kappa": 0.6900315150088798, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8826834584645192, + "mIoU": 0.7398879734078054, + "macroF1": 0.8455294154718376, + "F1_coffee": 0.9212869678258043, + "IoU_coffee": 0.8540612195709809, + "precision_coffee": 0.9386133368651083, + "recall_coffee": 0.904588678281958, + "F1_noncoffee": 0.7697718631178707, + "IoU_noncoffee": 0.6257147272446298, + "kappa": 0.6913664382071811, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9032783547139076, + "mIoU": 0.7367432661595705, + "macroF1": 0.839621081623105, + "F1_coffee": 0.9406620861961275, + "IoU_coffee": 0.8879716981132075, + "precision_coffee": 0.9634083930399181, + "recall_coffee": 0.9189650964120087, + "F1_noncoffee": 0.7385800770500826, + "IoU_noncoffee": 0.5855148342059336, + "kappa": 0.6800279765055514, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8860435339308579, + "mIoU": 0.7000856860714089, + "macroF1": 0.8118370208133641, + "F1_coffee": 0.9300018149918325, + "IoU_coffee": 0.869162049078367, + "precision_coffee": 0.9602698650674663, + "recall_coffee": 0.90158357771261, + "F1_noncoffee": 0.6936722266348955, + "IoU_noncoffee": 0.5310093230644507, + "kappa": 0.6253031946266526, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8875525569570744, + "mIoU": 0.7000943392074443, + "macroF1": 0.8115412778129665, + "F1_coffee": 0.9312283219710561, + "IoU_coffee": 0.871307072515667, + "precision_coffee": 0.9583948793697686, + "recall_coffee": 0.9055594324261456, + "F1_noncoffee": 0.6918542336548767, + "IoU_noncoffee": 0.5288816058992216, + "kappa": 0.6244346665670356, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8864197530864197, + "mIoU": 0.7714188293187956, + "macroF1": 0.8689355089122206, + "F1_coffee": 0.9168057874234836, + "IoU_coffee": 0.8463909581299769, + "precision_coffee": 0.916423306911417, + "recall_coffee": 0.9171885873347251, + "F1_noncoffee": 0.8210652304009575, + "IoU_noncoffee": 0.6964467005076143, + "kappa": 0.7378711160315381, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8784894837476099, + "mIoU": 0.7588361137675081, + "macroF1": 0.8607107687452451, + "F1_coffee": 0.910474043812073, + "IoU_coffee": 0.8356607189035428, + "precision_coffee": 0.9123376623376623, + "recall_coffee": 0.9086180233375509, + "F1_noncoffee": 0.8109474936784173, + "IoU_noncoffee": 0.6820115086314736, + "kappa": 0.7214239920864369, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.877903628335573, + "mIoU": 0.7591549022021522, + "macroF1": 0.8610318960298422, + "F1_coffee": 0.9094533029612756, + "IoU_coffee": 0.8339425587467363, + "precision_coffee": 0.9155797620753906, + "recall_coffee": 0.9034082873709518, + "F1_noncoffee": 0.8126104890984089, + "IoU_noncoffee": 0.6843672456575682, + "kappa": 0.7220895436623238, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 14, + 27 + ], + [ + 509, + 563 + ], + [ + 6767, + 7520 + ], + [ + 47324, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4177424271901446, + "test_tta": { + "OA": 0.8943515663041715, + "mIoU": 0.7594740779077054, + "macroF1": 0.8589153283009286, + "F1_coffee": 0.9296225415463795, + "IoU_coffee": 0.8684997373631258, + "precision_coffee": 0.9386039606122137, + "recall_coffee": 0.9208113781433406, + "F1_noncoffee": 0.7882081150554778, + "IoU_noncoffee": 0.6504484184522851, + "kappa": 0.717908387031294, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8431118033921772, + "mIoU": 0.6759915099819471, + "macroF1": 0.7993663928096444, + "F1_coffee": 0.8930509674374705, + "IoU_coffee": 0.8067679189981348, + "precision_coffee": 0.9141356198297205, + "recall_coffee": 0.8729170270426109, + "F1_noncoffee": 0.7056818181818182, + "IoU_noncoffee": 0.5452151009657594, + "kappa": 0.5993193965862595, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f2_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.7206730063812496, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8646810582697614, + "mIoU": 0.722988176674875, + "macroF1": 0.8350265075061654, + "F1_coffee": 0.9049708768850235, + "IoU_coffee": 0.8264354415622267, + "precision_coffee": 0.9671579973200146, + "recall_coffee": 0.8502977337959988, + "F1_noncoffee": 0.7650821381273071, + "IoU_noncoffee": 0.6195409117875234, + "kappa": 0.6733910694371347, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.814396561670705, + "mIoU": 0.6514535513290836, + "macroF1": 0.7834338493022663, + "F1_coffee": 0.8653208167195169, + "IoU_coffee": 0.762612753869141, + "precision_coffee": 0.9498667401893208, + "recall_coffee": 0.7945953218397432, + "F1_noncoffee": 0.7015468818850159, + "IoU_noncoffee": 0.5402943487890263, + "kappa": 0.5743407455218671, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.0863961813842482, + "mIoU": 0.04336699963944987, + "macroF1": 0.08012349349498152, + "F1_coffee": 0.15608465608465608, + "IoU_coffee": 0.08464849354375897, + "precision_coffee": 1.0, + "recall_coffee": 0.08464849354375897, + "F1_noncoffee": 0.004162330905306972, + "IoU_noncoffee": 0.0020855057351407717, + "kappa": 0.00035300751935931507, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8604068396226415, + "mIoU": 0.7204894824353983, + "macroF1": 0.8337382575157347, + "F1_coffee": 0.9003262814440586, + "IoU_coffee": 0.8187212863705973, + "precision_coffee": 0.9776744894849131, + "recall_coffee": 0.834319526627219, + "F1_noncoffee": 0.7671502335874109, + "IoU_noncoffee": 0.6222576785001994, + "kappa": 0.672268606914038, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8820647164410809, + "mIoU": 0.7494599028250851, + "macroF1": 0.8530765888350159, + "F1_coffee": 0.9183378682522086, + "IoU_coffee": 0.8490062111801242, + "precision_coffee": 0.9673059231476895, + "recall_coffee": 0.8740887581532165, + "F1_noncoffee": 0.7878153094178232, + "IoU_noncoffee": 0.649913594470046, + "kappa": 0.7080968814545111, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8515379026398644, + "mIoU": 0.7000019633522551, + "macroF1": 0.8184459625646132, + "F1_coffee": 0.8959570929087884, + "IoU_coffee": 0.8115237978108474, + "precision_coffee": 0.9569978245105148, + "recall_coffee": 0.8422362626842811, + "F1_noncoffee": 0.7409348322204379, + "IoU_noncoffee": 0.5884801288936627, + "kappa": 0.6405333612528112, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8881083282427205, + "mIoU": 0.7183281879671559, + "macroF1": 0.8270809523555502, + "F1_coffee": 0.9298077537203807, + "IoU_coffee": 0.8688231081403677, + "precision_coffee": 0.9753450355085086, + "recall_coffee": 0.8883329265316084, + "F1_noncoffee": 0.7243541509907199, + "IoU_noncoffee": 0.5678332677939442, + "kappa": 0.6570971946424664, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8889983256180439, + "mIoU": 0.7044346795005929, + "macroF1": 0.8150479361302241, + "F1_coffee": 0.9319978277921921, + "IoU_coffee": 0.8726553672316384, + "precision_coffee": 0.959617296222664, + "recall_coffee": 0.9059237536656891, + "F1_noncoffee": 0.6980980444682561, + "IoU_noncoffee": 0.5362139917695473, + "kappa": 0.631451288034384, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8795345653661876, + "mIoU": 0.6775005260966316, + "macroF1": 0.7928821357459066, + "F1_coffee": 0.9268495428096426, + "IoU_coffee": 0.8636715724244771, + "precision_coffee": 0.9467491508976225, + "recall_coffee": 0.9077692486624797, + "F1_noncoffee": 0.6589147286821705, + "IoU_noncoffee": 0.4913294797687861, + "kappa": 0.5866158387443812, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8345679012345679, + "mIoU": 0.7056169162411677, + "macroF1": 0.8261583218726256, + "F1_coffee": 0.8643935855519228, + "IoU_coffee": 0.7611735673156018, + "precision_coffee": 0.9807454513336866, + "recall_coffee": 0.7727209464161447, + "F1_noncoffee": 0.7879230581933284, + "IoU_noncoffee": 0.6500602651667337, + "kappa": 0.6598048101430625, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8753346080305927, + "mIoU": 0.7656294440285396, + "macroF1": 0.8661788665617329, + "F1_coffee": 0.9011821764170961, + "IoU_coffee": 0.8201379310344827, + "precision_coffee": 0.9774782179845471, + "recall_coffee": 0.835934204976803, + "F1_noncoffee": 0.8311755567063698, + "IoU_noncoffee": 0.7111209570225964, + "kappa": 0.7351148016982835, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8240545210213093, + "mIoU": 0.6907970181354535, + "macroF1": 0.8158499951826979, + "F1_coffee": 0.8547198224617579, + "IoU_coffee": 0.7462975778546713, + "precision_coffee": 0.9722322394518572, + "recall_coffee": 0.7625512657332768, + "F1_noncoffee": 0.7769801679036379, + "IoU_noncoffee": 0.6352964584162356, + "kappa": 0.6397785543428031, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6762, + 7520 + ], + [ + 45934, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5793546716372173, + "test_tta": { + "OA": 0.8875994156792728, + "mIoU": 0.7574694562286198, + "macroF1": 0.8583746299536101, + "F1_coffee": 0.9227094657187183, + "IoU_coffee": 0.85650939682145, + "precision_coffee": 0.963296124536832, + "recall_coffee": 0.8854046180867926, + "F1_noncoffee": 0.7940397941885019, + "IoU_noncoffee": 0.6584295156357897, + "kappa": 0.7180828595320853, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8362755278643129, + "mIoU": 0.6784082640026619, + "macroF1": 0.8028995055276464, + "F1_coffee": 0.8840070298769771, + "IoU_coffee": 0.7921259842519685, + "precision_coffee": 0.943694234167412, + "recall_coffee": 0.8314209383228585, + "F1_noncoffee": 0.7217919811783159, + "IoU_noncoffee": 0.5646905437533554, + "kappa": 0.6095453617752589, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f2_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 69, + "stopped_epoch": 99, + "best_val": 0.7290058505518683, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8822756046096413, + "mIoU": 0.7368132001256391, + "macroF1": 0.8431630390869156, + "F1_coffee": 0.9214847851737987, + "IoU_coffee": 0.8544012847535882, + "precision_coffee": 0.931518242104572, + "recall_coffee": 0.9116651672878379, + "F1_noncoffee": 0.7648412930000325, + "IoU_noncoffee": 0.61922511549769, + "kappa": 0.6864350346944943, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8380639206184377, + "mIoU": 0.6693923799270349, + "macroF1": 0.794541302822097, + "F1_coffee": 0.8891039823008849, + "IoU_coffee": 0.8003485187951207, + "precision_coffee": 0.9144842438895548, + "recall_coffee": 0.8650944665475023, + "F1_noncoffee": 0.6999786233433091, + "IoU_noncoffee": 0.5384362410589493, + "kappa": 0.58993713389484, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25059665871121717, + "mIoU": 0.12585218796354194, + "macroF1": 0.20199886649702942, + "F1_coffee": 0.3989280245022971, + "IoU_coffee": 0.2491630798660928, + "precision_coffee": 1.0, + "recall_coffee": 0.2491630798660928, + "F1_noncoffee": 0.005069708491761723, + "IoU_noncoffee": 0.0025412960609911056, + "kappa": 0.00126559293697116, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8954893867924528, + "mIoU": 0.7650006654889053, + "macroF1": 0.8629312007098989, + "F1_coffee": 0.9297347296091969, + "IoU_coffee": 0.8686955984937342, + "precision_coffee": 0.9449368788611335, + "recall_coffee": 0.9150139801027375, + "F1_noncoffee": 0.796127671810601, + "IoU_noncoffee": 0.6613057324840764, + "kappa": 0.726068115743274, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8814825595497987, + "mIoU": 0.7365869595462766, + "macroF1": 0.8431121817260991, + "F1_coffee": 0.9206998409452397, + "IoU_coffee": 0.8530526315789474, + "precision_coffee": 0.9349330872173511, + "recall_coffee": 0.9068934646374217, + "F1_noncoffee": 0.7655245225069585, + "IoU_noncoffee": 0.620121287513606, + "kappa": 0.6864392414483008, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8700411721966578, + "mIoU": 0.7093532061135281, + "macroF1": 0.8228683619660391, + "F1_coffee": 0.9142784114508451, + "IoU_coffee": 0.8420928726973104, + "precision_coffee": 0.9154190658989123, + "recall_coffee": 0.9131405960814347, + "F1_noncoffee": 0.7314583124812332, + "IoU_noncoffee": 0.5766135395297459, + "kappa": 0.6457384470453007, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9116269598859703, + "mIoU": 0.7456328883200052, + "macroF1": 0.8454195911336748, + "F1_coffee": 0.9465846153846154, + "IoU_coffee": 0.8985862834443276, + "precision_coffee": 0.9546921549155909, + "recall_coffee": 0.9386136197217476, + "F1_noncoffee": 0.7442545668827343, + "IoU_noncoffee": 0.5926794931956828, + "kappa": 0.6909458977620784, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.889195311730523, + "mIoU": 0.6987655316399293, + "macroF1": 0.8100380629862118, + "F1_coffee": 0.9326629556473335, + "IoU_coffee": 0.8738223418573351, + "precision_coffee": 0.9522121730628208, + "recall_coffee": 0.913900293255132, + "F1_noncoffee": 0.6874131703250903, + "IoU_noncoffee": 0.5237087214225233, + "kappa": 0.6208180434192783, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8852058277109612, + "mIoU": 0.6656672400418362, + "macroF1": 0.780411667700368, + "F1_coffee": 0.9321073328706917, + "IoU_coffee": 0.8728473952128236, + "precision_coffee": 0.9269611226132966, + "recall_coffee": 0.9373110025587346, + "F1_noncoffee": 0.6287160025300442, + "IoU_noncoffee": 0.4584870848708487, + "kappa": 0.5608973472804634, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8804368471035138, + "mIoU": 0.7658814052209642, + "macroF1": 0.8656727428898054, + "F1_coffee": 0.9102061193923401, + "IoU_coffee": 0.8352094240837696, + "precision_coffee": 0.9334406085430076, + "recall_coffee": 0.8881002087682672, + "F1_noncoffee": 0.8211393663872709, + "IoU_noncoffee": 0.6965533863581586, + "kappa": 0.731676631690415, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8739961759082218, + "mIoU": 0.7525592467540325, + "macroF1": 0.856634845365113, + "F1_coffee": 0.9065248226950354, + "IoU_coffee": 0.8290310027240887, + "precision_coffee": 0.9146987262058108, + "recall_coffee": 0.8984957120764797, + "F1_noncoffee": 0.8067448680351906, + "IoU_noncoffee": 0.6760874907839765, + "kappa": 0.7133170210579405, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.855154540218852, + "mIoU": 0.7217669010226663, + "macroF1": 0.8356493782061127, + "F1_coffee": 0.8922681516384665, + "IoU_coffee": 0.8054911059551431, + "precision_coffee": 0.9009515570934256, + "recall_coffee": 0.8837505303351718, + "F1_noncoffee": 0.779030604773759, + "IoU_noncoffee": 0.6380426960901895, + "kappa": 0.671361372207977, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 529, + 563 + ], + [ + 6814, + 7520 + ], + [ + 46990, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.9541117866834004, + "test_tta": { + "OA": 0.887583184547963, + "mIoU": 0.7446578278961584, + "macroF1": 0.8485015868953701, + "F1_coffee": 0.9254483218875804, + "IoU_coffee": 0.8612413350963658, + "precision_coffee": 0.9301540592002769, + "recall_coffee": 0.9207899584457867, + "F1_noncoffee": 0.7715548519031599, + "IoU_noncoffee": 0.628074320695951, + "kappa": 0.6970269353055467, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8431406484365986, + "mIoU": 0.6753667597029269, + "macroF1": 0.7988056328972017, + "F1_coffee": 0.893251148364807, + "IoU_coffee": 0.8070947144377438, + "precision_coffee": 0.9127269080332966, + "recall_coffee": 0.8745891714236291, + "F1_noncoffee": 0.7043601174295966, + "IoU_noncoffee": 0.5436388049681101, + "kappa": 0.5981180294235106, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f2_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 19, + "stopped_epoch": 50, + "best_val": 0.7368028775798802, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.883298165882162, + "mIoU": 0.7408911630121142, + "macroF1": 0.8462214198016647, + "F1_coffee": 0.9217304217195358, + "IoU_coffee": 0.8548237289504502, + "precision_coffee": 0.9371347618204356, + "recall_coffee": 0.9068243156406631, + "F1_noncoffee": 0.7707124178837936, + "IoU_noncoffee": 0.6269585970737781, + "kappa": 0.692686089050453, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8397225106726665, + "mIoU": 0.6722244201520224, + "macroF1": 0.7967243858930732, + "F1_coffee": 0.8902148678686095, + "IoU_coffee": 0.8021506524951486, + "precision_coffee": 0.9158468168143752, + "recall_coffee": 0.8659785888639028, + "F1_noncoffee": 0.7032339039175368, + "IoU_noncoffee": 0.5422981878088962, + "kappa": 0.5943077557143982, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3183770883054893, + "mIoU": 0.1599332334105464, + "macroF1": 0.243526256061075, + "F1_coffee": 0.48148148148148145, + "IoU_coffee": 0.3170731707317073, + "precision_coffee": 1.0, + "recall_coffee": 0.3170731707317073, + "F1_noncoffee": 0.005571030640668524, + "IoU_noncoffee": 0.002793296089385475, + "kappa": 0.0017697910285208503, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8917551100628931, + "mIoU": 0.7611623663682198, + "macroF1": 0.8605703482703944, + "F1_coffee": 0.9265103245821796, + "IoU_coffee": 0.8630826600372903, + "precision_coffee": 0.9512946979038225, + "recall_coffee": 0.9029845893751219, + "F1_noncoffee": 0.7946303719586091, + "IoU_noncoffee": 0.6592420726991493, + "kappa": 0.721668652554756, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8897297821762965, + "mIoU": 0.7494180845170948, + "macroF1": 0.851879607789683, + "F1_coffee": 0.9267553894241614, + "IoU_coffee": 0.8635080766228307, + "precision_coffee": 0.9340695030854174, + "recall_coffee": 0.9195549302979921, + "F1_noncoffee": 0.7770038261552046, + "IoU_noncoffee": 0.6353280924113589, + "kappa": 0.7038145060830286, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8685395979656091, + "mIoU": 0.7127879245929107, + "macroF1": 0.8260100692234269, + "F1_coffee": 0.9120316349021134, + "IoU_coffee": 0.8382887445629505, + "precision_coffee": 0.9266284660475532, + "recall_coffee": 0.897887548662965, + "F1_noncoffee": 0.7399885035447403, + "IoU_noncoffee": 0.587287104622871, + "kappa": 0.6522751780457746, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9108124618204032, + "mIoU": 0.7390746963557681, + "macroF1": 0.8402419745659331, + "F1_coffee": 0.9464220183486238, + "IoU_coffee": 0.8982932776036224, + "precision_coffee": 0.9486267778322707, + "recall_coffee": 0.9442274835245301, + "F1_noncoffee": 0.7340619307832422, + "IoU_noncoffee": 0.5798561151079137, + "kappa": 0.6804925157000744, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8889983256180439, + "mIoU": 0.6791427329939006, + "macroF1": 0.7922814460420913, + "F1_coffee": 0.9340202564252679, + "IoU_coffee": 0.8762082601054482, + "precision_coffee": 0.9323281907433381, + "recall_coffee": 0.9357184750733137, + "F1_noncoffee": 0.6505426356589147, + "IoU_noncoffee": 0.4820772058823529, + "kappa": 0.5845701394149992, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8868680942602913, + "mIoU": 0.6542451394822995, + "macroF1": 0.7688245297688283, + "F1_coffee": 0.9340176789278586, + "IoU_coffee": 0.8762037235180826, + "precision_coffee": 0.916303009958599, + "recall_coffee": 0.9524307978599674, + "F1_noncoffee": 0.6036313806097979, + "IoU_noncoffee": 0.4322865554465162, + "kappa": 0.5386848151172213, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8739791073124407, + "mIoU": 0.7597771827516102, + "macroF1": 0.8620458069040944, + "F1_coffee": 0.9026197989285977, + "IoU_coffee": 0.822522402032901, + "precision_coffee": 0.9546724619683328, + "recall_coffee": 0.8559498956158664, + "F1_noncoffee": 0.821471814879591, + "IoU_noncoffee": 0.6970319634703196, + "kappa": 0.7255872210887621, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8904397705544933, + "mIoU": 0.7828585392296743, + "macroF1": 0.8766975538240344, + "F1_coffee": 0.9178612385321101, + "IoU_coffee": 0.8481918134852299, + "precision_coffee": 0.936247989472145, + "recall_coffee": 0.9001827639533249, + "F1_noncoffee": 0.8355338691159586, + "IoU_noncoffee": 0.7175252649741188, + "kappa": 0.7535854007085347, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8505471299673641, + "mIoU": 0.7237693496236611, + "macroF1": 0.8380031831053154, + "F1_coffee": 0.8830817751745889, + "IoU_coffee": 0.790641387656313, + "precision_coffee": 0.9414024975984631, + "recall_coffee": 0.831565549427238, + "F1_noncoffee": 0.7929245910360421, + "IoU_noncoffee": 0.6568973115910093, + "kappa": 0.6781938045185241, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 18, + 27 + ], + [ + 512, + 563 + ], + [ + 6841, + 7520 + ], + [ + 47049, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.979561730225881, + "test_tta": { + "OA": 0.8859600714169777, + "mIoU": 0.7407092238667603, + "macroF1": 0.8456537112627619, + "F1_coffee": 0.9245278965346854, + "IoU_coffee": 0.8596484218937275, + "precision_coffee": 0.9272970177555594, + "recall_coffee": 0.9217752645332647, + "F1_noncoffee": 0.7667795259908384, + "IoU_noncoffee": 0.6217700258397932, + "kappa": 0.6913159288246034, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8440492673358717, + "mIoU": 0.6732634683965715, + "macroF1": 0.7967390994941173, + "F1_coffee": 0.894801871832041, + "IoU_coffee": 0.8096302816901408, + "precision_coffee": 0.9060049647346231, + "recall_coffee": 0.8838724557458341, + "F1_noncoffee": 0.6986763271561934, + "IoU_noncoffee": 0.5368966551030022, + "kappa": 0.593656163593826, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f2_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 24, + "stopped_epoch": 54, + "best_val": 0.7101030974747768, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8806687226099659, + "mIoU": 0.7332979027114231, + "macroF1": 0.8406257175342806, + "F1_coffee": 0.9205120442849112, + "IoU_coffee": 0.8527302592043589, + "precision_coffee": 0.9293542330699035, + "recall_coffee": 0.9118365248682688, + "F1_noncoffee": 0.76073939078365, + "IoU_noncoffee": 0.6138655462184874, + "kappa": 0.6813382624691546, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8411070728048922, + "mIoU": 0.6704789802047089, + "macroF1": 0.7948680002575903, + "F1_coffee": 0.8922595472104053, + "IoU_coffee": 0.8054770817148104, + "precision_coffee": 0.9082745988133636, + "recall_coffee": 0.8767994772146303, + "F1_noncoffee": 0.6974764533047753, + "IoU_noncoffee": 0.5354808786946073, + "kappa": 0.5900938391102525, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3937947494033413, + "mIoU": 0.1978874101235241, + "macroF1": 0.2850667036406473, + "F1_coffee": 0.5638736263736264, + "IoU_coffee": 0.39263510282161646, + "precision_coffee": 1.0, + "recall_coffee": 0.39263510282161646, + "F1_noncoffee": 0.006259780907668232, + "IoU_noncoffee": 0.0031397174254317113, + "kappa": 0.0024624908800105526, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8933274371069182, + "mIoU": 0.7554478819574479, + "macroF1": 0.8559894249293627, + "F1_coffee": 0.9293179228390037, + "IoU_coffee": 0.8679681323359484, + "precision_coffee": 0.9306207616066771, + "recall_coffee": 0.9280187268352948, + "F1_noncoffee": 0.7826609270197217, + "IoU_noncoffee": 0.6429276315789474, + "kappa": 0.7119805856045986, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.875224372968515, + "mIoU": 0.7213648639808611, + "macroF1": 0.8318957681034633, + "F1_coffee": 0.9172404916661304, + "IoU_coffee": 0.8471322436849926, + "precision_coffee": 0.9231217616580311, + "recall_coffee": 0.9114336871722727, + "F1_noncoffee": 0.7465510445407962, + "IoU_noncoffee": 0.5955974842767295, + "kappa": 0.6638333242005005, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8736255751998062, + "mIoU": 0.7240189544053481, + "macroF1": 0.8343361426165922, + "F1_coffee": 0.9150135183556468, + "IoU_coffee": 0.8433409391137264, + "precision_coffee": 0.9344644045242848, + "recall_coffee": 0.8963558618929096, + "F1_noncoffee": 0.7536587668775375, + "IoU_noncoffee": 0.6046969696969697, + "kappa": 0.6690878638703528, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8972714314803503, + "mIoU": 0.6857313385279712, + "macroF1": 0.7965418554797732, + "F1_coffee": 0.9396999940237853, + "IoU_coffee": 0.8862585954232893, + "precision_coffee": 0.9207167115587306, + "recall_coffee": 0.9594825482060044, + "F1_noncoffee": 0.6533837169357609, + "IoU_noncoffee": 0.48520408163265305, + "kappa": 0.594075609658794, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8860435339308579, + "mIoU": 0.6704641888084842, + "macroF1": 0.7847983607112674, + "F1_coffee": 0.9324063796225974, + "IoU_coffee": 0.8733720039400241, + "precision_coffee": 0.9287709497206704, + "recall_coffee": 0.9360703812316715, + "F1_noncoffee": 0.6371903417999373, + "IoU_noncoffee": 0.4675563736769443, + "kappa": 0.5696321136007989, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8937127212281216, + "mIoU": 0.6755935142538119, + "macroF1": 0.7878699719854955, + "F1_coffee": 0.9377113059423529, + "IoU_coffee": 0.8827273708059121, + "precision_coffee": 0.9242064836778493, + "recall_coffee": 0.9516166550360549, + "F1_noncoffee": 0.6380286380286381, + "IoU_noncoffee": 0.4684596577017115, + "kappa": 0.5762657170108436, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8896486229819563, + "mIoU": 0.7822505244154498, + "macroF1": 0.8763612393264355, + "F1_coffee": 0.9168931483335717, + "IoU_coffee": 0.846539883782356, + "precision_coffee": 0.9430631160806238, + "recall_coffee": 0.8921363952679193, + "F1_noncoffee": 0.8358293303192993, + "IoU_noncoffee": 0.7179611650485437, + "kappa": 0.7530980635249066, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8647227533460803, + "mIoU": 0.7389980650927117, + "macroF1": 0.8476562082254078, + "F1_coffee": 0.8986462287801733, + "IoU_coffee": 0.8159469302809573, + "precision_coffee": 0.9160338785046729, + "recall_coffee": 0.881906368620835, + "F1_noncoffee": 0.7966661876706423, + "IoU_noncoffee": 0.6620491999044662, + "kappa": 0.695532490755653, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8539066999424074, + "mIoU": 0.7298841289081689, + "macroF1": 0.8422674356790152, + "F1_coffee": 0.8851147342995169, + "IoU_coffee": 0.793906567366283, + "precision_coffee": 0.9491662619394529, + "recall_coffee": 0.8291613633149484, + "F1_noncoffee": 0.7994201370585134, + "IoU_noncoffee": 0.6658616904500548, + "kappa": 0.687023210250258, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 2, + 27 + ], + [ + 410, + 563 + ], + [ + 6777, + 7520 + ], + [ + 47069, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.16003102461497, + "test_tta": { + "OA": 0.8817886706703457, + "mIoU": 0.731514237517698, + "macroF1": 0.8390096194972863, + "F1_coffee": 0.9219976651779499, + "IoU_coffee": 0.8552835512458768, + "precision_coffee": 0.9220272904483431, + "recall_coffee": 0.9219680418112496, + "F1_noncoffee": 0.7560215738166226, + "IoU_noncoffee": 0.607744923789519, + "kappa": 0.678019240034279, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8440636898580823, + "mIoU": 0.6704456280348366, + "macroF1": 0.7942052930653927, + "F1_coffee": 0.8954998840176294, + "IoU_coffee": 0.8107739157828415, + "precision_coffee": 0.9006707494896471, + "recall_coffee": 0.8903880528166984, + "F1_noncoffee": 0.6929107021131561, + "IoU_noncoffee": 0.5301173402868318, + "kappa": 0.5884504486188716, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f2_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 62, + "stopped_epoch": 92, + "best_val": 0.749855804061088, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8726505437428989, + "mIoU": 0.7090639048812195, + "macroF1": 0.8221418671603868, + "F1_coffee": 0.9169225556426166, + "IoU_coffee": 0.8465900203347412, + "precision_coffee": 0.9066504732389647, + "recall_coffee": 0.9274300646874866, + "F1_noncoffee": 0.727361178678157, + "IoU_noncoffee": 0.5715377894276977, + "kappa": 0.6444335173422802, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8293527172031845, + "mIoU": 0.6455429297253495, + "macroF1": 0.7745030959003797, + "F1_coffee": 0.8857164934513001, + "IoU_coffee": 0.7948753510627232, + "precision_coffee": 0.8902394035298915, + "recall_coffee": 0.8812393088469892, + "F1_noncoffee": 0.6632896983494593, + "IoU_noncoffee": 0.4962105083879758, + "kappa": 0.549040486948677, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22291169451073986, + "mIoU": 0.11193806791009087, + "macroF1": 0.18372924775939942, + "F1_coffee": 0.36256851996867656, + "IoU_coffee": 0.22142515542802488, + "precision_coffee": 1.0, + "recall_coffee": 0.22142515542802488, + "F1_noncoffee": 0.004889975550122249, + "IoU_noncoffee": 0.0024509803921568627, + "kappa": 0.0010848286825891915, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8702830188679245, + "mIoU": 0.6983039858049357, + "macroF1": 0.813411628201466, + "F1_coffee": 0.9164239584652399, + "IoU_coffee": 0.8457403295547505, + "precision_coffee": 0.8929607008452094, + "recall_coffee": 0.9411535210351778, + "F1_noncoffee": 0.710399297937692, + "IoU_noncoffee": 0.5508676420551208, + "kappa": 0.6277139053401174, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8764857128996264, + "mIoU": 0.7193553633809051, + "macroF1": 0.830023153855113, + "F1_coffee": 0.9188913666772858, + "IoU_coffee": 0.8499528524280999, + "precision_coffee": 0.9155662772981209, + "recall_coffee": 0.9222406957411434, + "F1_noncoffee": 0.7411549410329402, + "IoU_noncoffee": 0.5887578743337102, + "kappa": 0.6600606164488131, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8711552434003391, + "mIoU": 0.7090103945372046, + "macroF1": 0.8223742884646963, + "F1_coffee": 0.9154589371980676, + "IoU_coffee": 0.844097995545657, + "precision_coffee": 0.9118075340297562, + "recall_coffee": 0.9191397025974855, + "F1_noncoffee": 0.7292896397313251, + "IoU_noncoffee": 0.5739227935287522, + "kappa": 0.6447668185711458, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9175320708613317, + "mIoU": 0.7574896054945504, + "macroF1": 0.8539019850387547, + "F1_coffee": 0.9503189401373896, + "IoU_coffee": 0.9053406567722333, + "precision_coffee": 0.9552404438964242, + "recall_coffee": 0.9454478886990481, + "F1_noncoffee": 0.7574850299401198, + "IoU_noncoffee": 0.6096385542168675, + "kappa": 0.7078418261870718, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8909681867428346, + "mIoU": 0.6974754893359116, + "macroF1": 0.8085324030621879, + "F1_coffee": 0.9341659232827833, + "IoU_coffee": 0.8764646802812186, + "precision_coffee": 0.9474065138721351, + "recall_coffee": 0.9212903225806451, + "F1_noncoffee": 0.6828988828415926, + "IoU_noncoffee": 0.5184862983906046, + "kappa": 0.6174247260595825, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9035885401388482, + "mIoU": 0.7197628228070514, + "macroF1": 0.8254333428893127, + "F1_coffee": 0.9422378441710604, + "IoU_coffee": 0.8907842268498006, + "precision_coffee": 0.9492445703493863, + "recall_coffee": 0.9353337985578042, + "F1_noncoffee": 0.708628841607565, + "IoU_noncoffee": 0.548741418764302, + "kappa": 0.6509626146116884, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8262108262108262, + "mIoU": 0.6524704744791783, + "macroF1": 0.7817193454890273, + "F1_coffee": 0.8802669458257001, + "IoU_coffee": 0.7861400023372678, + "precision_coffee": 0.8305963699222126, + "recall_coffee": 0.9362560890744607, + "F1_noncoffee": 0.6831717451523546, + "IoU_noncoffee": 0.5188009466210887, + "kappa": 0.5675311375830407, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8624282982791587, + "mIoU": 0.7252747339140945, + "macroF1": 0.8372382732719947, + "F1_coffee": 0.9012692967409949, + "IoU_coffee": 0.8202822530286, + "precision_coffee": 0.8801929777539533, + "recall_coffee": 0.9233797272599465, + "F1_noncoffee": 0.7732072498029945, + "IoU_noncoffee": 0.6302672147995889, + "kappa": 0.6749047215633801, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8393165674793627, + "mIoU": 0.6895585334531298, + "macroF1": 0.811922177550177, + "F1_coffee": 0.8837015423092955, + "IoU_coffee": 0.7916355489171023, + "precision_coffee": 0.8684965178205654, + "recall_coffee": 0.8994484514212983, + "F1_noncoffee": 0.7401428127910586, + "IoU_noncoffee": 0.5874815179891573, + "kappa": 0.6241017910057471, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 4, + 27 + ], + [ + 328, + 563 + ], + [ + 6301, + 7520 + ], + [ + 47131, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.6500075777371723, + "test_tta": { + "OA": 0.8796461613374452, + "mIoU": 0.7206829535049956, + "macroF1": 0.8305584577692686, + "F1_coffee": 0.9217587658671956, + "IoU_coffee": 0.8548724874248919, + "precision_coffee": 0.9083497972340647, + "recall_coffee": 0.9355695497579574, + "F1_noncoffee": 0.7393581496713417, + "IoU_noncoffee": 0.5864934195850993, + "kappa": 0.6613627414737714, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8358572747202031, + "mIoU": 0.654057138795658, + "macroF1": 0.7809955573867908, + "F1_coffee": 0.8906083295687194, + "IoU_coffee": 0.8027898111245885, + "precision_coffee": 0.8907710055758508, + "recall_coffee": 0.890445712967768, + "F1_noncoffee": 0.6713827852048624, + "IoU_noncoffee": 0.5053244664667276, + "kappa": 0.5619911586573385, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f3_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 60, + "stopped_epoch": 90, + "best_val": 0.7307882690124312, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8452682988709882, + "mIoU": 0.6938630772224121, + "macroF1": 0.8144422812240921, + "F1_coffee": 0.8900729992790195, + "IoU_coffee": 0.8019203053001238, + "precision_coffee": 0.8757481711372201, + "recall_coffee": 0.9048742498511155, + "F1_noncoffee": 0.7388115631691649, + "IoU_noncoffee": 0.5858058491447006, + "kappa": 0.6291203402671263, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8166032075689397, + "mIoU": 0.6532267057530146, + "macroF1": 0.784566012053425, + "F1_coffee": 0.8676436913212732, + "IoU_coffee": 0.7662285136501517, + "precision_coffee": 0.8578220511659498, + "recall_coffee": 0.8776928422515636, + "F1_noncoffee": 0.7014883327855768, + "IoU_noncoffee": 0.5402248978558774, + "kappa": 0.5692593762098598, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.297423887587822, + "mIoU": 0.1495484535117683, + "macroF1": 0.23157212784336306, + "F1_coffee": 0.45652173913043476, + "IoU_coffee": 0.29577464788732394, + "precision_coffee": 0.9921259842519685, + "recall_coffee": 0.2964705882352941, + "F1_noncoffee": 0.006622516556291391, + "IoU_noncoffee": 0.0033222591362126247, + "kappa": -0.0027083300718568648, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8415119681488943, + "mIoU": 0.686919306121164, + "macroF1": 0.8092361550488123, + "F1_coffee": 0.8877030793283938, + "IoU_coffee": 0.7980810364847521, + "precision_coffee": 0.8681691264459513, + "recall_coffee": 0.9081363004172461, + "F1_noncoffee": 0.7307692307692307, + "IoU_noncoffee": 0.5757575757575758, + "kappa": 0.6189348270973425, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8514658290500666, + "mIoU": 0.7057420703955956, + "macroF1": 0.8232520700135938, + "F1_coffee": 0.893868806746693, + "IoU_coffee": 0.8081037875061485, + "precision_coffee": 0.8842168998923574, + "recall_coffee": 0.9037337550711683, + "F1_noncoffee": 0.7526353332804946, + "IoU_noncoffee": 0.6033803532850426, + "kappa": 0.6466022847556104, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8428200896015091, + "mIoU": 0.6889297035474657, + "macroF1": 0.810706796546772, + "F1_coffee": 0.8886736363940011, + "IoU_coffee": 0.7996513584996393, + "precision_coffee": 0.8749671139173901, + "recall_coffee": 0.9028164234815066, + "F1_noncoffee": 0.732739956699543, + "IoU_noncoffee": 0.5782080485952923, + "kappa": 0.6216364963197683, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8406635802469136, + "mIoU": 0.6641969796898517, + "macroF1": 0.7892750957468252, + "F1_coffee": 0.8933367768595041, + "IoU_coffee": 0.8072345390898483, + "precision_coffee": 0.862378459237098, + "recall_coffee": 0.9266005893383338, + "F1_noncoffee": 0.6852134146341463, + "IoU_noncoffee": 0.5211594202898551, + "kappa": 0.5801470177286084, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8533231474407945, + "mIoU": 0.6867809779372537, + "macroF1": 0.8067710624812237, + "F1_coffee": 0.9016141429669485, + "IoU_coffee": 0.820853743876837, + "precision_coffee": 0.8751554339716489, + "recall_coffee": 0.9297225891677675, + "F1_noncoffee": 0.7119279819954989, + "IoU_noncoffee": 0.5527082119976704, + "kappa": 0.6145736427570098, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8286630814227758, + "mIoU": 0.6382175925658482, + "macroF1": 0.7676596126844211, + "F1_coffee": 0.8867124142233312, + "IoU_coffee": 0.7964810041465875, + "precision_coffee": 0.8527717782577394, + "recall_coffee": 0.923466735966736, + "F1_noncoffee": 0.6486068111455109, + "IoU_noncoffee": 0.47995418098510884, + "kappa": 0.5375912413493782, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8423513694054776, + "mIoU": 0.7035971152368834, + "macroF1": 0.8231237287531555, + "F1_coffee": 0.8814410793741926, + "IoU_coffee": 0.7880148851533427, + "precision_coffee": 0.8747863247863248, + "recall_coffee": 0.8881978594156783, + "F1_noncoffee": 0.7648063781321185, + "IoU_noncoffee": 0.6191793453204242, + "kappa": 0.6462880645278744, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8496204933586338, + "mIoU": 0.7182518622554072, + "macroF1": 0.8337664741310835, + "F1_coffee": 0.8851032982964843, + "IoU_coffee": 0.793888166449935, + "precision_coffee": 0.8948988566402815, + "recall_coffee": 0.875519862326115, + "F1_noncoffee": 0.7824296499656829, + "IoU_noncoffee": 0.6426155580608793, + "kappa": 0.6676083623917443, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.856967754101452, + "mIoU": 0.7296640709959596, + "macroF1": 0.8416055370254654, + "F1_coffee": 0.8909339276727299, + "IoU_coffee": 0.8033190716971347, + "precision_coffee": 0.9018922852983988, + "recall_coffee": 0.8802386702656627, + "F1_noncoffee": 0.7922771463782008, + "IoU_noncoffee": 0.6560090702947846, + "kappa": 0.6833001220361146, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9380, + 11000 + ], + [ + 43793, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.5767518599828083, + "test_tta": { + "OA": 0.8497558036280604, + "mIoU": 0.6994066049633092, + "macroF1": 0.8182780524596285, + "F1_coffee": 0.893910044675348, + "IoU_coffee": 0.808171198347944, + "precision_coffee": 0.874378463627801, + "recall_coffee": 0.9143341426542673, + "F1_noncoffee": 0.7426460602439091, + "IoU_noncoffee": 0.5906420115786745, + "kappa": 0.6369954891560011, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8211030344986732, + "mIoU": 0.6579928094491725, + "macroF1": 0.7879150783514104, + "F1_coffee": 0.8718118308461824, + "IoU_coffee": 0.7727539205628022, + "precision_coffee": 0.8559774336911744, + "recall_coffee": 0.888243098111062, + "F1_noncoffee": 0.7040183258566384, + "IoU_noncoffee": 0.5432316983355427, + "kappa": 0.5761650389240629, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f3_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 43, + "stopped_epoch": 73, + "best_val": 0.751126420926681, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8612203475834074, + "mIoU": 0.7154474332614928, + "macroF1": 0.8295034790158945, + "F1_coffee": 0.9030399716387486, + "IoU_coffee": 0.8232204896178396, + "precision_coffee": 0.8744796807278032, + "recall_coffee": 0.9335287919739795, + "F1_noncoffee": 0.7559669863930404, + "IoU_noncoffee": 0.6076743769051461, + "kappa": 0.6599199413121488, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8314872504903658, + "mIoU": 0.6706329910755302, + "macroF1": 0.7970364471783582, + "F1_coffee": 0.8806561663704521, + "IoU_coffee": 0.7867610826200427, + "precision_coffee": 0.8550828126549638, + "recall_coffee": 0.9078063470002317, + "F1_noncoffee": 0.7134167279862644, + "IoU_noncoffee": 0.5545048995310177, + "kappa": 0.5949429080934338, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3161592505854801, + "mIoU": 0.15898347994680254, + "macroF1": 0.242687074829932, + "F1_coffee": 0.4785714285714286, + "IoU_coffee": 0.3145539906103286, + "precision_coffee": 0.9925925925925926, + "recall_coffee": 0.31529411764705884, + "F1_noncoffee": 0.006802721088435374, + "IoU_noncoffee": 0.0034129692832764505, + "kappa": -0.0025247246120447065, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8597400105530771, + "mIoU": 0.7116652590590411, + "macroF1": 0.826660311284799, + "F1_coffee": 0.9023836549375709, + "IoU_coffee": 0.8221302998965874, + "precision_coffee": 0.8677924746372159, + "recall_coffee": 0.9398470097357441, + "F1_noncoffee": 0.7509369676320272, + "IoU_noncoffee": 0.6012002182214948, + "kappa": 0.654720392502219, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8686464877213022, + "mIoU": 0.7260240818055304, + "macroF1": 0.8367993662111308, + "F1_coffee": 0.9088928500693206, + "IoU_coffee": 0.8330005445634416, + "precision_coffee": 0.8740397435083487, + "recall_coffee": 0.946640995668019, + "F1_noncoffee": 0.7647058823529411, + "IoU_noncoffee": 0.6190476190476191, + "kappa": 0.6749336401994975, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8553171421834473, + "mIoU": 0.7088444146617162, + "macroF1": 0.8251243573219451, + "F1_coffee": 0.8977878464818764, + "IoU_coffee": 0.8145327046306372, + "precision_coffee": 0.8817485766638309, + "recall_coffee": 0.9144214455378351, + "F1_noncoffee": 0.7524608681620139, + "IoU_noncoffee": 0.6031561246927952, + "kappa": 0.6505287626046685, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8406635802469136, + "mIoU": 0.6525341786025669, + "macroF1": 0.7784551998988817, + "F1_coffee": 0.8958517210944396, + "IoU_coffee": 0.8113509192645884, + "precision_coffee": 0.8462363030014293, + "recall_coffee": 0.9516474685239753, + "F1_noncoffee": 0.6610586787033238, + "IoU_noncoffee": 0.4937174379405455, + "kappa": 0.5618125025327372, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.849025974025974, + "mIoU": 0.6719901203507761, + "macroF1": 0.7945324633476232, + "F1_coffee": 0.9003466750709108, + "IoU_coffee": 0.8187550154763269, + "precision_coffee": 0.8610006027727547, + "recall_coffee": 0.9434610303830911, + "F1_noncoffee": 0.6887182516243355, + "IoU_noncoffee": 0.5252252252252252, + "kappa": 0.591728147429546, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8388527219549015, + "mIoU": 0.654940149052825, + "macroF1": 0.7811324694708972, + "F1_coffee": 0.8935294851016082, + "IoU_coffee": 0.8075492957746478, + "precision_coffee": 0.8587347232207045, + "recall_coffee": 0.9312629937629938, + "F1_noncoffee": 0.6687354538401862, + "IoU_noncoffee": 0.5023310023310024, + "kappa": 0.5644895488848677, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8786143716003435, + "mIoU": 0.7609053000029624, + "macroF1": 0.8622376577571598, + "F1_coffee": 0.9097360204371274, + "IoU_coffee": 0.8344181202811768, + "precision_coffee": 0.893006408470326, + "recall_coffee": 0.9271044258027191, + "F1_noncoffee": 0.814739295077192, + "IoU_noncoffee": 0.687392479724748, + "kappa": 0.7246736413126774, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8881404174573055, + "mIoU": 0.7738871018104478, + "macroF1": 0.8705114896505506, + "F1_coffee": 0.9182895557557696, + "IoU_coffee": 0.8489236289082521, + "precision_coffee": 0.8885461373390557, + "recall_coffee": 0.9500932166929585, + "F1_noncoffee": 0.8227334235453315, + "IoU_noncoffee": 0.6988505747126437, + "kappa": 0.7416510056364741, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8717706958325476, + "mIoU": 0.7531318839166949, + "macroF1": 0.8573895949264796, + "F1_coffee": 0.902676399026764, + "IoU_coffee": 0.8226164079822617, + "precision_coffee": 0.9094448449891853, + "recall_coffee": 0.896007955675522, + "F1_noncoffee": 0.8121027908261951, + "IoU_noncoffee": 0.6836473598511281, + "kappa": 0.7148096872048207, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9405, + 11000 + ], + [ + 44776, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9168490091959636, + "test_tta": { + "OA": 0.8635195991373843, + "mIoU": 0.7171427928039216, + "macroF1": 0.8304865750916596, + "F1_coffee": 0.9053166562159665, + "IoU_coffee": 0.8270123605667772, + "precision_coffee": 0.8709493068049529, + "recall_coffee": 0.942507673278666, + "F1_noncoffee": 0.7556564939673527, + "IoU_noncoffee": 0.6072732250410658, + "kappa": 0.6623299820544728, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8333621783777547, + "mIoU": 0.6707853596444777, + "macroF1": 0.7967794243099016, + "F1_coffee": 0.8830022075055187, + "IoU_coffee": 0.7905138339920948, + "precision_coffee": 0.8504496069596427, + "recall_coffee": 0.9181460189104387, + "F1_noncoffee": 0.7105566411142843, + "IoU_noncoffee": 0.5510568852968605, + "kappa": 0.5950267149379401, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f3_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 83, + "stopped_epoch": 100, + "best_val": 0.7433862145425445, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8663896993530382, + "mIoU": 0.7242999181586786, + "macroF1": 0.8357935091255861, + "F1_coffee": 0.9066743459672596, + "IoU_coffee": 0.8292811410973336, + "precision_coffee": 0.8777987475336707, + "recall_coffee": 0.9375143158184067, + "F1_noncoffee": 0.7649126722839127, + "IoU_noncoffee": 0.6193186952200235, + "kappa": 0.6724797857264918, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8352082612207222, + "mIoU": 0.6769639839407042, + "macroF1": 0.8018521626886315, + "F1_coffee": 0.8831506176879653, + "IoU_coffee": 0.7907517626590972, + "precision_coffee": 0.8584806250869833, + "recall_coffee": 0.9092804346452713, + "F1_noncoffee": 0.7205537076892976, + "IoU_noncoffee": 0.5631762052223114, + "kappa": 0.6044854340419513, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19672131147540983, + "mIoU": 0.0991218390726184, + "macroF1": 0.16673683491875654, + "F1_coffee": 0.3248031496062992, + "IoU_coffee": 0.19388954171562867, + "precision_coffee": 0.9939759036144579, + "recall_coffee": 0.19411764705882353, + "F1_noncoffee": 0.008670520231213872, + "IoU_noncoffee": 0.0043541364296081275, + "kappa": -0.0006490578413019458, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8584448601717274, + "mIoU": 0.7106276226830563, + "macroF1": 0.8260359566427272, + "F1_coffee": 0.9011224660747194, + "IoU_coffee": 0.8200390291498963, + "precision_coffee": 0.8695118008406079, + "recall_coffee": 0.9351182197496523, + "F1_noncoffee": 0.7509494472107351, + "IoU_noncoffee": 0.6012162162162162, + "kappa": 0.6532263027181572, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.868694079573577, + "mIoU": 0.7280180233158018, + "macroF1": 0.838388309933344, + "F1_coffee": 0.9083723556175484, + "IoU_coffee": 0.8321265591724977, + "precision_coffee": 0.8784686536485098, + "recall_coffee": 0.940383689747645, + "F1_noncoffee": 0.7684042642491395, + "IoU_noncoffee": 0.6239094874591058, + "kappa": 0.6777205373733741, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8719170007073803, + "mIoU": 0.734248410266489, + "macroF1": 0.8428086304513487, + "F1_coffee": 0.91045169798879, + "IoU_coffee": 0.8356230708709073, + "precision_coffee": 0.8853478679063802, + "recall_coffee": 0.9370206990159484, + "F1_noncoffee": 0.7751655629139073, + "IoU_noncoffee": 0.6328737496620709, + "kappa": 0.6862506060589552, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.861304012345679, + "mIoU": 0.6956034248278684, + "macroF1": 0.8128380021865133, + "F1_coffee": 0.9080797749936078, + "IoU_coffee": 0.8316356398548179, + "precision_coffee": 0.8685497676693568, + "recall_coffee": 0.9513795874631663, + "F1_noncoffee": 0.7175962293794187, + "IoU_noncoffee": 0.5595712098009188, + "kappa": 0.6280431032572933, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8703208556149733, + "mIoU": 0.7160580641263796, + "macroF1": 0.8283979034221143, + "F1_coffee": 0.9132157464212679, + "IoU_coffee": 0.8402916617664353, + "precision_coffee": 0.8845011141371627, + "recall_coffee": 0.9438573315719947, + "F1_noncoffee": 0.7435800604229608, + "IoU_noncoffee": 0.591824466486324, + "kappa": 0.6578612318806409, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8677233701292575, + "mIoU": 0.7057317846292859, + "macroF1": 0.8202494352416926, + "F1_coffee": 0.9126261996759317, + "IoU_coffee": 0.8392939018798716, + "precision_coffee": 0.8768862275449102, + "recall_coffee": 0.9514033264033264, + "F1_noncoffee": 0.7278726708074534, + "IoU_noncoffee": 0.5721696673787, + "kappa": 0.6423492973993626, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8556159938925469, + "mIoU": 0.7207660079913951, + "macroF1": 0.834771134071157, + "F1_coffee": 0.8934582071685092, + "IoU_coffee": 0.8074328624156802, + "precision_coffee": 0.8705914642514067, + "recall_coffee": 0.9175585768006942, + "F1_noncoffee": 0.7760840609738049, + "IoU_noncoffee": 0.63409915356711, + "kappa": 0.6700207125664831, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8670777988614801, + "mIoU": 0.7369549847940471, + "macroF1": 0.8457023806825693, + "F1_coffee": 0.9031321302634309, + "IoU_coffee": 0.823373676248109, + "precision_coffee": 0.8719626168224299, + "recall_coffee": 0.936612648788183, + "F1_noncoffee": 0.7882726311017078, + "IoU_noncoffee": 0.6505362933399851, + "kappa": 0.6922642487737701, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8761078634735056, + "mIoU": 0.7563311071028431, + "macroF1": 0.8591719170272719, + "F1_coffee": 0.908008961075329, + "IoU_coffee": 0.8315168611360431, + "precision_coffee": 0.8951000690131125, + "recall_coffee": 0.9212956385850263, + "F1_noncoffee": 0.8103348729792148, + "IoU_noncoffee": 0.6811453530696433, + "kappa": 0.7184645625499965, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9519, + 11000 + ], + [ + 44992, + 51930 + ], + [ + 127, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.9786738475163776, + "test_tta": { + "OA": 0.8691646581250793, + "mIoU": 0.7268689958647816, + "macroF1": 0.8373904177089152, + "F1_coffee": 0.9092708459330775, + "IoU_coffee": 0.8336357770787967, + "precision_coffee": 0.8744157519615929, + "recall_coffee": 0.94702001924046, + "F1_noncoffee": 0.7655099894847529, + "IoU_noncoffee": 0.6201022146507666, + "kappa": 0.6761108928602645, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8382081458405446, + "mIoU": 0.6789250006018903, + "macroF1": 0.8029593856324997, + "F1_coffee": 0.8862986762887434, + "IoU_coffee": 0.7958136148525664, + "precision_coffee": 0.8543624816805081, + "recall_coffee": 0.9207151430917936, + "F1_noncoffee": 0.7196200949762559, + "IoU_noncoffee": 0.5620363863512142, + "kappa": 0.6072719503582847, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f3_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.7437545060150171, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8781713814537613, + "mIoU": 0.7489513234971288, + "macroF1": 0.8532715669073245, + "F1_coffee": 0.9137158451534652, + "IoU_coffee": 0.8411388871658085, + "precision_coffee": 0.8963313870221439, + "recall_coffee": 0.9317879884557241, + "F1_noncoffee": 0.7928272886611838, + "IoU_noncoffee": 0.6567637598284489, + "kappa": 0.7068079465110237, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8449146186685127, + "mIoU": 0.6974056810521938, + "macroF1": 0.8175003419503377, + "F1_coffee": 0.8882329096030517, + "IoU_coffee": 0.7989379405770274, + "precision_coffee": 0.8769754936168466, + "recall_coffee": 0.8997830985322298, + "F1_noncoffee": 0.7467677742976239, + "IoU_noncoffee": 0.5958734215273602, + "kappa": 0.6351369028359005, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12295081967213115, + "mIoU": 0.062067807202562296, + "macroF1": 0.11148801164594872, + "F1_coffee": 0.21240799158780233, + "IoU_coffee": 0.1188235294117647, + "precision_coffee": 1.0, + "recall_coffee": 0.1188235294117647, + "F1_noncoffee": 0.010568031704095112, + "IoU_noncoffee": 0.005312084993359893, + "kappa": 0.0012616050489184193, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8688540317551686, + "mIoU": 0.7295501274448819, + "macroF1": 0.8395835709739676, + "F1_coffee": 0.9081070180155956, + "IoU_coffee": 0.8316813396540048, + "precision_coffee": 0.8788056206088993, + "recall_coffee": 0.9394297635605007, + "F1_noncoffee": 0.7710601239323397, + "IoU_noncoffee": 0.6274189152357591, + "kappa": 0.6800532929985931, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.885256044165239, + "mIoU": 0.7632069703180278, + "macroF1": 0.8630249640528598, + "F1_coffee": 0.9182074159514197, + "IoU_coffee": 0.8487832413447065, + "precision_coffee": 0.9061872237846524, + "recall_coffee": 0.9305507804441999, + "F1_noncoffee": 0.8078425121542998, + "IoU_noncoffee": 0.6776306992913491, + "kappa": 0.7261631218094664, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8803112473473238, + "mIoU": 0.7538485817498204, + "macroF1": 0.8566898351871153, + "F1_coffee": 0.9148722076876635, + "IoU_coffee": 0.8431008902077152, + "precision_coffee": 0.9044366337290272, + "recall_coffee": 0.9255514082117408, + "F1_noncoffee": 0.7985074626865671, + "IoU_noncoffee": 0.6645962732919255, + "kappa": 0.7134699592296645, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8655478395061729, + "mIoU": 0.7046061593335391, + "macroF1": 0.8197059407630212, + "F1_coffee": 0.9106181072069761, + "IoU_coffee": 0.8359034726309594, + "precision_coffee": 0.8734317343173432, + "recall_coffee": 0.9511117064023573, + "F1_noncoffee": 0.7287937743190661, + "IoU_noncoffee": 0.5733088460361188, + "kappa": 0.6413842550604226, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8802521008403361, + "mIoU": 0.7397371757530069, + "macroF1": 0.8457979778461049, + "F1_coffee": 0.9186875891583453, + "IoU_coffee": 0.8496042216358839, + "precision_coffee": 0.9021905247070809, + "recall_coffee": 0.9357992073976222, + "F1_noncoffee": 0.7729083665338645, + "IoU_noncoffee": 0.6298701298701299, + "kappa": 0.691883679512746, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8790451929427304, + "mIoU": 0.7315573381891654, + "macroF1": 0.8395014308885778, + "F1_coffee": 0.9191677175283732, + "IoU_coffee": 0.8504258546260647, + "precision_coffee": 0.8928221460068594, + "recall_coffee": 0.9471153846153846, + "F1_noncoffee": 0.7598351442487823, + "IoU_noncoffee": 0.6126888217522659, + "kappa": 0.6798311643499605, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8721252027865254, + "mIoU": 0.7489473436588322, + "macroF1": 0.854169804785405, + "F1_coffee": 0.905340491664312, + "IoU_coffee": 0.8270521424883841, + "precision_coffee": 0.8848384424192212, + "recall_coffee": 0.9268151576511426, + "F1_noncoffee": 0.8029991179064981, + "IoU_noncoffee": 0.6708425448292803, + "kappa": 0.7086651185638145, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8902277039848198, + "mIoU": 0.7825336563210624, + "macroF1": 0.8764915159180191, + "F1_coffee": 0.9176805407328353, + "IoU_coffee": 0.8478832500657376, + "precision_coffee": 0.9106184693589382, + "recall_coffee": 0.9248530044457192, + "F1_noncoffee": 0.8353024911032029, + "IoU_noncoffee": 0.7171840625763872, + "kappa": 0.7530127519416647, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8815764661512352, + "mIoU": 0.7699010192749012, + "macroF1": 0.8684697699598172, + "F1_coffee": 0.909989967034542, + "IoU_coffee": 0.8348454963839579, + "precision_coffee": 0.9181489515545914, + "recall_coffee": 0.9019747123170905, + "F1_noncoffee": 0.8269495728850923, + "IoU_noncoffee": 0.7049565421658445, + "kappa": 0.7369794715767966, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9590, + 11000 + ], + [ + 45658, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.68550697962443, + "test_tta": { + "OA": 0.8808829125967271, + "mIoU": 0.7526913707146039, + "macroF1": 0.8557259040744489, + "F1_coffee": 0.9159712745251571, + "IoU_coffee": 0.8449695593849964, + "precision_coffee": 0.895124617402711, + "recall_coffee": 0.9378120848412662, + "F1_noncoffee": 0.7954805336237408, + "IoU_noncoffee": 0.6604131820442114, + "kappa": 0.7118322235880502, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8474818276220145, + "mIoU": 0.700012825422692, + "macroF1": 0.8192095233781593, + "F1_coffee": 0.8907033228256938, + "IoU_coffee": 0.8029441908133793, + "precision_coffee": 0.874604205569538, + "recall_coffee": 0.907406237496578, + "F1_noncoffee": 0.7477157239306248, + "IoU_noncoffee": 0.5970814600320049, + "kappa": 0.6387016194840166, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f3_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 46, + "stopped_epoch": 76, + "best_val": 0.7102548916896054, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8546397310668528, + "mIoU": 0.7089801000139846, + "macroF1": 0.8253578127116334, + "F1_coffee": 0.8968690584674924, + "IoU_coffee": 0.8130213963734269, + "precision_coffee": 0.8812929757456499, + "recall_coffee": 0.9130056347061248, + "F1_noncoffee": 0.7538465669557746, + "IoU_noncoffee": 0.6049388036545423, + "kappa": 0.6509758499727454, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8229202722972193, + "mIoU": 0.6634142024377472, + "macroF1": 0.7924085104959806, + "F1_coffee": 0.871994828916366, + "IoU_coffee": 0.7730415172464786, + "precision_coffee": 0.8634965208234395, + "recall_coffee": 0.8806620759365721, + "F1_noncoffee": 0.7128221920755953, + "IoU_noncoffee": 0.5537868876290158, + "kappa": 0.5849072221884204, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1405152224824356, + "mIoU": 0.07094532121791806, + "macroF1": 0.12547365131450447, + "F1_coffee": 0.2401656314699793, + "IoU_coffee": 0.13647058823529412, + "precision_coffee": 1.0, + "recall_coffee": 0.13647058823529412, + "F1_noncoffee": 0.01078167115902965, + "IoU_noncoffee": 0.005420054200542005, + "kappa": 0.00147826253177944, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.850482083753058, + "mIoU": 0.7015884133965897, + "macroF1": 0.8199731381381159, + "F1_coffee": 0.8940840667368922, + "IoU_coffee": 0.8084557242057395, + "precision_coffee": 0.8742109110239883, + "recall_coffee": 0.9148817802503477, + "F1_noncoffee": 0.7458622095393396, + "IoU_noncoffee": 0.5947211025874398, + "kappa": 0.6403921771349952, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8642680373120122, + "mIoU": 0.7270102797242508, + "macroF1": 0.838317519936115, + "F1_coffee": 0.9030920829085967, + "IoU_coffee": 0.8233071061272536, + "precision_coffee": 0.8926580237791362, + "recall_coffee": 0.913772949185175, + "F1_noncoffee": 0.7735429569636335, + "IoU_noncoffee": 0.6307134533212482, + "kappa": 0.6767382487974234, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8491865126149493, + "mIoU": 0.6984869173475432, + "macroF1": 0.8176106274320568, + "F1_coffee": 0.8934994005594779, + "IoU_coffee": 0.8075001504845603, + "precision_coffee": 0.8771987183678808, + "recall_coffee": 0.9104173736002714, + "F1_noncoffee": 0.7417218543046358, + "IoU_noncoffee": 0.5894736842105263, + "kappa": 0.6355264778065326, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8475115740740741, + "mIoU": 0.6738731225326465, + "macroF1": 0.7965512172733217, + "F1_coffee": 0.8983737224400591, + "IoU_coffee": 0.8154977243552339, + "precision_coffee": 0.8636756890372018, + "recall_coffee": 0.9359764264666488, + "F1_noncoffee": 0.6947287121065843, + "IoU_noncoffee": 0.5322485207100591, + "kappa": 0.5950656721647669, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8559014514896868, + "mIoU": 0.6969312445578029, + "macroF1": 0.8150201362323358, + "F1_coffee": 0.9019811627151673, + "IoU_coffee": 0.8214623757690488, + "precision_coffee": 0.8872843450479233, + "recall_coffee": 0.9171730515191545, + "F1_noncoffee": 0.7280591097495044, + "IoU_noncoffee": 0.572400113346557, + "kappa": 0.6303216632971459, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.834135295782621, + "mIoU": 0.6477773609024482, + "macroF1": 0.7754917554464061, + "F1_coffee": 0.8902347652347652, + "IoU_coffee": 0.8021829638798245, + "precision_coffee": 0.8568509615384615, + "recall_coffee": 0.9263253638253638, + "F1_noncoffee": 0.6607487456580471, + "IoU_noncoffee": 0.49337175792507204, + "kappa": 0.5530802637542459, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8534211279702262, + "mIoU": 0.7221626051157981, + "macroF1": 0.8362539516977284, + "F1_coffee": 0.889273356401384, + "IoU_coffee": 0.8006230529595015, + "precision_coffee": 0.8864616269042829, + "recall_coffee": 0.8921029794619613, + "F1_noncoffee": 0.7832345469940728, + "IoU_noncoffee": 0.6437021572720947, + "kappa": 0.6725143533610052, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8725806451612903, + "mIoU": 0.7525577665062644, + "macroF1": 0.8568394991432501, + "F1_coffee": 0.9043106519415747, + "IoU_coffee": 0.825334894004422, + "precision_coffee": 0.8986122911356557, + "recall_coffee": 0.9100817438692098, + "F1_noncoffee": 0.8093683463449255, + "IoU_noncoffee": 0.6797806390081068, + "kappa": 0.7137019336175814, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8642277955874034, + "mIoU": 0.740141513504185, + "macroF1": 0.8486154724521839, + "F1_coffee": 0.8972309449043677, + "IoU_coffee": 0.8136163603417034, + "precision_coffee": 0.901477126057651, + "recall_coffee": 0.8930245773547378, + "F1_noncoffee": 0.8, + "IoU_noncoffee": 0.6666666666666666, + "kappa": 0.6972440170831905, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9338, + 11000 + ], + [ + 44430, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0270365277926126, + "test_tta": { + "OA": 0.8625840416085246, + "mIoU": 0.7185950866257855, + "macroF1": 0.8318316657229518, + "F1_coffee": 0.9037453349920028, + "IoU_coffee": 0.8243936047336319, + "precision_coffee": 0.8772803726225903, + "recall_coffee": 0.9318567043840762, + "F1_noncoffee": 0.7599179964539007, + "IoU_noncoffee": 0.6127965685179393, + "kappa": 0.664425047471737, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8304920964578285, + "mIoU": 0.6705377968117382, + "macroF1": 0.7971597802973305, + "F1_coffee": 0.8793858973964266, + "IoU_coffee": 0.7847357046045643, + "precision_coffee": 0.8576547361678277, + "recall_coffee": 0.902246930738939, + "F1_noncoffee": 0.7149336631982343, + "IoU_noncoffee": 0.5563398890189121, + "kappa": 0.594934191393284, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f3_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 45, + "stopped_epoch": 75, + "best_val": 0.7378288063872446, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8756342762907523, + "mIoU": 0.7460651378502491, + "macroF1": 0.8514376088440027, + "F1_coffee": 0.911393549115969, + "IoU_coffee": 0.8372112331098611, + "precision_coffee": 0.8992130548186459, + "recall_coffee": 0.9239085620046726, + "F1_noncoffee": 0.7914816685720363, + "IoU_noncoffee": 0.654919042590637, + "kappa": 0.7030034610535326, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8438185069805008, + "mIoU": 0.6969313935625048, + "macroF1": 0.8173066152406001, + "F1_coffee": 0.8869022130779434, + "IoU_coffee": 0.79678732946762, + "precision_coffee": 0.8797811943143674, + "recall_coffee": 0.8941394486912208, + "F1_noncoffee": 0.747711017403257, + "IoU_noncoffee": 0.5970754576573895, + "kappa": 0.6346666215288644, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19437939110070257, + "mIoU": 0.09818429105746344, + "macroF1": 0.1658261778201808, + "F1_coffee": 0.3201581027667984, + "IoU_coffee": 0.19058823529411764, + "precision_coffee": 1.0, + "recall_coffee": 0.19058823529411764, + "F1_noncoffee": 0.011494252873563218, + "IoU_noncoffee": 0.005780346820809248, + "kappa": 0.0022009075347118406, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8670791960473929, + "mIoU": 0.7289194616883922, + "macroF1": 0.8393737959455139, + "F1_coffee": 0.9060837146246399, + "IoU_coffee": 0.8282934688313298, + "precision_coffee": 0.8837685950413223, + "recall_coffee": 0.9295549374130737, + "F1_noncoffee": 0.7726638772663877, + "IoU_noncoffee": 0.6295454545454545, + "kappa": 0.6792426150458255, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8838282885969921, + "mIoU": 0.7618953676364408, + "macroF1": 0.8622456852345793, + "F1_coffee": 0.9167717958334753, + "IoU_coffee": 0.8463330185709789, + "precision_coffee": 0.9092384688218585, + "recall_coffee": 0.9244309977308671, + "F1_noncoffee": 0.8077195746356833, + "IoU_noncoffee": 0.6774577167019028, + "kappa": 0.7245350571371941, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8759254892713982, + "mIoU": 0.7472860798619708, + "macroF1": 0.8523320283606777, + "F1_coffee": 0.911357434048718, + "IoU_coffee": 0.8371502847239416, + "precision_coffee": 0.9049243944868192, + "recall_coffee": 0.9178825924669155, + "F1_noncoffee": 0.7933066226726373, + "IoU_noncoffee": 0.657421875, + "kappa": 0.7046988549571147, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8563850308641975, + "mIoU": 0.6892860391154085, + "macroF1": 0.8083407252159721, + "F1_coffee": 0.9042997621955139, + "IoU_coffee": 0.8253167526982638, + "precision_coffee": 0.86926973928086, + "recall_coffee": 0.9422716313956603, + "F1_noncoffee": 0.7123816882364303, + "IoU_noncoffee": 0.5532553255325533, + "kappa": 0.6185431971645103, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8874140565317036, + "mIoU": 0.7576954827893863, + "macroF1": 0.8585729562707018, + "F1_coffee": 0.9224393132030787, + "IoU_coffee": 0.856043956043956, + "precision_coffee": 0.9187524570829512, + "recall_coffee": 0.9261558784676354, + "F1_noncoffee": 0.7947065993383249, + "IoU_noncoffee": 0.6593470095348165, + "kappa": 0.7171579682472542, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8708368714029625, + "mIoU": 0.7197274175801449, + "macroF1": 0.8313216653977455, + "F1_coffee": 0.9129633161675885, + "IoU_coffee": 0.8398643116153937, + "precision_coffee": 0.8938130212871903, + "recall_coffee": 0.932952182952183, + "F1_noncoffee": 0.7496800146279027, + "IoU_noncoffee": 0.5995905235448962, + "kappa": 0.6630881331465422, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8776600820688997, + "mIoU": 0.7612434077339922, + "macroF1": 0.8626222822296644, + "F1_coffee": 0.9080739997131794, + "IoU_coffee": 0.8316259521933281, + "precision_coffee": 0.9004550625711035, + "recall_coffee": 0.9158229678912352, + "F1_noncoffee": 0.8171705647461495, + "IoU_noncoffee": 0.6908608632746563, + "kappa": 0.7252836806816164, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8802656546489563, + "mIoU": 0.7643585738417413, + "macroF1": 0.864571672181482, + "F1_coffee": 0.910673839184598, + "IoU_coffee": 0.8359974009096817, + "precision_coffee": 0.8990915443745633, + "recall_coffee": 0.9225584396959702, + "F1_noncoffee": 0.8184695051783659, + "IoU_noncoffee": 0.6927197467738009, + "kappa": 0.729234660051228, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8810107486328493, + "mIoU": 0.7689627819977196, + "macroF1": 0.8678589086233477, + "F1_coffee": 0.9095470183486238, + "IoU_coffee": 0.834100170895228, + "precision_coffee": 0.9178359612324606, + "recall_coffee": 0.9014064497797982, + "F1_noncoffee": 0.8261707988980717, + "IoU_noncoffee": 0.7038253931002112, + "kappa": 0.7357592332153123, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9575, + 11000 + ], + [ + 45515, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.008359622955322, + "test_tta": { + "OA": 0.8785678041354814, + "mIoU": 0.7492264036462601, + "macroF1": 0.8534229378169976, + "F1_coffee": 0.914132579834948, + "IoU_coffee": 0.8418454802668264, + "precision_coffee": 0.8953784650529368, + "recall_coffee": 0.9336891291401347, + "F1_noncoffee": 0.7927132957990473, + "IoU_noncoffee": 0.6566073270256939, + "kappa": 0.7071560166368214, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8467174339448483, + "mIoU": 0.699109676303359, + "macroF1": 0.818594687727349, + "F1_coffee": 0.8900202822964527, + "IoU_coffee": 0.8018347255369929, + "precision_coffee": 0.8749720238458565, + "recall_coffee": 0.9055952155326721, + "F1_noncoffee": 0.7471690931582453, + "IoU_noncoffee": 0.5963846270697251, + "kappa": 0.6374359149439053, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f4_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 67, + "stopped_epoch": 97, + "best_val": 0.7089078530933646, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8701135943700895, + "mIoU": 0.7206142568055718, + "macroF1": 0.8321718173186191, + "F1_coffee": 0.9119696837703632, + "IoU_coffee": 0.8381840746226831, + "precision_coffee": 0.9390894819466248, + "recall_coffee": 0.8863722958384488, + "F1_noncoffee": 0.752373950866875, + "IoU_noncoffee": 0.6030444389884606, + "kappa": 0.6651292324360103, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8318766585900542, + "mIoU": 0.664462622726075, + "macroF1": 0.7914310883096869, + "F1_coffee": 0.8832770929918193, + "IoU_coffee": 0.7909545756146549, + "precision_coffee": 0.9188367151368693, + "recall_coffee": 0.8503672855572908, + "F1_noncoffee": 0.6995850836275546, + "IoU_noncoffee": 0.5379706698374951, + "kappa": 0.5844639890434064, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25579655946148094, + "mIoU": 0.12943286359611605, + "macroF1": 0.20813876314371854, + "F1_coffee": 0.4024024024024024, + "IoU_coffee": 0.2518796992481203, + "precision_coffee": 0.9940652818991098, + "recall_coffee": 0.2522590361445783, + "F1_noncoffee": 0.013875123885034688, + "IoU_noncoffee": 0.006986027944111776, + "kappa": 0.0005394306527336326, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.866436327739388, + "mIoU": 0.7168031640324155, + "macroF1": 0.8296979213747536, + "F1_coffee": 0.9087967644084934, + "IoU_coffee": 0.8328391401037806, + "precision_coffee": 0.9357301499167129, + "recall_coffee": 0.883370462586817, + "F1_noncoffee": 0.7505990783410138, + "IoU_noncoffee": 0.6007671879610504, + "kappa": 0.6601657450371675, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8703783216449597, + "mIoU": 0.7231114490826525, + "macroF1": 0.8341563160518868, + "F1_coffee": 0.9116623857983548, + "IoU_coffee": 0.8376650534743383, + "precision_coffee": 0.9475533928088673, + "recall_coffee": 0.8783910782532423, + "F1_noncoffee": 0.7566502463054188, + "IoU_noncoffee": 0.6085578446909667, + "kappa": 0.6696183970530382, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8733942335141307, + "mIoU": 0.7216913190003671, + "macroF1": 0.8324812798334952, + "F1_coffee": 0.9152682693838561, + "IoU_coffee": 0.8437738507602889, + "precision_coffee": 0.9340959313661771, + "recall_coffee": 0.8971845932954616, + "F1_noncoffee": 0.7496942902831343, + "IoU_noncoffee": 0.5996087872404454, + "kappa": 0.665364171907912, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8893663801718968, + "mIoU": 0.7605024971644812, + "macroF1": 0.8604144500375263, + "F1_coffee": 0.9239854425599121, + "IoU_coffee": 0.8587109125717932, + "precision_coffee": 0.9325017325017325, + "recall_coffee": 0.9156232988568318, + "F1_noncoffee": 0.7968434575151404, + "IoU_noncoffee": 0.662294081757169, + "kappa": 0.7208911171060999, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9030719328372449, + "mIoU": 0.78302779395199, + "macroF1": 0.8752230872353632, + "F1_coffee": 0.9341713100945963, + "IoU_coffee": 0.8764741641337386, + "precision_coffee": 0.9471817106819078, + "recall_coffee": 0.921513485874984, + "F1_noncoffee": 0.8162748643761302, + "IoU_noncoffee": 0.6895814237702413, + "kappa": 0.7505775164914879, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9091167820889858, + "mIoU": 0.789729822175784, + "macroF1": 0.8793018537137622, + "F1_coffee": 0.9392902408111533, + "IoU_coffee": 0.8855299318915043, + "precision_coffee": 0.9383388199544188, + "recall_coffee": 0.9402435929967013, + "F1_noncoffee": 0.8193134666163712, + "IoU_noncoffee": 0.6939297124600639, + "kappa": 0.7586044460499852, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8440608543007607, + "mIoU": 0.6758573138820954, + "macroF1": 0.7990493707988613, + "F1_coffee": 0.894155027470709, + "IoU_coffee": 0.8085717706213337, + "precision_coffee": 0.9389684415403865, + "recall_coffee": 0.85342431134698, + "F1_noncoffee": 0.7039437141270135, + "IoU_noncoffee": 0.5431428571428571, + "kappa": 0.6006431059888534, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8376753507014028, + "mIoU": 0.6682120078344717, + "macroF1": 0.7935635262705396, + "F1_coffee": 0.8889904065783463, + "IoU_coffee": 0.8001644736842105, + "precision_coffee": 0.9479471120389701, + "recall_coffee": 0.8369378225608257, + "F1_noncoffee": 0.698136645962733, + "IoU_noncoffee": 0.5362595419847328, + "kappa": 0.591424596205022, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8374534695046292, + "mIoU": 0.659541147866973, + "macroF1": 0.7857179238130981, + "F1_coffee": 0.891008, + "IoU_coffee": 0.8034395198522623, + "precision_coffee": 0.9296207264957265, + "recall_coffee": 0.8554749907828438, + "F1_noncoffee": 0.6804278476261962, + "IoU_noncoffee": 0.5156427758816837, + "kappa": 0.573592837658821, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7184, + 8413 + ], + [ + 46864, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.8911316553751627, + "test_tta": { + "OA": 0.8757692122302736, + "mIoU": 0.7290585616385772, + "macroF1": 0.8380427452611128, + "F1_coffee": 0.9162097141247101, + "IoU_coffee": 0.8453754624537546, + "precision_coffee": 0.9386490807354116, + "recall_coffee": 0.8948181702722154, + "F1_noncoffee": 0.7598757763975156, + "IoU_noncoffee": 0.6127416608233998, + "kappa": 0.6766151255189825, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.837458174685589, + "mIoU": 0.6709937831007345, + "macroF1": 0.7961034634788333, + "F1_coffee": 0.8879298343310594, + "IoU_coffee": 0.7984476715072609, + "precision_coffee": 0.9168497792381148, + "recall_coffee": 0.8607785297009659, + "F1_noncoffee": 0.7042770926266072, + "IoU_noncoffee": 0.5435398946942082, + "kappa": 0.5932747386041682, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f4_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 56, + "stopped_epoch": 86, + "best_val": 0.7304986348460906, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8832725461527338, + "mIoU": 0.740406044296158, + "macroF1": 0.8458436390160856, + "F1_coffee": 0.9218035239540616, + "IoU_coffee": 0.854949486882562, + "precision_coffee": 0.937720354757473, + "recall_coffee": 0.9064180178654587, + "F1_noncoffee": 0.7698837540781096, + "IoU_noncoffee": 0.6258626017097538, + "kappa": 0.6919484640897845, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8438761970693435, + "mIoU": 0.6795937701333272, + "macroF1": 0.8023906269875514, + "F1_coffee": 0.8929330893625439, + "IoU_coffee": 0.8065755382828553, + "precision_coffee": 0.9167715991713717, + "recall_coffee": 0.870302890084254, + "F1_noncoffee": 0.7118481646125588, + "IoU_noncoffee": 0.552612001983799, + "kappa": 0.6054991308906841, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26626776364996263, + "mIoU": 0.13474551764025447, + "macroF1": 0.2148969983927978, + "F1_coffee": 0.41572364502680165, + "IoU_coffee": 0.262406015037594, + "precision_coffee": 0.9943019943019943, + "recall_coffee": 0.2628012048192771, + "F1_noncoffee": 0.01407035175879397, + "IoU_noncoffee": 0.00708502024291498, + "kappa": 0.0007390098943521083, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8872655478775913, + "mIoU": 0.7473920057998119, + "macroF1": 0.8506846651607689, + "F1_coffee": 0.9245905969360803, + "IoU_coffee": 0.8597568463711163, + "precision_coffee": 0.9318514574737122, + "recall_coffee": 0.9174420128423536, + "F1_noncoffee": 0.7767787333854574, + "IoU_noncoffee": 0.6350271652285076, + "kappa": 0.7014229901453373, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.879776728209532, + "mIoU": 0.7366900030084882, + "macroF1": 0.8434700955947554, + "F1_coffee": 0.9188562596599691, + "IoU_coffee": 0.8498927805575411, + "precision_coffee": 0.945213646902948, + "recall_coffee": 0.8939289518200614, + "F1_noncoffee": 0.7680839315295417, + "IoU_noncoffee": 0.6234872254594352, + "kappa": 0.687634389863088, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8829098867637263, + "mIoU": 0.7373950072118205, + "macroF1": 0.8435218789594541, + "F1_coffee": 0.9220289579571017, + "IoU_coffee": 0.8553374088878438, + "precision_coffee": 0.9361168296448791, + "recall_coffee": 0.9083588238966228, + "F1_noncoffee": 0.7650147999618065, + "IoU_noncoffee": 0.6194526055357972, + "kappa": 0.6872572221580447, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9010593643813711, + "mIoU": 0.7787109134798629, + "macroF1": 0.8723387638873996, + "F1_coffee": 0.9328904555314533, + "IoU_coffee": 0.8742218269597256, + "precision_coffee": 0.9293625067531064, + "recall_coffee": 0.9364452912357104, + "F1_noncoffee": 0.811787072243346, + "IoU_noncoffee": 0.6832, + "kappa": 0.7446878461400155, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9090822362144629, + "mIoU": 0.792354321786431, + "macroF1": 0.8811868293150622, + "F1_coffee": 0.9387571492834651, + "IoU_coffee": 0.8845827782487586, + "precision_coffee": 0.9439131558542259, + "recall_coffee": 0.9336571647705484, + "F1_noncoffee": 0.8236165093466593, + "IoU_noncoffee": 0.7001258653241033, + "kappa": 0.7623940770741323, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9175600037947064, + "mIoU": 0.8041718490977198, + "macroF1": 0.888549073798053, + "F1_coffee": 0.9454111439160752, + "IoU_coffee": 0.8964736716702406, + "precision_coffee": 0.9362946373024761, + "recall_coffee": 0.9547069271758437, + "F1_noncoffee": 0.831687003680031, + "IoU_noncoffee": 0.7118700265251989, + "kappa": 0.7771632852685038, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8738053442559002, + "mIoU": 0.7166021568267114, + "macroF1": 0.8282260680407605, + "F1_coffee": 0.9167095777548918, + "IoU_coffee": 0.8462269756387404, + "precision_coffee": 0.9342692206769877, + "recall_coffee": 0.8997978266363407, + "F1_noncoffee": 0.7397425583266292, + "IoU_noncoffee": 0.5869773380146824, + "kappa": 0.6568309304446116, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8504628304227503, + "mIoU": 0.6852566316169646, + "macroF1": 0.8060159350618674, + "F1_coffee": 0.8988706034204582, + "IoU_coffee": 0.8163169616692064, + "precision_coffee": 0.9465814870191654, + "recall_coffee": 0.8557385106905874, + "F1_noncoffee": 0.7131612667032766, + "IoU_noncoffee": 0.5541963015647227, + "kappa": 0.6148074717989787, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8480481053736757, + "mIoU": 0.6769774018233186, + "macroF1": 0.7992120346254059, + "F1_coffee": 0.8982357453336742, + "IoU_coffee": 0.8152703643536784, + "precision_coffee": 0.9359264686292793, + "recall_coffee": 0.8634631928229077, + "F1_noncoffee": 0.7001883239171375, + "IoU_noncoffee": 0.5386844392929586, + "kappa": 0.6003336426788508, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7441, + 8413 + ], + [ + 47426, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.4875364303588867, + "test_tta": { + "OA": 0.888976365301499, + "mIoU": 0.7495086287384317, + "macroF1": 0.8520650996612785, + "F1_coffee": 0.9259600548602778, + "IoU_coffee": 0.8621281350386081, + "precision_coffee": 0.9375732326519984, + "recall_coffee": 0.9146310486431565, + "F1_noncoffee": 0.7781701444622793, + "IoU_noncoffee": 0.6368891224382554, + "kappa": 0.7042661391490225, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.849515403253721, + "mIoU": 0.6866609753863455, + "macroF1": 0.807429401539363, + "F1_coffee": 0.8974545454545455, + "IoU_coffee": 0.8139841688654353, + "precision_coffee": 0.9153018062265702, + "recall_coffee": 0.8802899724294831, + "F1_noncoffee": 0.7174042576241807, + "IoU_noncoffee": 0.5593377819072557, + "kappa": 0.6152619180014379, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f4_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 29, + "stopped_epoch": 59, + "best_val": 0.696725279459296, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8391362329086264, + "mIoU": 0.6586899298471617, + "macroF1": 0.7845540776256563, + "F1_coffee": 0.8929953188123891, + "IoU_coffee": 0.8066770935913031, + "precision_coffee": 0.9018435368275624, + "recall_coffee": 0.8843190381440243, + "F1_noncoffee": 0.6761128364389234, + "IoU_noncoffee": 0.5107027661030202, + "kappa": 0.5692336662970452, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.806175724010615, + "mIoU": 0.6125128582094382, + "macroF1": 0.7479872925045186, + "F1_coffee": 0.8690832221172299, + "IoU_coffee": 0.7684767253557523, + "precision_coffee": 0.8783326113495845, + "recall_coffee": 0.8600266065128116, + "F1_noncoffee": 0.6268913628918071, + "IoU_noncoffee": 0.45654899106312424, + "kappa": 0.49613382908746484, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4300673148840688, + "mIoU": 0.21851308961918442, + "macroF1": 0.3093334092610068, + "F1_coffee": 0.5981012658227848, + "IoU_coffee": 0.42663656884875845, + "precision_coffee": 0.9982394366197183, + "recall_coffee": 0.4269578313253012, + "F1_noncoffee": 0.02056555269922879, + "IoU_noncoffee": 0.01038961038961039, + "kappa": 0.007356208054999103, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8347976307996051, + "mIoU": 0.646458089696876, + "macroF1": 0.7740823494517197, + "F1_coffee": 0.8912004680947891, + "IoU_coffee": 0.8037525652301378, + "precision_coffee": 0.8843300432230179, + "recall_coffee": 0.8981784825055694, + "F1_noncoffee": 0.6569642308086502, + "IoU_noncoffee": 0.48916361416361415, + "kappa": 0.5482506691810877, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8393683507466246, + "mIoU": 0.662689357926095, + "macroF1": 0.7881825596754752, + "F1_coffee": 0.8923076923076924, + "IoU_coffee": 0.8055555555555556, + "precision_coffee": 0.9114610559330893, + "recall_coffee": 0.8739427354175804, + "F1_noncoffee": 0.684057427043258, + "IoU_noncoffee": 0.5198231602966343, + "kappa": 0.5769132281666854, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8430868779141688, + "mIoU": 0.6662730233012304, + "macroF1": 0.7906363304046716, + "F1_coffee": 0.8954277379668971, + "IoU_coffee": 0.8106556435870939, + "precision_coffee": 0.9098524389458084, + "recall_coffee": 0.8814532742368437, + "F1_noncoffee": 0.6858449228424461, + "IoU_noncoffee": 0.5218904030153668, + "kappa": 0.5815885994903468, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8532880271836898, + "mIoU": 0.6783604913671087, + "macroF1": 0.799346085630686, + "F1_coffee": 0.9033829143082795, + "IoU_coffee": 0.8237906613851879, + "precision_coffee": 0.87471322967117, + "recall_coffee": 0.9339956450734894, + "F1_noncoffee": 0.6953092569530925, + "IoU_noncoffee": 0.5329303213490296, + "kappa": 0.6000471378205097, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8613814157603511, + "mIoU": 0.7046089376434622, + "macroF1": 0.8204864400505809, + "F1_coffee": 0.906167258637391, + "IoU_coffee": 0.8284331089857127, + "precision_coffee": 0.9156878099712868, + "recall_coffee": 0.8968426434871533, + "F1_noncoffee": 0.7348056214637707, + "IoU_noncoffee": 0.5807847663012118, + "kappa": 0.6410825364627586, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8773361161180153, + "mIoU": 0.7281834689932375, + "macroF1": 0.8370748932751616, + "F1_coffee": 0.9180660287687725, + "IoU_coffee": 0.84854164226309, + "precision_coffee": 0.9170781111533105, + "recall_coffee": 0.9190560771377823, + "F1_noncoffee": 0.7560837577815507, + "IoU_noncoffee": 0.607825295723385, + "kappa": 0.6741509122486696, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8167544372927638, + "mIoU": 0.6167145582081791, + "macroF1": 0.7494350336745588, + "F1_coffee": 0.8793114522448455, + "IoU_coffee": 0.7846171480972031, + "precision_coffee": 0.8941868060091444, + "recall_coffee": 0.8649229214051048, + "F1_noncoffee": 0.6195586151042721, + "IoU_noncoffee": 0.44881196831915515, + "kappa": 0.49930685608286596, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.817348983681649, + "mIoU": 0.6219461815327574, + "macroF1": 0.7545332181927928, + "F1_coffee": 0.8787072243346008, + "IoU_coffee": 0.7836554764326891, + "precision_coffee": 0.9072232399895316, + "recall_coffee": 0.8519292209388056, + "F1_noncoffee": 0.6303592120509849, + "IoU_noncoffee": 0.4602368866328257, + "kappa": 0.5105401441984108, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8086284241672235, + "mIoU": 0.6087236774206117, + "macroF1": 0.7434777331677322, + "F1_coffee": 0.8727549660468363, + "IoU_coffee": 0.7742371354577188, + "precision_coffee": 0.9023622047244094, + "recall_coffee": 0.8450288804227603, + "F1_noncoffee": 0.614200500288628, + "IoU_noncoffee": 0.4432102193835046, + "kappa": 0.4886246135998773, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7075, + 8413 + ], + [ + 45045, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3910062591234844, + "test_tta": { + "OA": 0.8450489243079098, + "mIoU": 0.6633433151478609, + "macroF1": 0.787521018194306, + "F1_coffee": 0.8980808251606358, + "IoU_coffee": 0.8150151532589097, + "precision_coffee": 0.8967540416191803, + "recall_coffee": 0.899411540578299, + "F1_noncoffee": 0.6769612112279761, + "IoU_noncoffee": 0.511671477036812, + "kappa": 0.5750449848483312, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.812709126572055, + "mIoU": 0.616712210872383, + "macroF1": 0.7504993925938795, + "F1_coffee": 0.8750841686065527, + "IoU_coffee": 0.7779107949103845, + "precision_coffee": 0.8732026645677756, + "recall_coffee": 0.8769737983689051, + "F1_noncoffee": 0.6259146165812064, + "IoU_noncoffee": 0.45551362683438157, + "kappa": 0.5010057231035844, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f4_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 24, + "stopped_epoch": 54, + "best_val": 0.731769546804788, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8790790340461768, + "mIoU": 0.7184951898978758, + "macroF1": 0.8288508648704599, + "F1_coffee": 0.9215682187669348, + "IoU_coffee": 0.8545447517442647, + "precision_coffee": 0.9076446196165373, + "recall_coffee": 0.9359256593708988, + "F1_noncoffee": 0.7361335109739849, + "IoU_noncoffee": 0.5824456280514869, + "kappa": 0.6579725146865973, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8426358601592246, + "mIoU": 0.6603764623634762, + "macroF1": 0.7853251123499652, + "F1_coffee": 0.8962448055838191, + "IoU_coffee": 0.8119960024812185, + "precision_coffee": 0.8842458813374864, + "recall_coffee": 0.9085738523531339, + "F1_noncoffee": 0.6744054191161112, + "IoU_noncoffee": 0.5087569222457341, + "kappa": 0.5708981758984593, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37995512341062077, + "mIoU": 0.19253246753246753, + "macroF1": 0.2819246494891913, + "F1_coffee": 0.5472419442927362, + "IoU_coffee": 0.37669172932330824, + "precision_coffee": 0.9960238568588469, + "recall_coffee": 0.3772590361445783, + "F1_noncoffee": 0.0166073546856465, + "IoU_noncoffee": 0.008373205741626795, + "kappa": 0.0033324970618094384, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8720631786771964, + "mIoU": 0.7027344966822079, + "macroF1": 0.8168770961753025, + "F1_coffee": 0.917404881779364, + "IoU_coffee": 0.847412727379761, + "precision_coffee": 0.8929900744416873, + "recall_coffee": 0.9431922421700957, + "F1_noncoffee": 0.716349310571241, + "IoU_noncoffee": 0.5580562659846547, + "kappa": 0.6346919746197003, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8868374600448452, + "mIoU": 0.7349740392157704, + "macroF1": 0.8409477283379917, + "F1_coffee": 0.9263811297330851, + "IoU_coffee": 0.8628584643848288, + "precision_coffee": 0.9178916292514915, + "recall_coffee": 0.9350291335129378, + "F1_noncoffee": 0.7555143269428983, + "IoU_noncoffee": 0.6070896140467119, + "kappa": 0.6819857992032448, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8781044818726805, + "mIoU": 0.7173785526950405, + "macroF1": 0.8280993758151359, + "F1_coffee": 0.9208135006490696, + "IoU_coffee": 0.8532477947072975, + "precision_coffee": 0.9119069482705846, + "recall_coffee": 0.9298957487983021, + "F1_noncoffee": 0.7353852509812022, + "IoU_noncoffee": 0.5815093106827834, + "kappa": 0.656308311154072, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.87657405556666, + "mIoU": 0.7211747170018683, + "macroF1": 0.8315038281395524, + "F1_coffee": 0.918648310387985, + "IoU_coffee": 0.8495370370370371, + "precision_coffee": 0.8902080939614452, + "recall_coffee": 0.9489657049537289, + "F1_noncoffee": 0.7443593458911199, + "IoU_noncoffee": 0.5928123969666996, + "kappa": 0.6640850523541836, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8957260064873116, + "mIoU": 0.7633234662885073, + "macroF1": 0.861634399488461, + "F1_coffee": 0.9303155881415365, + "IoU_coffee": 0.8697103349624509, + "precision_coffee": 0.9280081404222844, + "recall_coffee": 0.9326345391793429, + "F1_noncoffee": 0.7929532108353855, + "IoU_noncoffee": 0.6569365976145637, + "kappa": 0.7232738822469372, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8988710748505835, + "mIoU": 0.7649758256633488, + "macroF1": 0.8624336047564718, + "F1_coffee": 0.9332331203808092, + "IoU_coffee": 0.8748238609675905, + "precision_coffee": 0.921573478476002, + "recall_coffee": 0.9451915757421974, + "F1_noncoffee": 0.7916340891321345, + "IoU_noncoffee": 0.6551277903591071, + "kappa": 0.7250045825611097, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8676614004291009, + "mIoU": 0.6831299597524396, + "macroF1": 0.8005856225685375, + "F1_coffee": 0.9162397382877601, + "IoU_coffee": 0.8454265861715458, + "precision_coffee": 0.8956196452274647, + "recall_coffee": 0.9378316906747536, + "F1_noncoffee": 0.684931506849315, + "IoU_noncoffee": 0.5208333333333334, + "kappa": 0.6019648829646698, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8779463689283329, + "mIoU": 0.7038952767198776, + "macroF1": 0.8167393400402178, + "F1_coffee": 0.922648926519504, + "IoU_coffee": 0.8564050746603795, + "precision_coffee": 0.9084196736929856, + "recall_coffee": 0.9373310395674613, + "F1_noncoffee": 0.7108297535609315, + "IoU_noncoffee": 0.5513854787793756, + "kappa": 0.6338145564620867, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.857211033692851, + "mIoU": 0.6695665700310982, + "macroF1": 0.7905373107743869, + "F1_coffee": 0.9087136929460581, + "IoU_coffee": 0.8326996197718631, + "precision_coffee": 0.9024360683553508, + "recall_coffee": 0.9150792675433206, + "F1_noncoffee": 0.6723609286027157, + "IoU_noncoffee": 0.5064335202903332, + "kappa": 0.5811473675439605, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7340, + 8413 + ], + [ + 47266, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.187989366054535, + "test_tta": { + "OA": 0.8817622391105255, + "mIoU": 0.7163182044080381, + "macroF1": 0.8265547849739281, + "F1_coffee": 0.924409109118363, + "IoU_coffee": 0.8594430437772175, + "precision_coffee": 0.8979465586398196, + "recall_coffee": 0.9524787265568774, + "F1_noncoffee": 0.7287004608294931, + "IoU_noncoffee": 0.5731933650388586, + "kappa": 0.6541874804977481, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8473952924887505, + "mIoU": 0.6590680861340834, + "macroF1": 0.7830280291629343, + "F1_coffee": 0.9012054042445915, + "IoU_coffee": 0.8201764076069408, + "precision_coffee": 0.8737371908607018, + "recall_coffee": 0.9304567451365994, + "F1_noncoffee": 0.6648506540812771, + "IoU_noncoffee": 0.49795976466122605, + "kappa": 0.5675061128819536, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f4_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 29, + "stopped_epoch": 59, + "best_val": 0.6594956261801591, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8236636192740886, + "mIoU": 0.6485390217274549, + "macroF1": 0.7786456650981581, + "F1_coffee": 0.878470107522119, + "IoU_coffee": 0.783278371280188, + "precision_coffee": 0.9210727969348659, + "recall_coffee": 0.839634223783921, + "F1_noncoffee": 0.6788212226741974, + "IoU_noncoffee": 0.513799672174722, + "kappa": 0.5597802982481297, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7908445829006576, + "mIoU": 0.6057190267420642, + "macroF1": 0.7451784823851719, + "F1_coffee": 0.8530520428015564, + "IoU_coffee": 0.7437582825337927, + "precision_coffee": 0.8990196706606011, + "recall_coffee": 0.8115564809994794, + "F1_noncoffee": 0.6373049219687875, + "IoU_noncoffee": 0.46767977095033586, + "kappa": 0.4936244724316713, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3343305908750935, + "mIoU": 0.16901312788451217, + "macroF1": 0.2555232165291076, + "F1_coffee": 0.49774266365688485, + "IoU_coffee": 0.3313298271975958, + "precision_coffee": 0.9932432432432432, + "recall_coffee": 0.33207831325301207, + "F1_noncoffee": 0.013303769401330377, + "IoU_noncoffee": 0.006696428571428571, + "kappa": -2.5212202706135492e-05, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8297630799605134, + "mIoU": 0.6581251504570005, + "macroF1": 0.7861309809483978, + "F1_coffee": 0.8827309510047261, + "IoU_coffee": 0.7900791235544735, + "precision_coffee": 0.9174499964661813, + "recall_coffee": 0.850543834359848, + "F1_noncoffee": 0.6895310108920695, + "IoU_noncoffee": 0.5261711773595275, + "kappa": 0.5738775846127847, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8130337293068078, + "mIoU": 0.6425580242297269, + "macroF1": 0.7755070272851733, + "F1_coffee": 0.8672919982391385, + "IoU_coffee": 0.7656801195814649, + "precision_coffee": 0.9436993367722918, + "recall_coffee": 0.8023306810350229, + "F1_noncoffee": 0.6837220563312081, + "IoU_noncoffee": 0.519435928877989, + "kappa": 0.5579208199543862, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8283851936435437, + "mIoU": 0.644233927153329, + "macroF1": 0.7734901365617205, + "F1_coffee": 0.8849992029332058, + "IoU_coffee": 0.793720690838385, + "precision_coffee": 0.9044050566922976, + "recall_coffee": 0.8664086397403084, + "F1_noncoffee": 0.6619810701902352, + "IoU_noncoffee": 0.49474716346827285, + "kappa": 0.5475924959478603, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8683789726164302, + "mIoU": 0.7212749311466948, + "macroF1": 0.8330093498859157, + "F1_coffee": 0.9098624324139347, + "IoU_coffee": 0.8346308387744852, + "precision_coffee": 0.9151865620267107, + "recall_coffee": 0.9045998911268373, + "F1_noncoffee": 0.7561562673578966, + "IoU_noncoffee": 0.6079190235189045, + "kappa": 0.6660492747478005, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8718755962602557, + "mIoU": 0.7349654354731191, + "macroF1": 0.8433807619667115, + "F1_coffee": 0.9101852471076038, + "IoU_coffee": 0.8351742758959254, + "precision_coffee": 0.9544179523141655, + "recall_coffee": 0.8698708935191103, + "F1_noncoffee": 0.7765762768258193, + "IoU_noncoffee": 0.6347565950503128, + "kappa": 0.6884262861817856, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8759131012237928, + "mIoU": 0.7242362290634898, + "macroF1": 0.8341198296397893, + "F1_coffee": 0.9173825164224356, + "IoU_coffee": 0.8473745624270712, + "precision_coffee": 0.9134591194968553, + "recall_coffee": 0.9213397614818574, + "F1_noncoffee": 0.7508571428571429, + "IoU_noncoffee": 0.6010978956999085, + "kappa": 0.6682581146620205, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7920811390676809, + "mIoU": 0.6021457980782674, + "macroF1": 0.7412175419989016, + "F1_coffee": 0.855945945945946, + "IoU_coffee": 0.748169147176943, + "precision_coffee": 0.9198373511472553, + "recall_coffee": 0.8003538033864038, + "F1_noncoffee": 0.626489138051857, + "IoU_noncoffee": 0.4561224489795918, + "kappa": 0.4888295791822929, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7541750167000668, + "mIoU": 0.5622025376820534, + "macroF1": 0.7097668105544878, + "F1_coffee": 0.823295376594869, + "IoU_coffee": 0.6996618864404803, + "precision_coffee": 0.9318322981366459, + "recall_coffee": 0.7374047677562054, + "F1_noncoffee": 0.5962382445141066, + "IoU_noncoffee": 0.4247431889236266, + "kappa": 0.43698683056747323, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.780566956189749, + "mIoU": 0.5732765453966439, + "macroF1": 0.7139505179973211, + "F1_coffee": 0.8519925320285843, + "IoU_coffee": 0.7421489457155676, + "precision_coffee": 0.8946727961060033, + "recall_coffee": 0.8131989676785056, + "F1_noncoffee": 0.575908503966058, + "IoU_noncoffee": 0.4044041450777202, + "kappa": 0.4316074170599782, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6876, + 8413 + ], + [ + 44281, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3946237285931904, + "test_tta": { + "OA": 0.8291585661723356, + "mIoU": 0.6524726791121448, + "macroF1": 0.7810515217220657, + "F1_coffee": 0.8836817520483957, + "IoU_coffee": 0.7916037865276444, + "precision_coffee": 0.9144008512372371, + "recall_coffee": 0.8549595698742645, + "F1_noncoffee": 0.6784212913957357, + "IoU_noncoffee": 0.5133415716966452, + "kappa": 0.5634651218023681, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7963972539517711, + "mIoU": 0.6087309968278763, + "macroF1": 0.7467521168429625, + "F1_coffee": 0.8588793922127256, + "IoU_coffee": 0.7526631158455392, + "precision_coffee": 0.8918576648397276, + "recall_coffee": 0.8282530317928548, + "F1_noncoffee": 0.6346248414731993, + "IoU_noncoffee": 0.46479887781021345, + "kappa": 0.49529094498857446, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_dk30_es50p30_spatial_f4_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "dk30", + "run_variant": "es50p30", + "preset": "R5_datedrop", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "date_keep": 0.3 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 56, + "stopped_epoch": 86, + "best_val": 0.7133472576606761, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8839794983852568, + "mIoU": 0.7313856098489068, + "macroF1": 0.8385388739101929, + "F1_coffee": 0.9241945473823446, + "IoU_coffee": 0.8590721911044322, + "precision_coffee": 0.9167551806727064, + "recall_coffee": 0.9317556411667584, + "F1_noncoffee": 0.7528832004380411, + "IoU_noncoffee": 0.6036990285933813, + "kappa": 0.6771470539693086, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8492125302872966, + "mIoU": 0.6766312870092601, + "macroF1": 0.798659342267017, + "F1_coffee": 0.8995474591416136, + "IoU_coffee": 0.8174341243648174, + "precision_coffee": 0.8965754998850839, + "recall_coffee": 0.9025391867661519, + "F1_noncoffee": 0.6977712253924204, + "IoU_noncoffee": 0.5358284496537027, + "kappa": 0.5973319962479059, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3889304412864622, + "mIoU": 0.19710471567267684, + "macroF1": 0.28677410150483207, + "F1_coffee": 0.5567010309278351, + "IoU_coffee": 0.38571428571428573, + "precision_coffee": 0.996116504854369, + "recall_coffee": 0.38629518072289154, + "F1_noncoffee": 0.01684717208182912, + "IoU_noncoffee": 0.00849514563106796, + "kappa": 0.0035776478197055246, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8862290227048372, + "mIoU": 0.7361383610522281, + "macroF1": 0.8419799880795631, + "F1_coffee": 0.9255995610212711, + "IoU_coffee": 0.8615033347353241, + "precision_coffee": 0.9121445384566448, + "recall_coffee": 0.9394574760843926, + "F1_noncoffee": 0.7583604151378551, + "IoU_noncoffee": 0.610773387369132, + "kappa": 0.6841831634181725, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8761986546443394, + "mIoU": 0.7199810644928641, + "macroF1": 0.8305891115018837, + "F1_coffee": 0.9184910638565191, + "IoU_coffee": 0.8492681226765799, + "precision_coffee": 0.920949861426052, + "recall_coffee": 0.9160453605663805, + "F1_noncoffee": 0.7426871591472484, + "IoU_noncoffee": 0.5906940063091483, + "kappa": 0.6611858471524077, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8895708440384432, + "mIoU": 0.7384804072554862, + "macroF1": 0.843301955903268, + "F1_coffee": 0.9284503221430993, + "IoU_coffee": 0.8664556962025316, + "precision_coffee": 0.9171132764920829, + "recall_coffee": 0.9400711654909795, + "F1_noncoffee": 0.7581535896634365, + "IoU_noncoffee": 0.610505118308441, + "kappa": 0.6867657030827908, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8965620627623426, + "mIoU": 0.7663699205332231, + "macroF1": 0.863808244318321, + "F1_coffee": 0.9305974652987327, + "IoU_coffee": 0.8702031602708804, + "precision_coffee": 0.9172504957038995, + "recall_coffee": 0.9443385955362004, + "F1_noncoffee": 0.7970190233379094, + "IoU_noncoffee": 0.6625366807955657, + "kappa": 0.7277850590672891, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8958214081282198, + "mIoU": 0.7668864374981117, + "macroF1": 0.8642988077480374, + "F1_coffee": 0.9297025878717652, + "IoU_coffee": 0.8686394803320101, + "precision_coffee": 0.9364544157696797, + "recall_coffee": 0.9230474242617922, + "F1_noncoffee": 0.7988950276243094, + "IoU_noncoffee": 0.6651333946642134, + "kappa": 0.728637970927346, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9105397969832084, + "mIoU": 0.7844889960633972, + "macroF1": 0.8753276249121773, + "F1_coffee": 0.941584587747011, + "IoU_coffee": 0.8896172304810956, + "precision_coffee": 0.9199854739135698, + "recall_coffee": 0.96422227860949, + "F1_noncoffee": 0.8090706620773436, + "IoU_noncoffee": 0.6793607616456987, + "kappa": 0.7511036581428245, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.876145894285157, + "mIoU": 0.7043336776431672, + "macroF1": 0.8174624400352556, + "F1_coffee": 0.9209609161065472, + "IoU_coffee": 0.8535009805052486, + "precision_coffee": 0.9074074074074074, + "recall_coffee": 0.9349254485721507, + "F1_noncoffee": 0.713963963963964, + "IoU_noncoffee": 0.5551663747810858, + "kappa": 0.6352193964329171, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8565702834239909, + "mIoU": 0.6715174995842201, + "macroF1": 0.7924648768458593, + "F1_coffee": 0.907808378825983, + "IoU_coffee": 0.8311805009547344, + "precision_coffee": 0.906307409675444, + "recall_coffee": 0.9093143278446792, + "F1_noncoffee": 0.6771213748657358, + "IoU_noncoffee": 0.5118544982137058, + "kappa": 0.5849337407973844, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8684737997518374, + "mIoU": 0.6937354785698693, + "macroF1": 0.8098021246274114, + "F1_coffee": 0.9154393716249386, + "IoU_coffee": 0.8440647278488175, + "precision_coffee": 0.9142051722024758, + "recall_coffee": 0.9166769079513334, + "F1_noncoffee": 0.7041648776298841, + "IoU_noncoffee": 0.5434062292909212, + "kappa": 0.6196066747351097, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7495, + 8413 + ], + [ + 47416, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.493741432825724, + "test_tta": { + "OA": 0.8869679782772859, + "mIoU": 0.7324715211645335, + "macroF1": 0.8389127735475665, + "F1_coffee": 0.9268961790653933, + "IoU_coffee": 0.8637525661385909, + "precision_coffee": 0.9103508807740197, + "recall_coffee": 0.9440540197282079, + "F1_noncoffee": 0.7509293680297398, + "IoU_noncoffee": 0.6011904761904762, + "kappa": 0.6781877205588263, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8524287527402792, + "mIoU": 0.6761297680741296, + "macroF1": 0.7975315124899269, + "F1_coffee": 0.902959028831563, + "IoU_coffee": 0.8230859672176499, + "precision_coffee": 0.8885819349299087, + "recall_coffee": 0.9178090115102088, + "F1_noncoffee": 0.6921039961482908, + "IoU_noncoffee": 0.5291735689306093, + "kappa": 0.5953990897849347, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-dk30+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f0_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 97, + "stopped_epoch": 100, + "best_val": 0.643401288347279, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7436788195687988, + "mIoU": 0.589732036915233, + "macroF1": 0.7414732788666625, + "F1_coffee": 0.7653519556735845, + "IoU_coffee": 0.6198948430612353, + "precision_coffee": 0.8856850172629662, + "recall_coffee": 0.6738057439745995, + "F1_noncoffee": 0.7175946020597403, + "IoU_noncoffee": 0.5595692307692308, + "kappa": 0.4941838096732103, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6686713972539517, + "mIoU": 0.4996972410681504, + "macroF1": 0.6656371843532594, + "F1_coffee": 0.6974888400205422, + "IoU_coffee": 0.5354954809228218, + "precision_coffee": 0.8718438292128914, + "recall_coffee": 0.5812483539636555, + "F1_noncoffee": 0.6337855286859766, + "IoU_noncoffee": 0.46389900121347893, + "kappa": 0.362155979966955, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24416277518345564, + "mIoU": 0.12249491421492466, + "macroF1": 0.19746256017328492, + "F1_coffee": 0.39105664839299153, + "IoU_coffee": 0.24305184393372528, + "precision_coffee": 1.0, + "recall_coffee": 0.24305184393372528, + "F1_noncoffee": 0.0038684719535783366, + "IoU_noncoffee": 0.001937984496124031, + "kappa": 0.0009416178796618576, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7583749543184309, + "mIoU": 0.6107635633243935, + "macroF1": 0.7583474989744643, + "F1_coffee": 0.7557717170473435, + "IoU_coffee": 0.6074220682830282, + "precision_coffee": 0.8908563134978229, + "recall_coffee": 0.6562600235218646, + "F1_noncoffee": 0.760923280901585, + "IoU_noncoffee": 0.6141050583657588, + "kappa": 0.5273337876662361, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7710843373493976, + "mIoU": 0.6221231284887822, + "macroF1": 0.766103882528023, + "F1_coffee": 0.8002346464509724, + "IoU_coffee": 0.6669926282533474, + "precision_coffee": 0.8968342267624153, + "recall_coffee": 0.7224213785237087, + "F1_noncoffee": 0.7319731186050735, + "IoU_noncoffee": 0.5772536287242169, + "kappa": 0.5393779285659052, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.705282023199084, + "mIoU": 0.540454030037191, + "macroF1": 0.7006034868892292, + "F1_coffee": 0.7380299141516948, + "IoU_coffee": 0.5848236201697173, + "precision_coffee": 0.8704592901878915, + "recall_coffee": 0.6405745890305731, + "F1_noncoffee": 0.6631770596267638, + "IoU_noncoffee": 0.4960844399046646, + "kappa": 0.41851162046788715, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7646714302448167, + "mIoU": 0.6104344848978625, + "macroF1": 0.7564987573592191, + "F1_coffee": 0.7118887136096371, + "IoU_coffee": 0.5526608773101759, + "precision_coffee": 0.7990985189954926, + "recall_coffee": 0.6418412205844324, + "F1_noncoffee": 0.8011088011088011, + "IoU_noncoffee": 0.6682080924855491, + "kappa": 0.5169690664271024, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7617320584679635, + "mIoU": 0.6133675854919, + "macroF1": 0.7600268952012659, + "F1_coffee": 0.7397983677388382, + "IoU_coffee": 0.587047619047619, + "precision_coffee": 0.7900538323506793, + "recall_coffee": 0.695554051004288, + "F1_noncoffee": 0.7802554226636935, + "IoU_noncoffee": 0.6396875519361809, + "kappa": 0.5216882433495436, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7826041117554032, + "mIoU": 0.6426739490809288, + "macroF1": 0.7824443908139938, + "F1_coffee": 0.7883391500718538, + "IoU_coffee": 0.650626906133514, + "precision_coffee": 0.7790626902008521, + "recall_coffee": 0.7978391855391648, + "F1_noncoffee": 0.7765496315561335, + "IoU_noncoffee": 0.6347209920283436, + "kappa": 0.564953898802562, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7515543712726811, + "mIoU": 0.5938985587594834, + "macroF1": 0.743589521183154, + "F1_coffee": 0.7887810140237325, + "IoU_coffee": 0.6512290701816886, + "precision_coffee": 0.9661733615221987, + "recall_coffee": 0.6664236237695953, + "F1_noncoffee": 0.6983980283425755, + "IoU_noncoffee": 0.5365680473372781, + "kappa": 0.5107300456561122, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.77939453125, + "mIoU": 0.6060494301543531, + "macroF1": 0.7484997256750268, + "F1_coffee": 0.8366476245570902, + "IoU_coffee": 0.7191695673794132, + "precision_coffee": 0.9664216505178751, + "recall_coffee": 0.7376004080071401, + "F1_noncoffee": 0.6603518267929634, + "IoU_noncoffee": 0.49292929292929294, + "kappa": 0.5151767572164012, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.6361063950198076, + "mIoU": 0.4531014795254948, + "macroF1": 0.6188800182121283, + "F1_coffee": 0.6999066583696328, + "IoU_coffee": 0.5383510829244944, + "precision_coffee": 0.9673188561599656, + "recall_coffee": 0.5483241925655088, + "F1_noncoffee": 0.5378533780546239, + "IoU_noncoffee": 0.36785187612649517, + "kappa": 0.31802317851611045, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2389, + 2984 + ], + [ + 39113, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.02589830160141, + "test_tta": { + "OA": 0.7498925578396963, + "mIoU": 0.5973679137775545, + "macroF1": 0.7474472447789899, + "F1_coffee": 0.772298211578278, + "IoU_coffee": 0.6290601014527395, + "precision_coffee": 0.8873155016108489, + "recall_coffee": 0.6836772983114446, + "F1_noncoffee": 0.7225962779797017, + "IoU_noncoffee": 0.5656757261023696, + "kappa": 0.5050265522543792, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6729260413061036, + "mIoU": 0.5042352259254781, + "macroF1": 0.6695929340878586, + "F1_coffee": 0.7027785058977719, + "IoU_coffee": 0.5417567540261472, + "precision_coffee": 0.8722995835502343, + "recall_coffee": 0.5884250724255992, + "F1_noncoffee": 0.6364073622779453, + "IoU_noncoffee": 0.4667136978248089, + "kappa": 0.36836787513515873, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f0_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 43, + "stopped_epoch": 73, + "best_val": 0.5543227024632601, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6422355132153857, + "mIoU": 0.47232595806462696, + "macroF1": 0.6413790876054664, + "F1_coffee": 0.6238539019109479, + "IoU_coffee": 0.4533340629873861, + "precision_coffee": 0.897022198159177, + "recall_coffee": 0.4782219656516092, + "F1_noncoffee": 0.6589042732999847, + "IoU_noncoffee": 0.4913178531418678, + "kappa": 0.3383962250321959, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.5696607822776047, + "mIoU": 0.39771564167471984, + "macroF1": 0.568849322178029, + "F1_coffee": 0.5501447352550959, + "IoU_coffee": 0.3794480377680261, + "precision_coffee": 0.8786842612213447, + "recall_coffee": 0.40042577473443947, + "F1_noncoffee": 0.5875539091009621, + "IoU_noncoffee": 0.41598324558141353, + "kappa": 0.2356671466897648, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10446964643095397, + "mIoU": 0.052394784116969496, + "macroF1": 0.09514125357148613, + "F1_coffee": 0.187015503875969, + "IoU_coffee": 0.10315339390700161, + "precision_coffee": 1.0, + "recall_coffee": 0.10315339390700161, + "F1_noncoffee": 0.003267003267003267, + "IoU_noncoffee": 0.001636174326937379, + "kappa": 0.00033749690800052834, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6490437324887319, + "mIoU": 0.47473539213544635, + "macroF1": 0.6419557912131313, + "F1_coffee": 0.5915792458179756, + "IoU_coffee": 0.42003019627579263, + "precision_coffee": 0.877602523659306, + "recall_coffee": 0.44616700523896075, + "F1_noncoffee": 0.6923323366082871, + "IoU_noncoffee": 0.5294405879951001, + "kappa": 0.3369654718031948, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6609959149904339, + "mIoU": 0.4935967624006221, + "macroF1": 0.6609350994828335, + "F1_coffee": 0.6563941299790357, + "IoU_coffee": 0.4885317522234358, + "precision_coffee": 0.9200705260064649, + "recall_coffee": 0.5101841290532834, + "F1_noncoffee": 0.6654760689866313, + "IoU_noncoffee": 0.49866177257780836, + "kappa": 0.37207814843071746, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.6186090506297606, + "mIoU": 0.4477976987250451, + "macroF1": 0.6185848510544497, + "F1_coffee": 0.6155467456215186, + "IoU_coffee": 0.44461360011599244, + "precision_coffee": 0.8876827326675351, + "recall_coffee": 0.47111691504071285, + "F1_noncoffee": 0.6216229564873809, + "IoU_noncoffee": 0.45098179733409777, + "kappa": 0.30175660817250083, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7207449923860841, + "mIoU": 0.5452048079089129, + "macroF1": 0.7011692807039553, + "F1_coffee": 0.6246851385390428, + "IoU_coffee": 0.4542124542124542, + "precision_coffee": 0.7983903420523139, + "recall_coffee": 0.513059219032842, + "F1_noncoffee": 0.7776534228688677, + "IoU_noncoffee": 0.6361971616053715, + "kappa": 0.4186417894818087, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6971095724804923, + "mIoU": 0.5192813999671717, + "macroF1": 0.6792512033942462, + "F1_coffee": 0.6035673187571922, + "IoU_coffee": 0.4322208487845076, + "precision_coffee": 0.8322094406981356, + "recall_coffee": 0.4734822839088242, + "F1_noncoffee": 0.7549350880313, + "IoU_noncoffee": 0.6063419511498357, + "kappa": 0.38710119719479913, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.737796520822351, + "mIoU": 0.5818867358579909, + "macroF1": 0.7351282192156808, + "F1_coffee": 0.7085433024727529, + "IoU_coffee": 0.5486388384754991, + "precision_coffee": 0.8126344086021505, + "recall_coffee": 0.628090587990858, + "F1_noncoffee": 0.7617131359586088, + "IoU_noncoffee": 0.6151346332404828, + "kappa": 0.4772684338137538, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.571374191092501, + "mIoU": 0.3998727379153406, + "macroF1": 0.5712663349316275, + "F1_coffee": 0.5644662197008767, + "IoU_coffee": 0.39320998742590263, + "precision_coffee": 0.9643171806167401, + "recall_coffee": 0.3990156762668611, + "F1_noncoffee": 0.5780664501623782, + "IoU_noncoffee": 0.40653548840477866, + "kappa": 0.2649627279864742, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.62890625, + "mIoU": 0.4487206914327112, + "macroF1": 0.6158473094147737, + "F1_coffee": 0.6866754617414248, + "IoU_coffee": 0.5228528377699648, + "precision_coffee": 0.9717619603267211, + "recall_coffee": 0.5309192910875941, + "F1_noncoffee": 0.5450191570881227, + "IoU_noncoffee": 0.3745885450954575, + "kappa": 0.317048290856833, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.5119788719109601, + "mIoU": 0.3424095955048011, + "macroF1": 0.5092401763039617, + "F1_coffee": 0.5459013515885554, + "IoU_coffee": 0.3754225012071463, + "precision_coffee": 0.9752273439949828, + "recall_coffee": 0.37903717245581964, + "F1_noncoffee": 0.472579001019368, + "IoU_noncoffee": 0.30939668980245594, + "kappa": 0.19882295443904066, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2128, + 2984 + ], + [ + 33709, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.7733503103256227, + "test_tta": { + "OA": 0.6617899863906597, + "mIoU": 0.49435954969876156, + "macroF1": 0.6615812230023752, + "F1_coffee": 0.6531759002515747, + "IoU_coffee": 0.48497491273996507, + "precision_coffee": 0.8976882697355139, + "recall_coffee": 0.5133496897099149, + "F1_noncoffee": 0.6699865457531757, + "IoU_noncoffee": 0.503744186657558, + "kappa": 0.3677929970054939, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.5867514710972654, + "mIoU": 0.4150593400932564, + "macroF1": 0.5865821983868669, + "F1_coffee": 0.578216772408108, + "IoU_coffee": 0.4066841985380904, + "precision_coffee": 0.8780008046850553, + "recall_coffee": 0.43104205074181373, + "F1_noncoffee": 0.5949476243656258, + "IoU_noncoffee": 0.4234344816484224, + "kappa": 0.256413668277877, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f0_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 84, + "stopped_epoch": 100, + "best_val": 0.5309033276355657, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6956163598596089, + "mIoU": 0.5274654796055588, + "macroF1": 0.6890947118162868, + "F1_coffee": 0.7341237564912719, + "IoU_coffee": 0.5799332756703324, + "precision_coffee": 0.8012770171065661, + "recall_coffee": 0.6773560398325876, + "F1_noncoffee": 0.6440656671413016, + "IoU_noncoffee": 0.47499768354078514, + "kappa": 0.38398174654843, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6414128302757586, + "mIoU": 0.4650399286191002, + "macroF1": 0.6324370546608101, + "F1_coffee": 0.6898753913509873, + "IoU_coffee": 0.5265723480015995, + "precision_coffee": 0.7990868899355622, + "recall_coffee": 0.6069265209375823, + "F1_noncoffee": 0.574998717970633, + "IoU_noncoffee": 0.40350750923660095, + "kappa": 0.28322205173790876, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3320880587058039, + "mIoU": 0.1665946725987861, + "macroF1": 0.2507853181920493, + "F1_coffee": 0.49759132878362106, + "IoU_coffee": 0.33119572478289916, + "precision_coffee": 0.9995967741935484, + "recall_coffee": 0.33123997862105825, + "F1_noncoffee": 0.003979307600477517, + "IoU_noncoffee": 0.001993620414673046, + "kappa": 0.0010535272796205538, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6893044219758802, + "mIoU": 0.5245612872326673, + "macroF1": 0.6877858933177523, + "F1_coffee": 0.7095598701816318, + "IoU_coffee": 0.549858806918461, + "precision_coffee": 0.758952496954933, + "recall_coffee": 0.6662033572115899, + "F1_noncoffee": 0.6660119164538728, + "IoU_noncoffee": 0.49926376754687346, + "kappa": 0.3785982947899519, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6890738921350639, + "mIoU": 0.5227159558351385, + "macroF1": 0.685766637748435, + "F1_coffee": 0.718004033203583, + "IoU_coffee": 0.5600673105062921, + "precision_coffee": 0.8459498287103547, + "recall_coffee": 0.6236760632230731, + "F1_noncoffee": 0.6535292422932872, + "IoU_noncoffee": 0.48536460116398494, + "kappa": 0.3887135955408237, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7070742271120626, + "mIoU": 0.5297335244023876, + "macroF1": 0.6880623101404574, + "F1_coffee": 0.7650722670286673, + "IoU_coffee": 0.6195279663756871, + "precision_coffee": 0.7965580312603924, + "recall_coffee": 0.7359809494546014, + "F1_noncoffee": 0.6110523532522475, + "IoU_noncoffee": 0.43993908242908814, + "kappa": 0.3777342515263167, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6707274218109406, + "mIoU": 0.503701743355938, + "macroF1": 0.6696918875539155, + "F1_coffee": 0.6511974190346197, + "IoU_coffee": 0.4827966881324747, + "precision_coffee": 0.6259541984732825, + "recall_coffee": 0.6785621929144039, + "F1_noncoffee": 0.6881863560732113, + "IoU_noncoffee": 0.5246067985794013, + "kappa": 0.34034281821904017, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6840312122211232, + "mIoU": 0.5168911180547304, + "macroF1": 0.6807100207728205, + "F1_coffee": 0.6481458817770163, + "IoU_coffee": 0.47944957450660874, + "precision_coffee": 0.7080213903743315, + "recall_coffee": 0.5976077634845407, + "F1_noncoffee": 0.7132741597686247, + "IoU_noncoffee": 0.5543326616028522, + "kappa": 0.36512003953786193, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7023721665788086, + "mIoU": 0.5377674578987782, + "macroF1": 0.6985211826768996, + "F1_coffee": 0.7325944870701904, + "IoU_coffee": 0.5780269058295964, + "precision_coffee": 0.6732242339832869, + "recall_coffee": 0.803448992312487, + "F1_noncoffee": 0.6644478782836087, + "IoU_noncoffee": 0.49750800996796013, + "kappa": 0.40286979436704035, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7094277375967517, + "mIoU": 0.5379345509232782, + "macroF1": 0.6965586070032379, + "F1_coffee": 0.7590488215488216, + "IoU_coffee": 0.6116669492962523, + "precision_coffee": 0.8977103036336486, + "recall_coffee": 0.6574917973022238, + "F1_noncoffee": 0.6340683924576542, + "IoU_noncoffee": 0.46420215255030417, + "kappa": 0.4143377974896293, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.6935546875, + "mIoU": 0.507538467981386, + "macroF1": 0.6665922927357919, + "F1_coffee": 0.761405109489051, + "IoU_coffee": 0.6147329650092082, + "precision_coffee": 0.9431154643058957, + "recall_coffee": 0.6384036720642611, + "F1_noncoffee": 0.5717794759825328, + "IoU_noncoffee": 0.40034397095356394, + "kappa": 0.37483601496092217, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7112808903980381, + "mIoU": 0.5124702976298721, + "macroF1": 0.6664455799189741, + "F1_coffee": 0.7887362826972186, + "IoU_coffee": 0.6511680911680912, + "precision_coffee": 0.9092934436664545, + "recall_coffee": 0.6964046313223644, + "F1_noncoffee": 0.5441548771407297, + "IoU_noncoffee": 0.373772504091653, + "kappa": 0.3572692337537134, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2332, + 2984 + ], + [ + 36486, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.002008438110352, + "test_tta": { + "OA": 0.7174629324546952, + "mIoU": 0.5493664656746015, + "macroF1": 0.7067116653176015, + "F1_coffee": 0.7628652158230131, + "IoU_coffee": 0.6166387248827659, + "precision_coffee": 0.7958044589382585, + "recall_coffee": 0.7325443786982249, + "F1_noncoffee": 0.65055811481219, + "IoU_noncoffee": 0.4820942064664369, + "kappa": 0.4149004783751227, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6650657667012807, + "mIoU": 0.485999277724776, + "macroF1": 0.6502707895043505, + "F1_coffee": 0.722202949866622, + "IoU_coffee": 0.5651937839355926, + "precision_coffee": 0.7937054663055767, + "recall_coffee": 0.6625186550785708, + "F1_noncoffee": 0.578338629142079, + "IoU_noncoffee": 0.4068047715139595, + "kappa": 0.30905305344058615, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f0_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 49, + "stopped_epoch": 79, + "best_val": 0.6780109736088598, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8040254996060454, + "mIoU": 0.6643997169549818, + "macroF1": 0.7972178409946538, + "F1_coffee": 0.8343725407106968, + "IoU_coffee": 0.7158140742664243, + "precision_coffee": 0.8770322293277337, + "recall_coffee": 0.7956703709048925, + "F1_noncoffee": 0.7600631412786109, + "IoU_noncoffee": 0.6129853596435392, + "kappa": 0.5958209782219686, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7253951771085727, + "mIoU": 0.5597510962912466, + "macroF1": 0.7155679259444583, + "F1_coffee": 0.768437439190504, + "IoU_coffee": 0.6239532311581608, + "precision_coffee": 0.8617566830332788, + "recall_coffee": 0.6933544025985428, + "F1_noncoffee": 0.6626984126984127, + "IoU_noncoffee": 0.49554896142433236, + "kappa": 0.44068964869290117, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2981987991994663, + "mIoU": 0.14953158339420908, + "macroF1": 0.23090617982823855, + "F1_coffee": 0.4584019769357496, + "IoU_coffee": 0.2973550627838632, + "precision_coffee": 0.9991023339317774, + "recall_coffee": 0.29743452699091394, + "F1_noncoffee": 0.0034103827207275484, + "IoU_noncoffee": 0.001708104004554944, + "kappa": 0.0004826237206262262, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8005238153246437, + "mIoU": 0.6644233955175265, + "macroF1": 0.7979500491728989, + "F1_coffee": 0.8207542006458322, + "IoU_coffee": 0.6959992574027661, + "precision_coffee": 0.8407714734245346, + "recall_coffee": 0.8016679140382765, + "F1_noncoffee": 0.7751458976999657, + "IoU_noncoffee": 0.632847533632287, + "kappa": 0.5961872330940374, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7782201768447179, + "mIoU": 0.6306474259231911, + "macroF1": 0.7724175406479576, + "F1_coffee": 0.8087573014669818, + "IoU_coffee": 0.678918999850277, + "precision_coffee": 0.893233527036344, + "recall_coffee": 0.7388789310738145, + "F1_noncoffee": 0.7360777798289336, + "IoU_noncoffee": 0.5823758519961052, + "kappa": 0.5503848009812277, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8317319659481257, + "mIoU": 0.696507980265626, + "macroF1": 0.819186828380089, + "F1_coffee": 0.866813775711246, + "IoU_coffee": 0.7649349746157591, + "precision_coffee": 0.8898867313915858, + "recall_coffee": 0.8449070517744661, + "F1_noncoffee": 0.7715598810489321, + "IoU_noncoffee": 0.628080985915493, + "kappa": 0.6387901516280929, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7738081293194331, + "mIoU": 0.6304483241775922, + "macroF1": 0.773238165961997, + "F1_coffee": 0.7618695276852879, + "IoU_coffee": 0.6153386454183267, + "precision_coffee": 0.7281942479962282, + "recall_coffee": 0.7988104473752263, + "F1_noncoffee": 0.7846068042387061, + "IoU_noncoffee": 0.6455580029368576, + "kappa": 0.5473519316409982, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7389823057478844, + "mIoU": 0.5826311007698368, + "macroF1": 0.7355674794911495, + "F1_coffee": 0.7055176689398636, + "IoU_coffee": 0.5450191570881227, + "precision_coffee": 0.782883874518437, + "recall_coffee": 0.642067253441661, + "F1_noncoffee": 0.7656172900424356, + "IoU_noncoffee": 0.620243044451551, + "kappa": 0.4752139850559972, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7819715340010543, + "mIoU": 0.6416669906295536, + "macroF1": 0.7816725500307072, + "F1_coffee": 0.7897519316795445, + "IoU_coffee": 0.6525537634408602, + "precision_coffee": 0.7732430818236113, + "recall_coffee": 0.8069810928734676, + "F1_noncoffee": 0.77359316838187, + "IoU_noncoffee": 0.6307802178182468, + "kappa": 0.563559332027711, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8294632660829844, + "mIoU": 0.6896429913144895, + "macroF1": 0.8138712851800827, + "F1_coffee": 0.8677425703601653, + "IoU_coffee": 0.7663827568225273, + "precision_coffee": 0.9428999144568007, + "recall_coffee": 0.8036820998906307, + "F1_noncoffee": 0.76, + "IoU_noncoffee": 0.6129032258064516, + "kappa": 0.6319855185508823, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8130859375, + "mIoU": 0.6441067262040557, + "macroF1": 0.7769421586212463, + "F1_coffee": 0.8667316529731235, + "IoU_coffee": 0.7648070779061195, + "precision_coffee": 0.9547476606841541, + "recall_coffee": 0.793573887543032, + "F1_noncoffee": 0.687152664269369, + "IoU_noncoffee": 0.523406374501992, + "kappa": 0.5626104137916476, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8762497641954349, + "mIoU": 0.7340276479635884, + "macroF1": 0.8419316698895134, + "F1_coffee": 0.9155835799768369, + "IoU_coffee": 0.844309956093509, + "precision_coffee": 0.9697424015265095, + "recall_coffee": 0.8671541742839732, + "F1_noncoffee": 0.76827975980219, + "IoU_noncoffee": 0.6237453398336679, + "kappa": 0.6865470464583718, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2582, + 2984 + ], + [ + 42290, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.944976516564687, + "test_tta": { + "OA": 0.8111524962395243, + "mIoU": 0.6733973713730499, + "macroF1": 0.8035841119865728, + "F1_coffee": 0.8421399275514175, + "IoU_coffee": 0.7273244389285345, + "precision_coffee": 0.8746618575293057, + "recall_coffee": 0.8119497763024968, + "F1_noncoffee": 0.7650282964217281, + "IoU_noncoffee": 0.6194703038175652, + "kappa": 0.6079749560483313, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7316545517480096, + "mIoU": 0.5662223548255898, + "macroF1": 0.7206360993606886, + "F1_coffee": 0.7761172478521406, + "IoU_coffee": 0.6341434638980651, + "precision_coffee": 0.8590378775771136, + "recall_coffee": 0.7077956281274691, + "F1_noncoffee": 0.6651549508692366, + "IoU_noncoffee": 0.4983012457531144, + "kappa": 0.44895135907824646, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f0_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.6251432954507066, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7270073776950076, + "mIoU": 0.5306958829424668, + "macroF1": 0.6827440918873355, + "F1_coffee": 0.8012463658527046, + "IoU_coffee": 0.668399530169226, + "precision_coffee": 0.7306338865376385, + "recall_coffee": 0.8869678164237264, + "F1_noncoffee": 0.5642418179219666, + "IoU_noncoffee": 0.39299223571570774, + "kappa": 0.3782211537301404, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6774979808468905, + "mIoU": 0.4699632293091707, + "macroF1": 0.6251488284809101, + "F1_coffee": 0.7652314508593446, + "IoU_coffee": 0.6197367526018638, + "precision_coffee": 0.733510456292897, + "recall_coffee": 0.7998200333596699, + "F1_noncoffee": 0.48506620610247553, + "IoU_noncoffee": 0.32018970601647767, + "kappa": 0.2533603502045578, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.42454969979986656, + "mIoU": 0.21273893691916623, + "macroF1": 0.29918381394491733, + "F1_coffee": 0.5955930614158462, + "IoU_coffee": 0.424088663372947, + "precision_coffee": 0.9984281672430053, + "recall_coffee": 0.4243719935863175, + "F1_noncoffee": 0.0027745664739884392, + "IoU_noncoffee": 0.0013892104653855058, + "kappa": -0.00015370827240412794, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7019125350225363, + "mIoU": 0.5179370158100555, + "macroF1": 0.6761095662129877, + "F1_coffee": 0.7675280258407752, + "IoU_coffee": 0.6227549525938487, + "precision_coffee": 0.6905718437473288, + "recall_coffee": 0.86378702020742, + "F1_noncoffee": 0.5846911065852003, + "IoU_noncoffee": 0.41311907902626216, + "kappa": 0.36627858159620835, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7297688608511298, + "mIoU": 0.532792515019372, + "macroF1": 0.6842751715490814, + "F1_coffee": 0.8041229385307347, + "IoU_coffee": 0.6724127123425061, + "precision_coffee": 0.7446202970984312, + "recall_coffee": 0.8739612188365651, + "F1_noncoffee": 0.5644274045674279, + "IoU_noncoffee": 0.3931723176962378, + "kappa": 0.3773912122733339, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7448598596106935, + "mIoU": 0.5358111121125331, + "macroF1": 0.6828161055261555, + "F1_coffee": 0.8230989610299955, + "IoU_coffee": 0.6993782261848898, + "precision_coffee": 0.7473829373785494, + "recall_coffee": 0.9158856967276079, + "F1_noncoffee": 0.5425332500223154, + "IoU_noncoffee": 0.3722439980401764, + "kappa": 0.3820336965225903, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.586388661122174, + "mIoU": 0.40250891775474495, + "macroF1": 0.5686332011291555, + "F1_coffee": 0.6561495763949752, + "IoU_coffee": 0.4882608695652174, + "precision_coffee": 0.5262417994376757, + "recall_coffee": 0.8712179984484096, + "F1_noncoffee": 0.48111682586333576, + "IoU_noncoffee": 0.31675696594427244, + "kappa": 0.2099220816187082, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.5979777997582152, + "mIoU": 0.41260258819311857, + "macroF1": 0.5783531398242113, + "F1_coffee": 0.6693183872717411, + "IoU_coffee": 0.5029891304347827, + "precision_coffee": 0.5582868345649223, + "recall_coffee": 0.8354773188896412, + "F1_noncoffee": 0.4873878923766816, + "IoU_noncoffee": 0.32221604595145453, + "kappa": 0.20542456559702618, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6216130732735898, + "mIoU": 0.4287604434171898, + "macroF1": 0.5914304373349216, + "F1_coffee": 0.7024786537345602, + "IoU_coffee": 0.5414004600051112, + "precision_coffee": 0.5844137931034483, + "recall_coffee": 0.8803241221691253, + "F1_noncoffee": 0.48038222093528304, + "IoU_noncoffee": 0.3161204268292683, + "kappa": 0.23723088019676858, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8270524045171932, + "mIoU": 0.6728655556907411, + "macroF1": 0.7999237900918068, + "F1_coffee": 0.8735973291291849, + "IoU_coffee": 0.7755639716779187, + "precision_coffee": 0.8891825561638663, + "recall_coffee": 0.8585490339044841, + "F1_noncoffee": 0.7262502510544286, + "IoU_noncoffee": 0.5701671397035636, + "kappa": 0.6001136394983287, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.846875, + "mIoU": 0.6649060259001368, + "macroF1": 0.7885509968852717, + "F1_coffee": 0.899603022153925, + "IoU_coffee": 0.8175258931688584, + "precision_coffee": 0.9035369774919614, + "recall_coffee": 0.895703174805559, + "F1_noncoffee": 0.6774989716166187, + "IoU_noncoffee": 0.5122861586314152, + "kappa": 0.5771277443285655, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.855121675155631, + "mIoU": 0.6533463992438907, + "macroF1": 0.7758067649706, + "F1_coffee": 0.9091554293825408, + "IoU_coffee": 0.8334417696811971, + "precision_coffee": 0.8831437435367114, + "recall_coffee": 0.936745886654479, + "F1_noncoffee": 0.6424581005586593, + "IoU_noncoffee": 0.4732510288065844, + "kappa": 0.5531392483466915, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2527, + 2984 + ], + [ + 38044, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.498023768266042, + "test_tta": { + "OA": 0.7119654752524891, + "mIoU": 0.49245203590042774, + "macroF1": 0.6412535349272976, + "F1_coffee": 0.8005258132122971, + "IoU_coffee": 0.6673972829345961, + "precision_coffee": 0.7017742216037571, + "recall_coffee": 0.9316207244912685, + "F1_noncoffee": 0.48198125664229813, + "IoU_noncoffee": 0.3175067888662593, + "kappa": 0.317597813059633, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6810747663551402, + "mIoU": 0.45172593256227767, + "macroF1": 0.5987584499452241, + "F1_coffee": 0.7804965207810127, + "IoU_coffee": 0.640011721230078, + "precision_coffee": 0.7125070228537252, + "recall_coffee": 0.8628303046264595, + "F1_noncoffee": 0.41702037910943557, + "IoU_noncoffee": 0.2634401438944774, + "kappa": 0.21646542876514338, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f0_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 13, + "stopped_epoch": 50, + "best_val": 0.6614065329614262, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7890373182436788, + "mIoU": 0.6380177474024382, + "macroF1": 0.7767740992860241, + "F1_coffee": 0.8290949182539568, + "IoU_coffee": 0.708080382585425, + "precision_coffee": 0.8334111059262715, + "recall_coffee": 0.8248232068119498, + "F1_noncoffee": 0.7244532803180914, + "IoU_noncoffee": 0.5679551122194514, + "kappa": 0.5535675039425753, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7268662743740625, + "mIoU": 0.5536398960286282, + "macroF1": 0.7085720826161506, + "F1_coffee": 0.7815887807353417, + "IoU_coffee": 0.6414819302197906, + "precision_coffee": 0.8235708730313047, + "recall_coffee": 0.7436792204371873, + "F1_noncoffee": 0.6355553844969595, + "IoU_noncoffee": 0.4657978618374658, + "kappa": 0.41966047985840316, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4200133422281521, + "mIoU": 0.21076681708608863, + "macroF1": 0.29768668210469434, + "F1_coffee": 0.5907935611409206, + "IoU_coffee": 0.4192384769539078, + "precision_coffee": 0.9996814272061166, + "recall_coffee": 0.4192944949225013, + "F1_noncoffee": 0.004579803068468056, + "IoU_noncoffee": 0.0022951572182694515, + "kappa": 0.0016567573671972375, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7548422463150201, + "mIoU": 0.6037182524346769, + "macroF1": 0.7524168240632962, + "F1_coffee": 0.776921797927174, + "IoU_coffee": 0.6352184158056915, + "precision_coffee": 0.8065592635212888, + "recall_coffee": 0.7493852239923019, + "F1_noncoffee": 0.7279118501994186, + "IoU_noncoffee": 0.5722180890636624, + "kappa": 0.5056477870771098, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8050054294430943, + "mIoU": 0.6593283244621216, + "macroF1": 0.7925537578441894, + "F1_coffee": 0.8433774971964946, + "IoU_coffee": 0.7291726515369147, + "precision_coffee": 0.8602050326188257, + "recall_coffee": 0.8271956982238879, + "F1_noncoffee": 0.7417300184918841, + "IoU_noncoffee": 0.5894839973873286, + "kappa": 0.5853691643017842, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8016129835216806, + "mIoU": 0.6408725188887165, + "macroF1": 0.7765609721629729, + "F1_coffee": 0.8513780628799463, + "IoU_coffee": 0.7412169621403987, + "precision_coffee": 0.8274012323305545, + "recall_coffee": 0.8767859886311261, + "F1_noncoffee": 0.7017438814459995, + "IoU_noncoffee": 0.5405280756370344, + "kappa": 0.5538737670126506, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6919292491507555, + "mIoU": 0.5241570126431496, + "macroF1": 0.6865044923682518, + "F1_coffee": 0.6452657135149716, + "IoU_coffee": 0.4763042612504978, + "precision_coffee": 0.6743727093318297, + "recall_coffee": 0.6185673648823378, + "F1_noncoffee": 0.727743271221532, + "IoU_noncoffee": 0.5720097640358015, + "kappa": 0.3739041661624022, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7500824266402901, + "mIoU": 0.5999996721080846, + "macroF1": 0.749979071402478, + "F1_coffee": 0.7448956697330043, + "IoU_coffee": 0.5934930282445477, + "precision_coffee": 0.7405755074726745, + "recall_coffee": 0.7492665312570526, + "F1_noncoffee": 0.7550624730719517, + "IoU_noncoffee": 0.6065063159716214, + "kappa": 0.49997448051166565, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7166051660516605, + "mIoU": 0.5559988191457956, + "macroF1": 0.7140935525986101, + "F1_coffee": 0.7408906882591093, + "IoU_coffee": 0.5884244372990354, + "precision_coffee": 0.6910627584966733, + "recall_coffee": 0.7984624974028672, + "F1_noncoffee": 0.6872964169381107, + "IoU_noncoffee": 0.5235732009925558, + "kappa": 0.4317524221032359, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8229920060905976, + "mIoU": 0.6702871829869672, + "macroF1": 0.7984921989557038, + "F1_coffee": 0.8687552921253175, + "IoU_coffee": 0.7679640718562875, + "precision_coffee": 0.8977250631926891, + "recall_coffee": 0.8415967918337587, + "F1_noncoffee": 0.72822910578609, + "IoU_noncoffee": 0.5726102941176471, + "kappa": 0.5978515812681274, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85380859375, + "mIoU": 0.6904493115121012, + "macroF1": 0.809861544546751, + "F1_coffee": 0.9012728351909253, + "IoU_coffee": 0.8202881152460985, + "precision_coffee": 0.9334699453551912, + "recall_coffee": 0.871222746398062, + "F1_noncoffee": 0.7184502539025767, + "IoU_noncoffee": 0.560610507778104, + "kappa": 0.6210089102938121, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8776645915864931, + "mIoU": 0.7129161087943008, + "macroF1": 0.8244545911633501, + "F1_coffee": 0.9211022568282742, + "IoU_coffee": 0.853743797925124, + "precision_coffee": 0.9194802040320622, + "recall_coffee": 0.9227300426569165, + "F1_noncoffee": 0.7278069254984261, + "IoU_noncoffee": 0.5720884196634775, + "kappa": 0.6489129517291098, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2597, + 2984 + ], + [ + 41438, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5033857226371765, + "test_tta": { + "OA": 0.7872108015185159, + "mIoU": 0.6273326686839393, + "macroF1": 0.7672202800181107, + "F1_coffee": 0.835436025980141, + "IoU_coffee": 0.7173809637064168, + "precision_coffee": 0.8029762538600788, + "recall_coffee": 0.8706306826381873, + "F1_noncoffee": 0.6990045340560804, + "IoU_noncoffee": 0.5372843736614618, + "kappa": 0.5358279218229746, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.734885196723203, + "mIoU": 0.5531857894149107, + "macroF1": 0.7056839310789081, + "F1_coffee": 0.7983899271738176, + "IoU_coffee": 0.664433450774932, + "precision_coffee": 0.7979698325002192, + "recall_coffee": 0.7988104644017207, + "F1_noncoffee": 0.6129779349839987, + "IoU_noncoffee": 0.44193812805488936, + "kappa": 0.4113681753339385, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f1_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 85, + "stopped_epoch": 100, + "best_val": 0.6125035693588086, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8165327135986572, + "mIoU": 0.6352374169467806, + "macroF1": 0.7677392497396811, + "F1_coffee": 0.8741949049379164, + "IoU_coffee": 0.7765064386120122, + "precision_coffee": 0.922202246141633, + "recall_coffee": 0.8309385058801254, + "F1_noncoffee": 0.6612835945414457, + "IoU_noncoffee": 0.49396839528154907, + "kappa": 0.5388432243045767, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7886667820468444, + "mIoU": 0.6010407307692167, + "macroF1": 0.7410086206466291, + "F1_coffee": 0.8521079138868983, + "IoU_coffee": 0.7423240600710442, + "precision_coffee": 0.8940022872633318, + "recall_coffee": 0.8139642505929311, + "F1_noncoffee": 0.6299093274063597, + "IoU_noncoffee": 0.4597574014673893, + "kappa": 0.48484819371019283, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.35802469135802467, + "mIoU": 0.18443396226415093, + "macroF1": 0.2777777777777778, + "F1_coffee": 0.5185185185185185, + "IoU_coffee": 0.35, + "precision_coffee": 1.0, + "recall_coffee": 0.35, + "F1_noncoffee": 0.037037037037037035, + "IoU_noncoffee": 0.018867924528301886, + "kappa": 0.013120899718837857, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8055339805825242, + "mIoU": 0.6222698489914565, + "macroF1": 0.757867780215034, + "F1_coffee": 0.865299260255548, + "IoU_coffee": 0.7625792686540627, + "precision_coffee": 0.9224317155351638, + "recall_coffee": 0.8148312329808118, + "F1_noncoffee": 0.65043630017452, + "IoU_noncoffee": 0.48196042932885036, + "kappa": 0.520509029393757, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8507325564527828, + "mIoU": 0.6791071715021122, + "macroF1": 0.800545263314334, + "F1_coffee": 0.900595717275801, + "IoU_coffee": 0.8191670083767794, + "precision_coffee": 0.9209694415173867, + "recall_coffee": 0.8811039001953248, + "F1_noncoffee": 0.700494809352867, + "IoU_noncoffee": 0.5390473346274451, + "kappa": 0.6016778592351024, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7932885256999178, + "mIoU": 0.6076540320778351, + "macroF1": 0.7464857084562027, + "F1_coffee": 0.8554131295024858, + "IoU_coffee": 0.7473553572483895, + "precision_coffee": 0.9233352803738317, + "recall_coffee": 0.7967991934975742, + "F1_noncoffee": 0.6375582874099195, + "IoU_noncoffee": 0.46795270690728064, + "kappa": 0.4997571104291613, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7717272274763564, + "mIoU": 0.511961306656608, + "macroF1": 0.6435233630695059, + "F1_coffee": 0.857302881324289, + "IoU_coffee": 0.750245071342991, + "precision_coffee": 0.9553398058252427, + "recall_coffee": 0.7775143921435828, + "F1_noncoffee": 0.4297438448147227, + "IoU_noncoffee": 0.2736775419702249, + "kappa": 0.31583904688141634, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8601905139908712, + "mIoU": 0.6023945624208176, + "macroF1": 0.7217244354068278, + "F1_coffee": 0.9180194332926048, + "IoU_coffee": 0.8484620348462035, + "precision_coffee": 0.9509402121504339, + "recall_coffee": 0.8873017658306153, + "F1_noncoffee": 0.5254294375210509, + "IoU_noncoffee": 0.3563270899954317, + "kappa": 0.4472835237895874, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7728716015082358, + "mIoU": 0.5090902895195484, + "macroF1": 0.6392857218248043, + "F1_coffee": 0.8587995805317377, + "IoU_coffee": 0.7525405405405405, + "precision_coffee": 0.9509562841530055, + "recall_coffee": 0.782926554943201, + "F1_noncoffee": 0.41977186311787074, + "IoU_noncoffee": 0.26564003849855633, + "kappa": 0.3053781821004608, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8377072477498816, + "mIoU": 0.7014783432246381, + "macroF1": 0.8222126901313627, + "F1_coffee": 0.8746982664033355, + "IoU_coffee": 0.7773010920436817, + "precision_coffee": 0.887223623683039, + "recall_coffee": 0.8625216387766879, + "F1_noncoffee": 0.7697271138593897, + "IoU_noncoffee": 0.6256555944055944, + "kappa": 0.644555568423306, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8417429029519947, + "mIoU": 0.7059486909559185, + "macroF1": 0.825164678092859, + "F1_coffee": 0.8790020190366311, + "IoU_coffee": 0.7841245336420944, + "precision_coffee": 0.8848722415795587, + "recall_coffee": 0.8732091690544412, + "F1_noncoffee": 0.771327337149087, + "IoU_noncoffee": 0.6277728482697427, + "kappa": 0.6503584370404673, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8126945204187495, + "mIoU": 0.6686400813784072, + "macroF1": 0.7991545773459006, + "F1_coffee": 0.8513027852650494, + "IoU_coffee": 0.7411028549080955, + "precision_coffee": 0.891624843161857, + "recall_coffee": 0.8144699140401146, + "F1_noncoffee": 0.7470063694267516, + "IoU_noncoffee": 0.596177307848719, + "kappa": 0.5997020266703126, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2345, + 2995 + ], + [ + 48249, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.005264667669932, + "test_tta": { + "OA": 0.8393370130079726, + "mIoU": 0.6618103969091098, + "macroF1": 0.7873840024054732, + "F1_coffee": 0.8924841507273925, + "IoU_coffee": 0.8058432313303298, + "precision_coffee": 0.9169958719872164, + "recall_coffee": 0.8692487324595544, + "F1_noncoffee": 0.6822838540835541, + "IoU_noncoffee": 0.51777756248789, + "kappa": 0.575663966759235, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8107765085958233, + "mIoU": 0.6233490589284203, + "macroF1": 0.7576052069660036, + "F1_coffee": 0.8711325017188881, + "IoU_coffee": 0.7716871138954146, + "precision_coffee": 0.8878055616729064, + "recall_coffee": 0.8550741404909277, + "F1_noncoffee": 0.6440779122131192, + "IoU_noncoffee": 0.4750110039614261, + "kappa": 0.5156821910603059, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f1_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 97, + "stopped_epoch": 100, + "best_val": 0.6152270559386255, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8315257738613989, + "mIoU": 0.6579757240096938, + "macroF1": 0.785602035273657, + "F1_coffee": 0.8848288264433632, + "IoU_coffee": 0.79344664516512, + "precision_coffee": 0.9302649283162436, + "recall_coffee": 0.8436244293438243, + "F1_noncoffee": 0.6863752441039507, + "IoU_noncoffee": 0.5225048028542677, + "kappa": 0.5739716106172318, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8043440636898581, + "mIoU": 0.6219925911109928, + "macroF1": 0.7578951573047435, + "F1_coffee": 0.8639399835516418, + "IoU_coffee": 0.7604703722014267, + "precision_coffee": 0.9001985578430348, + "recall_coffee": 0.8304891922639362, + "F1_noncoffee": 0.6518503310578453, + "IoU_noncoffee": 0.4835148100205589, + "kappa": 0.5177920866620924, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8279126213592233, + "mIoU": 0.6485691751513574, + "macroF1": 0.7776930949414992, + "F1_coffee": 0.8833536244282847, + "IoU_coffee": 0.791077322017916, + "precision_coffee": 0.9193835616438356, + "recall_coffee": 0.8500411626876069, + "F1_noncoffee": 0.6720325654547137, + "IoU_noncoffee": 0.5060610282847987, + "kappa": 0.5572978235592946, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7918379188627243, + "mIoU": 0.6083356476780292, + "macroF1": 0.7475520539298106, + "F1_coffee": 0.8532869849708619, + "IoU_coffee": 0.7441155492154066, + "precision_coffee": 0.9292606888361045, + "recall_coffee": 0.7887971772415097, + "F1_noncoffee": 0.6418171228887595, + "IoU_noncoffee": 0.4725557461406518, + "kappa": 0.5032110959367938, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8748126299501958, + "mIoU": 0.7242509409109231, + "macroF1": 0.8343208990920468, + "F1_coffee": 0.9162271477107264, + "IoU_coffee": 0.8454051471905416, + "precision_coffee": 0.9417320739656778, + "recall_coffee": 0.8920672925461534, + "F1_noncoffee": 0.7524146504733671, + "IoU_noncoffee": 0.6030967346313046, + "kappa": 0.6693585558543829, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8351418616226979, + "mIoU": 0.5755826784754138, + "macroF1": 0.6991895841329256, + "F1_coffee": 0.9014168353375401, + "IoU_coffee": 0.8205267150753224, + "precision_coffee": 0.9536465549817358, + "recall_coffee": 0.8546111299243707, + "F1_noncoffee": 0.49696233292831105, + "IoU_noncoffee": 0.33063864187550523, + "kappa": 0.40744868646088583, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8536415955546736, + "mIoU": 0.6060333008893954, + "macroF1": 0.7277586776057312, + "F1_coffee": 0.9128816962967338, + "IoU_coffee": 0.8397261762468761, + "precision_coffee": 0.9611940298507463, + "recall_coffee": 0.8691935665279497, + "F1_noncoffee": 0.5426356589147286, + "IoU_noncoffee": 0.3723404255319149, + "kappa": 0.46264438514253053, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8999801547926176, + "mIoU": 0.6721474772576951, + "macroF1": 0.7831007471227065, + "F1_coffee": 0.9423208972304875, + "IoU_coffee": 0.8909326985500974, + "precision_coffee": 0.9591147350029121, + "recall_coffee": 0.9261050500506129, + "F1_noncoffee": 0.6238805970149254, + "IoU_noncoffee": 0.45336225596529284, + "kappa": 0.5670670333230514, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8210326859308384, + "mIoU": 0.6771580822164569, + "macroF1": 0.8048671766150286, + "F1_coffee": 0.8610314132273964, + "IoU_coffee": 0.7559746802738664, + "precision_coffee": 0.8785467647500376, + "recall_coffee": 0.844200807847663, + "F1_noncoffee": 0.7487029400026607, + "IoU_noncoffee": 0.5983414841590474, + "kappa": 0.6100146557493014, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.733094407243233, + "mIoU": 0.5708670250719003, + "macroF1": 0.7250922592389517, + "F1_coffee": 0.7719948436996455, + "IoU_coffee": 0.6286576564755282, + "precision_coffee": 0.8819955817378498, + "recall_coffee": 0.6863896848137536, + "F1_noncoffee": 0.6781896747782579, + "IoU_noncoffee": 0.5130763936682725, + "kappa": 0.46199586199348813, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8508912571913609, + "mIoU": 0.7257238637944441, + "macroF1": 0.8394889785245665, + "F1_coffee": 0.8822697147963363, + "IoU_coffee": 0.7893404397068621, + "precision_coffee": 0.9185920297720577, + "recall_coffee": 0.8487106017191977, + "F1_noncoffee": 0.7967082422527967, + "IoU_noncoffee": 0.6621072878820261, + "kappa": 0.6798423220844098, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2683, + 2995 + ], + [ + 48840, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.979271380106608, + "test_tta": { + "OA": 0.8376585649268907, + "mIoU": 0.6645485934410418, + "macroF1": 0.7902540427392502, + "F1_coffee": 0.8899681685426443, + "IoU_coffee": 0.801750133033761, + "precision_coffee": 0.926947090188215, + "recall_coffee": 0.8558264784465529, + "F1_noncoffee": 0.690539916935856, + "IoU_noncoffee": 0.5273470538483225, + "kappa": 0.5823773421650899, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8099688473520249, + "mIoU": 0.6266576476620365, + "macroF1": 0.761050330722022, + "F1_coffee": 0.8691663025777495, + "IoU_coffee": 0.7686066523831266, + "precision_coffee": 0.895981329457285, + "recall_coffee": 0.8439096816490234, + "F1_noncoffee": 0.6529343588662944, + "IoU_noncoffee": 0.4847086429409464, + "kappa": 0.52323346947671, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f1_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 40, + "stopped_epoch": 70, + "best_val": 0.4858123230188142, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6478325425260644, + "mIoU": 0.46032239267216823, + "macroF1": 0.6238978126430075, + "F1_coffee": 0.7187761782635032, + "IoU_coffee": 0.5610075039732835, + "precision_coffee": 0.9276779773785762, + "recall_coffee": 0.5866661056529148, + "F1_noncoffee": 0.5290194470225119, + "IoU_noncoffee": 0.35963728137105294, + "kappa": 0.3066768004138892, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.6322112611053421, + "mIoU": 0.4468031056501043, + "macroF1": 0.6119888174865638, + "F1_coffee": 0.700569482768743, + "IoU_coffee": 0.539135777926373, + "precision_coffee": 0.8957482584674513, + "recall_coffee": 0.5752299415745936, + "F1_noncoffee": 0.5234081522043845, + "IoU_noncoffee": 0.35447043337383555, + "kappa": 0.2785006340654393, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.64, + "mIoU": 0.4550955068220508, + "macroF1": 0.6200175431621604, + "F1_coffee": 0.7071552677302164, + "IoU_coffee": 0.5469761759315822, + "precision_coffee": 0.9392636106157558, + "recall_coffee": 0.5670318535874865, + "F1_noncoffee": 0.5328798185941043, + "IoU_noncoffee": 0.36321483771251933, + "kappa": 0.30749144094441355, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.6374933513853295, + "mIoU": 0.4491671613590956, + "macroF1": 0.613088722378657, + "F1_coffee": 0.7102608695652174, + "IoU_coffee": 0.5507011866235167, + "precision_coffee": 0.9185325869652139, + "recall_coffee": 0.578980530527377, + "F1_noncoffee": 0.5159165751920965, + "IoU_noncoffee": 0.34763313609467456, + "kappa": 0.2873894708339267, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.6659735989555631, + "mIoU": 0.47678516104644675, + "macroF1": 0.6383779726268708, + "F1_coffee": 0.738273850117451, + "IoU_coffee": 0.5851300222208876, + "precision_coffee": 0.9258766511451108, + "recall_coffee": 0.6138869636443829, + "F1_noncoffee": 0.5384820951362908, + "IoU_noncoffee": 0.3684402998720058, + "kappa": 0.3255810910287322, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.6406172224987556, + "mIoU": 0.4029385116617668, + "macroF1": 0.5442518634390316, + "F1_coffee": 0.7538188761593017, + "IoU_coffee": 0.604903141074751, + "precision_coffee": 0.9521102497846684, + "recall_coffee": 0.6238853143695676, + "F1_noncoffee": 0.33468485071876153, + "IoU_noncoffee": 0.20097388224878265, + "kappa": 0.1841397677092818, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.605378051200635, + "mIoU": 0.37821237697063126, + "macroF1": 0.5218112998105449, + "F1_coffee": 0.721712966202505, + "IoU_coffee": 0.5645938252682285, + "precision_coffee": 0.955, + "recall_coffee": 0.5800247441232708, + "F1_noncoffee": 0.3219096334185848, + "IoU_noncoffee": 0.19183092867303395, + "kappa": 0.1650287244891858, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.673546338559238, + "mIoU": 0.42875742356411084, + "macroF1": 0.5685276783355651, + "F1_coffee": 0.7813953488372093, + "IoU_coffee": 0.6412213740458015, + "precision_coffee": 0.9547004383828543, + "recall_coffee": 0.6613429310538746, + "F1_noncoffee": 0.3556600078339209, + "IoU_noncoffee": 0.2162934730824202, + "kappa": 0.21345120369178552, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.6394126006631928, + "mIoU": 0.4699250093450287, + "macroF1": 0.6393769132023304, + "F1_coffee": 0.6429643527204503, + "IoU_coffee": 0.473800635974008, + "precision_coffee": 0.9192596566523605, + "recall_coffee": 0.4943739180611656, + "F1_noncoffee": 0.6357894736842106, + "IoU_noncoffee": 0.4660493827160494, + "kappa": 0.3396109450745331, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.6680184853343394, + "mIoU": 0.4991055975279154, + "macroF1": 0.6651521432812236, + "F1_coffee": 0.6961325966850829, + "IoU_coffee": 0.5338983050847458, + "precision_coffee": 0.8757602085143353, + "recall_coffee": 0.5776504297994269, + "F1_noncoffee": 0.6341716898773644, + "IoU_noncoffee": 0.46431288997108505, + "kappa": 0.3625884049052598, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.6587758181646703, + "mIoU": 0.4897897819877617, + "macroF1": 0.6571010873896156, + "F1_coffee": 0.681064880112835, + "IoU_coffee": 0.5163748162010426, + "precision_coffee": 0.8851970669110908, + "recall_coffee": 0.5534383954154728, + "F1_noncoffee": 0.6331372946663962, + "IoU_noncoffee": 0.46320474777448073, + "kappa": 0.3537347467086368, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 1758, + 2995 + ], + [ + 38383, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.507225926717122, + "test_tta": { + "OA": 0.691698137568187, + "mIoU": 0.49941499213992957, + "macroF1": 0.6573922530140806, + "F1_coffee": 0.7658056369454082, + "IoU_coffee": 0.6204903051493961, + "precision_coffee": 0.9176460218592078, + "recall_coffee": 0.6570803441819367, + "F1_noncoffee": 0.548978869082753, + "IoU_noncoffee": 0.37833967913046307, + "kappa": 0.34910515591966934, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.6731135340948425, + "mIoU": 0.4818179085130141, + "macroF1": 0.6421448855659558, + "F1_coffee": 0.747417338103039, + "IoU_coffee": 0.5967010089147494, + "precision_coffee": 0.8854562737642585, + "recall_coffee": 0.6466130618383756, + "F1_noncoffee": 0.5368724330288727, + "IoU_noncoffee": 0.3669348081112787, + "kappa": 0.31482273784231835, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f1_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 51, + "stopped_epoch": 81, + "best_val": 0.6842018972959862, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8338820567444563, + "mIoU": 0.6555990779281273, + "macroF1": 0.7828798659470206, + "F1_coffee": 0.8881110519278641, + "IoU_coffee": 0.7987407856402636, + "precision_coffee": 0.9188034188034188, + "recall_coffee": 0.859402941114594, + "F1_noncoffee": 0.6776486799661771, + "IoU_noncoffee": 0.5124573702159909, + "kappa": 0.5671512663680126, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8049353871004962, + "mIoU": 0.6167766042480991, + "macroF1": 0.7525881636267074, + "F1_coffee": 0.8663920418062018, + "IoU_coffee": 0.7642783693814594, + "precision_coffee": 0.8882677037757252, + "recall_coffee": 0.8455679605098243, + "F1_noncoffee": 0.6387842854472131, + "IoU_noncoffee": 0.46927483911473866, + "kappa": 0.5059863699372904, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14814814814814814, + "mIoU": 0.07589285714285715, + "macroF1": 0.1349636279213744, + "F1_coffee": 0.24175824175824176, + "IoU_coffee": 0.1375, + "precision_coffee": 1.0, + "recall_coffee": 0.1375, + "F1_noncoffee": 0.028169014084507043, + "IoU_noncoffee": 0.014285714285714285, + "kappa": 0.0039208697201924565, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8185436893203883, + "mIoU": 0.6388089627346762, + "macroF1": 0.7706709236219706, + "F1_coffee": 0.8754498200719713, + "IoU_coffee": 0.7784888888888889, + "precision_coffee": 0.9237746993882286, + "recall_coffee": 0.8319295801405864, + "F1_noncoffee": 0.6658920271719699, + "IoU_noncoffee": 0.49912903658046365, + "kappa": 0.5446842943281233, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.866882645906871, + "mIoU": 0.6995952378681811, + "macroF1": 0.8151851292600425, + "F1_coffee": 0.912932097789304, + "IoU_coffee": 0.8398114744559525, + "precision_coffee": 0.916497332994666, + "recall_coffee": 0.9093944931006238, + "F1_noncoffee": 0.717438160730781, + "IoU_noncoffee": 0.5593790012804097, + "kappa": 0.6303884101225111, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8161597601663363, + "mIoU": 0.6318560839636296, + "macroF1": 0.7645706594966195, + "F1_coffee": 0.8747776826296028, + "IoU_coffee": 0.7774265308511884, + "precision_coffee": 0.9164308881374646, + "recall_coffee": 0.8367462667758805, + "F1_noncoffee": 0.6543636363636364, + "IoU_noncoffee": 0.4862856370760708, + "kappa": 0.5318109813317836, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8187157789945246, + "mIoU": 0.551172496145145, + "macroF1": 0.6755967449692383, + "F1_coffee": 0.8910689717054495, + "IoU_coffee": 0.8035386773114683, + "precision_coffee": 0.9478238737592263, + "recall_coffee": 0.8407269443503781, + "F1_noncoffee": 0.46012451823302697, + "IoU_noncoffee": 0.2988063149788217, + "kappa": 0.3625216380678186, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8709069259773765, + "mIoU": 0.6202734375761488, + "macroF1": 0.738067759286434, + "F1_coffee": 0.9246015647638366, + "IoU_coffee": 0.859775813752964, + "precision_coffee": 0.9537302725968436, + "recall_coffee": 0.8971994151389046, + "F1_noncoffee": 0.5515339538090314, + "IoU_noncoffee": 0.38077106139933364, + "kappa": 0.4790260291532939, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8559237944036515, + "mIoU": 0.5896140554825395, + "macroF1": 0.7085852126300978, + "F1_coffee": 0.9157967988865693, + "IoU_coffee": 0.8446726572528883, + "precision_coffee": 0.9452891176822699, + "recall_coffee": 0.8880890788437746, + "F1_noncoffee": 0.5013736263736264, + "IoU_noncoffee": 0.33455545371219064, + "kappa": 0.4205106877534305, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8183799147323544, + "mIoU": 0.6770020293538134, + "macroF1": 0.805256475129914, + "F1_coffee": 0.8558104550582926, + "IoU_coffee": 0.7479621351564554, + "precision_coffee": 0.8940751217978941, + "recall_coffee": 0.8206866705135603, + "F1_noncoffee": 0.7547024952015355, + "IoU_noncoffee": 0.6060419235511714, + "kappa": 0.6117228490515628, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.863057625200415, + "mIoU": 0.7331279206900576, + "macroF1": 0.8433476510139228, + "F1_coffee": 0.8989139515455304, + "IoU_coffee": 0.8163884673748103, + "precision_coffee": 0.8743228602383532, + "recall_coffee": 0.9249283667621776, + "F1_noncoffee": 0.7877813504823151, + "IoU_noncoffee": 0.649867374005305, + "kappa": 0.6872147601183335, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7783646137885504, + "mIoU": 0.6229345264436061, + "macroF1": 0.765151465454931, + "F1_coffee": 0.8208568379326117, + "IoU_coffee": 0.6961468838893199, + "precision_coffee": 0.8771586836102965, + "recall_coffee": 0.7713467048710602, + "F1_noncoffee": 0.7094460929772503, + "IoU_noncoffee": 0.5497221689978923, + "kappa": 0.5334206781353658, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2574, + 2995 + ], + [ + 49095, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.044164824485779, + "test_tta": { + "OA": 0.8427746037894194, + "mIoU": 0.6667923900569825, + "macroF1": 0.7911770985399362, + "F1_coffee": 0.8949785472499515, + "IoU_coffee": 0.8099196128931554, + "precision_coffee": 0.9177739945610117, + "recall_coffee": 0.8732880314728715, + "F1_noncoffee": 0.687375649829921, + "IoU_noncoffee": 0.5236651672208097, + "kappa": 0.5831197598987163, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.813300449982693, + "mIoU": 0.6257906265859132, + "macroF1": 0.7593687788769601, + "F1_coffee": 0.8732882411096211, + "IoU_coffee": 0.775076885653224, + "precision_coffee": 0.8868389662027834, + "recall_coffee": 0.8601453886350051, + "F1_noncoffee": 0.6454493166442989, + "IoU_noncoffee": 0.47650436751860237, + "kappa": 0.5190517498761303, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f1_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 38, + "stopped_epoch": 68, + "best_val": 0.5996481302731579, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7929376069203705, + "mIoU": 0.6056961112133845, + "macroF1": 0.7446005782646262, + "F1_coffee": 0.8557097550552194, + "IoU_coffee": 0.7478083107284664, + "precision_coffee": 0.9192702670049535, + "recall_coffee": 0.8003702690762208, + "F1_noncoffee": 0.633491401474033, + "IoU_noncoffee": 0.46358391169830254, + "kappa": 0.4953295050864758, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7671772239529249, + "mIoU": 0.5749604384968022, + "macroF1": 0.7197432092827742, + "F1_coffee": 0.8350415385087011, + "IoU_coffee": 0.7167994105469984, + "precision_coffee": 0.8882391304347826, + "recall_coffee": 0.787855999691483, + "F1_noncoffee": 0.6044448800568474, + "IoU_noncoffee": 0.43312146644660604, + "kappa": 0.44426636728922864, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4074074074074074, + "mIoU": 0.2037037037037037, + "macroF1": 0.2894736842105263, + "F1_coffee": 0.5789473684210527, + "IoU_coffee": 0.4074074074074074, + "precision_coffee": 0.9705882352941176, + "recall_coffee": 0.4125, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.02477596204533478, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.801747572815534, + "mIoU": 0.6173150053323366, + "macroF1": 0.7539425164719976, + "F1_coffee": 0.8623989218328841, + "IoU_coffee": 0.7580855348892311, + "precision_coffee": 0.9214486284109727, + "recall_coffee": 0.8104616553733139, + "F1_noncoffee": 0.6454861111111111, + "IoU_noncoffee": 0.4765444757754422, + "kappa": 0.513037323251419, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7868575020550264, + "mIoU": 0.6049938477622467, + "macroF1": 0.745498860586097, + "F1_coffee": 0.848094286305052, + "IoU_coffee": 0.736253216059355, + "precision_coffee": 0.9359549707157526, + "recall_coffee": 0.7753134648100308, + "F1_noncoffee": 0.642903434867142, + "IoU_noncoffee": 0.47373447946513847, + "kappa": 0.5013278545130424, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7902422513418114, + "mIoU": 0.5942393441696265, + "macroF1": 0.7335575194935577, + "F1_coffee": 0.8564526803441429, + "IoU_coffee": 0.7489438046183228, + "precision_coffee": 0.9018746951007038, + "recall_coffee": 0.8153865540923697, + "F1_noncoffee": 0.6106623586429726, + "IoU_noncoffee": 0.43953488372093025, + "kappa": 0.47075609663120066, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8073668491786958, + "mIoU": 0.5340931249387251, + "macroF1": 0.6583517642854577, + "F1_coffee": 0.8839858504706517, + "IoU_coffee": 0.792091973783174, + "precision_coffee": 0.9427109974424552, + "recall_coffee": 0.8321480979794559, + "F1_noncoffee": 0.43271767810026385, + "IoU_noncoffee": 0.2760942760942761, + "kappa": 0.3294275696078026, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7559039491962691, + "mIoU": 0.5039072546343007, + "macroF1": 0.6391822705953958, + "F1_coffee": 0.8444022770398482, + "IoU_coffee": 0.7307060755336617, + "precision_coffee": 0.9647347882642, + "recall_coffee": 0.7507591946912608, + "F1_noncoffee": 0.4339622641509434, + "IoU_noncoffee": 0.27710843373493976, + "kappa": 0.3170191056510332, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7706886286961698, + "mIoU": 0.5035032603963001, + "macroF1": 0.6327080792524864, + "F1_coffee": 0.8578283605044602, + "IoU_coffee": 0.7510503070128192, + "precision_coffee": 0.9467680608365019, + "recall_coffee": 0.7841637611067371, + "F1_noncoffee": 0.4075877980005127, + "IoU_noncoffee": 0.25595621377978106, + "kappa": 0.2914700941327374, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.796399810516343, + "mIoU": 0.6486567869109001, + "macroF1": 0.7848454204586119, + "F1_coffee": 0.8347050226905622, + "IoU_coffee": 0.7163036303630363, + "precision_coffee": 0.8940517383423958, + "recall_coffee": 0.7827466820542412, + "F1_noncoffee": 0.7349858182266618, + "IoU_noncoffee": 0.5810099434587639, + "kappa": 0.5727094082184027, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8162784117702537, + "mIoU": 0.6756124136581934, + "macroF1": 0.8044763689408119, + "F1_coffee": 0.8525136281041793, + "IoU_coffee": 0.742940089733439, + "precision_coffee": 0.9039820166987798, + "recall_coffee": 0.8065902578796562, + "F1_noncoffee": 0.7564391097774443, + "IoU_noncoffee": 0.6082847375829479, + "kappa": 0.6110349635031328, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8088276902763368, + "mIoU": 0.6545395863663381, + "macroF1": 0.7874588517182435, + "F1_coffee": 0.8548514142499105, + "IoU_coffee": 0.7464982491245623, + "precision_coffee": 0.8545454545454545, + "recall_coffee": 0.8551575931232092, + "F1_noncoffee": 0.7200662891865764, + "IoU_noncoffee": 0.562580923608114, + "kappa": 0.5749178085294002, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2414, + 2995 + ], + [ + 46718, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.3926453510920207, + "test_tta": { + "OA": 0.8064136083405958, + "mIoU": 0.6204049441132151, + "macroF1": 0.755808628475466, + "F1_coffee": 0.8669720192083754, + "IoU_coffee": 0.7651814729258839, + "precision_coffee": 0.9167604840979454, + "recall_coffee": 0.8223129194454379, + "F1_noncoffee": 0.6446452377425567, + "IoU_noncoffee": 0.47562841530054645, + "kappa": 0.5154350888717992, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7795661705319026, + "mIoU": 0.5869732099629802, + "macroF1": 0.728943960972771, + "F1_coffee": 0.8460825780463243, + "IoU_coffee": 0.7332262794107379, + "precision_coffee": 0.8855161365121524, + "recall_coffee": 0.8100113765642776, + "F1_noncoffee": 0.6118053438992177, + "IoU_noncoffee": 0.44072014051522246, + "kappa": 0.4605858050137291, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f1_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.7154572488818696, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8438881895355218, + "mIoU": 0.6554852625697298, + "macroF1": 0.7804815528126436, + "F1_coffee": 0.89846005269622, + "IoU_coffee": 0.8156400091484334, + "precision_coffee": 0.8966059082338153, + "recall_coffee": 0.9003218816401237, + "F1_noncoffee": 0.6625030529290674, + "IoU_noncoffee": 0.49533051599102623, + "kappa": 0.5609693460148774, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8157090111918772, + "mIoU": 0.6138403923779917, + "macroF1": 0.7467966949473763, + "F1_coffee": 0.878890700231262, + "IoU_coffee": 0.7839473817696092, + "precision_coffee": 0.8642608160754562, + "recall_coffee": 0.894024411407416, + "F1_noncoffee": 0.6147026896634905, + "IoU_noncoffee": 0.44373340298637415, + "kappa": 0.4940546163922583, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14814814814814814, + "mIoU": 0.07589285714285715, + "macroF1": 0.1349636279213744, + "F1_coffee": 0.24175824175824176, + "IoU_coffee": 0.1375, + "precision_coffee": 1.0, + "recall_coffee": 0.1375, + "F1_noncoffee": 0.028169014084507043, + "IoU_noncoffee": 0.014285714285714285, + "kappa": 0.0039208697201924565, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8756310679611651, + "mIoU": 0.6806295751336169, + "macroF1": 0.7966152641444285, + "F1_coffee": 0.9233851674641148, + "IoU_coffee": 0.857674573634798, + "precision_coffee": 0.8747804408181766, + "recall_coffee": 0.9777088214805902, + "F1_noncoffee": 0.6698453608247422, + "IoU_noncoffee": 0.5035845766324356, + "kappa": 0.5985709096392681, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8902374159856874, + "mIoU": 0.7342704758715057, + "macroF1": 0.8398157269085949, + "F1_coffee": 0.9296865320282492, + "IoU_coffee": 0.8686114487468889, + "precision_coffee": 0.9143361969170779, + "recall_coffee": 0.9455610862579548, + "F1_noncoffee": 0.7499449217889403, + "IoU_noncoffee": 0.5999295029961227, + "kappa": 0.6799522549016574, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7659204100381993, + "mIoU": 0.5686849093062569, + "macroF1": 0.713329410925875, + "F1_coffee": 0.8361149666542537, + "IoU_coffee": 0.7183827806864456, + "precision_coffee": 0.9034972197834358, + "recall_coffee": 0.7780858168987461, + "F1_noncoffee": 0.5905438551974964, + "IoU_noncoffee": 0.4189870379260682, + "kappa": 0.4345170570903946, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9180686908909905, + "mIoU": 0.6437631293275203, + "macroF1": 0.7495173753216424, + "F1_coffee": 0.9549904293136451, + "IoU_coffee": 0.9138580699183588, + "precision_coffee": 0.9262677699978782, + "recall_coffee": 0.9855514166384468, + "F1_noncoffee": 0.5440443213296399, + "IoU_noncoffee": 0.3736681887366819, + "kappa": 0.5038674708216555, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9059337170073427, + "mIoU": 0.6597897154284197, + "macroF1": 0.7694598814407795, + "F1_coffee": 0.9468371467025573, + "IoU_coffee": 0.8990415335463259, + "precision_coffee": 0.9441896879543675, + "recall_coffee": 0.9494994938702058, + "F1_noncoffee": 0.5920826161790017, + "IoU_noncoffee": 0.42053789731051344, + "kappa": 0.5389475762852236, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7687041079579282, + "mIoU": 0.5056717717243515, + "macroF1": 0.6364162217134094, + "F1_coffee": 0.8557281673578016, + "IoU_coffee": 0.7478364344439636, + "precision_coffee": 0.9514175612441509, + "recall_coffee": 0.7775278371386796, + "F1_noncoffee": 0.41710427606901723, + "IoU_noncoffee": 0.26350710900473934, + "kappa": 0.3013842109110406, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8352439602084321, + "mIoU": 0.6710437708676271, + "macroF1": 0.7966144411470499, + "F1_coffee": 0.8852523919498515, + "IoU_coffee": 0.7941280928140169, + "precision_coffee": 0.8157606712878511, + "recall_coffee": 0.9676860934795153, + "F1_noncoffee": 0.7079764903442485, + "IoU_noncoffee": 0.5479594489212374, + "kappa": 0.6006048259567953, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8753183061397718, + "mIoU": 0.7524963022454427, + "macroF1": 0.856394455713464, + "F1_coffee": 0.908524771657902, + "IoU_coffee": 0.8323824014200584, + "precision_coffee": 0.8786134903640257, + "recall_coffee": 0.9405444126074498, + "F1_noncoffee": 0.8042641397690258, + "IoU_noncoffee": 0.6726102030708272, + "kappa": 0.7134994157231425, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7632745449401113, + "mIoU": 0.5991713419169485, + "macroF1": 0.7458134213494976, + "F1_coffee": 0.8124346136601405, + "IoU_coffee": 0.6841177951170401, + "precision_coffee": 0.8491096532333646, + "recall_coffee": 0.7787965616045845, + "F1_noncoffee": 0.6791922290388548, + "IoU_noncoffee": 0.514224888716857, + "kappa": 0.49324382348822654, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2582, + 2995 + ], + [ + 49707, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.503156590461731, + "test_tta": { + "OA": 0.8477938091088086, + "mIoU": 0.6568949278456366, + "macroF1": 0.7809006647448602, + "F1_coffee": 0.9019636378756536, + "IoU_coffee": 0.8214333049323109, + "precision_coffee": 0.8914642666337895, + "recall_coffee": 0.9127132728841015, + "F1_noncoffee": 0.6598376916140667, + "IoU_noncoffee": 0.49235655075896223, + "kappa": 0.5620121339455489, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8191704165224415, + "mIoU": 0.6134422802165677, + "macroF1": 0.7454584076944917, + "F1_coffee": 0.8824356762433426, + "IoU_coffee": 0.7896061617975265, + "precision_coffee": 0.8588716301312355, + "recall_coffee": 0.9073292069184936, + "F1_noncoffee": 0.6084811391456407, + "IoU_noncoffee": 0.4372783986356088, + "kappa": 0.4921897959578002, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f2_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 78, + "stopped_epoch": 100, + "best_val": 0.549106305671166, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7721798409349132, + "mIoU": 0.5895690827051054, + "macroF1": 0.7337067225781304, + "F1_coffee": 0.834924965893588, + "IoU_coffee": 0.7166276346604216, + "precision_coffee": 0.9257733034270513, + "recall_coffee": 0.7603135843721887, + "F1_noncoffee": 0.6324884792626728, + "IoU_noncoffee": 0.4625105307497894, + "kappa": 0.47859215759079005, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7359236183223722, + "mIoU": 0.5485033384860727, + "macroF1": 0.7001874517417603, + "F1_coffee": 0.803696635718421, + "IoU_coffee": 0.6718167479208489, + "precision_coffee": 0.9087646987513638, + "recall_coffee": 0.7204059274635299, + "F1_noncoffee": 0.5966782677650998, + "IoU_noncoffee": 0.42518992905129654, + "kappa": 0.41640276788947744, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18424821002386635, + "mIoU": 0.09251139693842596, + "macroF1": 0.15679790190669599, + "F1_coffee": 0.3089365143550344, + "IoU_coffee": 0.18268770923003347, + "precision_coffee": 1.0, + "recall_coffee": 0.18268770923003347, + "F1_noncoffee": 0.004659289458357601, + "IoU_noncoffee": 0.002335084646818447, + "kappa": 0.0008528187249522799, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7572228773584906, + "mIoU": 0.5778747842671832, + "macroF1": 0.7256827875352525, + "F1_coffee": 0.8186988588412285, + "IoU_coffee": 0.6930483941107038, + "precision_coffee": 0.9395317500421088, + "recall_coffee": 0.7254047727420508, + "F1_noncoffee": 0.6326667162292766, + "IoU_noncoffee": 0.4627011744236625, + "kappa": 0.46915551436024483, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8032794838208898, + "mIoU": 0.617928320066536, + "macroF1": 0.7541581961137163, + "F1_coffee": 0.8640493512589265, + "IoU_coffee": 0.7606398677764005, + "precision_coffee": 0.908168299386849, + "recall_coffee": 0.8240184166773245, + "F1_noncoffee": 0.644267040968506, + "IoU_noncoffee": 0.4752167723566714, + "kappa": 0.5113340675137322, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7558730927585372, + "mIoU": 0.5730359055996821, + "macroF1": 0.7209553163565194, + "F1_coffee": 0.819665092314298, + "IoU_coffee": 0.6944343397599126, + "precision_coffee": 0.9328121182506719, + "recall_coffee": 0.7309975110089987, + "F1_noncoffee": 0.6222455403987408, + "IoU_noncoffee": 0.45163747143945165, + "kappa": 0.45859649998050345, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.6793931989411525, + "mIoU": 0.46810535623131333, + "macroF1": 0.62193728739496, + "F1_coffee": 0.7693209288696798, + "IoU_coffee": 0.6251190476190476, + "precision_coffee": 0.9622503206890233, + "recall_coffee": 0.6408347571393703, + "F1_noncoffee": 0.4745536459202403, + "IoU_noncoffee": 0.3110916648435791, + "kappa": 0.30730303054327823, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7820348665419088, + "mIoU": 0.5561954039314019, + "macroF1": 0.6942625201271104, + "F1_coffee": 0.8580773423972295, + "IoU_coffee": 0.7514321015388071, + "precision_coffee": 0.9465195246179966, + "recall_coffee": 0.78475073313783, + "F1_noncoffee": 0.5304476978569913, + "IoU_noncoffee": 0.3609587063239965, + "kappa": 0.405692390816363, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.6931651510706952, + "mIoU": 0.4662794517251039, + "macroF1": 0.6139354509325748, + "F1_coffee": 0.7888290713324361, + "IoU_coffee": 0.6512945882875875, + "precision_coffee": 0.9359629511338231, + "recall_coffee": 0.6816701558501977, + "F1_noncoffee": 0.4390418305327136, + "IoU_noncoffee": 0.28126431516262024, + "kappa": 0.27543525597068974, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8298195631528965, + "mIoU": 0.689861279754485, + "macroF1": 0.8139878866424807, + "F1_coffee": 0.8682546684311131, + "IoU_coffee": 0.7671820189684293, + "precision_coffee": 0.9202119370422316, + "recall_coffee": 0.8218510786360473, + "F1_noncoffee": 0.7597211048538483, + "IoU_noncoffee": 0.6125405405405405, + "kappa": 0.6301263290482718, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8239005736137668, + "mIoU": 0.669424887039844, + "macroF1": 0.7975452472079949, + "F1_coffee": 0.8705915413797949, + "IoU_coffee": 0.7708385170440408, + "precision_coffee": 0.8701025136918972, + "recall_coffee": 0.871081119077745, + "F1_noncoffee": 0.724498953036195, + "IoU_noncoffee": 0.5680112570356473, + "kappa": 0.5950907667139078, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8174313687847955, + "mIoU": 0.6760169646776608, + "macroF1": 0.8045966669527778, + "F1_coffee": 0.8546760391198044, + "IoU_coffee": 0.7462308205470314, + "precision_coffee": 0.9295329898620575, + "recall_coffee": 0.7909772309432895, + "F1_noncoffee": 0.7545172947857511, + "IoU_noncoffee": 0.6058031088082901, + "kappa": 0.6134282849805797, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 10, + 27 + ], + [ + 265, + 563 + ], + [ + 5751, + 7520 + ], + [ + 41548, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.043494856357574, + "test_tta": { + "OA": 0.7972731699399448, + "mIoU": 0.6175380148391592, + "macroF1": 0.7553017534205122, + "F1_coffee": 0.8566444000642748, + "IoU_coffee": 0.7492370703501445, + "precision_coffee": 0.9227992087042532, + "recall_coffee": 0.7993402733153407, + "F1_noncoffee": 0.6539591067767496, + "IoU_noncoffee": 0.4858389593281739, + "kappa": 0.5166004156195799, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7592736817814699, + "mIoU": 0.5714974931440813, + "macroF1": 0.7183305776977963, + "F1_coffee": 0.8257196854997859, + "IoU_coffee": 0.7031708488200459, + "precision_coffee": 0.9039367198573454, + "recall_coffee": 0.7599607910972727, + "F1_noncoffee": 0.6109414698958067, + "IoU_noncoffee": 0.43982413746811655, + "kappa": 0.44592228418788116, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f2_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 38, + "stopped_epoch": 68, + "best_val": 0.669684435037113, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8687063788346048, + "mIoU": 0.7115764800983297, + "macroF1": 0.824972137447012, + "F1_coffee": 0.9124633415217462, + "IoU_coffee": 0.8390184683967521, + "precision_coffee": 0.9220926926357691, + "recall_coffee": 0.903033029173628, + "F1_noncoffee": 0.7374809333722779, + "IoU_noncoffee": 0.5841344917999075, + "kappa": 0.6500587236149085, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8213626398984655, + "mIoU": 0.6402920656932776, + "macroF1": 0.771411048489562, + "F1_coffee": 0.8782678775012777, + "IoU_coffee": 0.7829568752518969, + "precision_coffee": 0.8986705283694363, + "recall_coffee": 0.8587710699802034, + "F1_noncoffee": 0.6645542194778464, + "IoU_noncoffee": 0.4976272561346583, + "kappa": 0.5434705196093723, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1341288782816229, + "mIoU": 0.0673363606088012, + "macroF1": 0.11917174103301985, + "F1_coffee": 0.23395270270270271, + "IoU_coffee": 0.1324725011956002, + "precision_coffee": 1.0, + "recall_coffee": 0.1324725011956002, + "F1_noncoffee": 0.0043907793633369925, + "IoU_noncoffee": 0.0022002200220022, + "kappa": 0.0005827674405516499, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8906741352201258, + "mIoU": 0.7513312196924896, + "macroF1": 0.8532172627133563, + "F1_coffee": 0.9273659125779389, + "IoU_coffee": 0.8645687503804249, + "precision_coffee": 0.9311655959092697, + "recall_coffee": 0.9235971129462254, + "F1_noncoffee": 0.7790686128487737, + "IoU_noncoffee": 0.6380936890045543, + "kappa": 0.7064493930271775, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8614466598748363, + "mIoU": 0.7041773608338604, + "macroF1": 0.8201111081749619, + "F1_coffee": 0.9063422312586082, + "IoU_coffee": 0.8287256371814093, + "precision_coffee": 0.9301965535810447, + "recall_coffee": 0.8836807775930426, + "F1_noncoffee": 0.7338799850913157, + "IoU_noncoffee": 0.5796290844863115, + "kappa": 0.640893246476811, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8542988617098571, + "mIoU": 0.6812078354913584, + "macroF1": 0.8016684083180248, + "F1_coffee": 0.9038363171355499, + "IoU_coffee": 0.8245450303313112, + "precision_coffee": 0.9055153417462046, + "recall_coffee": 0.9021635075627035, + "F1_noncoffee": 0.6995004995004995, + "IoU_noncoffee": 0.5378706406514058, + "kappa": 0.6033410782331889, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8967623701893708, + "mIoU": 0.7173729711871628, + "macroF1": 0.8246777855076709, + "F1_coffee": 0.9370967741935484, + "IoU_coffee": 0.881638846737481, + "precision_coffee": 0.9529396921524098, + "recall_coffee": 0.9217720283134, + "F1_noncoffee": 0.7122587968217934, + "IoU_noncoffee": 0.5531070956368445, + "kappa": 0.649798349835819, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8322663252240717, + "mIoU": 0.610393435562413, + "macroF1": 0.7386776455384323, + "F1_coffee": 0.8950643909051698, + "IoU_coffee": 0.8100602275262101, + "precision_coffee": 0.9427570093457944, + "recall_coffee": 0.8519648093841642, + "F1_noncoffee": 0.5822909001716948, + "IoU_noncoffee": 0.41072664359861594, + "kappa": 0.4826258727713126, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8623252175613572, + "mIoU": 0.6251995021597482, + "macroF1": 0.7457511051646672, + "F1_coffee": 0.917910447761194, + "IoU_coffee": 0.8482758620689655, + "precision_coffee": 0.9202712181435586, + "recall_coffee": 0.9155617585484996, + "F1_noncoffee": 0.5735917625681405, + "IoU_noncoffee": 0.4021231422505308, + "kappa": 0.49151959184884164, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8849952516619183, + "mIoU": 0.7668870413446072, + "macroF1": 0.8657936768550922, + "F1_coffee": 0.9165575690760008, + "IoU_coffee": 0.8459679470872552, + "precision_coffee": 0.9076146288209607, + "recall_coffee": 0.925678496868476, + "F1_noncoffee": 0.8150297846341836, + "IoU_noncoffee": 0.6878061356019592, + "kappa": 0.7316451077085085, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8897705544933079, + "mIoU": 0.7775482211285936, + "macroF1": 0.8729598037364547, + "F1_coffee": 0.9191728005608132, + "IoU_coffee": 0.8504345570112856, + "precision_coffee": 0.9166666666666666, + "recall_coffee": 0.9216926753831014, + "F1_noncoffee": 0.8267468069120961, + "IoU_noncoffee": 0.7046618852459017, + "kappa": 0.7459236782148512, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8464196582837397, + "mIoU": 0.7056851404056735, + "macroF1": 0.8241142740602827, + "F1_coffee": 0.8867497168742922, + "IoU_coffee": 0.7965412004069176, + "precision_coffee": 0.8876293042369279, + "recall_coffee": 0.8858718710224862, + "F1_noncoffee": 0.7614788312462731, + "IoU_noncoffee": 0.6148290804044295, + "kappa": 0.6482292756356861, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 529, + 563 + ], + [ + 6614, + 7520 + ], + [ + 46354, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.442972119649251, + "test_tta": { + "OA": 0.8720012984905048, + "mIoU": 0.7163217091932808, + "macroF1": 0.8283162397734731, + "F1_coffee": 0.9149188675988261, + "IoU_coffee": 0.843180145962177, + "precision_coffee": 0.9217207947480545, + "recall_coffee": 0.9082165959816647, + "F1_noncoffee": 0.74171361194812, + "IoU_noncoffee": 0.5894632724243845, + "kappa": 0.6566892367333101, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8243769470404985, + "mIoU": 0.6436408100817792, + "macroF1": 0.773875561025039, + "F1_coffee": 0.8807380782151357, + "IoU_coffee": 0.7868918445922296, + "precision_coffee": 0.8979310620281983, + "recall_coffee": 0.8641911241807454, + "F1_noncoffee": 0.6670130438349422, + "IoU_noncoffee": 0.5003897755713289, + "kappa": 0.5482135830414856, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f2_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 29, + "stopped_epoch": 59, + "best_val": 0.48127218138159245, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6317805551046908, + "mIoU": 0.45181926322725163, + "macroF1": 0.6188495379690016, + "F1_coffee": 0.6890539762603142, + "IoU_coffee": 0.5256158253523483, + "precision_coffee": 0.9567600487210719, + "recall_coffee": 0.5384055177140898, + "F1_noncoffee": 0.5486450996776889, + "IoU_noncoffee": 0.37802270110215497, + "kappa": 0.31548909954935317, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.6034815968616591, + "mIoU": 0.42517519108010404, + "macroF1": 0.5938949964088442, + "F1_coffee": 0.6562902399079873, + "IoU_coffee": 0.48841666511601944, + "precision_coffee": 0.9387696709585122, + "recall_coffee": 0.5044878817582502, + "F1_noncoffee": 0.5314997529097013, + "IoU_noncoffee": 0.36193371704418864, + "kappa": 0.27701796524034794, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07589498806682578, + "mIoU": 0.0380945337652285, + "macroF1": 0.07106918930407602, + "F1_coffee": 0.13802315227070347, + "IoU_coffee": 0.0741272118603539, + "precision_coffee": 1.0, + "recall_coffee": 0.0741272118603539, + "F1_noncoffee": 0.00411522633744856, + "IoU_noncoffee": 0.002061855670103093, + "kappa": 0.0003056325114119235, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.6054933176100629, + "mIoU": 0.4280318969131023, + "macroF1": 0.5970443561973326, + "F1_coffee": 0.6553929353191124, + "IoU_coffee": 0.487423391215526, + "precision_coffee": 0.9640151515151515, + "recall_coffee": 0.49645620651537814, + "F1_noncoffee": 0.538695777075553, + "IoU_noncoffee": 0.3686404026106786, + "kappa": 0.2913188275885326, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.6528404404987144, + "mIoU": 0.47080053577903536, + "macroF1": 0.6355886413354888, + "F1_coffee": 0.7148776794963743, + "IoU_coffee": 0.5562720902833757, + "precision_coffee": 0.9483086680761099, + "recall_coffee": 0.5736667092978642, + "F1_noncoffee": 0.5562996031746031, + "IoU_noncoffee": 0.38532898127469506, + "kappa": 0.33397801966147606, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.6366674739646403, + "mIoU": 0.456472126731964, + "macroF1": 0.6231070390607456, + "F1_coffee": 0.694597125524205, + "IoU_coffee": 0.5320940677437465, + "precision_coffee": 0.959289248762933, + "recall_coffee": 0.5443870061905673, + "F1_noncoffee": 0.5516169525972862, + "IoU_noncoffee": 0.3808501857201816, + "kappa": 0.32200001585784155, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.6918142944410507, + "mIoU": 0.4825463829289939, + "macroF1": 0.6361066146441194, + "F1_coffee": 0.7784851811196487, + "IoU_coffee": 0.6373112868439971, + "precision_coffee": 0.9722171449460794, + "recall_coffee": 0.6491335123260923, + "F1_noncoffee": 0.49372804816859006, + "IoU_noncoffee": 0.3277814790139907, + "kappa": 0.3327661587200504, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.5935191568994386, + "mIoU": 0.39556006249037057, + "macroF1": 0.5550316329315172, + "F1_coffee": 0.6858969480173529, + "IoU_coffee": 0.5219506544654233, + "precision_coffee": 0.976592977893368, + "recall_coffee": 0.5285630498533724, + "F1_noncoffee": 0.4241663178456816, + "IoU_noncoffee": 0.26916947051531787, + "kappa": 0.2344193068691053, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.746651021805026, + "mIoU": 0.5262041283880146, + "macroF1": 0.670762573995201, + "F1_coffee": 0.8288300191583537, + "IoU_coffee": 0.7076940433212996, + "precision_coffee": 0.9593209970943569, + "recall_coffee": 0.7295882763433357, + "F1_noncoffee": 0.5126951288320482, + "IoU_noncoffee": 0.3447142134547294, + "kappa": 0.37447481442740815, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.5249762583095916, + "mIoU": 0.3537598004406983, + "macroF1": 0.5215118388143456, + "F1_coffee": 0.48079717666597466, + "IoU_coffee": 0.31647991254441105, + "precision_coffee": 0.9456921192323398, + "recall_coffee": 0.32233820459290186, + "F1_noncoffee": 0.5622265009627166, + "IoU_noncoffee": 0.39103968833698566, + "kappa": 0.20501181138194297, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7104206500956023, + "mIoU": 0.545277801334757, + "macroF1": 0.7043488213864357, + "F1_coffee": 0.7467179530061042, + "IoU_coffee": 0.595809981318388, + "precision_coffee": 0.9213784564589352, + "recall_coffee": 0.627723885842823, + "F1_noncoffee": 0.6619796897667671, + "IoU_noncoffee": 0.49474562135112593, + "kappa": 0.4357570238351855, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.5287003263582262, + "mIoU": 0.3566368148394611, + "macroF1": 0.5243704761972773, + "F1_coffee": 0.4789898132427844, + "IoU_coffee": 0.31491558532161296, + "precision_coffee": 0.9592010199745007, + "recall_coffee": 0.31919106208457076, + "F1_noncoffee": 0.5697511391517701, + "IoU_noncoffee": 0.39835804435730915, + "kappa": 0.21186545371187632, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 552, + 563 + ], + [ + 5569, + 7520 + ], + [ + 32779, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.949567190806071, + "test_tta": { + "OA": 0.6612562895633826, + "mIoU": 0.480024361389242, + "macroF1": 0.6441929185100538, + "F1_coffee": 0.7221112620169903, + "IoU_coffee": 0.5650814820989455, + "precision_coffee": 0.9542511261261262, + "recall_coffee": 0.5808165188707536, + "F1_noncoffee": 0.5662745750031173, + "IoU_noncoffee": 0.3949672406795385, + "kappa": 0.34855776614607314, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.6307401638398523, + "mIoU": 0.4503289807179428, + "macroF1": 0.6172756961749046, + "F1_coffee": 0.6890613424660862, + "IoU_coffee": 0.525624397835915, + "precision_coffee": 0.9358999736078121, + "recall_coffee": 0.5452536085644545, + "F1_noncoffee": 0.545490049883723, + "IoU_noncoffee": 0.3750335635999707, + "kappa": 0.30519885819647297, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f2_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 65, + "stopped_epoch": 95, + "best_val": 0.6356383540118383, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8367797435481253, + "mIoU": 0.6695469848142432, + "macroF1": 0.7949531802722747, + "F1_coffee": 0.8875620555481014, + "IoU_coffee": 0.7978530937160777, + "precision_coffee": 0.9284210526315789, + "recall_coffee": 0.8501477959131217, + "F1_noncoffee": 0.7023443049964481, + "IoU_noncoffee": 0.5412408759124088, + "kappa": 0.5919982981088114, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7958924656743971, + "mIoU": 0.6154132960829937, + "macroF1": 0.7535560984667158, + "F1_coffee": 0.8557007973570977, + "IoU_coffee": 0.7477946286956677, + "precision_coffee": 0.9113041589749158, + "recall_coffee": 0.8064925330104364, + "F1_noncoffee": 0.6514113995763338, + "IoU_noncoffee": 0.4830319634703196, + "kappa": 0.5115054313905357, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2577565632458234, + "mIoU": 0.12945121414388125, + "macroF1": 0.20659420199848952, + "F1_coffee": 0.4080700418728588, + "IoU_coffee": 0.25633668101386897, + "precision_coffee": 1.0, + "recall_coffee": 0.25633668101386897, + "F1_noncoffee": 0.005118362124120281, + "IoU_noncoffee": 0.0025657472738935213, + "kappa": 0.0013145257238398643, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8189858490566038, + "mIoU": 0.6484556533989321, + "macroF1": 0.7796381739142049, + "F1_coffee": 0.8727549046697983, + "IoU_coffee": 0.7742370388528006, + "precision_coffee": 0.930818536801002, + "recall_coffee": 0.8215098510956499, + "F1_noncoffee": 0.6865214431586113, + "IoU_noncoffee": 0.5226742679450634, + "kappa": 0.5634610842084236, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.849124339009363, + "mIoU": 0.6861423674675496, + "macroF1": 0.8070566215221637, + "F1_coffee": 0.8971492823599444, + "IoU_coffee": 0.8134820678901283, + "precision_coffee": 0.929041095890411, + "recall_coffee": 0.8673743445453382, + "F1_noncoffee": 0.716963960684383, + "IoU_noncoffee": 0.558802667044971, + "kappa": 0.6153605599462121, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8419956405909421, + "mIoU": 0.674633896433854, + "macroF1": 0.7983935148419445, + "F1_coffee": 0.8921510282351385, + "IoU_coffee": 0.8053002268115077, + "precision_coffee": 0.9255676751046169, + "recall_coffee": 0.8610632458995469, + "F1_noncoffee": 0.7046360014487505, + "IoU_noncoffee": 0.5439675660562002, + "kappa": 0.5982213224758571, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8272245978415801, + "mIoU": 0.6094149459291942, + "macroF1": 0.7390702231216727, + "F1_coffee": 0.8907346597128324, + "IoU_coffee": 0.802995124216392, + "precision_coffee": 0.9427558947798828, + "recall_coffee": 0.8441542592140591, + "F1_noncoffee": 0.587405786530513, + "IoU_noncoffee": 0.41583476764199656, + "kappa": 0.48407232599180733, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.848517679503595, + "mIoU": 0.6172153115254889, + "macroF1": 0.7412585764884914, + "F1_coffee": 0.9078490113840623, + "IoU_coffee": 0.8312486284836516, + "precision_coffee": 0.9278628291488059, + "recall_coffee": 0.8886803519061584, + "F1_noncoffee": 0.5746681415929203, + "IoU_noncoffee": 0.40318199456732634, + "kappa": 0.4836260330578513, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8524493986506306, + "mIoU": 0.6252574637453763, + "macroF1": 0.7485493910594433, + "F1_coffee": 0.9101839176239509, + "IoU_coffee": 0.8351720371381759, + "precision_coffee": 0.9320980129221017, + "recall_coffee": 0.8892765759478949, + "F1_noncoffee": 0.5869148644949357, + "IoU_noncoffee": 0.41534289035257654, + "kappa": 0.49837401473796256, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.811301044634378, + "mIoU": 0.6646209054570317, + "macroF1": 0.7959179294164173, + "F1_coffee": 0.8519484390134864, + "IoU_coffee": 0.7420820353063343, + "precision_coffee": 0.9167735728030789, + "recall_coffee": 0.7956854558107168, + "F1_noncoffee": 0.7398874198193481, + "IoU_noncoffee": 0.587159775607729, + "kappa": 0.595390105277692, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8497131931166348, + "mIoU": 0.7202714598063436, + "macroF1": 0.8353644147991082, + "F1_coffee": 0.8839681133746679, + "IoU_coffee": 0.792063492063492, + "precision_coffee": 0.9305361305361305, + "recall_coffee": 0.8418388865457613, + "F1_noncoffee": 0.7867607162235486, + "IoU_noncoffee": 0.648479427549195, + "kappa": 0.6722373747128885, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8317335381071222, + "mIoU": 0.6929454645745279, + "macroF1": 0.8162183017458792, + "F1_coffee": 0.869616957976943, + "IoU_coffee": 0.7693117515462561, + "precision_coffee": 0.9171634766237842, + "recall_coffee": 0.8267571772026587, + "F1_noncoffee": 0.7628196455148153, + "IoU_noncoffee": 0.6165791776027997, + "kappa": 0.6342248022998782, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 19, + 27 + ], + [ + 501, + 563 + ], + [ + 6605, + 7520 + ], + [ + 44429, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.744146637121836, + "test_tta": { + "OA": 0.8459827950008115, + "mIoU": 0.6826607014113424, + "macroF1": 0.8046517785042875, + "F1_coffee": 0.8945068872361005, + "IoU_coffee": 0.809147408435407, + "precision_coffee": 0.9298939047222801, + "recall_coffee": 0.8617144325922118, + "F1_noncoffee": 0.7147966697724746, + "IoU_noncoffee": 0.5561739943872779, + "kappa": 0.610827237970403, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8051373024114458, + "mIoU": 0.6269304152602923, + "macroF1": 0.7625105190551235, + "F1_coffee": 0.8631256901459817, + "IoU_coffee": 0.7592094241770776, + "precision_coffee": 0.9125573026005741, + "recall_coffee": 0.8187741451882604, + "F1_noncoffee": 0.6618953479642652, + "IoU_noncoffee": 0.4946514063435069, + "kappa": 0.5284389150910702, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f2_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 66, + "stopped_epoch": 96, + "best_val": 0.5955408468399598, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7909430287291024, + "mIoU": 0.6073813969608678, + "macroF1": 0.7468278680755429, + "F1_coffee": 0.8525100769512642, + "IoU_coffee": 0.742934695832668, + "precision_coffee": 0.915899808080311, + "recall_coffee": 0.7973268217452769, + "F1_noncoffee": 0.6411456591998217, + "IoU_noncoffee": 0.4718280980890675, + "kappa": 0.499488996602748, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7544998269297335, + "mIoU": 0.5634895845217778, + "macroF1": 0.7110764135697507, + "F1_coffee": 0.8230855574956348, + "IoU_coffee": 0.6993588724633074, + "precision_coffee": 0.8961232941815466, + "recall_coffee": 0.761056333967595, + "F1_noncoffee": 0.5990672696438666, + "IoU_noncoffee": 0.42762029658024814, + "kappa": 0.43072302642708654, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24295942720763722, + "mIoU": 0.12201348095611922, + "macroF1": 0.19703945651354365, + "F1_coffee": 0.38906009244992296, + "IoU_coffee": 0.2415112386417982, + "precision_coffee": 1.0, + "recall_coffee": 0.2415112386417982, + "F1_noncoffee": 0.005018820577164366, + "IoU_noncoffee": 0.0025157232704402514, + "kappa": 0.0012144130387078938, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7655758647798742, + "mIoU": 0.570738028497889, + "macroF1": 0.7156631090413182, + "F1_coffee": 0.8347934485266111, + "IoU_coffee": 0.7164338781575037, + "precision_coffee": 0.8928888888888888, + "recall_coffee": 0.7837960855712335, + "F1_noncoffee": 0.5965327695560254, + "IoU_noncoffee": 0.4250421788382743, + "kappa": 0.43714546028480444, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7707272109833601, + "mIoU": 0.5868946331457283, + "macroF1": 0.731334730589654, + "F1_coffee": 0.8342103416824528, + "IoU_coffee": 0.7155753490611458, + "precision_coffee": 0.9239975132110662, + "recall_coffee": 0.7603274075968794, + "F1_noncoffee": 0.6284591194968554, + "IoU_noncoffee": 0.4582139172303107, + "kappa": 0.47380428759376764, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8361346573020102, + "mIoU": 0.6688203217335105, + "macroF1": 0.7944390955723839, + "F1_coffee": 0.887018668804061, + "IoU_coffee": 0.7969753345736061, + "precision_coffee": 0.9303628975760123, + "recall_coffee": 0.8475333460973897, + "F1_noncoffee": 0.7018595223407068, + "IoU_noncoffee": 0.5406653088934148, + "kappa": 0.5912195188303451, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7941356139279169, + "mIoU": 0.5715286656590518, + "macroF1": 0.7078430137998724, + "F1_coffee": 0.866622691292876, + "IoU_coffee": 0.7646374112443255, + "precision_coffee": 0.9430089003732415, + "recall_coffee": 0.8016841591408348, + "F1_noncoffee": 0.5490633363068689, + "IoU_noncoffee": 0.37841992007377806, + "kappa": 0.4283669046906873, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7742539150989856, + "mIoU": 0.5426983470732537, + "macroF1": 0.6810238762113613, + "F1_coffee": 0.8534714230916762, + "IoU_coffee": 0.7443961191033791, + "precision_coffee": 0.9378951805536041, + "recall_coffee": 0.782991202346041, + "F1_noncoffee": 0.5085763293310464, + "IoU_noncoffee": 0.34100057504312825, + "kappa": 0.37892488321351325, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8582184413806591, + "mIoU": 0.6339683921325011, + "macroF1": 0.7559143869113365, + "F1_coffee": 0.9139363722697056, + "IoU_coffee": 0.8415127336320909, + "precision_coffee": 0.9332121212121212, + "recall_coffee": 0.8954408001860897, + "F1_noncoffee": 0.5978924015529673, + "IoU_noncoffee": 0.4264240506329114, + "kappa": 0.5127999359737083, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7389363722697057, + "mIoU": 0.5606222284597717, + "macroF1": 0.7125744104336222, + "F1_coffee": 0.7996209636270866, + "IoU_coffee": 0.6661403934904057, + "precision_coffee": 0.8394551576369759, + "recall_coffee": 0.7633959638135004, + "F1_noncoffee": 0.625527857240158, + "IoU_noncoffee": 0.4551040634291378, + "kappa": 0.4275577055535089, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7673040152963672, + "mIoU": 0.6088637292973742, + "macroF1": 0.7543273731886743, + "F1_coffee": 0.8107898009950248, + "IoU_coffee": 0.6817884690809256, + "precision_coffee": 0.9067988175969397, + "recall_coffee": 0.7331646281456489, + "F1_noncoffee": 0.6978649453823237, + "IoU_noncoffee": 0.5359389895138227, + "kappa": 0.5172952742766656, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.814455749664043, + "mIoU": 0.6715595019955583, + "macroF1": 0.8013385335735068, + "F1_coffee": 0.8523864070255823, + "IoU_coffee": 0.742746872504658, + "precision_coffee": 0.9264608233731739, + "recall_coffee": 0.789280158393438, + "F1_noncoffee": 0.7502906601214313, + "IoU_noncoffee": 0.6003721314864585, + "kappa": 0.6069277933285138, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 8, + 27 + ], + [ + 408, + 563 + ], + [ + 6250, + 7520 + ], + [ + 42064, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.799457919597626, + "test_tta": { + "OA": 0.8091868203213765, + "mIoU": 0.6290191113728764, + "macroF1": 0.7635372322990295, + "F1_coffee": 0.8674334686513306, + "IoU_coffee": 0.7659006730654347, + "precision_coffee": 0.9158927465828451, + "recall_coffee": 0.8238444073169687, + "F1_noncoffee": 0.6596409959467284, + "IoU_noncoffee": 0.492137549680318, + "kappa": 0.5304492836846046, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7721529941156109, + "mIoU": 0.5821218535765306, + "macroF1": 0.7259321993415878, + "F1_coffee": 0.8384827727226255, + "IoU_coffee": 0.7218857826913597, + "precision_coffee": 0.8956990891417838, + "recall_coffee": 0.7881373849199484, + "F1_noncoffee": 0.6133816259605501, + "IoU_noncoffee": 0.44235792446170136, + "kappa": 0.45716647319034776, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f2_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 95, + "stopped_epoch": 100, + "best_val": 0.6738990905599875, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8301574419737056, + "mIoU": 0.6471957921692938, + "macroF1": 0.775877160276291, + "F1_coffee": 0.8861742630262156, + "IoU_coffee": 0.7956130242006367, + "precision_coffee": 0.900296171868093, + "recall_coffee": 0.8724885404618087, + "F1_noncoffee": 0.6655800575263663, + "IoU_noncoffee": 0.49877856013795085, + "kappa": 0.5520781154340926, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7892292604130611, + "mIoU": 0.5957702579418235, + "macroF1": 0.7354313416213121, + "F1_coffee": 0.854734498320113, + "IoU_coffee": 0.7463199555617276, + "precision_coffee": 0.8851419512898112, + "recall_coffee": 0.826346845028734, + "F1_noncoffee": 0.6161281849225112, + "IoU_noncoffee": 0.44522056032191937, + "kappa": 0.47250771425142657, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20381861575178997, + "mIoU": 0.10234394843244803, + "macroF1": 0.17064439140811455, + "F1_coffee": 0.33651551312649164, + "IoU_coffee": 0.20229555236728838, + "precision_coffee": 1.0, + "recall_coffee": 0.20229555236728838, + "F1_noncoffee": 0.00477326968973747, + "IoU_noncoffee": 0.0023923444976076554, + "kappa": 0.0009674530939630133, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.824685534591195, + "mIoU": 0.6535605976488209, + "macroF1": 0.783070567956861, + "F1_coffee": 0.8780837832296863, + "IoU_coffee": 0.7826643113845404, + "precision_coffee": 0.9252538345214949, + "recall_coffee": 0.8354899538331491, + "F1_noncoffee": 0.6880573526840357, + "IoU_noncoffee": 0.5244568839131014, + "kappa": 0.5690072544376368, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8192402852568768, + "mIoU": 0.6275810881029836, + "macroF1": 0.7596309921312582, + "F1_coffee": 0.8793315629250599, + "IoU_coffee": 0.7846491735059531, + "precision_coffee": 0.8908136482939633, + "recall_coffee": 0.8681417061005243, + "F1_noncoffee": 0.6399304213374565, + "IoU_noncoffee": 0.4705130027000142, + "kappa": 0.5195001908572525, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8464519254056673, + "mIoU": 0.6591962143513387, + "macroF1": 0.7833633941609937, + "F1_coffee": 0.9002705593657585, + "IoU_coffee": 0.8186291337681657, + "precision_coffee": 0.8877582676676801, + "recall_coffee": 0.9131405960814347, + "F1_noncoffee": 0.6664562289562289, + "IoU_noncoffee": 0.4997632949345116, + "kappa": 0.56701445338559, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.86336794950112, + "mIoU": 0.6586834791517704, + "macroF1": 0.7789395450205734, + "F1_coffee": 0.9155549962245155, + "IoU_coffee": 0.84426134385517, + "precision_coffee": 0.9450506625097428, + "recall_coffee": 0.8878447644618013, + "F1_noncoffee": 0.6423240938166311, + "IoU_noncoffee": 0.4731056144483706, + "kappa": 0.5596957550006013, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.83049345021176, + "mIoU": 0.5989346953632175, + "macroF1": 0.726962014210128, + "F1_coffee": 0.8950929594635781, + "IoU_coffee": 0.8101070285777336, + "precision_coffee": 0.9317258883248731, + "recall_coffee": 0.8612316715542522, + "F1_noncoffee": 0.5588310689566778, + "IoU_noncoffee": 0.3877623621487015, + "kappa": 0.45745103430373824, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8836413415468857, + "mIoU": 0.6739152453202614, + "macroF1": 0.7886142273437516, + "F1_coffee": 0.9303441816904706, + "IoU_coffee": 0.8697603152019262, + "precision_coffee": 0.936483620080132, + "recall_coffee": 0.9242847173761339, + "F1_noncoffee": 0.6468842729970327, + "IoU_noncoffee": 0.4780701754385965, + "kappa": 0.5773205479200849, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7886039886039886, + "mIoU": 0.6327314211212516, + "macroF1": 0.7719700814156167, + "F1_coffee": 0.8335576491700314, + "IoU_coffee": 0.7146153846153847, + "precision_coffee": 0.900630150266602, + "recall_coffee": 0.7757828810020877, + "F1_noncoffee": 0.7103825136612022, + "IoU_noncoffee": 0.5508474576271186, + "kappa": 0.5482993716407583, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8083173996175909, + "mIoU": 0.6411006526678977, + "macroF1": 0.7752344076432669, + "F1_coffee": 0.8614661784011608, + "IoU_coffee": 0.7566452239349436, + "precision_coffee": 0.8470108695652174, + "recall_coffee": 0.8764234500210881, + "F1_noncoffee": 0.689002636885373, + "IoU_noncoffee": 0.5255560814008519, + "kappa": 0.5507625488869687, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8099443271261278, + "mIoU": 0.6372865186852843, + "macroF1": 0.771266722337749, + "F1_coffee": 0.8653244456536525, + "IoU_coffee": 0.7626183910802062, + "precision_coffee": 0.8335735814441095, + "recall_coffee": 0.8995898741337859, + "F1_noncoffee": 0.6772089990218455, + "IoU_noncoffee": 0.5119546462903624, + "kappa": 0.5441187306336033, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 8, + 27 + ], + [ + 248, + 563 + ], + [ + 6186, + 7520 + ], + [ + 44704, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.997021234035492, + "test_tta": { + "OA": 0.8407239084564194, + "mIoU": 0.6585390521910238, + "macroF1": 0.784055460270844, + "F1_coffee": 0.8946775284154941, + "IoU_coffee": 0.809426707061291, + "precision_coffee": 0.8966118102613746, + "recall_coffee": 0.8927515743477702, + "F1_noncoffee": 0.6734333921261939, + "IoU_noncoffee": 0.5076513973207566, + "kappa": 0.5681171528264715, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7999163493711781, + "mIoU": 0.6048105756468393, + "macroF1": 0.7418273314223182, + "F1_coffee": 0.864289557348985, + "IoU_coffee": 0.7610122482730107, + "precision_coffee": 0.8800701251095705, + "recall_coffee": 0.8490649445501547, + "F1_noncoffee": 0.6193651054956513, + "IoU_noncoffee": 0.44860890302066775, + "kappa": 0.4841198790311091, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f3_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 65, + "stopped_epoch": 95, + "best_val": 0.6868967422255495, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8286502600532792, + "mIoU": 0.6743513606089047, + "macroF1": 0.800899875730267, + "F1_coffee": 0.8752309255496028, + "IoU_coffee": 0.7781427720861478, + "precision_coffee": 0.8824447031431898, + "recall_coffee": 0.8681341334921435, + "F1_noncoffee": 0.7265688259109312, + "IoU_noncoffee": 0.5705599491316615, + "kappa": 0.6018580596422238, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7983010268835814, + "mIoU": 0.6332130430841929, + "macroF1": 0.7701610705876649, + "F1_coffee": 0.8505828178253576, + "IoU_coffee": 0.7400122697105463, + "precision_coffee": 0.863283452613316, + "recall_coffee": 0.8382504685492872, + "F1_noncoffee": 0.6897393233499722, + "IoU_noncoffee": 0.5264138164578395, + "kappa": 0.5405286452651179, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10889929742388758, + "mIoU": 0.0548423167077845, + "macroF1": 0.0995542759443406, + "F1_coffee": 0.19128586609989373, + "IoU_coffee": 0.10575793184488837, + "precision_coffee": 0.989010989010989, + "recall_coffee": 0.10588235294117647, + "F1_noncoffee": 0.007822685788787484, + "IoU_noncoffee": 0.003926701570680628, + "kappa": -0.001510215529330541, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.822756271885643, + "mIoU": 0.6609603159989419, + "macroF1": 0.7902391590337339, + "F1_coffee": 0.8728273963173292, + "IoU_coffee": 0.7743511450381679, + "precision_coffee": 0.8640545144804088, + "recall_coffee": 0.8817802503477051, + "F1_noncoffee": 0.7076509217501384, + "IoU_noncoffee": 0.547569486959716, + "kappa": 0.5805777124735277, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8392347230154198, + "mIoU": 0.6846869623298882, + "macroF1": 0.8077609309177988, + "F1_coffee": 0.8855458426509453, + "IoU_coffee": 0.7946005107624955, + "precision_coffee": 0.8728875826598089, + "recall_coffee": 0.8985766348071237, + "F1_noncoffee": 0.7299760191846523, + "IoU_noncoffee": 0.574773413897281, + "kappa": 0.6157125213090936, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8239566140061306, + "mIoU": 0.6763090841846031, + "macroF1": 0.8035523867445195, + "F1_coffee": 0.8668640108420415, + "IoU_coffee": 0.7650132191867053, + "precision_coffee": 0.9134846662657847, + "recall_coffee": 0.8247709535120461, + "F1_noncoffee": 0.7402407626469975, + "IoU_noncoffee": 0.5876049491825011, + "kappa": 0.6090913488256422, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8439429012345679, + "mIoU": 0.6684821273653324, + "macroF1": 0.7924566435256621, + "F1_coffee": 0.8958279680659285, + "IoU_coffee": 0.8113119533527697, + "precision_coffee": 0.8625092982891148, + "recall_coffee": 0.9318242700241093, + "F1_noncoffee": 0.6890853189853958, + "IoU_noncoffee": 0.5256523013778951, + "kappa": 0.5867538330045843, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.847498090145149, + "mIoU": 0.6844123634975157, + "macroF1": 0.8058759454427287, + "F1_coffee": 0.8957639840741466, + "IoU_coffee": 0.8112069984631753, + "precision_coffee": 0.8853051219197523, + "recall_coffee": 0.9064729194187583, + "F1_noncoffee": 0.7159879068113106, + "IoU_noncoffee": 0.557617728531856, + "kappa": 0.6118994772317763, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8295122181337862, + "mIoU": 0.6734772417955806, + "macroF1": 0.7999568838221113, + "F1_coffee": 0.8768486335446057, + "IoU_coffee": 0.7807038834951456, + "precision_coffee": 0.9220295255840619, + "recall_coffee": 0.8358887733887734, + "F1_noncoffee": 0.7230651340996168, + "IoU_noncoffee": 0.5662506000960154, + "kappa": 0.6020624551739888, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8017940643191144, + "mIoU": 0.648503213215156, + "macroF1": 0.7835277077320907, + "F1_coffee": 0.8464098203061451, + "IoU_coffee": 0.7337179487179487, + "precision_coffee": 0.8659403843244061, + "recall_coffee": 0.8277408157361874, + "F1_noncoffee": 0.7206455951580363, + "IoU_noncoffee": 0.5632884777123633, + "kappa": 0.5674556147752708, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8310246679316888, + "mIoU": 0.6830379332959668, + "macroF1": 0.8079562204503656, + "F1_coffee": 0.8745156062847883, + "IoU_coffee": 0.7770126455490172, + "precision_coffee": 0.8595567867036011, + "recall_coffee": 0.8900043023089058, + "F1_noncoffee": 0.7413968346159431, + "IoU_noncoffee": 0.5890632210429165, + "kappa": 0.6161520199737855, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.818404676598152, + "mIoU": 0.6769580545782047, + "macroF1": 0.8052138180397612, + "F1_coffee": 0.8559030375579829, + "IoU_coffee": 0.7481035835731101, + "precision_coffee": 0.9040619566935356, + "recall_coffee": 0.8126154283278875, + "F1_noncoffee": 0.7545245985215396, + "IoU_noncoffee": 0.6058125255832992, + "kappa": 0.6123017847039636, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9299, + 11000 + ], + [ + 42825, + 51930 + ], + [ + 134, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.7327601989110315, + "test_tta": { + "OA": 0.8313300773817075, + "mIoU": 0.6773142244414994, + "macroF1": 0.8029449073786532, + "F1_coffee": 0.8777342268301934, + "IoU_coffee": 0.7821090581342948, + "precision_coffee": 0.8809441406520385, + "recall_coffee": 0.8745476201383481, + "F1_noncoffee": 0.7281555879271129, + "IoU_noncoffee": 0.572519390748704, + "kappa": 0.6059014482562203, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8004788277373948, + "mIoU": 0.6351244860833574, + "macroF1": 0.7714515579906102, + "F1_coffee": 0.8529017714735342, + "IoU_coffee": 0.7435298479792362, + "precision_coffee": 0.8614016624068387, + "recall_coffee": 0.8445679870280287, + "F1_noncoffee": 0.6900013445076861, + "IoU_noncoffee": 0.5267191241874786, + "kappa": 0.5429968909260463, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f3_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 32, + "stopped_epoch": 62, + "best_val": 0.6718048535092167, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8346917417226944, + "mIoU": 0.6724828369489853, + "macroF1": 0.7980085716851479, + "F1_coffee": 0.8840881041594859, + "IoU_coffee": 0.7922561874775816, + "precision_coffee": 0.8590350251723169, + "recall_coffee": 0.9106463878326996, + "F1_noncoffee": 0.71192903921081, + "IoU_noncoffee": 0.5527094864203888, + "kappa": 0.5968692968469711, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8047190492673358, + "mIoU": 0.6304127699011632, + "macroF1": 0.765967622040812, + "F1_coffee": 0.8611993849308047, + "IoU_coffee": 0.756233684400036, + "precision_coffee": 0.8390428060643589, + "recall_coffee": 0.8845578789984627, + "F1_noncoffee": 0.6707358591508195, + "IoU_noncoffee": 0.5045918554022905, + "kappa": 0.5327082420205987, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14637002341920374, + "mIoU": 0.07355108764763685, + "macroF1": 0.1288823591142827, + "F1_coffee": 0.2523076923076923, + "IoU_coffee": 0.1443661971830986, + "precision_coffee": 0.984, + "recall_coffee": 0.14470588235294118, + "F1_noncoffee": 0.005457025920873124, + "IoU_noncoffee": 0.0027359781121751026, + "kappa": -0.00389583165363218, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8292799923250348, + "mIoU": 0.6610161602975233, + "macroF1": 0.7888741741437881, + "F1_coffee": 0.8812360262955918, + "IoU_coffee": 0.787687168167989, + "precision_coffee": 0.8471161865657278, + "recall_coffee": 0.9182197496522948, + "F1_noncoffee": 0.6965123219919843, + "IoU_noncoffee": 0.5343451524270575, + "kappa": 0.5794915956920387, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8357605177993528, + "mIoU": 0.6666394005507494, + "macroF1": 0.7925580645665249, + "F1_coffee": 0.8872259076500768, + "IoU_coffee": 0.7973099964759779, + "precision_coffee": 0.8453730227923776, + "recall_coffee": 0.9334387677920649, + "F1_noncoffee": 0.697890221482973, + "IoU_noncoffee": 0.535968804625521, + "kappa": 0.5878225398763739, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8389530771044565, + "mIoU": 0.6882913711527875, + "macroF1": 0.8109111301275301, + "F1_coffee": 0.8837288481835824, + "IoU_coffee": 0.7916793753431343, + "precision_coffee": 0.8867176824268926, + "recall_coffee": 0.8807600950118765, + "F1_noncoffee": 0.7380934120714778, + "IoU_noncoffee": 0.5849033669624407, + "kappa": 0.621831938402145, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8313078703703703, + "mIoU": 0.6359546097468215, + "macroF1": 0.764810614164268, + "F1_coffee": 0.8898683961967131, + "IoU_coffee": 0.8015882019285309, + "precision_coffee": 0.839691027926322, + "recall_coffee": 0.9464237878381998, + "F1_noncoffee": 0.6397528321318229, + "IoU_noncoffee": 0.4703210175651121, + "kappa": 0.5350521011692188, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8564744079449962, + "mIoU": 0.6921493787715001, + "macroF1": 0.8108055871255229, + "F1_coffee": 0.9037587244669271, + "IoU_coffee": 0.8244158878504673, + "precision_coffee": 0.8769727848887784, + "recall_coffee": 0.9322324966974901, + "F1_noncoffee": 0.7178524497841187, + "IoU_noncoffee": 0.559882869692533, + "kappa": 0.6226432428912604, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8082838003585244, + "mIoU": 0.6288806165330438, + "macroF1": 0.7636248568172883, + "F1_coffee": 0.86636853873471, + "IoU_coffee": 0.7642417913911127, + "precision_coffee": 0.8770972037283622, + "recall_coffee": 0.8558991683991684, + "F1_noncoffee": 0.6608811748998665, + "IoU_noncoffee": 0.4935194416749751, + "kappa": 0.5274291481674589, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8272735948086649, + "mIoU": 0.6776575673228207, + "macroF1": 0.804057980273183, + "F1_coffee": 0.8715036206162147, + "IoU_coffee": 0.772269753397081, + "precision_coffee": 0.8558282208588958, + "recall_coffee": 0.8877639571883136, + "F1_noncoffee": 0.7366123399301513, + "IoU_noncoffee": 0.5830453812485602, + "kappa": 0.6083852551261874, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.815180265654649, + "mIoU": 0.6427834954055553, + "macroF1": 0.7752204275987125, + "F1_coffee": 0.8699946609717032, + "IoU_coffee": 0.7699031419796835, + "precision_coffee": 0.8136312570215953, + "recall_coffee": 0.9347483149290119, + "F1_noncoffee": 0.6804461942257218, + "IoU_noncoffee": 0.5156638488314271, + "kappa": 0.5556818775452579, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8696021120120686, + "mIoU": 0.7469927131866694, + "macroF1": 0.8530556295632106, + "F1_coffee": 0.9023649841157784, + "IoU_coffee": 0.8220993053768973, + "precision_coffee": 0.8968565815324165, + "recall_coffee": 0.9079414689586589, + "F1_noncoffee": 0.8037462750106428, + "IoU_noncoffee": 0.6718861209964413, + "kappa": 0.7061335418192536, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9184, + 11000 + ], + [ + 43322, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.136210894584656, + "test_tta": { + "OA": 0.8342636052264366, + "mIoU": 0.665882743140598, + "macroF1": 0.7921979170501674, + "F1_coffee": 0.885693037905466, + "IoU_coffee": 0.7948375699283541, + "precision_coffee": 0.8474884889074926, + "recall_coffee": 0.9275046955884374, + "F1_noncoffee": 0.6987027961948689, + "IoU_noncoffee": 0.5369279163528421, + "kappa": 0.5866101763082312, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8043152186454368, + "mIoU": 0.6235816650559414, + "macroF1": 0.7594576672585561, + "F1_coffee": 0.8633332661818328, + "IoU_coffee": 0.7595306878400652, + "precision_coffee": 0.8274603695622792, + "recall_coffee": 0.9024575146882304, + "F1_noncoffee": 0.6555820683352794, + "IoU_noncoffee": 0.4876326422718175, + "kappa": 0.5211832702380441, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f3_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 99, + "stopped_epoch": 100, + "best_val": 0.658535487090496, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8105099581377648, + "mIoU": 0.6146440430012184, + "macroF1": 0.7489941725212094, + "F1_coffee": 0.8732552713079632, + "IoU_coffee": 0.775024944932884, + "precision_coffee": 0.8131592462371113, + "recall_coffee": 0.9429428741582299, + "F1_noncoffee": 0.6247330737344555, + "IoU_noncoffee": 0.4542631410695529, + "kappa": 0.5059774376145535, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.785032306449752, + "mIoU": 0.5817538341654751, + "macroF1": 0.7218245377425395, + "F1_coffee": 0.85442487815836, + "IoU_coffee": 0.745847969170958, + "precision_coffee": 0.7967395264116576, + "recall_coffee": 0.9211152525954471, + "F1_noncoffee": 0.589224197326719, + "IoU_noncoffee": 0.4176596991599922, + "kappa": 0.4517584618406185, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2962529274004684, + "mIoU": 0.1489588442762712, + "macroF1": 0.230866981860141, + "F1_coffee": 0.4551223934723481, + "IoU_coffee": 0.29460093896713613, + "precision_coffee": 0.9920948616600791, + "recall_coffee": 0.2952941176470588, + "F1_noncoffee": 0.006611570247933884, + "IoU_noncoffee": 0.003316749585406302, + "kappa": -0.0027194829856484813, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8120113205737036, + "mIoU": 0.619203668013049, + "macroF1": 0.7531783083208001, + "F1_coffee": 0.873682514101531, + "IoU_coffee": 0.77569826007326, + "precision_coffee": 0.814238510063082, + "recall_coffee": 0.942489568845619, + "F1_noncoffee": 0.6326741025400694, + "IoU_noncoffee": 0.46270907595283794, + "kappa": 0.5138907754436858, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7937369122406244, + "mIoU": 0.5818021310686586, + "macroF1": 0.7193061108101678, + "F1_coffee": 0.863847700427243, + "IoU_coffee": 0.760327379306531, + "precision_coffee": 0.795245531841055, + "recall_coffee": 0.9454032868046482, + "F1_noncoffee": 0.5747645211930926, + "IoU_noncoffee": 0.40327688283078617, + "kappa": 0.45136374948918917, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8256543268097147, + "mIoU": 0.6429050973010528, + "macroF1": 0.77287558682355, + "F1_coffee": 0.8823622999331785, + "IoU_coffee": 0.7894886687165471, + "precision_coffee": 0.8306374311047208, + "recall_coffee": 0.9409569053274517, + "F1_noncoffee": 0.6633888737139215, + "IoU_noncoffee": 0.49632152588555856, + "kappa": 0.5507361058869474, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8125, + "mIoU": 0.5858553139747544, + "macroF1": 0.7180883632496535, + "F1_coffee": 0.8812316715542522, + "IoU_coffee": 0.7876802096985583, + "precision_coffee": 0.8101550213435184, + "recall_coffee": 0.9659791052772569, + "F1_noncoffee": 0.554945054945055, + "IoU_noncoffee": 0.3840304182509506, + "kappa": 0.4519828292199085, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8307868601986249, + "mIoU": 0.6335027779903367, + "macroF1": 0.7625414692855871, + "F1_coffee": 0.8898420987193834, + "IoU_coffee": 0.8015455258147609, + "precision_coffee": 0.8404180366369187, + "recall_coffee": 0.945442536327609, + "F1_noncoffee": 0.6352408398517908, + "IoU_noncoffee": 0.46546003016591253, + "kappa": 0.5304600525825277, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8302670063213511, + "mIoU": 0.6256446484510847, + "macroF1": 0.7548770845734306, + "F1_coffee": 0.8908175031862596, + "IoU_coffee": 0.8031297876997154, + "precision_coffee": 0.8357818016171279, + "recall_coffee": 0.9536122661122661, + "F1_noncoffee": 0.6189366659606016, + "IoU_noncoffee": 0.448159509202454, + "kappa": 0.5170628326103689, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8115278175398416, + "mIoU": 0.6426111502839391, + "macroF1": 0.7759048936146691, + "F1_coffee": 0.8652520979736644, + "IoU_coffee": 0.7625060125060125, + "precision_coffee": 0.8189332300142064, + "recall_coffee": 0.9171246745733295, + "F1_noncoffee": 0.6865576892556737, + "IoU_noncoffee": 0.5227162880618657, + "kappa": 0.5551203137352418, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7569259962049336, + "mIoU": 0.5355930903360466, + "macroF1": 0.6784885250197275, + "F1_coffee": 0.8372920106693763, + "IoU_coffee": 0.7201223508848591, + "precision_coffee": 0.751396329647783, + "recall_coffee": 0.9453606768966012, + "F1_noncoffee": 0.5196850393700787, + "IoU_noncoffee": 0.35106382978723405, + "kappa": 0.38086119912830996, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8210446916839524, + "mIoU": 0.6547476397966594, + "macroF1": 0.7849727132601059, + "F1_coffee": 0.8730434782608696, + "IoU_coffee": 0.7746913580246914, + "precision_coffee": 0.8249273163948931, + "recall_coffee": 0.9271203295922716, + "F1_noncoffee": 0.696901948259342, + "IoU_noncoffee": 0.5348039215686274, + "kappa": 0.5734103134394076, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8850, + 11000 + ], + [ + 42146, + 51930 + ], + [ + 118, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.988429327805837, + "test_tta": { + "OA": 0.8082265634910567, + "mIoU": 0.6071406612837865, + "macroF1": 0.7419623113657337, + "F1_coffee": 0.8727242112352929, + "IoU_coffee": 0.7741887299749804, + "precision_coffee": 0.8072580017132622, + "recall_coffee": 0.9497457510650968, + "F1_noncoffee": 0.6112004114961743, + "IoU_noncoffee": 0.4400925925925926, + "kappa": 0.4940886104440885, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.783705434406369, + "mIoU": 0.5752457618880824, + "macroF1": 0.7151610901556589, + "F1_coffee": 0.8548897425229078, + "IoU_coffee": 0.7465567066060534, + "precision_coffee": 0.7908059145752032, + "recall_coffee": 0.9302756543896225, + "F1_noncoffee": 0.5754324377884098, + "IoU_noncoffee": 0.4039348171701113, + "kappa": 0.44106133079183285, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f3_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 86, + "stopped_epoch": 100, + "best_val": 0.7106158343455744, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8513097805404034, + "mIoU": 0.699737713568791, + "macroF1": 0.8182662478534518, + "F1_coffee": 0.8957589906064143, + "IoU_coffee": 0.8111988080376917, + "precision_coffee": 0.8702291725165777, + "recall_coffee": 0.9228320124604883, + "F1_noncoffee": 0.7407735051004893, + "IoU_noncoffee": 0.5882766190998903, + "kappa": 0.6373087535802958, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8215789777316257, + "mIoU": 0.6567270443027577, + "macroF1": 0.7866609710972614, + "F1_coffee": 0.8729707250454373, + "IoU_coffee": 0.774576796224421, + "precision_coffee": 0.8518637274549098, + "recall_coffee": 0.8951502516478194, + "F1_noncoffee": 0.7003512171490857, + "IoU_noncoffee": 0.5388772923810944, + "kappa": 0.5739389536068908, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22716627634660422, + "mIoU": 0.11477675407512403, + "macroF1": 0.18868033164440348, + "F1_coffee": 0.36538461538461536, + "IoU_coffee": 0.2235294117647059, + "precision_coffee": 1.0, + "recall_coffee": 0.2235294117647059, + "F1_noncoffee": 0.011976047904191617, + "IoU_noncoffee": 0.006024096385542169, + "kappa": 0.0026895038573147598, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8350362162421452, + "mIoU": 0.6736052725535584, + "macroF1": 0.7989307137767626, + "F1_coffee": 0.8841346315824938, + "IoU_coffee": 0.7923309178743961, + "precision_coffee": 0.8575256519181753, + "recall_coffee": 0.9124478442280946, + "F1_noncoffee": 0.7137267959710314, + "IoU_noncoffee": 0.5548796272327207, + "kappa": 0.5988158332857079, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8641252617551876, + "mIoU": 0.7210884272712914, + "macroF1": 0.8335878891189445, + "F1_coffee": 0.9048745543597775, + "IoU_coffee": 0.8262747961543142, + "precision_coffee": 0.8777634130575307, + "recall_coffee": 0.9337138142061473, + "F1_noncoffee": 0.7623012238781117, + "IoU_noncoffee": 0.6159020583882685, + "kappa": 0.6679672798003127, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8546097618486206, + "mIoU": 0.7051367511976, + "macroF1": 0.8221769749882202, + "F1_coffee": 0.8981196920128218, + "IoU_coffee": 0.8150791746641075, + "precision_coffee": 0.8752415303362102, + "recall_coffee": 0.9222259925347811, + "F1_noncoffee": 0.7462342579636184, + "IoU_noncoffee": 0.5951943277310925, + "kappa": 0.6449581888467367, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8386381172839507, + "mIoU": 0.6528995166788727, + "macroF1": 0.7792703398349484, + "F1_coffee": 0.8937440457288028, + "IoU_coffee": 0.8078998736938799, + "precision_coffee": 0.8498610943350646, + "recall_coffee": 0.9424055719260648, + "F1_noncoffee": 0.664796633941094, + "IoU_noncoffee": 0.49789915966386555, + "kappa": 0.5622228506027895, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8612490450725745, + "mIoU": 0.6980814232121818, + "macroF1": 0.8149751664754197, + "F1_coffee": 0.9075052517665033, + "IoU_coffee": 0.8306724158023541, + "precision_coffee": 0.875783265757464, + "recall_coffee": 0.9416116248348745, + "F1_noncoffee": 0.7224450811843361, + "IoU_noncoffee": 0.5654904306220095, + "kappa": 0.6314014848963382, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8378148881969997, + "mIoU": 0.6598033667167065, + "macroF1": 0.7858785387555054, + "F1_coffee": 0.8913332069030913, + "IoU_coffee": 0.8039685254875129, + "precision_coffee": 0.8679059460790348, + "recall_coffee": 0.9160602910602911, + "F1_noncoffee": 0.6804238706079196, + "IoU_noncoffee": 0.5156382079459002, + "kappa": 0.5726727407460742, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8314724687470179, + "mIoU": 0.6865744020386062, + "macroF1": 0.8108912705386155, + "F1_coffee": 0.8732778415614236, + "IoU_coffee": 0.7750605018468985, + "precision_coffee": 0.8665622329820564, + "recall_coffee": 0.880098351171536, + "F1_noncoffee": 0.7485046995158074, + "IoU_noncoffee": 0.5980883022303141, + "kappa": 0.6218276163495475, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8669829222011385, + "mIoU": 0.7392991922342174, + "macroF1": 0.8475393644894865, + "F1_coffee": 0.9019854586129754, + "IoU_coffee": 0.8214695021011078, + "precision_coffee": 0.879961806029191, + "recall_coffee": 0.9251398250394378, + "F1_noncoffee": 0.7930932703659976, + "IoU_noncoffee": 0.657128882367327, + "kappa": 0.6954813987065169, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8713935508202904, + "mIoU": 0.7460124839844909, + "macroF1": 0.8520380712991016, + "F1_coffee": 0.9055532474726492, + "IoU_coffee": 0.82740731367835, + "precision_coffee": 0.8832905578819398, + "recall_coffee": 0.9289671828384714, + "F1_noncoffee": 0.798522895125554, + "IoU_noncoffee": 0.6646176542906319, + "kappa": 0.7044766205420128, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9305, + 11000 + ], + [ + 44251, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.035807772477468, + "test_tta": { + "OA": 0.8533553215780794, + "mIoU": 0.7011414235281399, + "macroF1": 0.8190650722514126, + "F1_coffee": 0.8978324753087784, + "IoU_coffee": 0.8146061784575908, + "precision_coffee": 0.867157490396927, + "recall_coffee": 0.9307572495304411, + "F1_noncoffee": 0.7402976691940466, + "IoU_noncoffee": 0.5876766685986892, + "kappa": 0.6392775288723017, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8238577362409139, + "mIoU": 0.6578238863073085, + "macroF1": 0.7871589884078174, + "F1_coffee": 0.8755388425204073, + "IoU_coffee": 0.7786296900489397, + "precision_coffee": 0.848281990521327, + "recall_coffee": 0.9046054709710026, + "F1_noncoffee": 0.6987791342952275, + "IoU_noncoffee": 0.5370180825656773, + "kappa": 0.57537899685684, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f3_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 90, + "stopped_epoch": 100, + "best_val": 0.6558610113102865, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8168368641380185, + "mIoU": 0.6404891366558403, + "macroF1": 0.7726708818082071, + "F1_coffee": 0.8728717491553032, + "IoU_coffee": 0.7744209662930125, + "precision_coffee": 0.8400949092218715, + "recall_coffee": 0.9083100462687251, + "F1_noncoffee": 0.672470014461111, + "IoU_noncoffee": 0.5065573070186681, + "kappa": 0.5471178808286741, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7903830621899157, + "mIoU": 0.6065432010828481, + "macroF1": 0.746131528286161, + "F1_coffee": 0.8521224207398966, + "IoU_coffee": 0.7423460795263167, + "precision_coffee": 0.824359706281867, + "recall_coffee": 0.8818202876576747, + "F1_noncoffee": 0.6401406358324254, + "IoU_noncoffee": 0.4707403226393795, + "kappa": 0.49366059110178667, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26346604215456676, + "mIoU": 0.13280820033021465, + "macroF1": 0.2116209611729568, + "F1_coffee": 0.41379310344827586, + "IoU_coffee": 0.2608695652173913, + "precision_coffee": 0.9955156950672646, + "recall_coffee": 0.2611764705882353, + "F1_noncoffee": 0.009448818897637795, + "IoU_noncoffee": 0.004746835443037975, + "kappa": 0.00014146325119781527, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8191106634048064, + "mIoU": 0.6427669519241923, + "macroF1": 0.7742878345101945, + "F1_coffee": 0.8748714205129907, + "IoU_coffee": 0.7775746136604931, + "precision_coffee": 0.8366440312242178, + "recall_coffee": 0.916759388038943, + "F1_noncoffee": 0.6737042485073981, + "IoU_noncoffee": 0.5079592901878914, + "kappa": 0.5510199425260792, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8216257376737103, + "mIoU": 0.6415856142602583, + "macroF1": 0.772577951412242, + "F1_coffee": 0.8781930451738706, + "IoU_coffee": 0.7828379396257026, + "precision_coffee": 0.8326246379490971, + "recall_coffee": 0.9290380251667469, + "F1_noncoffee": 0.6669628576506131, + "IoU_noncoffee": 0.500333288894814, + "kappa": 0.5488505266116057, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8098561659985852, + "mIoU": 0.6368214294249597, + "macroF1": 0.7708470907800439, + "F1_coffee": 0.8653936035254056, + "IoU_coffee": 0.7627258282822339, + "precision_coffee": 0.8516328273868191, + "recall_coffee": 0.8796063793688497, + "F1_noncoffee": 0.6763005780346821, + "IoU_noncoffee": 0.5109170305676856, + "kappa": 0.5419817492456231, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8235918209876543, + "mIoU": 0.6271407849041002, + "macroF1": 0.7580913715131303, + "F1_coffee": 0.8839687876673222, + "IoU_coffee": 0.7920645748067303, + "precision_coffee": 0.8397010967819694, + "recall_coffee": 0.9331636753281543, + "F1_noncoffee": 0.6322139553589383, + "IoU_noncoffee": 0.4622169950014702, + "kappa": 0.5204076481576367, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.836038961038961, + "mIoU": 0.6535887085134315, + "macroF1": 0.7805164078121377, + "F1_coffee": 0.8909079357011246, + "IoU_coffee": 0.8032768102658112, + "precision_coffee": 0.8582445831803158, + "recall_coffee": 0.9261558784676354, + "F1_noncoffee": 0.6701248799231508, + "IoU_noncoffee": 0.5039006067610518, + "kappa": 0.5629470268313084, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7822436078875366, + "mIoU": 0.5741744409028258, + "macroF1": 0.7144286488495145, + "F1_coffee": 0.8535904592742959, + "IoU_coffee": 0.7445772465692785, + "precision_coffee": 0.8339117501239465, + "recall_coffee": 0.8742203742203742, + "F1_noncoffee": 0.5752668384247331, + "IoU_noncoffee": 0.40377163523637305, + "kappa": 0.4297784754212006, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8146769729936063, + "mIoU": 0.6532018611774709, + "macroF1": 0.784968738276431, + "F1_coffee": 0.8648949492138583, + "IoU_coffee": 0.7619514586908556, + "precision_coffee": 0.8332439678284183, + "recall_coffee": 0.8990454150997975, + "F1_noncoffee": 0.7050425273390036, + "IoU_noncoffee": 0.5444522636640863, + "kappa": 0.571287942138017, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8073055028462998, + "mIoU": 0.6296021585806453, + "macroF1": 0.7645606365129414, + "F1_coffee": 0.8648792495509281, + "IoU_coffee": 0.7619270894385184, + "precision_coffee": 0.8066517746339041, + "recall_coffee": 0.9321669295855443, + "F1_noncoffee": 0.6642420234749545, + "IoU_noncoffee": 0.4972772277227723, + "kappa": 0.5351400759593858, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8374504997171413, + "mIoU": 0.6945490311361138, + "macroF1": 0.8164959457932374, + "F1_coffee": 0.8785059901338971, + "IoU_coffee": 0.7833354279250974, + "precision_coffee": 0.8716263459655992, + "recall_coffee": 0.8854950987356158, + "F1_noncoffee": 0.7544859014525777, + "IoU_noncoffee": 0.6057626343471301, + "kappa": 0.6330380885907627, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8930, + 11000 + ], + [ + 42452, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.000952279567718, + "test_tta": { + "OA": 0.8260814410757326, + "mIoU": 0.6507362333466726, + "macroF1": 0.7801389823976757, + "F1_coffee": 0.8806424933617725, + "IoU_coffee": 0.7867392572428543, + "precision_coffee": 0.838868847700792, + "recall_coffee": 0.9267946309954648, + "F1_noncoffee": 0.6796354714335787, + "IoU_noncoffee": 0.5147332094504911, + "kappa": 0.5631853894318034, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7991952232606438, + "mIoU": 0.6145741707362776, + "macroF1": 0.7518764502725617, + "F1_coffee": 0.8602318927872309, + "IoU_coffee": 0.7547429054589653, + "precision_coffee": 0.8219383057090239, + "recall_coffee": 0.9022679891338682, + "F1_noncoffee": 0.6435210077578923, + "IoU_noncoffee": 0.47440543601359003, + "kappa": 0.5064850210738202, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f3_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 15, + "stopped_epoch": 50, + "best_val": 0.6494108490885622, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7712165419256628, + "mIoU": 0.5603779338425465, + "macroF1": 0.7025046900610569, + "F1_coffee": 0.845478301846378, + "IoU_coffee": 0.7323191094619667, + "precision_coffee": 0.7939815746067506, + "recall_coffee": 0.9041183746392414, + "F1_noncoffee": 0.5595310782757358, + "IoU_noncoffee": 0.3884367582231265, + "kappa": 0.41205951740328717, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7468847352024922, + "mIoU": 0.5325066543294272, + "macroF1": 0.6782374580856814, + "F1_coffee": 0.8268581914326868, + "IoU_coffee": 0.7048237351991389, + "precision_coffee": 0.7778375870069606, + "recall_coffee": 0.882473097900478, + "F1_noncoffee": 0.5296167247386759, + "IoU_noncoffee": 0.36018957345971564, + "kappa": 0.36334455418421197, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18266978922716628, + "mIoU": 0.0922607675548852, + "macroF1": 0.15736232916603055, + "F1_coffee": 0.3033932135728543, + "IoU_coffee": 0.17882352941176471, + "precision_coffee": 1.0, + "recall_coffee": 0.17882352941176471, + "F1_noncoffee": 0.0113314447592068, + "IoU_noncoffee": 0.005698005698005698, + "kappa": 0.0020358006254729616, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7818870820741594, + "mIoU": 0.5876967381818545, + "macroF1": 0.7290492234729153, + "F1_coffee": 0.8487006288889628, + "IoU_coffee": 0.7371676300578035, + "precision_coffee": 0.813692337140305, + "recall_coffee": 0.8868567454798331, + "F1_noncoffee": 0.609397818056868, + "IoU_noncoffee": 0.4382258463059056, + "kappa": 0.46067577001609317, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7731296402055968, + "mIoU": 0.5647629143960144, + "macroF1": 0.7068171074345657, + "F1_coffee": 0.8462506047411708, + "IoU_coffee": 0.7334786984233479, + "precision_coffee": 0.7969262544040822, + "recall_coffee": 0.902083476586674, + "F1_noncoffee": 0.5673836101279608, + "IoU_noncoffee": 0.3960471303686811, + "kappa": 0.41988721542538565, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7588304645130866, + "mIoU": 0.5271381591775209, + "macroF1": 0.6676015898178992, + "F1_coffee": 0.8417404221080647, + "IoU_coffee": 0.7267286523458374, + "precision_coffee": 0.7736503782922806, + "recall_coffee": 0.9229725144214456, + "F1_noncoffee": 0.4934627575277338, + "IoU_noncoffee": 0.3275476660092045, + "kappa": 0.35128636790758655, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8203125, + "mIoU": 0.6187471468386018, + "macroF1": 0.7505482187724773, + "F1_coffee": 0.8824679830925494, + "IoU_coffee": 0.7896578977080275, + "precision_coffee": 0.834108527131783, + "recall_coffee": 0.9367800696490758, + "F1_noncoffee": 0.6186284544524053, + "IoU_noncoffee": 0.44783639596917607, + "kappa": 0.5064793230414324, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7930672268907563, + "mIoU": 0.5858861273952147, + "macroF1": 0.7239137904056907, + "F1_coffee": 0.8620887163495196, + "IoU_coffee": 0.757606263982103, + "precision_coffee": 0.8317573375905686, + "recall_coffee": 0.8947159841479524, + "F1_noncoffee": 0.585738864461862, + "IoU_noncoffee": 0.41416599080832656, + "kappa": 0.4500244731676848, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7855458062081329, + "mIoU": 0.5318111158946573, + "macroF1": 0.6636877441049587, + "F1_coffee": 0.8661287472760468, + "IoU_coffee": 0.76386868896738, + "precision_coffee": 0.7920930733599052, + "recall_coffee": 0.9554313929313929, + "F1_noncoffee": 0.4612467409338706, + "IoU_noncoffee": 0.29975354282193467, + "kappa": 0.3502208475264038, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7438686897604734, + "mIoU": 0.556729724955183, + "macroF1": 0.7068680192392787, + "F1_coffee": 0.8110125334459936, + "IoU_coffee": 0.6821035177069762, + "precision_coffee": 0.7902030735455543, + "recall_coffee": 0.8329476424645647, + "F1_noncoffee": 0.6027235050325637, + "IoU_noncoffee": 0.43135593220338986, + "kappa": 0.41458946196607666, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7533206831119544, + "mIoU": 0.5447170385210645, + "macroF1": 0.6903856030164062, + "F1_coffee": 0.8299764582788386, + "IoU_coffee": 0.7093673150011178, + "precision_coffee": 0.7628320711623994, + "recall_coffee": 0.9100817438692098, + "F1_noncoffee": 0.5507947477539737, + "IoU_noncoffee": 0.380066762041011, + "kappa": 0.3931919789208835, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7321327550443145, + "mIoU": 0.5178174875561006, + "macroF1": 0.6656638127588834, + "F1_coffee": 0.8147375285295076, + "IoU_coffee": 0.6873899647887324, + "precision_coffee": 0.7530135004821601, + "recall_coffee": 0.8874840176161387, + "F1_noncoffee": 0.5165900969882593, + "IoU_noncoffee": 0.34824501032346866, + "kappa": 0.3428487905043544, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8707, + 11000 + ], + [ + 39802, + 51930 + ], + [ + 127, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4985158165295918, + "test_tta": { + "OA": 0.7608619814791323, + "mIoU": 0.5186890830790398, + "macroF1": 0.6563425920148694, + "F1_coffee": 0.845865314841123, + "IoU_coffee": 0.7329000035422054, + "precision_coffee": 0.7636984405278213, + "recall_coffee": 0.9478446103806862, + "F1_noncoffee": 0.4668198691886159, + "IoU_noncoffee": 0.3044781626158742, + "kappa": 0.3391474993551279, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7389667705088265, + "mIoU": 0.4944672781840248, + "macroF1": 0.6334169732822018, + "F1_coffee": 0.8301217371716053, + "IoU_coffee": 0.7095795892169448, + "precision_coffee": 0.7488231110509026, + "recall_coffee": 0.9312232821614337, + "F1_noncoffee": 0.43671220939279826, + "IoU_noncoffee": 0.2793549671511049, + "kappa": 0.2944112689600025, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f4_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.505615445329251, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7748357139414194, + "mIoU": 0.588265452403308, + "macroF1": 0.7316206834202399, + "F1_coffee": 0.8393147889100374, + "IoU_coffee": 0.7231200853518789, + "precision_coffee": 0.9156409486640649, + "recall_coffee": 0.7747343465560307, + "F1_noncoffee": 0.6239265779304423, + "IoU_noncoffee": 0.45341081945473694, + "kappa": 0.4718308333260132, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7440146532825661, + "mIoU": 0.5527974510965254, + "macroF1": 0.702477525727787, + "F1_coffee": 0.8136450972774902, + "IoU_coffee": 0.6858361653922401, + "precision_coffee": 0.8932819992622648, + "recall_coffee": 0.7470453274721884, + "F1_noncoffee": 0.5913099541780837, + "IoU_noncoffee": 0.41975873680081077, + "kappa": 0.415149175003611, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22662677636499626, + "mIoU": 0.11464034726585917, + "macroF1": 0.18872120973118128, + "F1_coffee": 0.3640836408364084, + "IoU_coffee": 0.22255639097744362, + "precision_coffee": 0.9932885906040269, + "recall_coffee": 0.22289156626506024, + "F1_noncoffee": 0.013358778625954198, + "IoU_noncoffee": 0.0067243035542747355, + "kappa": 1.1573454545968497e-05, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7221125370187562, + "mIoU": 0.5359977081147245, + "macroF1": 0.6904236531942421, + "F1_coffee": 0.7894697479620073, + "IoU_coffee": 0.6521685407141975, + "precision_coffee": 0.9195121951219513, + "recall_coffee": 0.6916524701873935, + "F1_noncoffee": 0.591377558426477, + "IoU_noncoffee": 0.41982687551525144, + "kappa": 0.40398500554401945, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7695243547540671, + "mIoU": 0.5766399850391526, + "macroF1": 0.7208597656488867, + "F1_coffee": 0.8374112341399388, + "IoU_coffee": 0.7202987494210282, + "precision_coffee": 0.9046684118673648, + "recall_coffee": 0.7794624396967609, + "F1_noncoffee": 0.6043082971578344, + "IoU_noncoffee": 0.432981220657277, + "kappa": 0.4491294659457705, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8309544200209344, + "mIoU": 0.6568682929735887, + "macroF1": 0.7847115144769408, + "F1_coffee": 0.8844890926232972, + "IoU_coffee": 0.7929004429937049, + "precision_coffee": 0.9228629579375848, + "recall_coffee": 0.849179099818965, + "F1_noncoffee": 0.6849339363305844, + "IoU_noncoffee": 0.5208361429534727, + "kappa": 0.5714441055327617, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.711772936238257, + "mIoU": 0.5322090876675653, + "macroF1": 0.6893905889687407, + "F1_coffee": 0.7727702489757328, + "IoU_coffee": 0.6296866974833076, + "precision_coffee": 0.9176646706586826, + "recall_coffee": 0.6673924877517692, + "F1_noncoffee": 0.6060109289617487, + "IoU_noncoffee": 0.4347314778518228, + "kappa": 0.40452186355929265, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7332570120206068, + "mIoU": 0.5457176873119011, + "macroF1": 0.6978993150273745, + "F1_coffee": 0.8012510662496446, + "IoU_coffee": 0.6684060721062619, + "precision_coffee": 0.9024819855884708, + "recall_coffee": 0.7204397290042184, + "F1_noncoffee": 0.5945475638051044, + "IoU_noncoffee": 0.42302930251754023, + "kappa": 0.41091889761085826, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8668058059007684, + "mIoU": 0.7134401494019738, + "macroF1": 0.8268625760294563, + "F1_coffee": 0.910023071007434, + "IoU_coffee": 0.834901222953904, + "precision_coffee": 0.9194509194509195, + "recall_coffee": 0.9007866023851814, + "F1_noncoffee": 0.7437020810514786, + "IoU_noncoffee": 0.5919790758500436, + "kappa": 0.6538288267847825, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7322020674858591, + "mIoU": 0.5381601484345883, + "macroF1": 0.6896730585474828, + "F1_coffee": 0.8045551601423487, + "IoU_coffee": 0.6730173850916885, + "precision_coffee": 0.9211212516297262, + "recall_coffee": 0.714177407126611, + "F1_noncoffee": 0.574790956952617, + "IoU_noncoffee": 0.40330291177748806, + "kappa": 0.4002422079261495, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8058020803511785, + "mIoU": 0.6079520822608178, + "macroF1": 0.7434518598802229, + "F1_coffee": 0.869926494087568, + "IoU_coffee": 0.7697963800904978, + "precision_coffee": 0.9064872785400293, + "recall_coffee": 0.8362005406733841, + "F1_noncoffee": 0.6169772256728778, + "IoU_noncoffee": 0.44610778443113774, + "kappa": 0.48934977837536137, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7948840316884604, + "mIoU": 0.6054265753286329, + "macroF1": 0.7438087398201569, + "F1_coffee": 0.8581986143187067, + "IoU_coffee": 0.7516181229773463, + "precision_coffee": 0.926617269877458, + "recall_coffee": 0.7991888902543935, + "F1_noncoffee": 0.6294188653216072, + "IoU_noncoffee": 0.45923502767991947, + "kappa": 0.4948153050519226, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6008, + 8413 + ], + [ + 42110, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.028488310178121, + "test_tta": { + "OA": 0.8021176432783304, + "mIoU": 0.6156177528553083, + "macroF1": 0.7521613964828464, + "F1_coffee": 0.8634317269521634, + "IoU_coffee": 0.7596831157681125, + "precision_coffee": 0.9066837447601304, + "recall_coffee": 0.8241183692477033, + "F1_noncoffee": 0.6408910660135293, + "IoU_noncoffee": 0.4715523899425041, + "kappa": 0.5072711864210454, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7699463482173763, + "mIoU": 0.5758554290776343, + "macroF1": 0.7198964711694056, + "F1_coffee": 0.8382989507831111, + "IoU_coffee": 0.7216133198366436, + "precision_coffee": 0.8838984137842576, + "recall_coffee": 0.7971735400158096, + "F1_noncoffee": 0.6014939915556999, + "IoU_noncoffee": 0.4300975383186252, + "kappa": 0.4434433900199356, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f4_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 79, + "stopped_epoch": 100, + "best_val": 0.659472309388234, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8396985812754061, + "mIoU": 0.6735668268451859, + "macroF1": 0.7979253455212136, + "F1_coffee": 0.8898019594199057, + "IoU_coffee": 0.8014803907913326, + "precision_coffee": 0.9303614736112715, + "recall_coffee": 0.8526311333135769, + "F1_noncoffee": 0.7060487316225215, + "IoU_noncoffee": 0.5456532628990391, + "kappa": 0.5978892776792422, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8051373024114458, + "mIoU": 0.6267328930590421, + "macroF1": 0.7623191847436217, + "F1_coffee": 0.8632005265023035, + "IoU_coffee": 0.759325234244184, + "precision_coffee": 0.908930018337669, + "recall_coffee": 0.8218520446526694, + "F1_noncoffee": 0.66143784298494, + "IoU_noncoffee": 0.49414055187390016, + "kappa": 0.5275977296315285, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32535527299925204, + "mIoU": 0.1647526406776016, + "macroF1": 0.2511003969377667, + "F1_coffee": 0.4869169510807736, + "IoU_coffee": 0.3218045112781955, + "precision_coffee": 0.9953488372093023, + "recall_coffee": 0.32228915662650603, + "F1_noncoffee": 0.015283842794759825, + "IoU_noncoffee": 0.007700770077007701, + "kappa": 0.00197953269125408, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8084896347482725, + "mIoU": 0.6368196855214091, + "macroF1": 0.7711683936511915, + "F1_coffee": 0.8635820265804093, + "IoU_coffee": 0.7599158467916589, + "precision_coffee": 0.9317905918057663, + "recall_coffee": 0.8046782859389333, + "F1_noncoffee": 0.6787547607219738, + "IoU_noncoffee": 0.5137235242511593, + "kappa": 0.5480398278374, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8504842326224894, + "mIoU": 0.6901047296604084, + "macroF1": 0.8102186377101891, + "F1_coffee": 0.8976352234125947, + "IoU_coffee": 0.8142814814814815, + "precision_coffee": 0.9376322074377346, + "recall_coffee": 0.8609109704905707, + "F1_noncoffee": 0.7228020520077835, + "IoU_noncoffee": 0.5659279778393351, + "kappa": 0.6222984098220783, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8590255971072415, + "mIoU": 0.6948145093595304, + "macroF1": 0.8126034504967434, + "F1_coffee": 0.9058737571079132, + "IoU_coffee": 0.8279426281865164, + "precision_coffee": 0.9222509702457956, + "recall_coffee": 0.8900680441975154, + "F1_noncoffee": 0.7193331438855736, + "IoU_noncoffee": 0.5616863905325444, + "kappa": 0.6255589844191503, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8541874875074955, + "mIoU": 0.7058844680513773, + "macroF1": 0.8228761980824179, + "F1_coffee": 0.8973474987687329, + "IoU_coffee": 0.8138080653394589, + "precision_coffee": 0.9289147851420247, + "recall_coffee": 0.867855198693522, + "F1_noncoffee": 0.7484048973961028, + "IoU_noncoffee": 0.5979608707632956, + "kappa": 0.6467522460610603, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8702537683648158, + "mIoU": 0.731138976291025, + "macroF1": 0.8406170242938871, + "F1_coffee": 0.9093454206105852, + "IoU_coffee": 0.8337611538931671, + "precision_coffee": 0.9501323304081348, + "recall_coffee": 0.8719161447015211, + "F1_noncoffee": 0.7718886279771888, + "IoU_noncoffee": 0.6285167986888828, + "kappa": 0.6827053220095204, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8966891186794422, + "mIoU": 0.7646123881631594, + "macroF1": 0.8624693538816475, + "F1_coffee": 0.9310715868092917, + "IoU_coffee": 0.8710326859308385, + "precision_coffee": 0.9290135152204118, + "recall_coffee": 0.9331387972595788, + "F1_noncoffee": 0.7938671209540034, + "IoU_noncoffee": 0.6581920903954802, + "kappa": 0.7249427446725213, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7638970157987127, + "mIoU": 0.576318732525629, + "macroF1": 0.7221417858329005, + "F1_coffee": 0.8298545224541429, + "IoU_coffee": 0.7091891891891892, + "precision_coffee": 0.934916864608076, + "recall_coffee": 0.7460197119029568, + "F1_noncoffee": 0.6144290492116579, + "IoU_noncoffee": 0.443448275862069, + "kappa": 0.45974435100009914, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8307090371218627, + "mIoU": 0.6487483043244922, + "macroF1": 0.7772114682508942, + "F1_coffee": 0.8863840143460997, + "IoU_coffee": 0.7959512307338394, + "precision_coffee": 0.9256286784376672, + "recall_coffee": 0.8503317768493487, + "F1_noncoffee": 0.6680389221556886, + "IoU_noncoffee": 0.5015453779151448, + "kappa": 0.5567509375954494, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8211320034360982, + "mIoU": 0.6310724684288609, + "macroF1": 0.7625783348037736, + "F1_coffee": 0.880484693877551, + "IoU_coffee": 0.78648741027686, + "precision_coffee": 0.9151531220999602, + "recall_coffee": 0.8483470566547868, + "F1_noncoffee": 0.6446719757299962, + "IoU_noncoffee": 0.4756575265808618, + "kappa": 0.5271740509921619, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6733, + 8413 + ], + [ + 45422, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.9899391969045, + "test_tta": { + "OA": 0.8438760262857694, + "mIoU": 0.6788747159611324, + "macroF1": 0.8017576316429033, + "F1_coffee": 0.8931340525916395, + "IoU_coffee": 0.8069035411947061, + "precision_coffee": 0.9294952500858418, + "recall_coffee": 0.8595106049701536, + "F1_noncoffee": 0.710381210694167, + "IoU_noncoffee": 0.5508458907275585, + "kappa": 0.6051528278463101, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.809276566285912, + "mIoU": 0.6307454214881472, + "macroF1": 0.7651817414620573, + "F1_coffee": 0.8669376748304521, + "IoU_coffee": 0.7651279683142994, + "precision_coffee": 0.9066400084183942, + "recall_coffee": 0.8305666416025604, + "F1_noncoffee": 0.6634258080936625, + "IoU_noncoffee": 0.4963628746619949, + "kappa": 0.532630466692245, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f4_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 9, + "stopped_epoch": 50, + "best_val": 0.5430577680758824, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7532094024646926, + "mIoU": 0.5523314826175703, + "macroF1": 0.6990997337211644, + "F1_coffee": 0.826699160574059, + "IoU_coffee": 0.704592660973921, + "precision_coffee": 0.8851413384875574, + "recall_coffee": 0.7754963803395284, + "F1_noncoffee": 0.5715003068682698, + "IoU_noncoffee": 0.40007030426121937, + "kappa": 0.4046170838353738, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7255394023306796, + "mIoU": 0.5215936847476316, + "macroF1": 0.6725049859352116, + "F1_coffee": 0.8042946173306732, + "IoU_coffee": 0.6726528365500396, + "precision_coffee": 0.8618721209583214, + "recall_coffee": 0.7539283166560626, + "F1_noncoffee": 0.54071535453975, + "IoU_noncoffee": 0.3705345329452236, + "kappa": 0.3517990192090117, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32834704562453254, + "mIoU": 0.1656814621930901, + "macroF1": 0.25125972231230137, + "F1_coffee": 0.49150622876557193, + "IoU_coffee": 0.3258258258258258, + "precision_coffee": 0.9908675799086758, + "recall_coffee": 0.32680722891566266, + "F1_noncoffee": 0.011013215859030838, + "IoU_noncoffee": 0.005537098560354375, + "kappa": -0.002347609896027229, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.679466929911155, + "mIoU": 0.48384765770001736, + "macroF1": 0.6423847693909176, + "F1_coffee": 0.757541816009558, + "IoU_coffee": 0.6097121221227237, + "precision_coffee": 0.8804894983509808, + "recall_coffee": 0.6647228410431136, + "F1_noncoffee": 0.5272277227722773, + "IoU_noncoffee": 0.35798319327731093, + "kappa": 0.31096632020837356, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8286341300510471, + "mIoU": 0.6308930324918045, + "macroF1": 0.7605169420180088, + "F1_coffee": 0.8882389545737399, + "IoU_coffee": 0.7989477219299228, + "precision_coffee": 0.8822547747079548, + "recall_coffee": 0.8943048681160328, + "F1_noncoffee": 0.6327949294622777, + "IoU_noncoffee": 0.46283834305368626, + "kappa": 0.5211062740405191, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7490722238081644, + "mIoU": 0.549611707719946, + "macroF1": 0.6973327211595415, + "F1_coffee": 0.8224720613976033, + "IoU_coffee": 0.698473500657481, + "precision_coffee": 0.8924684052889181, + "recall_coffee": 0.7626568449965666, + "F1_noncoffee": 0.5721933809214795, + "IoU_noncoffee": 0.40074991478241107, + "kappa": 0.40350744873819544, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7291625024985009, + "mIoU": 0.5357674009359403, + "macroF1": 0.6879062842061376, + "F1_coffee": 0.8013778950454412, + "IoU_coffee": 0.6685826097590803, + "precision_coffee": 0.8683290978398983, + "recall_coffee": 0.7440119760479041, + "F1_noncoffee": 0.5744346733668342, + "IoU_noncoffee": 0.4029521921128002, + "kappa": 0.3836632038550547, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8324747185651593, + "mIoU": 0.6465908549707944, + "macroF1": 0.7747590857063198, + "F1_coffee": 0.8887762857866734, + "IoU_coffee": 0.7998176014591883, + "precision_coffee": 0.8808537350910233, + "recall_coffee": 0.8968426434871533, + "F1_noncoffee": 0.660741885625966, + "IoU_noncoffee": 0.4933641084824005, + "kappa": 0.5496292999074662, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7756379850109097, + "mIoU": 0.5855506411395603, + "macroF1": 0.7285571941231512, + "F1_coffee": 0.8416047150224365, + "IoU_coffee": 0.7265263644773358, + "precision_coffee": 0.891332103844517, + "recall_coffee": 0.7971327074346612, + "F1_noncoffee": 0.6155096732238661, + "IoU_noncoffee": 0.4445749178017849, + "kappa": 0.4611853290995236, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6309732787204994, + "mIoU": 0.43710086140860294, + "macroF1": 0.5992260744971467, + "F1_coffee": 0.7120243531202435, + "IoU_coffee": 0.5528243913968329, + "precision_coffee": 0.8951396861844623, + "recall_coffee": 0.5911043719989891, + "F1_noncoffee": 0.48642779587404994, + "IoU_noncoffee": 0.321377331420373, + "kappa": 0.2541173821855228, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8247924420269109, + "mIoU": 0.6140496645918407, + "macroF1": 0.7445548242613862, + "F1_coffee": 0.887720156555773, + "IoU_coffee": 0.7981086430613591, + "precision_coffee": 0.8836133430728025, + "recall_coffee": 0.8918653231752274, + "F1_noncoffee": 0.6013894919669995, + "IoU_noncoffee": 0.4299906861223223, + "kappa": 0.4891488251251726, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.722344182494989, + "mIoU": 0.5153567320789504, + "macroF1": 0.666099714421498, + "F1_coffee": 0.8031400148880016, + "IoU_coffee": 0.671039240076897, + "precision_coffee": 0.8936746987951807, + "recall_coffee": 0.7292613985498341, + "F1_noncoffee": 0.5290594139549943, + "IoU_noncoffee": 0.35967422408100375, + "kappa": 0.34820210726562034, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 104, + 110 + ], + [ + 6312, + 8413 + ], + [ + 40463, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4976865450541177, + "test_tta": { + "OA": 0.8033387425890519, + "mIoU": 0.5860853943096319, + "macroF1": 0.7210991557091624, + "F1_coffee": 0.8725477945770336, + "IoU_coffee": 0.7739111160367949, + "precision_coffee": 0.8586711480919785, + "recall_coffee": 0.8868803183607806, + "F1_noncoffee": 0.5696505168412911, + "IoU_noncoffee": 0.3982596725824689, + "kappa": 0.4426897692434965, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7747490481135341, + "mIoU": 0.5497842362824648, + "macroF1": 0.6892189181407662, + "F1_coffee": 0.8522561725475357, + "IoU_coffee": 0.7425491230383753, + "precision_coffee": 0.8366175733150084, + "recall_coffee": 0.8684905623999846, + "F1_noncoffee": 0.5261816637339968, + "IoU_noncoffee": 0.3570193495265541, + "kappa": 0.379133569006599, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f4_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.6566901100576408, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8074519192146403, + "mIoU": 0.623915077288, + "macroF1": 0.7589990015006893, + "F1_coffee": 0.8670601025003882, + "IoU_coffee": 0.765318711446196, + "precision_coffee": 0.9108940891292188, + "recall_coffee": 0.8272511748020829, + "F1_noncoffee": 0.6509379005009903, + "IoU_noncoffee": 0.48251144312980393, + "kappa": 0.5209110646231272, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7766095534787124, + "mIoU": 0.5847899860316976, + "macroF1": 0.7274821937559832, + "F1_coffee": 0.8431890660592255, + "IoU_coffee": 0.7288909892879647, + "precision_coffee": 0.8877590176515733, + "recall_coffee": 0.8028804442130835, + "F1_noncoffee": 0.6117753214527408, + "IoU_noncoffee": 0.4406889827754306, + "kappa": 0.4583444454031329, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37023186237845923, + "mIoU": 0.1875811436719006, + "macroF1": 0.27660441277772635, + "F1_coffee": 0.5368536853685368, + "IoU_coffee": 0.3669172932330827, + "precision_coffee": 0.9959183673469387, + "recall_coffee": 0.3674698795180723, + "F1_noncoffee": 0.016355140186915886, + "IoU_noncoffee": 0.008244994110718492, + "kappa": 0.0030746723862185577, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7804047384007897, + "mIoU": 0.5972577525535567, + "macroF1": 0.7393702343548543, + "F1_coffee": 0.8427859641683452, + "IoU_coffee": 0.7282887504580432, + "precision_coffee": 0.9147043031372248, + "recall_coffee": 0.7813523784562967, + "F1_noncoffee": 0.6359545045413633, + "IoU_noncoffee": 0.4662267546490702, + "kappa": 0.486096837407428, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.845904298459043, + "mIoU": 0.6668060075522959, + "macroF1": 0.790504593338851, + "F1_coffee": 0.8982356647763075, + "IoU_coffee": 0.815270231627109, + "precision_coffee": 0.9034159325686039, + "recall_coffee": 0.8931144665121233, + "F1_noncoffee": 0.6827735219013946, + "IoU_noncoffee": 0.5183417834774828, + "kappa": 0.581052126747987, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.795175563802455, + "mIoU": 0.6097141099459462, + "macroF1": 0.7480623800094136, + "F1_coffee": 0.8570099976749593, + "IoU_coffee": 0.7497965825874695, + "precision_coffee": 0.9157438955139126, + "recall_coffee": 0.8053561395842437, + "F1_noncoffee": 0.6391147623438679, + "IoU_noncoffee": 0.4696316373044228, + "kappa": 0.5013023817744661, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.811213272036778, + "mIoU": 0.6413648818334207, + "macroF1": 0.7748112250039783, + "F1_coffee": 0.8653503457124527, + "IoU_coffee": 0.7626586254554593, + "precision_coffee": 0.908546624756773, + "recall_coffee": 0.8260751224823081, + "F1_noncoffee": 0.6842721042955039, + "IoU_noncoffee": 0.5200711382113821, + "kappa": 0.5519970302106666, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8722572028238885, + "mIoU": 0.706160331790799, + "macroF1": 0.8197601600345701, + "F1_coffee": 0.9170332734370159, + "IoU_coffee": 0.8467788076438952, + "precision_coffee": 0.8898508898508899, + "recall_coffee": 0.9459286718650134, + "F1_noncoffee": 0.7224870466321244, + "IoU_noncoffee": 0.5655418559377028, + "kappa": 0.6406419440455814, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8069443126838061, + "mIoU": 0.6368187737294917, + "macroF1": 0.771531647169793, + "F1_coffee": 0.8614798175753863, + "IoU_coffee": 0.7566662680856152, + "precision_coffee": 0.929358202379204, + "recall_coffee": 0.8028419182948491, + "F1_noncoffee": 0.6815834767641996, + "IoU_noncoffee": 0.5169712793733682, + "kappa": 0.5485986070717942, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7503413302126, + "mIoU": 0.556915449778801, + "macroF1": 0.7051073590375512, + "F1_coffee": 0.8206026629292221, + "IoU_coffee": 0.6957813428401664, + "precision_coffee": 0.921176840780365, + "recall_coffee": 0.7398281526408895, + "F1_noncoffee": 0.5896120551458801, + "IoU_noncoffee": 0.41804955671743577, + "kappa": 0.42587052324172975, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8195438496039699, + "mIoU": 0.6309938785008751, + "macroF1": 0.7628968706349231, + "F1_coffee": 0.8787898211653099, + "IoU_coffee": 0.7837868739995426, + "precision_coffee": 0.9185314216802895, + "recall_coffee": 0.8423445564020644, + "F1_noncoffee": 0.6470039201045361, + "IoU_noncoffee": 0.47820088300220753, + "kappa": 0.5283649629605706, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7833349241194999, + "mIoU": 0.5809224335540012, + "macroF1": 0.7214275600779105, + "F1_coffee": 0.8527503892060198, + "IoU_coffee": 0.7432997851407893, + "precision_coffee": 0.9030086550350322, + "recall_coffee": 0.8077915693744623, + "F1_noncoffee": 0.5901047309498014, + "IoU_noncoffee": 0.41854508196721313, + "kappa": 0.4476182154605742, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6579, + 8413 + ], + [ + 43569, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7484723965326947, + "test_tta": { + "OA": 0.830122591943958, + "mIoU": 0.6452013331249304, + "macroF1": 0.7739970630533848, + "F1_coffee": 0.8866227011956463, + "IoU_coffee": 0.7963362484108333, + "precision_coffee": 0.8984634777128203, + "recall_coffee": 0.8750899623216629, + "F1_noncoffee": 0.6613714249111232, + "IoU_noncoffee": 0.49406641783902766, + "kappa": 0.5482284819884603, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7989644629052729, + "mIoU": 0.6021584248064769, + "macroF1": 0.7393608577284903, + "F1_coffee": 0.864000468324666, + "IoU_coffee": 0.7605641060876734, + "precision_coffee": 0.874590131552957, + "recall_coffee": 0.8536641795361213, + "F1_noncoffee": 0.6147212471323144, + "IoU_noncoffee": 0.4437527435252803, + "kappa": 0.4789381278337147, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f4_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 16, + "stopped_epoch": 50, + "best_val": 0.48683008810029127, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6707048635100178, + "mIoU": 0.47936780894145403, + "macroF1": 0.6399212497278676, + "F1_coffee": 0.7452043213943832, + "IoU_coffee": 0.5938849918757183, + "precision_coffee": 0.9028769392980871, + "recall_coffee": 0.6344142923669616, + "F1_noncoffee": 0.5346381780613519, + "IoU_noncoffee": 0.36485062600718976, + "kappa": 0.31783878577617475, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.6473693319487712, + "mIoU": 0.4570322328254448, + "macroF1": 0.6197328479614698, + "F1_coffee": 0.7222474667151361, + "IoU_coffee": 0.5652483152260886, + "precision_coffee": 0.8790962639307541, + "recall_coffee": 0.6128945186727591, + "F1_noncoffee": 0.5172182292078035, + "IoU_noncoffee": 0.3488161504248009, + "kappa": 0.2793417097863444, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21017202692595363, + "mIoU": 0.10595987127561114, + "macroF1": 0.17633222256447592, + "F1_coffee": 0.34328358208955223, + "IoU_coffee": 0.2072072072072072, + "precision_coffee": 0.9857142857142858, + "recall_coffee": 0.20783132530120482, + "F1_noncoffee": 0.009380863039399626, + "IoU_noncoffee": 0.00471253534401508, + "kappa": -0.0040221416908924265, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7501974333662389, + "mIoU": 0.5599496690659601, + "macroF1": 0.7084946212228902, + "F1_coffee": 0.818751566808724, + "IoU_coffee": 0.6931239388794567, + "precision_coffee": 0.90285127557065, + "recall_coffee": 0.7489844057135369, + "F1_noncoffee": 0.5982376756370564, + "IoU_noncoffee": 0.4267753992524635, + "kappa": 0.42799080838839665, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.6805972997471494, + "mIoU": 0.4878413545333363, + "macroF1": 0.647007032610496, + "F1_coffee": 0.7558974732927407, + "IoU_coffee": 0.6075845495574702, + "precision_coffee": 0.9040641897784755, + "recall_coffee": 0.6494580540066411, + "F1_noncoffee": 0.5381165919282511, + "IoU_noncoffee": 0.36809815950920244, + "kappa": 0.32815923060400864, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.584213531258921, + "mIoU": 0.4014506784063525, + "macroF1": 0.5680233048593232, + "F1_coffee": 0.6516522501694104, + "IoU_coffee": 0.4832968722284633, + "precision_coffee": 0.9014115571239524, + "recall_coffee": 0.5102690554965978, + "F1_noncoffee": 0.48439435954923593, + "IoU_noncoffee": 0.3196044845842417, + "kappa": 0.22420228264996786, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7925244853088147, + "mIoU": 0.6085987142769266, + "macroF1": 0.7476364581066035, + "F1_coffee": 0.8540700126528891, + "IoU_coffee": 0.7453073242546927, + "precision_coffee": 0.8832509450421634, + "recall_coffee": 0.8267555797495917, + "F1_noncoffee": 0.6412029035603181, + "IoU_noncoffee": 0.4718901042991605, + "kappa": 0.49662382844990965, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7954588818927686, + "mIoU": 0.6113171439959659, + "macroF1": 0.7495946879248556, + "F1_coffee": 0.8567610903260289, + "IoU_coffee": 0.7494156147732586, + "precision_coffee": 0.8974107767669699, + "recall_coffee": 0.819634411351144, + "F1_noncoffee": 0.6424282855236825, + "IoU_noncoffee": 0.4732186732186732, + "kappa": 0.5017414234589794, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7461341428706953, + "mIoU": 0.5629480411637355, + "macroF1": 0.71297099260205, + "F1_coffee": 0.81053525913339, + "IoU_coffee": 0.6814285714285714, + "precision_coffee": 0.9170137776353733, + "recall_coffee": 0.7262116214158842, + "F1_noncoffee": 0.61540672607071, + "IoU_noncoffee": 0.44446751089889974, + "kappa": 0.4412343710245885, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7088940901111761, + "mIoU": 0.5163484098508506, + "macroF1": 0.6719037153146963, + "F1_coffee": 0.7820690662188801, + "IoU_coffee": 0.6421292410981897, + "precision_coffee": 0.9261628912329241, + "recall_coffee": 0.6767753348496336, + "F1_noncoffee": 0.5617383644105124, + "IoU_noncoffee": 0.39056757860351166, + "kappa": 0.374266723368282, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.5657028342399084, + "mIoU": 0.38371586693425774, + "macroF1": 0.5496235630276414, + "F1_coffee": 0.6347218877919576, + "IoU_coffee": 0.4649029982363316, + "precision_coffee": 0.9150659569544087, + "recall_coffee": 0.4858687638240354, + "F1_noncoffee": 0.4645252382633251, + "IoU_noncoffee": 0.3025287356321839, + "kappa": 0.20819340896821506, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.42130380834208264, + "mIoU": 0.2662346806709313, + "macroF1": 0.42005589396049803, + "F1_coffee": 0.44695794946638695, + "IoU_coffee": 0.28779513684952424, + "precision_coffee": 0.8669497523000708, + "recall_coffee": 0.30109376920240877, + "F1_noncoffee": 0.39315383845460916, + "IoU_noncoffee": 0.24467422449233836, + "kappa": 0.0776397784740011, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6542, + 8413 + ], + [ + 35095, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4967156926790874, + "test_tta": { + "OA": 0.7204646604219219, + "mIoU": 0.5220062449035658, + "macroF1": 0.6747162421222559, + "F1_coffee": 0.7967048375788736, + "IoU_coffee": 0.6621025850181592, + "precision_coffee": 0.8892221816474516, + "recall_coffee": 0.7216248253672579, + "F1_noncoffee": 0.5527276466656383, + "IoU_noncoffee": 0.3819099047889726, + "kappa": 0.3645660464273227, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.6947761624552902, + "mIoU": 0.4953517693687455, + "macroF1": 0.6512742268557219, + "F1_coffee": 0.7744417799094058, + "IoU_coffee": 0.6319094166347793, + "precision_coffee": 0.8658896992230326, + "recall_coffee": 0.7004646499701159, + "F1_noncoffee": 0.528106673802038, + "IoU_noncoffee": 0.3587941221027117, + "kappa": 0.31845236348488937, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ema95_es50p30_spatial_f4_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "ema95", + "run_variant": "es50p30", + "preset": "R2_ema", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "ema_epoch": 0.95 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 95, + "stopped_epoch": 100, + "best_val": 0.607437287815406, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8047205128617105, + "mIoU": 0.6293233687638481, + "macroF1": 0.7649214295717346, + "F1_coffee": 0.8616473909480011, + "IoU_coffee": 0.7569248615027699, + "precision_coffee": 0.9320543762005615, + "recall_coffee": 0.8011303501121884, + "F1_noncoffee": 0.6681954681954682, + "IoU_noncoffee": 0.5017218760249262, + "kappa": 0.5361900854849669, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.773292373370255, + "mIoU": 0.5915304631806966, + "macroF1": 0.735425432384791, + "F1_coffee": 0.8355185367333913, + "IoU_coffee": 0.7175026508275973, + "precision_coffee": 0.9135926773455377, + "recall_coffee": 0.7697379836890509, + "F1_noncoffee": 0.6353323280361907, + "IoU_noncoffee": 0.46555827553379575, + "kappa": 0.47928211546610244, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.31488406881077036, + "mIoU": 0.159431080409583, + "macroF1": 0.24491220282134754, + "F1_coffee": 0.47477064220183485, + "IoU_coffee": 0.3112781954887218, + "precision_coffee": 0.9951923076923077, + "recall_coffee": 0.3117469879518072, + "F1_noncoffee": 0.015053763440860216, + "IoU_noncoffee": 0.007583965330444204, + "kappa": 0.0017443301120283528, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8397334649555775, + "mIoU": 0.6781544267158475, + "macroF1": 0.8019729734169443, + "F1_coffee": 0.8884460782629608, + "IoU_coffee": 0.7992829325585709, + "precision_coffee": 0.933911159263272, + "recall_coffee": 0.8472022015463242, + "F1_noncoffee": 0.7154998685709278, + "IoU_noncoffee": 0.5570259208731242, + "kappa": 0.6063254145466177, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7938552549973761, + "mIoU": 0.6172841691211154, + "macroF1": 0.7559152620399678, + "F1_coffee": 0.852147134302823, + "IoU_coffee": 0.7423835926787098, + "precision_coffee": 0.9387816646562123, + "recall_coffee": 0.7801516195727085, + "F1_noncoffee": 0.6596833897771127, + "IoU_noncoffee": 0.492184745563521, + "kappa": 0.5212157791982301, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7818060709867732, + "mIoU": 0.5974280170472003, + "macroF1": 0.739166356732061, + "F1_coffee": 0.8446266431765822, + "IoU_coffee": 0.7310421676148027, + "precision_coffee": 0.9235385641253612, + "recall_coffee": 0.7781384605780636, + "F1_noncoffee": 0.6337060702875399, + "IoU_noncoffee": 0.4638138664795978, + "kappa": 0.4871596603448606, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8779732160703578, + "mIoU": 0.7432077516894918, + "macroF1": 0.8488687072495995, + "F1_coffee": 0.9151906647218171, + "IoU_coffee": 0.8436419515943142, + "precision_coffee": 0.9346006525748333, + "recall_coffee": 0.8965704953728906, + "F1_noncoffee": 0.782546749777382, + "IoU_noncoffee": 0.6427735517846694, + "kappa": 0.698071321079793, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8526998664377027, + "mIoU": 0.7026135943035763, + "macroF1": 0.8204212660564116, + "F1_coffee": 0.8965563446335254, + "IoU_coffee": 0.8125075895567699, + "precision_coffee": 0.9419963395748275, + "recall_coffee": 0.8552984788444331, + "F1_noncoffee": 0.7442861874792978, + "IoU_noncoffee": 0.5927195990503825, + "kappa": 0.6428966359238982, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8677544824969168, + "mIoU": 0.7182723361603315, + "macroF1": 0.8306699683256826, + "F1_coffee": 0.9099134031278273, + "IoU_coffee": 0.8347166231918426, + "precision_coffee": 0.9272918861959958, + "recall_coffee": 0.8931743212382643, + "F1_noncoffee": 0.7514265335235378, + "IoU_noncoffee": 0.6018280491288204, + "kappa": 0.6616678270474373, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8024185683635654, + "mIoU": 0.6199967643804228, + "macroF1": 0.7564198630109682, + "F1_coffee": 0.8622705642420122, + "IoU_coffee": 0.7578871892925431, + "precision_coffee": 0.933195997645674, + "recall_coffee": 0.8013646702047005, + "F1_noncoffee": 0.6505691617799241, + "IoU_noncoffee": 0.48210633946830267, + "kappa": 0.5198760542474826, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7349937971180456, + "mIoU": 0.5430756607544895, + "macroF1": 0.6943805153533389, + "F1_coffee": 0.8057906147283027, + "IoU_coffee": 0.6747481845865543, + "precision_coffee": 0.9350754747605908, + "recall_coffee": 0.7079134922585402, + "F1_noncoffee": 0.5829704159783752, + "IoU_noncoffee": 0.41140313692242475, + "kappa": 0.4128622312083552, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.69533263338742, + "mIoU": 0.4988702385523617, + "macroF1": 0.6554381992910159, + "F1_coffee": 0.7726819541375872, + "IoU_coffee": 0.6295694557270511, + "precision_coffee": 0.9187129551227773, + "recall_coffee": 0.6667076318053337, + "F1_noncoffee": 0.5381944444444444, + "IoU_noncoffee": 0.3681710213776722, + "kappa": 0.34452093200039885, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 6995, + 8413 + ], + [ + 42981, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.022099753220876, + "test_tta": { + "OA": 0.8146981795980013, + "mIoU": 0.6411481206584753, + "macroF1": 0.7737953983629493, + "F1_coffee": 0.8699847810157263, + "IoU_coffee": 0.769887667351703, + "precision_coffee": 0.9306128355401201, + "recall_coffee": 0.8167732102789891, + "F1_noncoffee": 0.6776060157101724, + "IoU_noncoffee": 0.5124085739652475, + "kappa": 0.5523025930082922, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7825083650628822, + "mIoU": 0.6008745752705378, + "macroF1": 0.7424874283843897, + "F1_coffee": 0.8440053791248577, + "IoU_coffee": 0.7301118568232662, + "precision_coffee": 0.9105417047965538, + "recall_coffee": 0.786530934891164, + "F1_noncoffee": 0.6409694776439218, + "IoU_noncoffee": 0.4716372937178095, + "kappa": 0.491227495332944, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-ema95+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f0_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.6345503844885899, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7160303703173125, + "mIoU": 0.5549565176140963, + "macroF1": 0.7131478601664045, + "F1_coffee": 0.7419029328472381, + "IoU_coffee": 0.5897024579560155, + "precision_coffee": 0.8505429712281225, + "recall_coffee": 0.6578727089046038, + "F1_noncoffee": 0.684392787485571, + "IoU_noncoffee": 0.5202105772721771, + "kappa": 0.43751746019058135, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6394657897773163, + "mIoU": 0.46716338915824934, + "macroF1": 0.6358638140867936, + "F1_coffee": 0.672079966418302, + "IoU_coffee": 0.5061147881062926, + "precision_coffee": 0.8353006391026477, + "recall_coffee": 0.562220173821438, + "F1_noncoffee": 0.599647661755285, + "IoU_noncoffee": 0.42821199021020606, + "kappa": 0.30416498069542863, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18532354903268847, + "mIoU": 0.09296220144034373, + "macroF1": 0.15729041266934304, + "F1_coffee": 0.31099074700970436, + "IoU_coffee": 0.18412613575628006, + "precision_coffee": 1.0, + "recall_coffee": 0.18412613575628006, + "F1_noncoffee": 0.0035900783289817234, + "IoU_noncoffee": 0.0017982671244073892, + "kappa": 0.0006619967609413039, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7271896698745279, + "mIoU": 0.5713070602488559, + "macroF1": 0.7271701138289997, + "F1_coffee": 0.7294799782569306, + "IoU_coffee": 0.5741585852823731, + "precision_coffee": 0.8382842865074959, + "recall_coffee": 0.6456751844328024, + "F1_noncoffee": 0.7248602494010689, + "IoU_noncoffee": 0.5684555352153386, + "kappa": 0.46353216691131893, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6458968922901908, + "mIoU": 0.4768099668501502, + "macroF1": 0.6456703458763937, + "F1_coffee": 0.6546298164212225, + "IoU_coffee": 0.4865796971060129, + "precision_coffee": 0.8591474715382579, + "recall_coffee": 0.5287599804464722, + "F1_noncoffee": 0.636710875331565, + "IoU_noncoffee": 0.4670402365942875, + "kappa": 0.3312052181088495, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7744312241748394, + "mIoU": 0.6162548799936061, + "macroF1": 0.7597217525097221, + "F1_coffee": 0.8191722871852177, + "IoU_coffee": 0.6937271866973097, + "precision_coffee": 0.8524794418141042, + "recall_coffee": 0.7883699493009679, + "F1_noncoffee": 0.7002712178342264, + "IoU_noncoffee": 0.5387825732899023, + "kappa": 0.5206563844890589, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.725196204755769, + "mIoU": 0.5625204547652484, + "macroF1": 0.718559047423972, + "F1_coffee": 0.675339053418212, + "IoU_coffee": 0.5098203092352696, + "precision_coffee": 0.7264066686513844, + "recall_coffee": 0.6309800879234548, + "F1_noncoffee": 0.761779041429732, + "IoU_noncoffee": 0.6152206002952272, + "kappa": 0.4391519808984948, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6791955159907682, + "mIoU": 0.5077570288067137, + "macroF1": 0.6716649369931857, + "F1_coffee": 0.6219401631912964, + "IoU_coffee": 0.4513157894736842, + "precision_coffee": 0.7297872340425532, + "recall_coffee": 0.5418641390205371, + "F1_noncoffee": 0.721389710795075, + "IoU_noncoffee": 0.5641982681397432, + "kappa": 0.35373085289412115, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7569847127042699, + "mIoU": 0.6076074565694034, + "macroF1": 0.7556538695488053, + "F1_coffee": 0.773686794305351, + "IoU_coffee": 0.6309047237790232, + "precision_coffee": 0.7334326135517498, + "recall_coffee": 0.8186162476625806, + "F1_noncoffee": 0.7376209447922595, + "IoU_noncoffee": 0.5843101893597836, + "kappa": 0.5130084958401766, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7293490673772364, + "mIoU": 0.564873431130427, + "macroF1": 0.7198662184150121, + "F1_coffee": 0.7714071374986604, + "IoU_coffee": 0.6278785764131193, + "precision_coffee": 0.9360208062418726, + "recall_coffee": 0.6560335399197958, + "F1_noncoffee": 0.6683252993313638, + "IoU_noncoffee": 0.5018682858477347, + "kappa": 0.4637949700658089, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.61630859375, + "mIoU": 0.43560981248539343, + "macroF1": 0.6031153047908903, + "F1_coffee": 0.6754769967787231, + "IoU_coffee": 0.5099775505113494, + "precision_coffee": 0.9589587242026266, + "recall_coffee": 0.5213566237409155, + "F1_noncoffee": 0.5307536128030574, + "IoU_noncoffee": 0.3612420744594375, + "kappa": 0.2952784361467995, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7900396151669496, + "mIoU": 0.609701832672333, + "macroF1": 0.7493875299587434, + "F1_coffee": 0.850322754168908, + "IoU_coffee": 0.7396186688501579, + "precision_coffee": 0.9484025798710064, + "recall_coffee": 0.7706276660572822, + "F1_noncoffee": 0.6484523057485786, + "IoU_noncoffee": 0.47978499649450806, + "kappa": 0.5110568247263158, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 18, + 28 + ], + [ + 2383, + 2984 + ], + [ + 37585, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.618244047959646, + "test_tta": { + "OA": 0.7332748370460569, + "mIoU": 0.5751706987738062, + "macroF1": 0.7294906297349641, + "F1_coffee": 0.7614853720636039, + "IoU_coffee": 0.6148376086057096, + "precision_coffee": 0.855164724500072, + "recall_coffee": 0.6863039399624765, + "F1_noncoffee": 0.6974958874063243, + "IoU_noncoffee": 0.5355037889419029, + "kappa": 0.46709193009684635, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6549988461982231, + "mIoU": 0.48313725750801656, + "macroF1": 0.6502860435668859, + "F1_coffee": 0.6908832461071267, + "IoU_coffee": 0.5277476161332991, + "precision_coffee": 0.8400741648596839, + "recall_coffee": 0.5866912474760776, + "F1_noncoffee": 0.6096888410266451, + "IoU_noncoffee": 0.438526898882734, + "kappa": 0.3273589177625492, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f0_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 12, + "stopped_epoch": 50, + "best_val": 0.6186911287376351, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7046415013251199, + "mIoU": 0.5436349704207051, + "macroF1": 0.7042727342384877, + "F1_coffee": 0.7147156496471565, + "IoU_coffee": 0.556075898264029, + "precision_coffee": 0.8916749385007121, + "recall_coffee": 0.5963631115601097, + "F1_noncoffee": 0.6938298188298189, + "IoU_noncoffee": 0.5311940425773811, + "kappa": 0.4325316011696935, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6297161647628937, + "mIoU": 0.4590669361263764, + "macroF1": 0.6290921316092551, + "F1_coffee": 0.644305901911887, + "IoU_coffee": 0.4752590594150469, + "precision_coffee": 0.8736474301172227, + "recall_coffee": 0.51033710824335, + "F1_noncoffee": 0.6138783613066233, + "IoU_noncoffee": 0.44287481283770586, + "kappa": 0.3098147425032568, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18158772515010008, + "mIoU": 0.09103443797786037, + "macroF1": 0.15443872525867286, + "F1_coffee": 0.30595157275401674, + "IoU_coffee": 0.18060379374833022, + "precision_coffee": 0.9985228951255539, + "recall_coffee": 0.18065205772314272, + "F1_noncoffee": 0.002925877763328999, + "IoU_noncoffee": 0.001465082207390526, + "kappa": -4.1762610100455026e-06, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7557558776952126, + "mIoU": 0.6073379973267092, + "macroF1": 0.7556946089136178, + "F1_coffee": 0.7518257210050748, + "IoU_coffee": 0.6023403411344704, + "precision_coffee": 0.8925789860396767, + "recall_coffee": 0.6494172992622688, + "F1_noncoffee": 0.759563496822161, + "IoU_noncoffee": 0.6123356535189481, + "kappa": 0.5228837547087707, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6982263819225399, + "mIoU": 0.5362466031121808, + "macroF1": 0.6980952791217949, + "F1_coffee": 0.704386586971938, + "IoU_coffee": 0.5436703416998984, + "precision_coffee": 0.9310391001606856, + "recall_coffee": 0.5664819944598338, + "F1_noncoffee": 0.6918039712716518, + "IoU_noncoffee": 0.5288228645244631, + "kappa": 0.4313264643910878, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.6690396774032956, + "mIoU": 0.5003358546071894, + "macroF1": 0.6662728068098809, + "F1_coffee": 0.696659974447892, + "IoU_coffee": 0.5345189749334827, + "precision_coffee": 0.8579456057541021, + "recall_coffee": 0.5864188047319097, + "F1_noncoffee": 0.6358856391718699, + "IoU_noncoffee": 0.46615273428089615, + "kappa": 0.3597074054531804, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7540119479910976, + "mIoU": 0.5957640542011352, + "macroF1": 0.7448113331627493, + "F1_coffee": 0.6963562753036437, + "IoU_coffee": 0.5341614906832298, + "precision_coffee": 0.7897671367661528, + "recall_coffee": 0.6227049392293768, + "F1_noncoffee": 0.7932663910218547, + "IoU_noncoffee": 0.6573666177190406, + "kappa": 0.49443790610544136, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6275414880756127, + "mIoU": 0.4270620817697015, + "macroF1": 0.5865191465374201, + "F1_coffee": 0.45628108454997596, + "IoU_coffee": 0.29557264601953853, + "precision_coffee": 0.7891231964483907, + "recall_coffee": 0.3209207853757617, + "F1_noncoffee": 0.7167572085248642, + "IoU_noncoffee": 0.5585515175198645, + "kappa": 0.24317816902170677, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7585661570901423, + "mIoU": 0.6110346588425704, + "macroF1": 0.7585607226065769, + "F1_coffee": 0.7597061909758657, + "IoU_coffee": 0.6125211505922166, + "precision_coffee": 0.767436930252279, + "recall_coffee": 0.7521296488676501, + "F1_noncoffee": 0.7574152542372882, + "IoU_noncoffee": 0.6095481670929241, + "kappa": 0.517170907136694, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7576449689125746, + "mIoU": 0.6021585050998093, + "macroF1": 0.7501949953732161, + "F1_coffee": 0.7933347760225059, + "IoU_coffee": 0.6574605451936872, + "precision_coffee": 0.9760383386581469, + "recall_coffee": 0.6682464454976303, + "F1_noncoffee": 0.7070552147239264, + "IoU_noncoffee": 0.5468564650059312, + "kappa": 0.5240305488916019, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.76103515625, + "mIoU": 0.5868191439178062, + "macroF1": 0.7339179109664258, + "F1_coffee": 0.8188614997409135, + "IoU_coffee": 0.6932815241915267, + "precision_coffee": 0.976173667490293, + "recall_coffee": 0.705214841259722, + "F1_noncoffee": 0.6489743221919381, + "IoU_noncoffee": 0.4803567636440858, + "kappa": 0.4933346252748239, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.5889454819845312, + "mIoU": 0.40897477960913453, + "macroF1": 0.5769673813933356, + "F1_coffee": 0.6481511383820442, + "IoU_coffee": 0.4794553272814142, + "precision_coffee": 0.9600574025352786, + "recall_coffee": 0.48921389396709325, + "F1_noncoffee": 0.5057836244046269, + "IoU_noncoffee": 0.3384942319368549, + "kappa": 0.2631742315850873, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2451, + 2984 + ], + [ + 36871, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.648510185877482, + "test_tta": { + "OA": 0.7262552825728816, + "mIoU": 0.5692264011309682, + "macroF1": 0.7252754856889523, + "F1_coffee": 0.7416820155798509, + "IoU_coffee": 0.589423360996965, + "precision_coffee": 0.8945137360397816, + "recall_coffee": 0.6334536008081975, + "F1_noncoffee": 0.7088689557980536, + "IoU_noncoffee": 0.5490294412649713, + "kappa": 0.46805170569413956, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6484221760701512, + "mIoU": 0.47859052510323397, + "macroF1": 0.6469856660766803, + "F1_coffee": 0.6695047384048048, + "IoU_coffee": 0.5031996413140948, + "precision_coffee": 0.8757226458591949, + "recall_coffee": 0.5418971117548942, + "F1_noncoffee": 0.6244665937485557, + "IoU_noncoffee": 0.45398140889237315, + "kappa": 0.33582064229309927, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f0_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.5603530713154362, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6746830456271041, + "mIoU": 0.50855231067667, + "macroF1": 0.6740765381101369, + "F1_coffee": 0.688136233327039, + "IoU_coffee": 0.5245485475006543, + "precision_coffee": 0.8489918671636734, + "recall_coffee": 0.5785250396882667, + "F1_noncoffee": 0.6600168428932348, + "IoU_noncoffee": 0.4925560738526857, + "kappa": 0.37270196847994536, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.5938185069805008, + "mIoU": 0.4218445149643697, + "macroF1": 0.5931965991243313, + "F1_coffee": 0.6091023914944411, + "IoU_coffee": 0.4379203672288195, + "precision_coffee": 0.8285315107805007, + "recall_coffee": 0.48156439294179615, + "F1_noncoffee": 0.5772908067542214, + "IoU_noncoffee": 0.40576866269991985, + "kappa": 0.24375363377523962, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07765176784523016, + "mIoU": 0.0389423877042061, + "macroF1": 0.07247380459771657, + "F1_coffee": 0.14177529484792054, + "IoU_coffee": 0.07629609834313202, + "precision_coffee": 1.0, + "recall_coffee": 0.07629609834313202, + "F1_noncoffee": 0.003172314347512617, + "IoU_noncoffee": 0.0015886770652801848, + "kappa": 0.00024239034311625176, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6274211231575101, + "mIoU": 0.4508460144227773, + "macroF1": 0.6192371105116328, + "F1_coffee": 0.5634144600670902, + "IoU_coffee": 0.3921899841017488, + "precision_coffee": 0.8473593817088879, + "recall_coffee": 0.4220036351972629, + "F1_noncoffee": 0.6750597609561753, + "IoU_noncoffee": 0.5095020447438057, + "kappa": 0.29720874135453423, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6577899581157247, + "mIoU": 0.48906461249634164, + "macroF1": 0.656560684100419, + "F1_coffee": 0.6771077283372365, + "IoU_coffee": 0.5118389024120381, + "precision_coffee": 0.8439552420335684, + "recall_coffee": 0.5653413720058661, + "F1_noncoffee": 0.6360136398636014, + "IoU_noncoffee": 0.4662903225806452, + "kappa": 0.34210703847970686, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7295763429083487, + "mIoU": 0.5653419460211941, + "macroF1": 0.7202953520899531, + "F1_coffee": 0.7712456834835341, + "IoU_coffee": 0.62766467886764, + "precision_coffee": 0.8535607755406414, + "recall_coffee": 0.7034106621600861, + "F1_noncoffee": 0.669345020696372, + "IoU_noncoffee": 0.5030192131747484, + "kappa": 0.44801108448031013, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6310179219866464, + "mIoU": 0.42642179862188107, + "macroF1": 0.5841127869363576, + "F1_coffee": 0.4444444444444444, + "IoU_coffee": 0.2857142857142857, + "precision_coffee": 0.6988352745424293, + "recall_coffee": 0.32583397982932505, + "F1_noncoffee": 0.7237811294282708, + "IoU_noncoffee": 0.5671293115294764, + "kappa": 0.21963879222717989, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6230354984064183, + "mIoU": 0.44338144856535056, + "macroF1": 0.6109919654587017, + "F1_coffee": 0.5425446785809549, + "IoU_coffee": 0.37225475841874084, + "precision_coffee": 0.6631887838278449, + "recall_coffee": 0.45903859174001355, + "F1_noncoffee": 0.6794392523364486, + "IoU_noncoffee": 0.5145081387119603, + "kappa": 0.23961715938496866, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6444913020558777, + "mIoU": 0.47093610977321154, + "macroF1": 0.6388156207939732, + "F1_coffee": 0.5935390549662488, + "IoU_coffee": 0.4220089132670552, + "precision_coffee": 0.7068619006603503, + "recall_coffee": 0.5115312694784957, + "F1_noncoffee": 0.6840921866216976, + "IoU_noncoffee": 0.5198633062793678, + "kappa": 0.2917786328767971, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6235249333840883, + "mIoU": 0.4520013637133211, + "macroF1": 0.6222379547724866, + "F1_coffee": 0.6442872557247332, + "IoU_coffee": 0.4752387690130881, + "precision_coffee": 0.9411558669001752, + "recall_coffee": 0.489792198323004, + "F1_noncoffee": 0.6001886538202399, + "IoU_noncoffee": 0.4287639584135541, + "kappa": 0.3204684193810115, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.688671875, + "mIoU": 0.5042580331666866, + "macroF1": 0.6643211081062417, + "F1_coffee": 0.7547314971534083, + "IoU_coffee": 0.6060793278141604, + "precision_coffee": 0.9515033947623667, + "recall_coffee": 0.6253984444727783, + "F1_noncoffee": 0.5739107190590751, + "IoU_noncoffee": 0.40243673851921274, + "kappa": 0.37507176263189834, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8056970382946614, + "mIoU": 0.618723558018037, + "macroF1": 0.7543274244004171, + "F1_coffee": 0.8666666666666667, + "IoU_coffee": 0.7647058823529411, + "precision_coffee": 0.9240855762594893, + "recall_coffee": 0.8159658744667886, + "F1_noncoffee": 0.6419881821341675, + "IoU_noncoffee": 0.4727412336831328, + "kappa": 0.5136962555485417, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2410, + 2984 + ], + [ + 35239, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.68741348584493, + "test_tta": { + "OA": 0.6936107728672731, + "mIoU": 0.5284767875438239, + "macroF1": 0.6908576429392291, + "F1_coffee": 0.7200314166966653, + "IoU_coffee": 0.5625383514011045, + "precision_coffee": 0.8312365408591182, + "recall_coffee": 0.6350699956703709, + "F1_noncoffee": 0.661683869181793, + "IoU_noncoffee": 0.49441522368654334, + "kappa": 0.39480437814376884, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6145004038306219, + "mIoU": 0.44117003944171035, + "macroF1": 0.6113597179702872, + "F1_coffee": 0.6462967618997207, + "IoU_coffee": 0.47742868873291755, + "precision_coffee": 0.8138643559406765, + "recall_coffee": 0.5359494337634975, + "F1_noncoffee": 0.5764226740408538, + "IoU_noncoffee": 0.40491139015050315, + "kappa": 0.2602721762543671, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f0_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 4, + "stopped_epoch": 50, + "best_val": 0.6164855699779658, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7844531194040542, + "mIoU": 0.6367189992160585, + "macroF1": 0.7766112292962065, + "F1_coffee": 0.8184656220308565, + "IoU_coffee": 0.6927141836005309, + "precision_coffee": 0.8570210346787948, + "recall_coffee": 0.7832299033049502, + "F1_noncoffee": 0.7347568365615565, + "IoU_noncoffee": 0.5807238148315859, + "kappa": 0.5545397504943127, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7021893388715819, + "mIoU": 0.5314894517899679, + "macroF1": 0.6915812386490678, + "F1_coffee": 0.7487803394367054, + "IoU_coffee": 0.5984403562677453, + "precision_coffee": 0.8400808058748055, + "recall_coffee": 0.675379685716794, + "F1_noncoffee": 0.6343821378614303, + "IoU_noncoffee": 0.46453854731219046, + "kappa": 0.393586763371352, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23322214809873248, + "mIoU": 0.11693193985270071, + "macroF1": 0.19007062993439994, + "F1_coffee": 0.3770189701897019, + "IoU_coffee": 0.2323002938819129, + "precision_coffee": 0.9988512349224583, + "recall_coffee": 0.2323623730625334, + "F1_noncoffee": 0.003122289679098005, + "IoU_noncoffee": 0.0015635858234885338, + "kappa": 0.00019316612957956706, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7729930564015105, + "mIoU": 0.6283059596146459, + "macroF1": 0.7714408347688033, + "F1_coffee": 0.790276292836644, + "IoU_coffee": 0.6532700716345706, + "precision_coffee": 0.8341648847707294, + "recall_coffee": 0.7507751523575323, + "F1_noncoffee": 0.7526053767009625, + "IoU_noncoffee": 0.6033418475947212, + "kappa": 0.5443695053291144, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7622938104348725, + "mIoU": 0.6056584255952586, + "macroF1": 0.752452225380194, + "F1_coffee": 0.8018107350722138, + "IoU_coffee": 0.6691853770869315, + "precision_coffee": 0.851478802307481, + "recall_coffee": 0.7576177285318559, + "F1_noncoffee": 0.7030937156881741, + "IoU_noncoffee": 0.5421314741035856, + "kappa": 0.5074153367212325, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8151540797530741, + "mIoU": 0.6719985872348377, + "macroF1": 0.8015791603139927, + "F1_coffee": 0.8534785525433093, + "IoU_coffee": 0.744406966338542, + "precision_coffee": 0.8775460520977035, + "recall_coffee": 0.8306959594407743, + "F1_noncoffee": 0.7496797680846761, + "IoU_noncoffee": 0.5995902081311334, + "kappa": 0.6036676238393619, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7408925852172894, + "mIoU": 0.5861054552194731, + "macroF1": 0.7385680298565418, + "F1_coffee": 0.7139161924469736, + "IoU_coffee": 0.5551086082059533, + "precision_coffee": 0.7141009055627425, + "recall_coffee": 0.7137315748642359, + "F1_noncoffee": 0.76321986726611, + "IoU_noncoffee": 0.6171023022329929, + "kappa": 0.4771360886676423, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6333663039894494, + "mIoU": 0.45568729333963154, + "macroF1": 0.6233334941541628, + "F1_coffee": 0.5618597320724981, + "IoU_coffee": 0.3906849315068493, + "precision_coffee": 0.6720075400565504, + "recall_coffee": 0.4827352742044685, + "F1_noncoffee": 0.6848072562358276, + "IoU_noncoffee": 0.5206896551724138, + "kappa": 0.26095066132580697, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7409594095940959, + "mIoU": 0.5884176294056955, + "macroF1": 0.7408660853253526, + "F1_coffee": 0.7457837558199689, + "IoU_coffee": 0.5946213496122752, + "precision_coffee": 0.7427864798021434, + "recall_coffee": 0.7488053189279036, + "F1_noncoffee": 0.7359484148307361, + "IoU_noncoffee": 0.5822139091991158, + "kappa": 0.48174093577107896, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8077655119908641, + "mIoU": 0.6595646149084398, + "macroF1": 0.7921836273097214, + "F1_coffee": 0.849088554636916, + "IoU_coffee": 0.7377531590791068, + "precision_coffee": 0.9360860970788492, + "recall_coffee": 0.7768866204885162, + "F1_noncoffee": 0.7352786999825266, + "IoU_noncoffee": 0.5813760707377729, + "kappa": 0.5905706302581768, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.87685546875, + "mIoU": 0.7204198648400644, + "macroF1": 0.8308343132391044, + "F1_coffee": 0.9190680957576536, + "IoU_coffee": 0.8502553140957131, + "precision_coffee": 0.9253036960454898, + "recall_coffee": 0.9129159760295805, + "F1_noncoffee": 0.7426005307205552, + "IoU_noncoffee": 0.5905844155844155, + "kappa": 0.6617174866938851, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8815317864553858, + "mIoU": 0.740679421347989, + "macroF1": 0.8463352866605196, + "F1_coffee": 0.919877519775453, + "IoU_coffee": 0.8516418615639026, + "precision_coffee": 0.9650649176817025, + "recall_coffee": 0.878732480195003, + "F1_noncoffee": 0.7727930535455861, + "IoU_noncoffee": 0.6297169811320755, + "kappa": 0.6945694697457732, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2714, + 2984 + ], + [ + 41065, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6520123998324077, + "test_tta": { + "OA": 0.7925650025069837, + "mIoU": 0.6435757301070201, + "macroF1": 0.7810778169953325, + "F1_coffee": 0.8312255958971968, + "IoU_coffee": 0.7111942159062578, + "precision_coffee": 0.8392221470389221, + "recall_coffee": 0.8233799971135806, + "F1_noncoffee": 0.7309300380934683, + "IoU_noncoffee": 0.5759572443077824, + "kappa": 0.5622190015684897, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7158186223606784, + "mIoU": 0.5426176095856127, + "macroF1": 0.6998051576293882, + "F1_coffee": 0.7691388400702988, + "IoU_coffee": 0.624878633845451, + "precision_coffee": 0.8249886894887649, + "recall_coffee": 0.7203713457993153, + "F1_noncoffee": 0.6304714751884776, + "IoU_noncoffee": 0.4603565853257744, + "kappa": 0.40398255622932305, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f0_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 64, + "stopped_epoch": 94, + "best_val": 0.5234276679521369, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7153857173554903, + "mIoU": 0.5335814764936678, + "macroF1": 0.6898074950077567, + "F1_coffee": 0.778881469115192, + "IoU_coffee": 0.6378426413288674, + "precision_coffee": 0.7517926681885323, + "recall_coffee": 0.8079953817289652, + "F1_noncoffee": 0.6007335209003215, + "IoU_noncoffee": 0.4293203116584683, + "kappa": 0.38106598346950177, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6911849544248299, + "mIoU": 0.4980494635467805, + "macroF1": 0.6558963802329545, + "F1_coffee": 0.7660913261961984, + "IoU_coffee": 0.620865500389546, + "precision_coffee": 0.7626587784931268, + "recall_coffee": 0.7695549117724519, + "F1_noncoffee": 0.5457014342697106, + "IoU_noncoffee": 0.37523342670401494, + "kappa": 0.31181983554947185, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.6262841894596397, + "mIoU": 0.3142138532763533, + "macroF1": 0.38745587768663764, + "F1_coffee": 0.7699383983572895, + "IoU_coffee": 0.6259348290598291, + "precision_coffee": 0.9991473033468343, + "recall_coffee": 0.626269374665954, + "F1_noncoffee": 0.00497335701598579, + "IoU_noncoffee": 0.002492877492877493, + "kappa": 0.002055546922509802, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7499086368619807, + "mIoU": 0.5894486004521702, + "macroF1": 0.7395646981275339, + "F1_coffee": 0.791467750126968, + "IoU_coffee": 0.6548999831904522, + "precision_coffee": 0.7537970397600852, + "recall_coffee": 0.833101678605795, + "F1_noncoffee": 0.6876616461280998, + "IoU_noncoffee": 0.5239972177138883, + "kappa": 0.48107054660191045, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6856610993329542, + "mIoU": 0.4985565703242214, + "macroF1": 0.6584563144339268, + "F1_coffee": 0.7548493769407589, + "IoU_coffee": 0.6062313771213887, + "precision_coffee": 0.7473448854108441, + "recall_coffee": 0.762506110477432, + "F1_noncoffee": 0.5620632519270946, + "IoU_noncoffee": 0.3908817635270541, + "kappa": 0.31703564918237614, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7157863294668193, + "mIoU": 0.5187715868734752, + "macroF1": 0.6724552142312398, + "F1_coffee": 0.7915890921038221, + "IoU_coffee": 0.6550661591444625, + "precision_coffee": 0.7542260869565217, + "recall_coffee": 0.8328468274696574, + "F1_noncoffee": 0.5533213363586574, + "IoU_noncoffee": 0.38247701460248784, + "kappa": 0.348337930379259, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7343329038303854, + "mIoU": 0.5790998115976769, + "macroF1": 0.733221573052137, + "F1_coffee": 0.7504401408450704, + "IoU_coffee": 0.6005635787249032, + "precision_coffee": 0.6531315839877418, + "recall_coffee": 0.8818205327126972, + "F1_noncoffee": 0.7160030052592036, + "IoU_noncoffee": 0.5576360444704506, + "kappa": 0.47958892238315437, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6645785251126497, + "mIoU": 0.49110005436887233, + "macroF1": 0.6566931255915429, + "F1_coffee": 0.7087230387478527, + "IoU_coffee": 0.5488543976348854, + "precision_coffee": 0.6140234827187034, + "recall_coffee": 0.8379598284811555, + "F1_noncoffee": 0.6046632124352331, + "IoU_noncoffee": 0.43334571110285924, + "kappa": 0.33485962714781464, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6454401686874012, + "mIoU": 0.4696267916647794, + "macroF1": 0.6368113296634467, + "F1_coffee": 0.6927925459029871, + "IoU_coffee": 0.529979035639413, + "precision_coffee": 0.6181936746005869, + "recall_coffee": 0.7878661957199252, + "F1_noncoffee": 0.5808301134239062, + "IoU_noncoffee": 0.4092745476901458, + "kappa": 0.2877738071041237, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7667808653724146, + "mIoU": 0.5896043334384009, + "macroF1": 0.7352174666473636, + "F1_coffee": 0.8266364836823241, + "IoU_coffee": 0.7045016077170418, + "precision_coffee": 0.8565285379202502, + "recall_coffee": 0.7987604812249361, + "F1_noncoffee": 0.6437984496124031, + "IoU_noncoffee": 0.4747070591597599, + "kappa": 0.47175683703473276, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.70439453125, + "mIoU": 0.49604145060398663, + "macroF1": 0.6486431056475938, + "F1_coffee": 0.7886025560444165, + "IoU_coffee": 0.650985818056036, + "precision_coffee": 0.87183446571958, + "recall_coffee": 0.7198775978579625, + "F1_noncoffee": 0.508683655250771, + "IoU_noncoffee": 0.3410970831519373, + "kappa": 0.31186254585069917, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7787209960384833, + "mIoU": 0.5449231559145352, + "macroF1": 0.682143509447174, + "F1_coffee": 0.8573513316307917, + "IoU_coffee": 0.7503192848020435, + "precision_coffee": 0.8554787040407718, + "recall_coffee": 0.8592321755027422, + "F1_noncoffee": 0.5069356872635561, + "IoU_noncoffee": 0.33952702702702703, + "kappa": 0.3642975475801292, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2054, + 2984 + ], + [ + 37868, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.0379560152689615, + "test_tta": { + "OA": 0.7226022491225557, + "mIoU": 0.5407066082649499, + "macroF1": 0.6955906318745568, + "F1_coffee": 0.7862691262296665, + "IoU_coffee": 0.6478117540070478, + "precision_coffee": 0.753132103399059, + "recall_coffee": 0.8224563429066243, + "F1_noncoffee": 0.6049121375194471, + "IoU_noncoffee": 0.4336014625228519, + "kappa": 0.3933522031680831, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6978193146417445, + "mIoU": 0.5037552909062507, + "macroF1": 0.6605519209114376, + "F1_coffee": 0.7730256743581411, + "IoU_coffee": 0.6300259575144356, + "precision_coffee": 0.7632524707996406, + "recall_coffee": 0.7830524097972084, + "F1_noncoffee": 0.548078167464734, + "IoU_noncoffee": 0.3774846242980658, + "kappa": 0.32132539890444817, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f0_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 48, + "stopped_epoch": 78, + "best_val": 0.6321105218858716, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7714347109805888, + "mIoU": 0.6201909988761318, + "macroF1": 0.7641965195955329, + "F1_coffee": 0.8055098433595417, + "IoU_coffee": 0.6743545259720379, + "precision_coffee": 0.8531129974502146, + "recall_coffee": 0.7629383749458797, + "F1_noncoffee": 0.722883195831524, + "IoU_noncoffee": 0.5660274717802257, + "kappa": 0.5304760013108916, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6933339102342218, + "mIoU": 0.5221870544919112, + "macroF1": 0.6838140978704169, + "F1_coffee": 0.7386778423685277, + "IoU_coffee": 0.5856377277599143, + "precision_coffee": 0.839371002429964, + "recall_coffee": 0.6595557896585024, + "F1_noncoffee": 0.6289503533723061, + "IoU_noncoffee": 0.458736381223908, + "kappa": 0.38029116328679535, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25963975983989324, + "mIoU": 0.13018447677838743, + "macroF1": 0.20717753138181955, + "F1_coffee": 0.41112172344264036, + "IoU_coffee": 0.2587496660432808, + "precision_coffee": 0.998968540484786, + "recall_coffee": 0.2588188134687333, + "F1_noncoffee": 0.0032333393209987428, + "IoU_noncoffee": 0.0016192875134940627, + "kappa": 0.0003047417923850546, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7245705932513096, + "mIoU": 0.5678627064634159, + "macroF1": 0.7243250381388593, + "F1_coffee": 0.7325526378045896, + "IoU_coffee": 0.577974801679888, + "precision_coffee": 0.8197220383851754, + "recall_coffee": 0.6621404896824549, + "F1_noncoffee": 0.7160974384731291, + "IoU_noncoffee": 0.5577506112469438, + "kappa": 0.45518997434786795, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7990588965303274, + "mIoU": 0.6536930318574776, + "macroF1": 0.7887961284832947, + "F1_coffee": 0.8353529361918481, + "IoU_coffee": 0.7172584400465658, + "precision_coffee": 0.8702330508474576, + "recall_coffee": 0.8031611536581391, + "F1_noncoffee": 0.7422393207747413, + "IoU_noncoffee": 0.5901276236683894, + "kappa": 0.5786519700729541, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7831433265295963, + "mIoU": 0.6278114463021057, + "macroF1": 0.7686293383857312, + "F1_coffee": 0.8265785492475516, + "IoU_coffee": 0.70441745267015, + "precision_coffee": 0.8579338842975207, + "recall_coffee": 0.7974343217084038, + "F1_noncoffee": 0.7106801275239107, + "IoU_noncoffee": 0.5512054399340615, + "kappa": 0.5382875509896156, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7284760454492211, + "mIoU": 0.5697370949120821, + "macroF1": 0.7251937373038255, + "F1_coffee": 0.6951604418726985, + "IoU_coffee": 0.5327554928441847, + "precision_coffee": 0.7072518062617072, + "recall_coffee": 0.6834755624515128, + "F1_noncoffee": 0.7552270327349525, + "IoU_noncoffee": 0.6067186969799796, + "kappa": 0.4505164329156462, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7463457522804704, + "mIoU": 0.5951494369997563, + "macroF1": 0.7461617166298957, + "F1_coffee": 0.7393268579173256, + "IoU_coffee": 0.586454040494535, + "precision_coffee": 0.7399954781822292, + "recall_coffee": 0.7386594448205822, + "F1_noncoffee": 0.7529965753424658, + "IoU_noncoffee": 0.6038448335049776, + "kappa": 0.49232382599009045, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7222983658408013, + "mIoU": 0.5652981641706216, + "macroF1": 0.722285323640244, + "F1_coffee": 0.7241884816753926, + "IoU_coffee": 0.5676296782665792, + "precision_coffee": 0.7299978889592569, + "recall_coffee": 0.7184708082277166, + "F1_noncoffee": 0.7203821656050955, + "IoU_noncoffee": 0.5629666500746641, + "kappa": 0.4446063066659186, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7203400583682273, + "mIoU": 0.5540363556633968, + "macroF1": 0.7109152545171167, + "F1_coffee": 0.7631126397248496, + "IoU_coffee": 0.6169621133124783, + "precision_coffee": 0.929806181246726, + "recall_coffee": 0.6471017134524244, + "F1_noncoffee": 0.6587178693093837, + "IoU_noncoffee": 0.4911105980143154, + "kappa": 0.4474176273332898, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8458984375, + "mIoU": 0.6874756856410419, + "macroF1": 0.8088529302044054, + "F1_coffee": 0.8930024410089503, + "IoU_coffee": 0.8066887173833149, + "precision_coffee": 0.9536567704561911, + "recall_coffee": 0.8396021930383781, + "F1_noncoffee": 0.7247034193998604, + "IoU_noncoffee": 0.5682626538987688, + "kappa": 0.6216437835902622, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8375778155065082, + "mIoU": 0.6663738716184318, + "macroF1": 0.7919263240933159, + "F1_coffee": 0.8893884892086331, + "IoU_coffee": 0.8008097165991903, + "precision_coffee": 0.9402417492869755, + "recall_coffee": 0.8437538086532602, + "F1_noncoffee": 0.6944641589779986, + "IoU_noncoffee": 0.5319380266376733, + "kappa": 0.5871882364736447, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2638, + 2984 + ], + [ + 40414, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.084805603822073, + "test_tta": { + "OA": 0.7862080080223479, + "mIoU": 0.6389644565828865, + "macroF1": 0.7782781475325677, + "F1_coffee": 0.8202093215872299, + "IoU_coffee": 0.6952159705912386, + "precision_coffee": 0.8574622166246851, + "recall_coffee": 0.7860585943137538, + "F1_noncoffee": 0.7363469734779056, + "IoU_noncoffee": 0.5827129425745343, + "kappa": 0.5577803297354602, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7073526018230069, + "mIoU": 0.5374924767118918, + "macroF1": 0.6967020836813148, + "F1_coffee": 0.7535376355840591, + "IoU_coffee": 0.604541025141298, + "precision_coffee": 0.8437100503195974, + "recall_coffee": 0.6807786849266965, + "F1_noncoffee": 0.6398665317785706, + "IoU_noncoffee": 0.4704439282824856, + "kappa": 0.40336244914290414, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f1_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 51, + "stopped_epoch": 81, + "best_val": 0.6366789831176454, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8051224944320713, + "mIoU": 0.6168954945847726, + "macroF1": 0.7526582834012397, + "F1_coffee": 0.8665731113050973, + "IoU_coffee": 0.7645602199387759, + "precision_coffee": 0.9126285900479448, + "recall_coffee": 0.8249426714072329, + "F1_noncoffee": 0.6387434554973822, + "IoU_noncoffee": 0.46923076923076923, + "kappa": 0.5087041496319373, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7798257759316949, + "mIoU": 0.5863605259462907, + "macroF1": 0.7282257835885435, + "F1_coffee": 0.8466468437336763, + "IoU_coffee": 0.7340742418172, + "precision_coffee": 0.8836999601568561, + "recall_coffee": 0.8125759241048186, + "F1_noncoffee": 0.6098047234434107, + "IoU_noncoffee": 0.4386468100753815, + "kappa": 0.4588722001568294, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.41975308641975306, + "mIoU": 0.21666666666666665, + "macroF1": 0.31244356149539465, + "F1_coffee": 0.584070796460177, + "IoU_coffee": 0.4125, + "precision_coffee": 1.0, + "recall_coffee": 0.4125, + "F1_noncoffee": 0.04081632653061224, + "IoU_noncoffee": 0.020833333333333332, + "kappa": 0.017041053446940353, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.738252427184466, + "mIoU": 0.546537480322188, + "macroF1": 0.6972632593411457, + "F1_coffee": 0.8086586231369766, + "IoU_coffee": 0.6787799356606696, + "precision_coffee": 0.9196868189522964, + "recall_coffee": 0.7215502501424862, + "F1_noncoffee": 0.5858678955453149, + "IoU_noncoffee": 0.4142950249837063, + "kappa": 0.4130415315581333, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.840529955031188, + "mIoU": 0.6587583653728902, + "macroF1": 0.7843026409431062, + "F1_coffee": 0.8944302176696542, + "IoU_coffee": 0.8090219468411605, + "precision_coffee": 0.909037673238337, + "recall_coffee": 0.8802847961691135, + "F1_noncoffee": 0.674175064216558, + "IoU_noncoffee": 0.50849478390462, + "kappa": 0.5689488073441086, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8363231952033268, + "mIoU": 0.6541228041750937, + "macroF1": 0.7809499607330257, + "F1_coffee": 0.8910840117120885, + "IoU_coffee": 0.8035631383472609, + "precision_coffee": 0.9105076275644398, + "recall_coffee": 0.8724718039190977, + "F1_noncoffee": 0.6708159097539629, + "IoU_noncoffee": 0.5046824700029265, + "kappa": 0.5625016721353762, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7558984569437531, + "mIoU": 0.49914273187396385, + "macroF1": 0.632864097496117, + "F1_coffee": 0.8453972257250946, + "IoU_coffee": 0.7321974661424203, + "precision_coffee": 0.9575774889301528, + "recall_coffee": 0.7567445535613501, + "F1_noncoffee": 0.4203309692671395, + "IoU_noncoffee": 0.26608799760550733, + "kappa": 0.301662813437217, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8737844810478269, + "mIoU": 0.6095100894952502, + "macroF1": 0.7254257981023663, + "F1_coffee": 0.9272560905867551, + "IoU_coffee": 0.8643778654440772, + "precision_coffee": 0.9432228039557883, + "recall_coffee": 0.9118209425261501, + "F1_noncoffee": 0.5235955056179775, + "IoU_noncoffee": 0.3546423135464231, + "kappa": 0.4518802214060448, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8632665211351459, + "mIoU": 0.6030775282197856, + "macroF1": 0.7215261990057987, + "F1_coffee": 0.9201992124160296, + "IoU_coffee": 0.8521934999463692, + "precision_coffee": 0.9484302256177629, + "recall_coffee": 0.8936002699358903, + "F1_noncoffee": 0.5228531855955678, + "IoU_noncoffee": 0.35396155649320205, + "kappa": 0.4459873882449061, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7214590241591663, + "mIoU": 0.556700063352026, + "macroF1": 0.7134463233012721, + "F1_coffee": 0.7613636363636364, + "IoU_coffee": 0.6146788990825688, + "precision_coffee": 0.870452858203415, + "recall_coffee": 0.6765724177726485, + "F1_noncoffee": 0.6655290102389079, + "IoU_noncoffee": 0.49872122762148335, + "kappa": 0.43923716723991574, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8089220032066397, + "mIoU": 0.6578514556155795, + "macroF1": 0.7904120372614387, + "F1_coffee": 0.8526973971208376, + "IoU_coffee": 0.7432192648922687, + "precision_coffee": 0.8656628284617656, + "recall_coffee": 0.8401146131805157, + "F1_noncoffee": 0.7281266774020397, + "IoU_noncoffee": 0.57248364633889, + "kappa": 0.5809975544105711, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8107139488823918, + "mIoU": 0.6596540110896095, + "macroF1": 0.7916407285077025, + "F1_coffee": 0.8546810513358917, + "IoU_coffee": 0.7462384625110633, + "precision_coffee": 0.8640023422632118, + "recall_coffee": 0.8455587392550143, + "F1_noncoffee": 0.7286004056795132, + "IoU_noncoffee": 0.5730695596681558, + "kappa": 0.5833720214467989, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2432, + 2995 + ], + [ + 47455, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.264564168453217, + "test_tta": { + "OA": 0.8344953358510054, + "mIoU": 0.6542853912700275, + "macroF1": 0.7815200004157108, + "F1_coffee": 0.8891027651314438, + "IoU_coffee": 0.8003465462191418, + "precision_coffee": 0.9147530040053404, + "recall_coffee": 0.8648517871794332, + "F1_noncoffee": 0.6739372356999778, + "IoU_noncoffee": 0.5082242363209131, + "kappa": 0.5640478474755993, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8068824275989385, + "mIoU": 0.6175503800362434, + "macroF1": 0.7528562087777075, + "F1_coffee": 0.8684081215480473, + "IoU_coffee": 0.7674216633085528, + "precision_coffee": 0.8855350449962921, + "recall_coffee": 0.8519311235803397, + "F1_noncoffee": 0.6373042960073677, + "IoU_noncoffee": 0.46767909676393415, + "kappa": 0.5062215053717528, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f1_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6768509994092508, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8552984087021077, + "mIoU": 0.6812696573607726, + "macroF1": 0.8015157344397643, + "F1_coffee": 0.9048356966969516, + "IoU_coffee": 0.8262099978678452, + "precision_coffee": 0.9130732814943341, + "recall_coffee": 0.8967454189720826, + "F1_noncoffee": 0.6981957721825771, + "IoU_noncoffee": 0.5363293168537001, + "kappa": 0.6031339122277013, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8252855659397715, + "mIoU": 0.636997846898296, + "macroF1": 0.7673067366564748, + "F1_coffee": 0.8834587189502242, + "IoU_coffee": 0.7912459072893331, + "precision_coffee": 0.8815589901123164, + "recall_coffee": 0.8853666531690481, + "F1_noncoffee": 0.6511547543627253, + "IoU_noncoffee": 0.48274978650725875, + "kappa": 0.5346199423741996, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3333333333333333, + "mIoU": 0.1715909090909091, + "macroF1": 0.2631401617250674, + "F1_coffee": 0.49056603773584906, + "IoU_coffee": 0.325, + "precision_coffee": 1.0, + "recall_coffee": 0.325, + "F1_noncoffee": 0.03571428571428571, + "IoU_noncoffee": 0.01818181818181818, + "kappa": 0.011748757342973317, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.861116504854369, + "mIoU": 0.688226791201945, + "macroF1": 0.8064626874345343, + "F1_coffee": 0.9093099185342505, + "IoU_coffee": 0.8337014647756336, + "precision_coffee": 0.9103198781416603, + "recall_coffee": 0.9083021974542461, + "F1_noncoffee": 0.7036154563348181, + "IoU_noncoffee": 0.5427521176282564, + "kappa": 0.6129269319409845, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8441081185629321, + "mIoU": 0.6687290731608417, + "macroF1": 0.792644567743131, + "F1_coffee": 0.8959462948618642, + "IoU_coffee": 0.8115060804490177, + "precision_coffee": 0.9184146099384636, + "recall_coffee": 0.8745510679856342, + "F1_noncoffee": 0.6893428406243978, + "IoU_noncoffee": 0.5259520658726657, + "kappa": 0.5860288384331576, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8606933900681786, + "mIoU": 0.6872366895611652, + "macroF1": 0.8056787299034497, + "F1_coffee": 0.9090736941770554, + "IoU_coffee": 0.8333044031707458, + "precision_coffee": 0.9107120273175667, + "recall_coffee": 0.9074412450381198, + "F1_noncoffee": 0.702283765629844, + "IoU_noncoffee": 0.5411689759515846, + "kappa": 0.6113615779458204, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8912891986062718, + "mIoU": 0.6533765506645913, + "macroF1": 0.7668179726394176, + "F1_coffee": 0.9371836171191901, + "IoU_coffee": 0.8817925957999567, + "precision_coffee": 0.9555425219941349, + "recall_coffee": 0.9195168754938481, + "F1_noncoffee": 0.5964523281596452, + "IoU_noncoffee": 0.42496050552922593, + "kappa": 0.5347392914842979, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8845008930343322, + "mIoU": 0.6310754741833509, + "macroF1": 0.7456637844130742, + "F1_coffee": 0.9335768089477289, + "IoU_coffee": 0.8754280821917808, + "precision_coffee": 0.9475269315417584, + "recall_coffee": 0.9200314925205264, + "F1_noncoffee": 0.5577507598784195, + "IoU_noncoffee": 0.38672286617492097, + "kappa": 0.492060616415787, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8661440762055963, + "mIoU": 0.6132959418787303, + "macroF1": 0.7319285686384656, + "F1_coffee": 0.921610785054332, + "IoU_coffee": 0.8546179545209613, + "precision_coffee": 0.9533541716758837, + "recall_coffee": 0.8919131706219773, + "F1_noncoffee": 0.5422463522225992, + "IoU_noncoffee": 0.3719739292364991, + "kappa": 0.4673058056724127, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8324017053529134, + "mIoU": 0.6860055303880408, + "macroF1": 0.8102273961572313, + "F1_coffee": 0.8750970839511403, + "IoU_coffee": 0.7779312076324378, + "precision_coffee": 0.8570045636841377, + "recall_coffee": 0.8939699942296595, + "F1_noncoffee": 0.7453577083633223, + "IoU_noncoffee": 0.5940798531436439, + "kappa": 0.6207993475857507, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8057153635763463, + "mIoU": 0.6571925772354819, + "macroF1": 0.7905051123543994, + "F1_coffee": 0.8469539375928677, + "IoU_coffee": 0.7345360824742269, + "precision_coffee": 0.8796296296296297, + "recall_coffee": 0.8166189111747851, + "F1_noncoffee": 0.7340562871159309, + "IoU_noncoffee": 0.5798490719967367, + "kappa": 0.5820124855565665, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8555125907761955, + "mIoU": 0.7188705937517805, + "macroF1": 0.8332661079238803, + "F1_coffee": 0.894169660127107, + "IoU_coffee": 0.8085957021489255, + "precision_coffee": 0.8633938100320171, + "recall_coffee": 0.9272206303724928, + "F1_noncoffee": 0.7723625557206538, + "IoU_noncoffee": 0.6291454853546357, + "kappa": 0.6674410912524117, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2636, + 2995 + ], + [ + 50360, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6224599281946817, + "test_tta": { + "OA": 0.8650463187114683, + "mIoU": 0.6937589736397769, + "macroF1": 0.810505783563552, + "F1_coffee": 0.9121675559850426, + "IoU_coffee": 0.8385184326902652, + "precision_coffee": 0.9108472656331942, + "recall_coffee": 0.9134916794647929, + "F1_noncoffee": 0.7088440111420613, + "IoU_noncoffee": 0.5489995145892886, + "kappa": 0.6210142067474776, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8343429098880812, + "mIoU": 0.6463525600641871, + "macroF1": 0.7740900014492855, + "F1_coffee": 0.890759339572396, + "IoU_coffee": 0.8030352396467462, + "precision_coffee": 0.8788731865698253, + "recall_coffee": 0.9029714043308074, + "F1_noncoffee": 0.6574206633261751, + "IoU_noncoffee": 0.48966988048162796, + "kappa": 0.5484390170303758, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f1_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 97, + "stopped_epoch": 100, + "best_val": 0.6245573605826071, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7852716180885059, + "mIoU": 0.5911054908642877, + "macroF1": 0.731673009397502, + "F1_coffee": 0.8515977915342144, + "IoU_coffee": 0.7415501165501166, + "precision_coffee": 0.9062959973410569, + "recall_coffee": 0.8031262491321819, + "F1_noncoffee": 0.6117482272607896, + "IoU_noncoffee": 0.4406608651784588, + "kappa": 0.4684118927261094, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7603409484250606, + "mIoU": 0.5623091131503342, + "macroF1": 0.7080191583745168, + "F1_coffee": 0.8316191595650896, + "IoU_coffee": 0.7117706237424547, + "precision_coffee": 0.8763293896553197, + "recall_coffee": 0.7912496866624246, + "F1_noncoffee": 0.584419157183944, + "IoU_noncoffee": 0.4128476025582135, + "kappa": 0.41976605179982446, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7962621359223301, + "mIoU": 0.6089548464457762, + "macroF1": 0.7470133723070771, + "F1_coffee": 0.8586345110983866, + "IoU_coffee": 0.7522870802101163, + "precision_coffee": 0.9171103755936106, + "recall_coffee": 0.8071686403647648, + "F1_noncoffee": 0.6353922335157676, + "IoU_noncoffee": 0.46562261268143623, + "kappa": 0.4992771162376101, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7731250906629273, + "mIoU": 0.5760162245487115, + "macroF1": 0.7191399663493303, + "F1_coffee": 0.8422751109318274, + "IoU_coffee": 0.7275261324041812, + "precision_coffee": 0.9027887872018447, + "recall_coffee": 0.789364249259656, + "F1_noncoffee": 0.5960048217668331, + "IoU_noncoffee": 0.42450631669324174, + "kappa": 0.444670820706235, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.786470673565108, + "mIoU": 0.5886906086460056, + "macroF1": 0.7287974435303509, + "F1_coffee": 0.853861936594083, + "IoU_coffee": 0.7449904717907259, + "precision_coffee": 0.8992123788945424, + "recall_coffee": 0.8128662340117195, + "F1_noncoffee": 0.6037329504666188, + "IoU_noncoffee": 0.43239074550128537, + "kappa": 0.46131025493679256, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7463414634146341, + "mIoU": 0.4754083684026075, + "macroF1": 0.6041017062074212, + "F1_coffee": 0.8414042076434707, + "IoU_coffee": 0.7262275706457505, + "precision_coffee": 0.9378382128486193, + "recall_coffee": 0.7629529292245174, + "F1_noncoffee": 0.3667992047713718, + "IoU_noncoffee": 0.2245891661594644, + "kappa": 0.2402743134446309, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7933121651121254, + "mIoU": 0.522820624493036, + "macroF1": 0.649233334318617, + "F1_coffee": 0.8740400314446393, + "IoU_coffee": 0.7762620837808808, + "precision_coffee": 0.9452001046298718, + "recall_coffee": 0.8128444494432572, + "F1_noncoffee": 0.42442663719259466, + "IoU_noncoffee": 0.2693791652051912, + "kappa": 0.3161774138160968, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7391347489581266, + "mIoU": 0.4764130500337097, + "macroF1": 0.6086709164654602, + "F1_coffee": 0.8346228848210354, + "IoU_coffee": 0.7161826622044694, + "precision_coffee": 0.9469026548672567, + "recall_coffee": 0.7461477898998988, + "F1_noncoffee": 0.38271894810988494, + "IoU_noncoffee": 0.23664343786295006, + "kappa": 0.25636817634847103, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8437707247749882, + "mIoU": 0.7115298741604659, + "macroF1": 0.82935313916752, + "F1_coffee": 0.8789547089481025, + "IoU_coffee": 0.784049240440021, + "precision_coffee": 0.8947840382603497, + "recall_coffee": 0.8636757068667051, + "F1_noncoffee": 0.7797515693869373, + "IoU_noncoffee": 0.6390105078809106, + "kappa": 0.6589005164958507, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7539375648401396, + "mIoU": 0.5890429439836409, + "macroF1": 0.738092050851743, + "F1_coffee": 0.8025130573007342, + "IoU_coffee": 0.6701643489254109, + "precision_coffee": 0.8507462686567164, + "recall_coffee": 0.7594555873925501, + "F1_noncoffee": 0.6736710444027517, + "IoU_noncoffee": 0.507921539041871, + "kappa": 0.4789516011356476, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8314627935489955, + "mIoU": 0.6829958378271391, + "macroF1": 0.8078342325972641, + "F1_coffee": 0.8752182110187836, + "IoU_coffee": 0.7781226719642413, + "precision_coffee": 0.8536984062116878, + "recall_coffee": 0.8978510028653295, + "F1_noncoffee": 0.7404502541757444, + "IoU_noncoffee": 0.5878690036900369, + "kappa": 0.6161757706131584, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2262, + 2995 + ], + [ + 46395, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.254289428393046, + "test_tta": { + "OA": 0.8046706045640877, + "mIoU": 0.614189396940114, + "macroF1": 0.7500704520022745, + "F1_coffee": 0.8668873662329664, + "IoU_coffee": 0.7650495991303167, + "precision_coffee": 0.9082737958054852, + "recall_coffee": 0.8291081985147161, + "F1_noncoffee": 0.6332535377715827, + "IoU_noncoffee": 0.4633291947499113, + "kappa": 0.5029840511360364, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7786719741548402, + "mIoU": 0.5819910582348669, + "macroF1": 0.723926343235025, + "F1_coffee": 0.8468646469484692, + "IoU_coffee": 0.734401772270202, + "precision_coffee": 0.8776033587723108, + "recall_coffee": 0.818206359306608, + "F1_noncoffee": 0.6009880395215809, + "IoU_noncoffee": 0.42958034419953167, + "kappa": 0.44961204416545336, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f1_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.6839660607315363, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8410154610890546, + "mIoU": 0.6686665601885691, + "macroF1": 0.7932558290604887, + "F1_coffee": 0.8926239604111486, + "IoU_coffee": 0.8060712246786228, + "precision_coffee": 0.9261705496494006, + "recall_coffee": 0.8614225906212526, + "F1_noncoffee": 0.6938876977098288, + "IoU_noncoffee": 0.5312618956985155, + "kappa": 0.5880524010583201, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8120024229837314, + "mIoU": 0.6288755863705398, + "macroF1": 0.762704509219424, + "F1_coffee": 0.8708626001842698, + "IoU_coffee": 0.7712636215277169, + "precision_coffee": 0.895554016056074, + "recall_coffee": 0.8474961917433138, + "F1_noncoffee": 0.6545464182545783, + "IoU_noncoffee": 0.48648755121336273, + "kappa": 0.5263721449012316, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16049382716049382, + "mIoU": 0.0822463768115942, + "macroF1": 0.14472049689440994, + "F1_coffee": 0.2608695652173913, + "IoU_coffee": 0.15, + "precision_coffee": 1.0, + "recall_coffee": 0.15, + "F1_noncoffee": 0.02857142857142857, + "IoU_noncoffee": 0.014492753623188406, + "kappa": 0.004338394793926231, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8681553398058253, + "mIoU": 0.7063883436374723, + "macroF1": 0.8207230763291555, + "F1_coffee": 0.9129375560969355, + "IoU_coffee": 0.8398207124321774, + "precision_coffee": 0.9243752028562155, + "recall_coffee": 0.9017794946488507, + "F1_noncoffee": 0.7285085965613755, + "IoU_noncoffee": 0.5729559748427673, + "kappa": 0.6416172523037066, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8516512741163387, + "mIoU": 0.6890366552983258, + "macroF1": 0.8090656049671674, + "F1_coffee": 0.8992380451918024, + "IoU_coffee": 0.816923260532283, + "precision_coffee": 0.9391507168827605, + "recall_coffee": 0.8625795476025455, + "F1_noncoffee": 0.7188931647425325, + "IoU_noncoffee": 0.5611500500643685, + "kappa": 0.6200457178912943, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8033460664377932, + "mIoU": 0.6156667273427587, + "macroF1": 0.7518926923790811, + "F1_coffee": 0.8648792318681684, + "IoU_coffee": 0.7619270619914535, + "precision_coffee": 0.9148158560584763, + "recall_coffee": 0.820112154243589, + "F1_noncoffee": 0.6389061528899938, + "IoU_noncoffee": 0.4694063926940639, + "kappa": 0.5077054563456916, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.889198606271777, + "mIoU": 0.6489009614272786, + "macroF1": 0.7628514298200096, + "F1_coffee": 0.9359498187259021, + "IoU_coffee": 0.8796106003244998, + "precision_coffee": 0.9546841981685842, + "recall_coffee": 0.9179365616886782, + "F1_noncoffee": 0.5897530409141172, + "IoU_noncoffee": 0.4181913225300575, + "kappa": 0.5268698433489812, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9113911490375074, + "mIoU": 0.692723350170382, + "macroF1": 0.7998767415701229, + "F1_coffee": 0.9492642463496392, + "IoU_coffee": 0.9034281388558452, + "precision_coffee": 0.9591274397244547, + "recall_coffee": 0.9396018445619165, + "F1_noncoffee": 0.6504892367906067, + "IoU_noncoffee": 0.4820185614849188, + "kappa": 0.6000448500283844, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8257590791823775, + "mIoU": 0.5624816801542418, + "macroF1": 0.6868632370016247, + "F1_coffee": 0.8954139368671828, + "IoU_coffee": 0.8106330205974334, + "precision_coffee": 0.9516394480313963, + "recall_coffee": 0.8454617028455742, + "F1_noncoffee": 0.47831253713606653, + "IoU_noncoffee": 0.31433033971105034, + "kappa": 0.384444765531015, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8481288488867835, + "mIoU": 0.7158237145530828, + "macroF1": 0.8320700939807757, + "F1_coffee": 0.8840002894565453, + "IoU_coffee": 0.7921151601608092, + "precision_coffee": 0.8868883403513866, + "recall_coffee": 0.881130986728217, + "F1_noncoffee": 0.7801398985050062, + "IoU_noncoffee": 0.6395322689453564, + "kappa": 0.6641469380680448, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7948693765915307, + "mIoU": 0.6487380814322148, + "macroF1": 0.7852505929592386, + "F1_coffee": 0.8306997742663657, + "IoU_coffee": 0.7104247104247104, + "precision_coffee": 0.9094937787625703, + "recall_coffee": 0.7644699140401147, + "F1_noncoffee": 0.7398014116521116, + "IoU_noncoffee": 0.587051452439719, + "kappa": 0.5753991449001159, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7820428180703575, + "mIoU": 0.6256575897390613, + "macroF1": 0.7668576639006683, + "F1_coffee": 0.8263581035389586, + "IoU_coffee": 0.7040973111395646, + "precision_coffee": 0.8688576394375098, + "recall_coffee": 0.7878223495702006, + "F1_noncoffee": 0.7073572242623781, + "IoU_noncoffee": 0.547217868338558, + "kappa": 0.5355879831820665, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2574, + 2995 + ], + [ + 49537, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6458978215853373, + "test_tta": { + "OA": 0.8542171008037184, + "mIoU": 0.685502321830471, + "macroF1": 0.805472018848595, + "F1_coffee": 0.9028490304262253, + "IoU_coffee": 0.8229031878602517, + "precision_coffee": 0.9235796329709985, + "recall_coffee": 0.88302863273936, + "F1_noncoffee": 0.7080950072709646, + "IoU_noncoffee": 0.5481014558006904, + "kappa": 0.6115321018086397, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8239010038075458, + "mIoU": 0.6420186489983553, + "macroF1": 0.7724494925600055, + "F1_coffee": 0.8806521611635681, + "IoU_coffee": 0.7867546893010584, + "precision_coffee": 0.8930121914956883, + "recall_coffee": 0.868629606062359, + "F1_noncoffee": 0.6642468239564429, + "IoU_noncoffee": 0.49728260869565216, + "kappa": 0.5451441191931974, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f1_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 88, + "stopped_epoch": 100, + "best_val": 0.6579413146892286, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.792082243955973, + "mIoU": 0.5910974711506649, + "macroF1": 0.729742770013307, + "F1_coffee": 0.8595414354400847, + "IoU_coffee": 0.7536805475890024, + "precision_coffee": 0.8920747714311578, + "recall_coffee": 0.8292975406559653, + "F1_noncoffee": 0.5999441045865292, + "IoU_noncoffee": 0.42851439471232755, + "kappa": 0.4615253625536816, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7675089419637706, + "mIoU": 0.5620197846962813, + "macroF1": 0.7054991740353684, + "F1_coffee": 0.8406358747231889, + "IoU_coffee": 0.7250835664097142, + "precision_coffee": 0.8625509727942221, + "recall_coffee": 0.8198067912304043, + "F1_noncoffee": 0.570362473347548, + "IoU_noncoffee": 0.3989560029828486, + "kappa": 0.4120216182113702, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4444444444444444, + "mIoU": 0.2296195652173913, + "macroF1": 0.32562442183163737, + "F1_coffee": 0.6086956521739131, + "IoU_coffee": 0.4375, + "precision_coffee": 1.0, + "recall_coffee": 0.4375, + "F1_noncoffee": 0.0425531914893617, + "IoU_noncoffee": 0.021739130434782608, + "kappa": 0.01884253028263787, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8428640776699029, + "mIoU": 0.6524241506725632, + "macroF1": 0.7778363227793799, + "F1_coffee": 0.8980311860135455, + "IoU_coffee": 0.8149333943170773, + "precision_coffee": 0.8934436504951736, + "recall_coffee": 0.9026660756126907, + "F1_noncoffee": 0.6576414595452141, + "IoU_noncoffee": 0.4899149070280492, + "kappa": 0.5557119736576541, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7684831487839079, + "mIoU": 0.5649106768253371, + "macroF1": 0.70840951290174, + "F1_coffee": 0.8407609418651057, + "IoU_coffee": 0.7252696809731467, + "precision_coffee": 0.8903289427343805, + "recall_coffee": 0.7964211454854766, + "F1_noncoffee": 0.5760580839383743, + "IoU_noncoffee": 0.4045516726775277, + "kappa": 0.42159204127846284, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.765098399497123, + "mIoU": 0.5624482192821864, + "macroF1": 0.7067186178467234, + "F1_coffee": 0.8375685435335027, + "IoU_coffee": 0.7205315538169476, + "precision_coffee": 0.892284676212866, + "recall_coffee": 0.7891752252536072, + "F1_noncoffee": 0.5758686921599441, + "IoU_noncoffee": 0.4043648847474252, + "kappa": 0.41914052223799825, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8595321055251369, + "mIoU": 0.5805282073767006, + "macroF1": 0.6967096186427304, + "F1_coffee": 0.9189313415685147, + "IoU_coffee": 0.8500212585034014, + "precision_coffee": 0.9357594196115142, + "recall_coffee": 0.90269782142454, + "F1_noncoffee": 0.474487895716946, + "IoU_noncoffee": 0.31103515625, + "kappa": 0.3946882018545478, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7958920420718396, + "mIoU": 0.5275476474454707, + "macroF1": 0.6543570919288482, + "F1_coffee": 0.875537000060507, + "IoU_coffee": 0.7786267757210503, + "precision_coffee": 0.9474855945521216, + "recall_coffee": 0.8137442357440108, + "F1_noncoffee": 0.43317718379718934, + "IoU_noncoffee": 0.27646851916989096, + "kappa": 0.3264033108660798, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7530263941258186, + "mIoU": 0.4903695663692297, + "macroF1": 0.622166022087618, + "F1_coffee": 0.844524954712974, + "IoU_coffee": 0.7308898259271273, + "precision_coffee": 0.9497049733071088, + "recall_coffee": 0.7603194241367676, + "F1_noncoffee": 0.3998070894622619, + "IoU_noncoffee": 0.24984930681133213, + "kappa": 0.27849523560460315, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8270014211274278, + "mIoU": 0.6746225050973305, + "macroF1": 0.8014722635962662, + "F1_coffee": 0.8726638772663877, + "IoU_coffee": 0.7740937770629717, + "precision_coffee": 0.8446274298056156, + "recall_coffee": 0.9026255049047894, + "F1_noncoffee": 0.7302806499261447, + "IoU_noncoffee": 0.5751512331316891, + "kappa": 0.6038690441201074, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7424313873432048, + "mIoU": 0.5694684921551023, + "macroF1": 0.7210106890464769, + "F1_coffee": 0.7983162247987593, + "IoU_coffee": 0.664331366764995, + "precision_coffee": 0.8238073464410913, + "recall_coffee": 0.7743553008595988, + "F1_noncoffee": 0.6437051532941944, + "IoU_noncoffee": 0.4746056175452097, + "kappa": 0.44296359031105614, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7765726681127982, + "mIoU": 0.6095441149908117, + "macroF1": 0.7526732106017375, + "F1_coffee": 0.8295560831714511, + "IoU_coffee": 0.7087533808704205, + "precision_coffee": 0.8332128920364215, + "recall_coffee": 0.8259312320916905, + "F1_noncoffee": 0.675790338032024, + "IoU_noncoffee": 0.510334849111203, + "kappa": 0.5053645438763691, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2465, + 2995 + ], + [ + 46614, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.276599768797556, + "test_tta": { + "OA": 0.8025725444627352, + "mIoU": 0.6036200059132727, + "macroF1": 0.7398805972757581, + "F1_coffee": 0.86758099609227, + "IoU_coffee": 0.7661307282008144, + "precision_coffee": 0.8935515519086693, + "recall_coffee": 0.843077440935771, + "F1_noncoffee": 0.6121801984592461, + "IoU_noncoffee": 0.441109283625731, + "kappa": 0.4810450985258812, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7770566516672436, + "mIoU": 0.5723867907832867, + "macroF1": 0.7140336003153418, + "F1_coffee": 0.8482814125591347, + "IoU_coffee": 0.7365353149713663, + "precision_coffee": 0.863848075962019, + "recall_coffee": 0.8332658452401612, + "F1_noncoffee": 0.579785788071549, + "IoU_noncoffee": 0.4082382665952071, + "kappa": 0.4285811293095657, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f1_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6714393114806132, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8376908427746038, + "mIoU": 0.6498487421382098, + "macroF1": 0.7766156007943841, + "F1_coffee": 0.8934199510390946, + "IoU_coffee": 0.8073703767549656, + "precision_coffee": 0.9001452122661655, + "recall_coffee": 0.8867944375486504, + "F1_noncoffee": 0.6598112505496736, + "IoU_noncoffee": 0.4923271075214538, + "kappa": 0.5533107886849242, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8088438906195915, + "mIoU": 0.6103639181707571, + "macroF1": 0.7450957740528305, + "F1_coffee": 0.8725699451975771, + "IoU_coffee": 0.7739459680720425, + "precision_coffee": 0.8701605016395328, + "recall_coffee": 0.8749927691328744, + "F1_noncoffee": 0.6176216029080838, + "IoU_noncoffee": 0.4467818682694716, + "kappa": 0.49020327689809995, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08641975308641975, + "mIoU": 0.04416666666666667, + "macroF1": 0.08292533659730722, + "F1_coffee": 0.13953488372093023, + "IoU_coffee": 0.075, + "precision_coffee": 1.0, + "recall_coffee": 0.075, + "F1_noncoffee": 0.02631578947368421, + "IoU_noncoffee": 0.013333333333333334, + "kappa": 0.0019980019980019906, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8338349514563107, + "mIoU": 0.6368293028058895, + "macroF1": 0.7650357605064166, + "F1_coffee": 0.8921787885469493, + "IoU_coffee": 0.805345464884845, + "precision_coffee": 0.8875658059664077, + "recall_coffee": 0.8968399721360268, + "F1_noncoffee": 0.6378927324658838, + "IoU_noncoffee": 0.4683131407269338, + "kappa": 0.5301141483208488, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8341472849475364, + "mIoU": 0.645268140089418, + "macroF1": 0.773103531722234, + "F1_coffee": 0.8907921548650025, + "IoU_coffee": 0.8030885814340663, + "precision_coffee": 0.9003668661903842, + "recall_coffee": 0.8814189402054061, + "F1_noncoffee": 0.6554149085794655, + "IoU_noncoffee": 0.4874476987447699, + "kappa": 0.5463689302542095, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8450751897877279, + "mIoU": 0.6670671734125472, + "macroF1": 0.7909244510875487, + "F1_coffee": 0.8973274370313401, + "IoU_coffee": 0.8137750653879686, + "precision_coffee": 0.9130094554939681, + "recall_coffee": 0.8821750362296011, + "F1_noncoffee": 0.6845214651437573, + "IoU_noncoffee": 0.5203592814371257, + "kappa": 0.5822276136931447, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.818218018914883, + "mIoU": 0.5228868721048814, + "macroF1": 0.6392631533402562, + "F1_coffee": 0.8933411214953271, + "IoU_coffee": 0.8072416341180196, + "precision_coffee": 0.9256748577654037, + "recall_coffee": 0.8631899762952929, + "F1_noncoffee": 0.3851851851851852, + "IoU_noncoffee": 0.23853211009174313, + "kappa": 0.2835650118299342, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8284381821790038, + "mIoU": 0.5591147430152665, + "macroF1": 0.6818353264111473, + "F1_coffee": 0.8978071990070335, + "IoU_coffee": 0.8145645645645646, + "precision_coffee": 0.9460637767812655, + "recall_coffee": 0.8542346192779215, + "F1_noncoffee": 0.46586345381526106, + "IoU_noncoffee": 0.3036649214659686, + "kappa": 0.3722079425169225, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8422306013097837, + "mIoU": 0.5761135401510554, + "macroF1": 0.6974162202378142, + "F1_coffee": 0.9067448680351906, + "IoU_coffee": 0.8293991416309013, + "precision_coffee": 0.9474200269640888, + "recall_coffee": 0.869418513103138, + "F1_noncoffee": 0.4880875724404379, + "IoU_noncoffee": 0.3228279386712095, + "kappa": 0.4008942158622106, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8486972998578872, + "mIoU": 0.7039170670025583, + "macroF1": 0.822240888526488, + "F1_coffee": 0.8908183496274014, + "IoU_coffee": 0.8031311637080868, + "precision_coffee": 0.8466536712150747, + "recall_coffee": 0.9398442008078477, + "F1_noncoffee": 0.7536634274255746, + "IoU_noncoffee": 0.6047029702970297, + "kappa": 0.6466510867265052, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8395737055550316, + "mIoU": 0.6928681458640864, + "macroF1": 0.8146812704258156, + "F1_coffee": 0.8826005935537304, + "IoU_coffee": 0.789870290302656, + "precision_coffee": 0.8515115195099214, + "recall_coffee": 0.9160458452722063, + "F1_noncoffee": 0.7467619472979008, + "IoU_noncoffee": 0.5958660014255167, + "kappa": 0.6304252145135614, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8477789304913703, + "mIoU": 0.7113656843440244, + "macroF1": 0.828524285619811, + "F1_coffee": 0.8859847414523877, + "IoU_coffee": 0.7953075459733672, + "precision_coffee": 0.8738851727982163, + "recall_coffee": 0.8984240687679083, + "F1_noncoffee": 0.7710638297872341, + "IoU_noncoffee": 0.6274238227146814, + "kappa": 0.6571805329534333, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2405, + 2995 + ], + [ + 49500, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6234535455703734, + "test_tta": { + "OA": 0.853103515057616, + "mIoU": 0.6692077256255164, + "macroF1": 0.7911158810900853, + "F1_coffee": 0.9049061807848218, + "IoU_coffee": 0.8263275391631208, + "precision_coffee": 0.8988024822032668, + "recall_coffee": 0.9110933456756358, + "F1_noncoffee": 0.6773255813953488, + "IoU_noncoffee": 0.512087912087912, + "kappa": 0.5822971259874373, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8237279335410177, + "mIoU": 0.626511383121403, + "macroF1": 0.7574325990647431, + "F1_coffee": 0.8842438248219427, + "IoU_coffee": 0.792506323956335, + "precision_coffee": 0.8689202017757758, + "recall_coffee": 0.9001176221052428, + "F1_noncoffee": 0.6306213733075435, + "IoU_noncoffee": 0.460516442286471, + "kappa": 0.5153461729836658, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f2_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.5742359398534187, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7444732997889953, + "mIoU": 0.556646358395362, + "macroF1": 0.7065937835850792, + "F1_coffee": 0.8120171468828734, + "IoU_coffee": 0.6835259825108051, + "precision_coffee": 0.9174604031191819, + "recall_coffee": 0.7283125562267061, + "F1_noncoffee": 0.601170420287285, + "IoU_noncoffee": 0.42976673427991885, + "kappa": 0.4291841818098664, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7130494980962271, + "mIoU": 0.5225146042077397, + "macroF1": 0.6777917610901503, + "F1_coffee": 0.7843766256285764, + "IoU_coffee": 0.6452464160901505, + "precision_coffee": 0.8992371344084685, + "recall_coffee": 0.6955351823021776, + "F1_noncoffee": 0.5712068965517242, + "IoU_noncoffee": 0.3997827923253288, + "kappa": 0.3758344422255063, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2510739856801909, + "mIoU": 0.12595419847328243, + "macroF1": 0.20190476190476192, + "F1_coffee": 0.4, + "IoU_coffee": 0.25, + "precision_coffee": 0.9980916030534351, + "recall_coffee": 0.2501195600191296, + "F1_noncoffee": 0.0038095238095238095, + "IoU_noncoffee": 0.0019083969465648854, + "kappa": 6.084470089244647e-07, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7959905660377359, + "mIoU": 0.6134601680948115, + "macroF1": 0.7515940849848475, + "F1_coffee": 0.8566100290095316, + "IoU_coffee": 0.7491844871330192, + "precision_coffee": 0.913456580982544, + "recall_coffee": 0.8064243448858833, + "F1_noncoffee": 0.6465781409601634, + "IoU_noncoffee": 0.47773584905660377, + "kappa": 0.5078857373650049, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7212438752243729, + "mIoU": 0.5344318986325691, + "macroF1": 0.6889153289970169, + "F1_coffee": 0.7891995010639078, + "IoU_coffee": 0.651799781844625, + "precision_coffee": 0.925645438898451, + "recall_coffee": 0.6878117406317944, + "F1_noncoffee": 0.588631156930126, + "IoU_noncoffee": 0.41706401542051336, + "kappa": 0.4031390647810029, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7168806006296924, + "mIoU": 0.5267007957729664, + "macroF1": 0.6814173425057839, + "F1_coffee": 0.7877092943013838, + "IoU_coffee": 0.6497693091257715, + "precision_coffee": 0.914025623735671, + "recall_coffee": 0.6920671389367541, + "F1_noncoffee": 0.5751253907101839, + "IoU_noncoffee": 0.4036322824201612, + "kappa": 0.38629280821016454, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7530034616167787, + "mIoU": 0.5305452249213322, + "macroF1": 0.6737926156315238, + "F1_coffee": 0.8345382621743282, + "IoU_coffee": 0.716058052434457, + "precision_coffee": 0.9458874458874459, + "recall_coffee": 0.7466438857700757, + "F1_noncoffee": 0.5130469690887194, + "IoU_noncoffee": 0.34503239740820735, + "kappa": 0.37315036232741894, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.6850192061459667, + "mIoU": 0.4657479029198083, + "macroF1": 0.6165227964025537, + "F1_coffee": 0.7785931874826918, + "IoU_coffee": 0.6374560707402789, + "precision_coffee": 0.949991552627133, + "recall_coffee": 0.6595894428152492, + "F1_noncoffee": 0.45445240532241554, + "IoU_noncoffee": 0.29403973509933773, + "kappa": 0.28999351030773834, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7309083797790163, + "mIoU": 0.4933097357786952, + "macroF1": 0.6350694279125073, + "F1_coffee": 0.8220843030773209, + "IoU_coffee": 0.6979143798024149, + "precision_coffee": 0.9254730713245997, + "recall_coffee": 0.7394742963479879, + "F1_noncoffee": 0.44805455274769357, + "IoU_noncoffee": 0.28870509175497544, + "kappa": 0.2973435637391613, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8360873694207027, + "mIoU": 0.689009557647853, + "macroF1": 0.8120755052226374, + "F1_coffee": 0.8792500349797118, + "IoU_coffee": 0.7845193508114856, + "precision_coffee": 0.8839499226332818, + "recall_coffee": 0.8745998608211552, + "F1_noncoffee": 0.7449009754655631, + "IoU_noncoffee": 0.5934997644842205, + "kappa": 0.6241734559235425, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7564053537284895, + "mIoU": 0.5949771788708114, + "macroF1": 0.7434099631421052, + "F1_coffee": 0.8011549867332605, + "IoU_coffee": 0.6682723603697435, + "precision_coffee": 0.9003683564286967, + "recall_coffee": 0.7216364403205399, + "F1_noncoffee": 0.6856649395509499, + "IoU_noncoffee": 0.5216819973718791, + "kappa": 0.4964846793851449, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7031100019197543, + "mIoU": 0.5352446809542319, + "macroF1": 0.6954996221725487, + "F1_coffee": 0.7436386241193536, + "IoU_coffee": 0.5918986673703654, + "precision_coffee": 0.8982779335202242, + "recall_coffee": 0.6344222882194881, + "F1_noncoffee": 0.6473606202257439, + "IoU_noncoffee": 0.47859069453809844, + "kappa": 0.414853251856404, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 18, + 27 + ], + [ + 464, + 563 + ], + [ + 5526, + 7520 + ], + [ + 39859, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9140209197998046, + "test_tta": { + "OA": 0.7745333549748418, + "mIoU": 0.5901739062421639, + "macroF1": 0.7336853014963194, + "F1_coffee": 0.8379850476445958, + "IoU_coffee": 0.7211482485195222, + "precision_coffee": 0.9198781143574117, + "recall_coffee": 0.7694812149252452, + "F1_noncoffee": 0.629385555348043, + "IoU_noncoffee": 0.4591995639648057, + "kappa": 0.47685528518928394, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7405099803853697, + "mIoU": 0.5508834994314462, + "macroF1": 0.7014261585834096, + "F1_coffee": 0.8094511872233165, + "IoU_coffee": 0.679897521661003, + "precision_coffee": 0.9014459934423136, + "recall_coffee": 0.7344942243748679, + "F1_noncoffee": 0.5934011299435028, + "IoU_noncoffee": 0.4218694772018894, + "kappa": 0.4158343624373481, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f2_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 46, + "stopped_epoch": 76, + "best_val": 0.6407221866808874, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.829556890115241, + "mIoU": 0.6469513666653435, + "macroF1": 0.7757872226734813, + "F1_coffee": 0.8855863413996361, + "IoU_coffee": 0.794665728085098, + "precision_coffee": 0.9012085597072846, + "recall_coffee": 0.8704965085892987, + "F1_noncoffee": 0.6659881039473265, + "IoU_noncoffee": 0.49923700524558895, + "kappa": 0.5519674777805778, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7892869505019038, + "mIoU": 0.5943506645606633, + "macroF1": 0.7339396902170222, + "F1_coffee": 0.8552892234548336, + "IoU_coffee": 0.7471662196071645, + "precision_coffee": 0.8823649629069507, + "recall_coffee": 0.8298256741432662, + "F1_noncoffee": 0.6125901569792108, + "IoU_noncoffee": 0.4415351095141623, + "kappa": 0.46921736353148635, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2295942720763723, + "mIoU": 0.115296352192781, + "macroF1": 0.18821375479677796, + "F1_coffee": 0.37149532710280375, + "IoU_coffee": 0.22812051649928264, + "precision_coffee": 1.0, + "recall_coffee": 0.22812051649928264, + "F1_noncoffee": 0.004932182490752158, + "IoU_noncoffee": 0.002472187886279357, + "kappa": 0.0011272778190364716, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8749508647798742, + "mIoU": 0.7211805483984091, + "macroF1": 0.8317925981129712, + "F1_coffee": 0.9169955317830468, + "IoU_coffee": 0.8467144491959284, + "precision_coffee": 0.9199057714958775, + "recall_coffee": 0.9141036478314585, + "F1_noncoffee": 0.7465896644428955, + "IoU_noncoffee": 0.5956466476008897, + "kappa": 0.6635954753360735, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8332120506476496, + "mIoU": 0.6399524058276065, + "macroF1": 0.7682239944209048, + "F1_coffee": 0.8909540725704136, + "IoU_coffee": 0.8033518274895612, + "precision_coffee": 0.8838892385147892, + "recall_coffee": 0.8981327535490472, + "F1_noncoffee": 0.6454939162713962, + "IoU_noncoffee": 0.47655298416565167, + "kappa": 0.5365442454953413, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7811576652942601, + "mIoU": 0.5889324592929489, + "macroF1": 0.7305518671646827, + "F1_coffee": 0.847323600973236, + "IoU_coffee": 0.7350923482849604, + "precision_coffee": 0.9004524886877828, + "recall_coffee": 0.8001148765077541, + "F1_noncoffee": 0.6137801333561292, + "IoU_noncoffee": 0.44277257030093736, + "kappa": 0.4658080867903168, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8936061901852983, + "mIoU": 0.7142792984101712, + "macroF1": 0.8226380831001179, + "F1_coffee": 0.9348300592454006, + "IoU_coffee": 0.8776346604215457, + "precision_coffee": 0.9558729753857926, + "recall_coffee": 0.914693678301196, + "F1_noncoffee": 0.7104461069548351, + "IoU_noncoffee": 0.5509239363987968, + "kappa": 0.6460383325961423, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8722545060573229, + "mIoU": 0.6597967556706306, + "macroF1": 0.7778808590332018, + "F1_coffee": 0.9226641225925705, + "IoU_coffee": 0.856431259685632, + "precision_coffee": 0.9382731021101139, + "recall_coffee": 0.9075659824046921, + "F1_noncoffee": 0.6330975954738332, + "IoU_noncoffee": 0.46316225165562913, + "kappa": 0.5563442317905165, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8431602620514325, + "mIoU": 0.5896290363109585, + "macroF1": 0.7127410584676318, + "F1_coffee": 0.9062974646570862, + "IoU_coffee": 0.8286507851725243, + "precision_coffee": 0.9104460093896714, + "recall_coffee": 0.9021865550127937, + "F1_noncoffee": 0.5191846522781774, + "IoU_noncoffee": 0.35060728744939273, + "kappa": 0.42554331919052973, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8575498575498576, + "mIoU": 0.7179227698336403, + "macroF1": 0.8321532236718809, + "F1_coffee": 0.8974429098865034, + "IoU_coffee": 0.8139650254247799, + "precision_coffee": 0.8820051068404784, + "recall_coffee": 0.9134307585247042, + "F1_noncoffee": 0.7668635374572583, + "IoU_noncoffee": 0.6218805142425007, + "kappa": 0.6645400694621874, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7953154875717017, + "mIoU": 0.6154710622342237, + "macroF1": 0.7537602810398376, + "F1_coffee": 0.8549163109033001, + "IoU_coffee": 0.7465972304414724, + "precision_coffee": 0.8252223966509681, + "recall_coffee": 0.8868269365949669, + "F1_noncoffee": 0.6526042511763751, + "IoU_noncoffee": 0.48434489402697495, + "kappa": 0.5090426598667498, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7202918026492608, + "mIoU": 0.5522066876397516, + "macroF1": 0.7089564375700069, + "F1_coffee": 0.7663940997274331, + "IoU_coffee": 0.6212633220691448, + "precision_coffee": 0.8846936886914677, + "recall_coffee": 0.67600056569085, + "F1_noncoffee": 0.6515187754125807, + "IoU_noncoffee": 0.4831500532103583, + "kappa": 0.4330356654281921, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 21, + 27 + ], + [ + 268, + 563 + ], + [ + 6107, + 7520 + ], + [ + 44713, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.8711804668108623, + "test_tta": { + "OA": 0.8425417951631229, + "mIoU": 0.6651753055935704, + "macroF1": 0.7897551040840782, + "F1_coffee": 0.8951027778678864, + "IoU_coffee": 0.81012311365994, + "precision_coffee": 0.9038104596571678, + "recall_coffee": 0.8865612817547016, + "F1_noncoffee": 0.6844074303002701, + "IoU_noncoffee": 0.5202274975272008, + "kappa": 0.5796276025592558, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8013874466366678, + "mIoU": 0.6090551206332032, + "macroF1": 0.7457581257005088, + "F1_coffee": 0.8646837445587556, + "IoU_coffee": 0.7616236801107842, + "precision_coffee": 0.8845798150381986, + "recall_coffee": 0.8456629956370486, + "F1_noncoffee": 0.6268325068422621, + "IoU_noncoffee": 0.4564865611556222, + "kappa": 0.49222466356154043, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f2_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 94, + "stopped_epoch": 100, + "best_val": 0.6564517837873101, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8358870313260834, + "mIoU": 0.6583926756878409, + "macroF1": 0.785010529889852, + "F1_coffee": 0.8895950033303851, + "IoU_coffee": 0.8011446328128073, + "precision_coffee": 0.9073393473660764, + "recall_coffee": 0.8725313798569164, + "F1_noncoffee": 0.6804260564493189, + "IoU_noncoffee": 0.5156407185628743, + "kappa": 0.5704965369961904, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8017624322141456, + "mIoU": 0.6130007185403824, + "macroF1": 0.7496379853196282, + "F1_coffee": 0.8638745011042556, + "IoU_coffee": 0.7603689046182813, + "precision_coffee": 0.8911000326904217, + "recall_coffee": 0.8382632762497838, + "F1_noncoffee": 0.6354014695350009, + "IoU_noncoffee": 0.4656325324624835, + "kappa": 0.5005247600599575, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.47350835322195706, + "mIoU": 0.23805728253360964, + "macroF1": 0.3244837637385044, + "F1_coffee": 0.6417668074050016, + "IoU_coffee": 0.47250119560019127, + "precision_coffee": 1.0, + "recall_coffee": 0.47250119560019127, + "F1_noncoffee": 0.0072007200720072, + "IoU_noncoffee": 0.0036133694670280035, + "kappa": 0.0034088228304874624, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8127948113207547, + "mIoU": 0.6332442370654949, + "macroF1": 0.7667304609830473, + "F1_coffee": 0.8703905293237175, + "IoU_coffee": 0.7705233993856532, + "precision_coffee": 0.9126774630805451, + "recall_coffee": 0.831848624748033, + "F1_noncoffee": 0.6630703926423771, + "IoU_noncoffee": 0.4959650747453367, + "kappa": 0.5360500368492052, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8376267404065396, + "mIoU": 0.6596329713659291, + "macroF1": 0.7857637170275007, + "F1_coffee": 0.8911721671272964, + "IoU_coffee": 0.8037065274763944, + "precision_coffee": 0.9065290732288153, + "recall_coffee": 0.8763268960225092, + "F1_noncoffee": 0.6803552669277051, + "IoU_noncoffee": 0.5155594152554639, + "kappa": 0.5718882856814742, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8569145071445871, + "mIoU": 0.6835588390954723, + "macroF1": 0.8032095212710688, + "F1_coffee": 0.9060133630289532, + "IoU_coffee": 0.8281758957654723, + "precision_coffee": 0.9033690755662712, + "recall_coffee": 0.9086731763354394, + "F1_noncoffee": 0.7004056795131846, + "IoU_noncoffee": 0.5389417824254722, + "kappa": 0.6064297917528265, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8683567501527184, + "mIoU": 0.6474927895391143, + "macroF1": 0.7668397831892126, + "F1_coffee": 0.920689443660676, + "IoU_coffee": 0.8530347806319618, + "precision_coffee": 0.9255148600320632, + "recall_coffee": 0.9159140834757139, + "F1_noncoffee": 0.6129901227177492, + "IoU_noncoffee": 0.4419507984462667, + "kappa": 0.5337414136705885, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.838569880823402, + "mIoU": 0.6092842549529217, + "macroF1": 0.7357092012777553, + "F1_coffee": 0.9005883423303208, + "IoU_coffee": 0.819154805252124, + "precision_coffee": 0.9324290379301683, + "recall_coffee": 0.870850439882698, + "F1_noncoffee": 0.5708300602251899, + "IoU_noncoffee": 0.39941370465371934, + "kappa": 0.4740660290411526, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8788501026694046, + "mIoU": 0.615637560577562, + "macroF1": 0.730651790309325, + "F1_coffee": 0.9304440577106607, + "IoU_coffee": 0.869934914969557, + "precision_coffee": 0.8992946283233858, + "recall_coffee": 0.9638287973947429, + "F1_noncoffee": 0.5308595229079894, + "IoU_noncoffee": 0.361340206185567, + "kappa": 0.46562780984185886, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.760968660968661, + "mIoU": 0.5986770848278369, + "macroF1": 0.7459158339231589, + "F1_coffee": 0.8077598716871611, + "IoU_coffee": 0.6775144138372838, + "precision_coffee": 0.8950575490859851, + "recall_coffee": 0.7359777313848295, + "F1_noncoffee": 0.6840717961591565, + "IoU_noncoffee": 0.5198397558183899, + "kappa": 0.49965368058532805, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8367112810707457, + "mIoU": 0.6887834143559837, + "macroF1": 0.8117633393971363, + "F1_coffee": 0.8802915615363051, + "IoU_coffee": 0.786179268903355, + "precision_coffee": 0.8777078965758212, + "recall_coffee": 0.8828904822156615, + "F1_noncoffee": 0.7432351172579675, + "IoU_noncoffee": 0.5913875598086125, + "kappa": 0.6235336757539839, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8353810712228835, + "mIoU": 0.6961791608474028, + "macroF1": 0.8182434802906575, + "F1_coffee": 0.8740544907101417, + "IoU_coffee": 0.7762848943386381, + "precision_coffee": 0.909104796822487, + "recall_coffee": 0.8416065620138594, + "F1_noncoffee": 0.7624324698711733, + "IoU_noncoffee": 0.6160734273561674, + "kappa": 0.6375033593114678, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 15, + 27 + ], + [ + 468, + 563 + ], + [ + 6611, + 7520 + ], + [ + 44405, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.112279895941416, + "test_tta": { + "OA": 0.8451874695666288, + "mIoU": 0.6712553686213836, + "macroF1": 0.7946939754550392, + "F1_coffee": 0.8965105681177032, + "IoU_coffee": 0.8124324005427622, + "precision_coffee": 0.9084172566955451, + "recall_coffee": 0.8849119650430536, + "F1_noncoffee": 0.6928773827923751, + "IoU_noncoffee": 0.5300783367000049, + "kappa": 0.5895971873700845, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8116418599284643, + "mIoU": 0.6253584840377362, + "macroF1": 0.7593618184968314, + "F1_coffee": 0.8715249768823656, + "IoU_coffee": 0.7723032934079537, + "precision_coffee": 0.8926347607052897, + "recall_coffee": 0.851390570643295, + "F1_noncoffee": 0.6471986601112972, + "IoU_noncoffee": 0.47841367466751866, + "kappa": 0.5194616424331465, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f2_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 3, + "stopped_epoch": 50, + "best_val": 0.6366554958332988, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7338581399123519, + "mIoU": 0.5440833086337619, + "macroF1": 0.6958754611019059, + "F1_coffee": 0.8033532014919108, + "IoU_coffee": 0.6713369412707958, + "precision_coffee": 0.912690410660272, + "recall_coffee": 0.717409930171786, + "F1_noncoffee": 0.588397720711901, + "IoU_noncoffee": 0.41682967599672793, + "kappa": 0.409489052380873, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7025354794046382, + "mIoU": 0.510049175340406, + "macroF1": 0.6665377900339107, + "F1_coffee": 0.7760999598336897, + "IoU_coffee": 0.6341203810469922, + "precision_coffee": 0.8916882857713031, + "recall_coffee": 0.6870399200445905, + "F1_noncoffee": 0.5569756202341317, + "IoU_noncoffee": 0.3859779696338196, + "kappa": 0.35453643468471724, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23102625298329355, + "mIoU": 0.11601600845729819, + "macroF1": 0.18916844386561854, + "F1_coffee": 0.3733955659276546, + "IoU_coffee": 0.22955523672883787, + "precision_coffee": 1.0, + "recall_coffee": 0.22955523672883787, + "F1_noncoffee": 0.004941321803582459, + "IoU_noncoffee": 0.002476780185758514, + "kappa": 0.0011364695750225294, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.6817511792452831, + "mIoU": 0.49363768294850485, + "macroF1": 0.6537986609782838, + "F1_coffee": 0.7521714176391812, + "IoU_coffee": 0.6027842511958789, + "precision_coffee": 0.9138155448121978, + "recall_coffee": 0.6391182781715327, + "F1_noncoffee": 0.5554259043173863, + "IoU_noncoffee": 0.38449111470113084, + "kappa": 0.34439639444213266, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7210983360015524, + "mIoU": 0.5342965603809195, + "macroF1": 0.6888072025955021, + "F1_coffee": 0.7890507467067845, + "IoU_coffee": 0.6515968729167929, + "precision_coffee": 0.9256995264743866, + "recall_coffee": 0.6875559534467324, + "F1_noncoffee": 0.5885636584842195, + "IoU_noncoffee": 0.41699624784504613, + "kappa": 0.4029878402843584, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7979656091063212, + "mIoU": 0.608231220526608, + "macroF1": 0.7458325243966808, + "F1_coffee": 0.8609434905817637, + "IoU_coffee": 0.7558391383246502, + "precision_coffee": 0.9012983386849086, + "recall_coffee": 0.8240474822898717, + "F1_noncoffee": 0.630721558211598, + "IoU_noncoffee": 0.4606233027285659, + "kappa": 0.4943569613998032, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.6704337202199144, + "mIoU": 0.444683873241161, + "macroF1": 0.5933200437381134, + "F1_coffee": 0.7704092488828995, + "IoU_coffee": 0.6265574526995846, + "precision_coffee": 0.9197290431837426, + "recall_coffee": 0.6628020502806932, + "F1_noncoffee": 0.4162308385933273, + "IoU_noncoffee": 0.2628102937827374, + "kappa": 0.2377272871779628, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.6784201713779179, + "mIoU": 0.4511099389589953, + "macroF1": 0.5990188709873591, + "F1_coffee": 0.7774521164201486, + "IoU_coffee": 0.6359277430865299, + "precision_coffee": 0.9279205987634234, + "recall_coffee": 0.6689736070381231, + "F1_noncoffee": 0.42058562555456963, + "IoU_noncoffee": 0.2662921348314607, + "kappa": 0.2494221093575072, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8410090935758286, + "mIoU": 0.5731173908359387, + "macroF1": 0.6942859678836961, + "F1_coffee": 0.9060767097966729, + "IoU_coffee": 0.8282817615376492, + "precision_coffee": 0.9000459031443654, + "recall_coffee": 0.9121888811351477, + "F1_noncoffee": 0.4824952259707193, + "IoU_noncoffee": 0.3179530201342282, + "kappa": 0.38872315272674335, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6923076923076923, + "mIoU": 0.5237147253740567, + "macroF1": 0.685882512038353, + "F1_coffee": 0.7308075772681955, + "IoU_coffee": 0.5758051846032993, + "precision_coffee": 0.9066171923314781, + "recall_coffee": 0.6121085594989562, + "F1_noncoffee": 0.6409574468085106, + "IoU_noncoffee": 0.47162426614481406, + "kappa": 0.40176969364131737, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7625239005736137, + "mIoU": 0.6055930140977923, + "macroF1": 0.7523309693352838, + "F1_coffee": 0.8025751072961373, + "IoU_coffee": 0.6702508960573477, + "precision_coffee": 0.9232035106966539, + "recall_coffee": 0.7098270771826234, + "F1_noncoffee": 0.7020868313744303, + "IoU_noncoffee": 0.540935132138237, + "kappa": 0.5171026964676585, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7557112689575735, + "mIoU": 0.5949787201631849, + "macroF1": 0.7435913305861093, + "F1_coffee": 0.7993376961286762, + "IoU_coffee": 0.6657473075912792, + "precision_coffee": 0.9032430506058446, + "recall_coffee": 0.7168717295997737, + "F1_noncoffee": 0.6878449650435422, + "IoU_noncoffee": 0.5242101327350907, + "kappa": 0.49752655989329614, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 514, + 563 + ], + [ + 6138, + 7520 + ], + [ + 38537, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5523528973261516, + "test_tta": { + "OA": 0.764388897906184, + "mIoU": 0.5665056603251563, + "macroF1": 0.7114073118816262, + "F1_coffee": 0.8350604490500864, + "IoU_coffee": 0.7168272794662713, + "precision_coffee": 0.8892599583756836, + "recall_coffee": 0.7870882063145268, + "F1_noncoffee": 0.5877541747131659, + "IoU_noncoffee": 0.4161840411840412, + "kappa": 0.4281242793609823, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7331833391023422, + "mIoU": 0.5305043686358651, + "macroF1": 0.6804788882731823, + "F1_coffee": 0.8102486255846394, + "IoU_coffee": 0.6810234835683989, + "precision_coffee": 0.8687179712758704, + "recall_coffee": 0.7591535489822984, + "F1_noncoffee": 0.5507091509617252, + "IoU_noncoffee": 0.3799852537033313, + "kappa": 0.3677394609602274, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f2_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 36, + "stopped_epoch": 66, + "best_val": 0.5508809327694099, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7124005843207272, + "mIoU": 0.5189098962038625, + "macroF1": 0.6737614399629424, + "F1_coffee": 0.7860360088391919, + "IoU_coffee": 0.6474953248716826, + "precision_coffee": 0.9009051401998506, + "recall_coffee": 0.6971468962858245, + "F1_noncoffee": 0.5614868710866929, + "IoU_noncoffee": 0.3903244675360424, + "kappa": 0.36856169978487185, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.6823872158763125, + "mIoU": 0.48922224095654154, + "macroF1": 0.6480890827967377, + "F1_coffee": 0.7579521223978369, + "IoU_coffee": 0.6102438851722063, + "precision_coffee": 0.8851693066002618, + "recall_coffee": 0.6627073362932211, + "F1_noncoffee": 0.5382260431956385, + "IoU_noncoffee": 0.36820059674087674, + "kappa": 0.32286176187017634, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23914081145584726, + "mIoU": 0.1200942234703949, + "macroF1": 0.1945370643727798, + "F1_coffee": 0.384080370942813, + "IoU_coffee": 0.23768531802965087, + "precision_coffee": 1.0, + "recall_coffee": 0.23768531802965087, + "F1_noncoffee": 0.004993757802746567, + "IoU_noncoffee": 0.0025031289111389237, + "kappa": 0.001189206455931477, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.6526139937106918, + "mIoU": 0.46617964371629084, + "macroF1": 0.6297258686653009, + "F1_coffee": 0.7217849834723753, + "IoU_coffee": 0.5646819777107321, + "precision_coffee": 0.9140835243695804, + "recall_coffee": 0.5963326614214188, + "F1_noncoffee": 0.5376667538582265, + "IoU_noncoffee": 0.3676773097218496, + "kappa": 0.3101844139132071, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7324503953815553, + "mIoU": 0.5410317628008432, + "macroF1": 0.6928675785452121, + "F1_coffee": 0.8031271195516367, + "IoU_coffee": 0.6710212359818659, + "precision_coffee": 0.909010101010101, + "recall_coffee": 0.7193375111906893, + "F1_noncoffee": 0.5826080375387875, + "IoU_noncoffee": 0.4110422896198206, + "kappa": 0.4029107732762963, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7513199321869702, + "mIoU": 0.5499214176493026, + "macroF1": 0.6969733850446036, + "F1_coffee": 0.8253028446985164, + "IoU_coffee": 0.7025664793465036, + "precision_coffee": 0.8839565566003353, + "recall_coffee": 0.773948560852639, + "F1_noncoffee": 0.5686439253906906, + "IoU_noncoffee": 0.3972763559521014, + "kappa": 0.40046446718662826, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.6526165750356343, + "mIoU": 0.4331970503014557, + "macroF1": 0.5845354235544705, + "F1_coffee": 0.7527177851862589, + "IoU_coffee": 0.6034863451481697, + "precision_coffee": 0.9266595289079229, + "recall_coffee": 0.6337564071271662, + "F1_noncoffee": 0.4163530619226822, + "IoU_noncoffee": 0.2629077554547418, + "kappa": 0.23286710194049276, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7540628385698809, + "mIoU": 0.5150763472219186, + "macroF1": 0.6543090157418273, + "F1_coffee": 0.8400076888575639, + "IoU_coffee": 0.7241493592576226, + "precision_coffee": 0.9255859926574413, + "recall_coffee": 0.7689149560117302, + "F1_noncoffee": 0.46861034262609064, + "IoU_noncoffee": 0.3060033351862146, + "kappa": 0.32770631250982685, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7730517258237998, + "mIoU": 0.5224742144443185, + "macroF1": 0.6565727194811313, + "F1_coffee": 0.8565778903787925, + "IoU_coffee": 0.7491353220925205, + "precision_coffee": 0.9137771918259723, + "recall_coffee": 0.8061177017911142, + "F1_noncoffee": 0.45656754858346993, + "IoU_noncoffee": 0.2958131067961165, + "kappa": 0.3231937859278208, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6526115859449193, + "mIoU": 0.48132528521475615, + "macroF1": 0.6488907190760047, + "F1_coffee": 0.6850353022214568, + "IoU_coffee": 0.5209533787323206, + "precision_coffee": 0.8981711447279296, + "recall_coffee": 0.5536534446764092, + "F1_noncoffee": 0.6127461359305526, + "IoU_noncoffee": 0.4416971916971917, + "kappa": 0.3432517162202184, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.711472275334608, + "mIoU": 0.5426243571918946, + "macroF1": 0.7011278159184835, + "F1_coffee": 0.7567306142189263, + "IoU_coffee": 0.608661825726141, + "precision_coffee": 0.8868316644624976, + "recall_coffee": 0.6599184591592858, + "F1_noncoffee": 0.6455250176180408, + "IoU_noncoffee": 0.47658688865764826, + "kappa": 0.4204309709630193, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7299865617200998, + "mIoU": 0.5550438182360815, + "macroF1": 0.7091733329707821, + "F1_coffee": 0.7869746308216584, + "IoU_coffee": 0.6487701335997004, + "precision_coffee": 0.847081838930551, + "recall_coffee": 0.7348324140857022, + "F1_noncoffee": 0.6313720351199057, + "IoU_noncoffee": 0.46131750287246265, + "kappa": 0.42337073961218313, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 314, + 563 + ], + [ + 5619, + 7520 + ], + [ + 37949, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.359556269645691, + "test_tta": { + "OA": 0.7456744035059244, + "mIoU": 0.5533671454734836, + "macroF1": 0.702600714270414, + "F1_coffee": 0.815782357713063, + "IoU_coffee": 0.6888787403450947, + "precision_coffee": 0.9041724218811081, + "recall_coffee": 0.7431349869339845, + "F1_noncoffee": 0.5894190708277651, + "IoU_noncoffee": 0.4178555506018725, + "kappa": 0.41760619760718154, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7129918080073844, + "mIoU": 0.5189515174095369, + "macroF1": 0.6736119733346823, + "F1_coffee": 0.7869835153072148, + "IoU_coffee": 0.6487822096717261, + "precision_coffee": 0.8881157739605228, + "recall_coffee": 0.7065290511061139, + "F1_noncoffee": 0.5602404313621497, + "IoU_noncoffee": 0.38912082514734775, + "kappa": 0.3642429267994837, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f2_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 13, + "stopped_epoch": 50, + "best_val": 0.6313929567882646, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8516312286966402, + "mIoU": 0.6842686590597435, + "macroF1": 0.8049150695733458, + "F1_coffee": 0.9003803441624255, + "IoU_coffee": 0.818810703666997, + "precision_coffee": 0.9164910256694695, + "recall_coffee": 0.8848262862528381, + "F1_noncoffee": 0.7094497949842662, + "IoU_noncoffee": 0.54972661445249, + "kappa": 0.6101814649316013, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8069256951655706, + "mIoU": 0.6213336968569888, + "macroF1": 0.7565950887926794, + "F1_coffee": 0.8672780449115154, + "IoU_coffee": 0.7656583692189196, + "precision_coffee": 0.8956302727496109, + "recall_coffee": 0.8406657825443503, + "F1_noncoffee": 0.6459121326738435, + "IoU_noncoffee": 0.477009024495058, + "kappa": 0.5144882081211426, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1718377088305489, + "mIoU": 0.08627681987674661, + "macroF1": 0.14777916030987162, + "F1_coffee": 0.2909685328974254, + "IoU_coffee": 0.17025346724055476, + "precision_coffee": 1.0, + "recall_coffee": 0.17025346724055476, + "F1_noncoffee": 0.004589787722317842, + "IoU_noncoffee": 0.0023001725129384704, + "kappa": 0.0007829180907684462, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.865811713836478, + "mIoU": 0.7139008431817943, + "macroF1": 0.8274210504641384, + "F1_coffee": 0.9088177356348703, + "IoU_coffee": 0.8328743650939355, + "precision_coffee": 0.9339829810595663, + "recall_coffee": 0.88497301515053, + "F1_noncoffee": 0.7460243652934065, + "IoU_noncoffee": 0.594927321269653, + "kappa": 0.6555386418017133, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8249648280211517, + "mIoU": 0.6497883045359375, + "macroF1": 0.7795119292786531, + "F1_coffee": 0.8796209795809422, + "IoU_coffee": 0.7851101846337105, + "precision_coffee": 0.9196316450397656, + "recall_coffee": 0.8429466683719146, + "F1_noncoffee": 0.679402878976364, + "IoU_noncoffee": 0.5144664244381645, + "kappa": 0.5612357498689754, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8642770646645677, + "mIoU": 0.6904834685551131, + "macroF1": 0.8078019734256321, + "F1_coffee": 0.9119864304560874, + "IoU_coffee": 0.8382123679196258, + "precision_coffee": 0.8979402486546669, + "recall_coffee": 0.9264790350373349, + "F1_noncoffee": 0.7036175163951767, + "IoU_noncoffee": 0.5427545691906005, + "kappa": 0.6159204265104365, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8837304011402973, + "mIoU": 0.6907338375430399, + "macroF1": 0.8040198771401357, + "F1_coffee": 0.9290065895810021, + "IoU_coffee": 0.8674251218945902, + "precision_coffee": 0.9467815509376584, + "recall_coffee": 0.9118867463998047, + "F1_noncoffee": 0.6790331646992692, + "IoU_noncoffee": 0.5140425531914894, + "kappa": 0.6086633604297393, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7989756722151088, + "mIoU": 0.5641844783475739, + "macroF1": 0.6979393692916602, + "F1_coffee": 0.8726365054602184, + "IoU_coffee": 0.7740507029779696, + "precision_coffee": 0.9322666666666667, + "recall_coffee": 0.8201759530791789, + "F1_noncoffee": 0.523242233123102, + "IoU_noncoffee": 0.3543182537171781, + "kappa": 0.40499103779916756, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.882859098464848, + "mIoU": 0.6494902645048031, + "macroF1": 0.7651059113969151, + "F1_coffee": 0.9314174490496908, + "IoU_coffee": 0.871638272795457, + "precision_coffee": 0.9171364148816235, + "recall_coffee": 0.9461502675040707, + "F1_noncoffee": 0.5987943737441394, + "IoU_noncoffee": 0.4273422562141491, + "kappa": 0.530877235866868, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8490978157644824, + "mIoU": 0.7162816383447628, + "macroF1": 0.8322735341061818, + "F1_coffee": 0.8853948791922106, + "IoU_coffee": 0.7943574479099262, + "precision_coffee": 0.9188622754491018, + "recall_coffee": 0.8542797494780794, + "F1_noncoffee": 0.7791521890201529, + "IoU_noncoffee": 0.6382058287795993, + "kappa": 0.6654024398657383, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8501912045889102, + "mIoU": 0.7155049952615133, + "macroF1": 0.8314610767930315, + "F1_coffee": 0.8876460887646089, + "IoU_coffee": 0.7979889132396545, + "precision_coffee": 0.9057652911911033, + "recall_coffee": 0.8702375931393224, + "F1_noncoffee": 0.7752760648214542, + "IoU_noncoffee": 0.6330210772833723, + "kappa": 0.6631917354551317, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.846035707429449, + "mIoU": 0.7008626593069089, + "macroF1": 0.8201864619101336, + "F1_coffee": 0.8883630289532294, + "IoU_coffee": 0.7991485098923116, + "precision_coffee": 0.8746060024667671, + "recall_coffee": 0.902559751096026, + "F1_noncoffee": 0.7520098948670377, + "IoU_noncoffee": 0.6025768087215064, + "kappa": 0.6405704680302806, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 5, + 27 + ], + [ + 347, + 563 + ], + [ + 6450, + 7520 + ], + [ + 45667, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.55177929798762, + "test_tta": { + "OA": 0.8580912189579614, + "mIoU": 0.6899452526603886, + "macroF1": 0.8085737447436905, + "F1_coffee": 0.905933616655011, + "IoU_coffee": 0.8280426402328692, + "precision_coffee": 0.9101147884735943, + "recall_coffee": 0.9017906867155036, + "F1_noncoffee": 0.7112138728323699, + "IoU_noncoffee": 0.5518478650879082, + "kappa": 0.6171722950411187, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8133581400715357, + "mIoU": 0.6255958932146892, + "macroF1": 0.7591630879155076, + "F1_coffee": 0.8734091776145245, + "IoU_coffee": 0.7752674353987219, + "precision_coffee": 0.8893382206462409, + "recall_coffee": 0.8580407080666551, + "F1_noncoffee": 0.6449169982164906, + "IoU_noncoffee": 0.47592435103065645, + "kappa": 0.5187592233323511, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f3_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 40, + "stopped_epoch": 70, + "best_val": 0.6633647278775667, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8182005581631359, + "mIoU": 0.6541057711866227, + "macroF1": 0.7850155921141251, + "F1_coffee": 0.8694800833323847, + "IoU_coffee": 0.7690975369061286, + "precision_coffee": 0.8643143290405813, + "recall_coffee": 0.8747079573045032, + "F1_noncoffee": 0.7005511008958655, + "IoU_noncoffee": 0.5391140054671169, + "kappa": 0.5700664189921197, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.790599400023076, + "mIoU": 0.6177416069148771, + "macroF1": 0.757178976100946, + "F1_coffee": 0.8472632785953986, + "IoU_coffee": 0.7350015514063042, + "precision_coffee": 0.8465063482720928, + "recall_coffee": 0.8480215637964075, + "F1_noncoffee": 0.6670946736064934, + "IoU_noncoffee": 0.50048166242345, + "kappa": 0.5143587985405406, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22950819672131148, + "mIoU": 0.11596232450684202, + "macroF1": 0.19026704247433615, + "F1_coffee": 0.3685220729366603, + "IoU_coffee": 0.22588235294117648, + "precision_coffee": 1.0, + "recall_coffee": 0.22588235294117648, + "F1_noncoffee": 0.012012012012012012, + "IoU_noncoffee": 0.006042296072507553, + "kappa": 0.0027259755656044364, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8102364848659279, + "mIoU": 0.6428925362063813, + "macroF1": 0.7764650072044469, + "F1_coffee": 0.8633506044905008, + "IoU_coffee": 0.7595575275025831, + "precision_coffee": 0.8577213452299245, + "recall_coffee": 0.8690542420027817, + "F1_noncoffee": 0.689579409918393, + "IoU_noncoffee": 0.5262275449101796, + "kappa": 0.5529737551253485, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.81957928802589, + "mIoU": 0.6585885581409603, + "macroF1": 0.7887855486679507, + "F1_coffee": 0.869433442397107, + "IoU_coffee": 0.7690245537074271, + "precision_coffee": 0.8709632900910848, + "recall_coffee": 0.8679089596369387, + "F1_noncoffee": 0.7081376549387943, + "IoU_noncoffee": 0.5481525625744934, + "kappa": 0.5775740106910832, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8246639943409573, + "mIoU": 0.6607688872769284, + "macroF1": 0.7896541656016001, + "F1_coffee": 0.8754689174705252, + "IoU_coffee": 0.7785190921546434, + "precision_coffee": 0.8642946895046624, + "recall_coffee": 0.8869358669833729, + "F1_noncoffee": 0.7038394137326749, + "IoU_noncoffee": 0.5430186823992134, + "kappa": 0.5794754988262518, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8247492283950617, + "mIoU": 0.6483492727167265, + "macroF1": 0.7782185233873067, + "F1_coffee": 0.8798041939538268, + "IoU_coffee": 0.7854021495216724, + "precision_coffee": 0.869167429094236, + "recall_coffee": 0.8907045271899277, + "F1_noncoffee": 0.6766328528207867, + "IoU_noncoffee": 0.5112963959117806, + "kappa": 0.556615695173102, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8457792207792207, + "mIoU": 0.6798815165876777, + "macroF1": 0.8022538733167757, + "F1_coffee": 0.8950276243093923, + "IoU_coffee": 0.81, + "precision_coffee": 0.8809980806142035, + "recall_coffee": 0.9095112285336856, + "F1_noncoffee": 0.709480122324159, + "IoU_noncoffee": 0.5497630331753555, + "kappa": 0.6047851241639328, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8197943202188885, + "mIoU": 0.6250891449702779, + "macroF1": 0.7570292223270189, + "F1_coffee": 0.8805204553984737, + "IoU_coffee": 0.786544479213232, + "precision_coffee": 0.8489746682750302, + "recall_coffee": 0.9145010395010394, + "F1_noncoffee": 0.633537989255564, + "IoU_noncoffee": 0.4636338107273238, + "kappa": 0.5161076121785639, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7958774692241626, + "mIoU": 0.6351843543558742, + "macroF1": 0.772579620815213, + "F1_coffee": 0.8453697679462155, + "IoU_coffee": 0.7321562734785876, + "precision_coffee": 0.8450643156525509, + "recall_coffee": 0.8456754411339311, + "F1_noncoffee": 0.6997894736842105, + "IoU_noncoffee": 0.5382124352331606, + "kappa": 0.5451593570017902, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7935483870967742, + "mIoU": 0.635979650550665, + "macroF1": 0.7738596620965397, + "F1_coffee": 0.8405860805860805, + "IoU_coffee": 0.7250094780740554, + "precision_coffee": 0.8592182117717538, + "recall_coffee": 0.8227448730818873, + "F1_noncoffee": 0.7071332436069987, + "IoU_noncoffee": 0.5469498230272746, + "kappa": 0.5481097108502226, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8295304544597397, + "mIoU": 0.6870835398459573, + "macroF1": 0.8116961464759056, + "F1_coffee": 0.8696467195385724, + "IoU_coffee": 0.7693583365225156, + "precision_coffee": 0.8828868394085786, + "recall_coffee": 0.8567978406023583, + "F1_noncoffee": 0.7537455734132389, + "IoU_noncoffee": 0.6048087431693989, + "kappa": 0.6235522268641249, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9036, + 11000 + ], + [ + 42435, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.5942802309989927, + "test_tta": { + "OA": 0.821625650133198, + "mIoU": 0.6540514497479548, + "macroF1": 0.7842060901729717, + "F1_coffee": 0.8740666106912959, + "IoU_coffee": 0.7763040149541631, + "precision_coffee": 0.8548404756169663, + "recall_coffee": 0.8941774703376243, + "F1_noncoffee": 0.6943455696546477, + "IoU_noncoffee": 0.5317988845417464, + "kappa": 0.5689414048396947, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7932387215876312, + "mIoU": 0.6162823012368978, + "macroF1": 0.7550867111268151, + "F1_coffee": 0.8517507393849145, + "IoU_coffee": 0.741782092616942, + "precision_coffee": 0.8367977242710556, + "recall_coffee": 0.8672478783667109, + "F1_noncoffee": 0.6584226828687157, + "IoU_noncoffee": 0.4907825098568536, + "kappa": 0.5105335329279271, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f3_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 56, + "stopped_epoch": 86, + "best_val": 0.6700715875939993, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7950653304579475, + "mIoU": 0.6210142426784945, + "macroF1": 0.7592565024765326, + "F1_coffee": 0.8521044560913648, + "IoU_coffee": 0.7423188116837803, + "precision_coffee": 0.851422429564581, + "recall_coffee": 0.8527875761601539, + "F1_noncoffee": 0.6664085488617005, + "IoU_noncoffee": 0.4997096736732087, + "kappa": 0.5185137018300402, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7702203761393792, + "mIoU": 0.5899882161696302, + "macroF1": 0.7346757298136519, + "F1_coffee": 0.8317883311865194, + "IoU_coffee": 0.7120185094806861, + "precision_coffee": 0.834077963876596, + "recall_coffee": 0.8295112346536947, + "F1_noncoffee": 0.6375631284407843, + "IoU_noncoffee": 0.46795792285857407, + "kappa": 0.46936007540560976, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24473067915690866, + "mIoU": 0.1233488923706315, + "macroF1": 0.19949949644459367, + "F1_coffee": 0.38978240302743616, + "IoU_coffee": 0.24206815511163338, + "precision_coffee": 0.9951690821256038, + "recall_coffee": 0.24235294117647058, + "F1_noncoffee": 0.009216589861751152, + "IoU_noncoffee": 0.004629629629629629, + "kappa": -9.44119046149453e-05, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7551686093922387, + "mIoU": 0.5689823806362069, + "macroF1": 0.7168271699042601, + "F1_coffee": 0.8210253173434322, + "IoU_coffee": 0.696389268931057, + "precision_coffee": 0.8280520582826425, + "recall_coffee": 0.8141168289290681, + "F1_noncoffee": 0.612629022465088, + "IoU_noncoffee": 0.4415754923413567, + "kappa": 0.43374259534824755, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8379497430039977, + "mIoU": 0.6790130710814761, + "macroF1": 0.8030888697481846, + "F1_coffee": 0.8859411114460858, + "IoU_coffee": 0.7952372361537073, + "precision_coffee": 0.8637491835401698, + "recall_coffee": 0.9093034449563364, + "F1_noncoffee": 0.7202366280502834, + "IoU_noncoffee": 0.562788906009245, + "kappa": 0.6068143505030341, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7917943881160103, + "mIoU": 0.6200385529913839, + "macroF1": 0.7591183641417534, + "F1_coffee": 0.8478373255212821, + "IoU_coffee": 0.7358659886329644, + "precision_coffee": 0.8613445378151261, + "recall_coffee": 0.8347472005429251, + "F1_noncoffee": 0.6703994027622248, + "IoU_noncoffee": 0.5042111173498035, + "kappa": 0.5184932120686734, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7986111111111112, + "mIoU": 0.596449618205482, + "macroF1": 0.7335257113585162, + "F1_coffee": 0.8652207591014718, + "IoU_coffee": 0.7624573378839591, + "precision_coffee": 0.8350361325691502, + "recall_coffee": 0.8976694347709617, + "F1_noncoffee": 0.6018306636155606, + "IoU_noncoffee": 0.43044189852700493, + "kappa": 0.46910078136541494, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8476890756302521, + "mIoU": 0.6845848227451614, + "macroF1": 0.8059879343387559, + "F1_coffee": 0.895935277614667, + "IoU_coffee": 0.8114880037820589, + "precision_coffee": 0.8851360061879593, + "recall_coffee": 0.907001321003963, + "F1_noncoffee": 0.7160405910628449, + "IoU_noncoffee": 0.557681641708264, + "kappa": 0.6121334134509324, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7615812812529484, + "mIoU": 0.5734690387205024, + "macroF1": 0.7197714661533127, + "F1_coffee": 0.8280133396855646, + "IoU_coffee": 0.7065040650406504, + "precision_coffee": 0.8693725882521081, + "recall_coffee": 0.7904106029106029, + "F1_noncoffee": 0.6115295926210608, + "IoU_noncoffee": 0.4404340124003543, + "kappa": 0.44239345455525086, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7121862773165378, + "mIoU": 0.5365094103316754, + "macroF1": 0.6941155510461678, + "F1_coffee": 0.7684630738522954, + "IoU_coffee": 0.6239870340356564, + "precision_coffee": 0.818880890052356, + "recall_coffee": 0.7238935493202199, + "F1_noncoffee": 0.6197680282400403, + "IoU_noncoffee": 0.44903178662769455, + "kappa": 0.3920159388356723, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8282732447817837, + "mIoU": 0.6727981283528914, + "macroF1": 0.7996143079085702, + "F1_coffee": 0.8753958419385929, + "IoU_coffee": 0.7784035259549461, + "precision_coffee": 0.8417847213027936, + "recall_coffee": 0.9118026674315216, + "F1_noncoffee": 0.7238327738785475, + "IoU_noncoffee": 0.5671927307508369, + "kappa": 0.6006397501087609, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8219875542145955, + "mIoU": 0.6684455235447151, + "macroF1": 0.7970772583067166, + "F1_coffee": 0.8681748359167714, + "IoU_coffee": 0.7670573719925972, + "precision_coffee": 0.8536317451599615, + "recall_coffee": 0.8832220485864469, + "F1_noncoffee": 0.7259796806966619, + "IoU_noncoffee": 0.569833675096833, + "kappa": 0.5943992287638948, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8556, + 11000 + ], + [ + 41454, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.4097800016403195, + "test_tta": { + "OA": 0.8041671952302423, + "mIoU": 0.632015737046762, + "macroF1": 0.7676329668228893, + "F1_coffee": 0.8597706369933008, + "IoU_coffee": 0.7540330611431986, + "precision_coffee": 0.8524723047824913, + "recall_coffee": 0.8671950158046635, + "F1_noncoffee": 0.6754952966524778, + "IoU_noncoffee": 0.5099984129503253, + "kappa": 0.5353447469589641, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7792777200876889, + "mIoU": 0.6000387313194149, + "macroF1": 0.7424990076274125, + "F1_coffee": 0.8398157839648315, + "IoU_coffee": 0.7238641694633899, + "precision_coffee": 0.834869831228019, + "recall_coffee": 0.8448206877671783, + "F1_noncoffee": 0.6451822312899935, + "IoU_noncoffee": 0.4762132931754398, + "kappa": 0.48503804871886547, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f3_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 48, + "stopped_epoch": 78, + "best_val": 0.5982017753979167, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7616389699353038, + "mIoU": 0.5867397664098138, + "macroF1": 0.7336719875441011, + "F1_coffee": 0.8199760479041917, + "IoU_coffee": 0.6948808508910811, + "precision_coffee": 0.8592440138547262, + "recall_coffee": 0.7841403637363141, + "F1_noncoffee": 0.6473679271840105, + "IoU_noncoffee": 0.47859868192854665, + "kappa": 0.46951422149133953, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.73629860389985, + "mIoU": 0.5566644631172197, + "macroF1": 0.7090637258682957, + "F1_coffee": 0.7980784097183876, + "IoU_coffee": 0.6640020581803481, + "precision_coffee": 0.839072986090147, + "recall_coffee": 0.7609029839745615, + "F1_noncoffee": 0.6200490420182038, + "IoU_noncoffee": 0.4493268680540915, + "kappa": 0.4207292863408707, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11007025761124122, + "mIoU": 0.055432433972521726, + "macroF1": 0.10051942148531263, + "F1_coffee": 0.1932059447983015, + "IoU_coffee": 0.10693301997649823, + "precision_coffee": 0.9891304347826086, + "recall_coffee": 0.10705882352941176, + "F1_noncoffee": 0.007832898172323759, + "IoU_noncoffee": 0.003931847968545216, + "kappa": -0.001499842609108926, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.783086295390224, + "mIoU": 0.6065246233628353, + "macroF1": 0.7480187571929624, + "F1_coffee": 0.8420206819452208, + "IoU_coffee": 0.7271465636879262, + "precision_coffee": 0.8460404380791913, + "recall_coffee": 0.8380389429763561, + "F1_noncoffee": 0.6540168324407039, + "IoU_noncoffee": 0.4859026830377444, + "kappa": 0.4960624286833395, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7667999238530364, + "mIoU": 0.5992049302205307, + "macroF1": 0.744934957656133, + "F1_coffee": 0.8196141952584303, + "IoU_coffee": 0.6943612774451098, + "precision_coffee": 0.8820220267807622, + "recall_coffee": 0.7654541703912535, + "F1_noncoffee": 0.6702557200538358, + "IoU_noncoffee": 0.5040485829959515, + "kappa": 0.49449605544724123, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7354397547748173, + "mIoU": 0.5553969440805462, + "macroF1": 0.707938020310064, + "F1_coffee": 0.797560623556582, + "IoU_coffee": 0.6632855170758057, + "precision_coffee": 0.8515835709331895, + "recall_coffee": 0.749983033593485, + "F1_noncoffee": 0.6183154170635461, + "IoU_noncoffee": 0.44750837108528657, + "kappa": 0.42027483620066347, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7823109567901234, + "mIoU": 0.5755321283878255, + "macroF1": 0.7158926297259689, + "F1_coffee": 0.853260516221312, + "IoU_coffee": 0.7440752919832181, + "precision_coffee": 0.82905874921036, + "recall_coffee": 0.8789177605143317, + "F1_noncoffee": 0.5785247432306256, + "IoU_noncoffee": 0.406988964792433, + "kappa": 0.43317265223227086, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7992742551566081, + "mIoU": 0.6270010948130575, + "macroF1": 0.7640118495037549, + "F1_coffee": 0.8552341597796144, + "IoU_coffee": 0.7470821802430514, + "precision_coffee": 0.8933812949640287, + "recall_coffee": 0.820211360634082, + "F1_noncoffee": 0.6727895392278954, + "IoU_noncoffee": 0.5069200093830636, + "kappa": 0.5299607691065897, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.6695914708934805, + "mIoU": 0.47315246335516525, + "macroF1": 0.6323585251242669, + "F1_coffee": 0.7493558545662754, + "IoU_coffee": 0.5991759185074969, + "precision_coffee": 0.8341300191204589, + "recall_coffee": 0.6802234927234927, + "F1_noncoffee": 0.5153611956822585, + "IoU_noncoffee": 0.3471290082028337, + "kappa": 0.27911452838231415, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7838534211279702, + "mIoU": 0.6269924424551967, + "macroF1": 0.7676911594523408, + "F1_coffee": 0.8289662463188099, + "IoU_coffee": 0.7078927005416559, + "precision_coffee": 0.867277610996998, + "recall_coffee": 0.7938964420017356, + "F1_noncoffee": 0.7064160725858717, + "IoU_noncoffee": 0.5460921843687375, + "kappa": 0.53693339421728, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7345351043643263, + "mIoU": 0.5697405167952663, + "macroF1": 0.7235177450882009, + "F1_coffee": 0.7787092692186017, + "IoU_coffee": 0.6376117083279368, + "precision_coffee": 0.868100864045142, + "recall_coffee": 0.7060088914384053, + "F1_noncoffee": 0.6683262209577999, + "IoU_noncoffee": 0.5018693252625956, + "kappa": 0.4556861708031934, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8012445785404488, + "mIoU": 0.6469446168664947, + "macroF1": 0.782229708037615, + "F1_coffee": 0.8465793304221252, + "IoU_coffee": 0.7339727410398789, + "precision_coffee": 0.8679301596776601, + "recall_coffee": 0.826253729222901, + "F1_noncoffee": 0.7178800856531049, + "IoU_noncoffee": 0.5599164926931106, + "kappa": 0.5649435387538865, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8665, + 11000 + ], + [ + 39235, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.001791930198669, + "test_tta": { + "OA": 0.7738963592540911, + "mIoU": 0.6005311149550412, + "macroF1": 0.7444132186619219, + "F1_coffee": 0.8312204822271937, + "IoU_coffee": 0.7111867290514675, + "precision_coffee": 0.8600612369871402, + "recall_coffee": 0.8042512254340556, + "F1_noncoffee": 0.6576059550966502, + "IoU_noncoffee": 0.48987550085861475, + "kappa": 0.4899898659918262, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7480673820237683, + "mIoU": 0.5690909678378385, + "macroF1": 0.7190005553758656, + "F1_coffee": 0.8093762276834432, + "IoU_coffee": 0.6797917583223346, + "precision_coffee": 0.8399737253391922, + "recall_coffee": 0.7809295175521722, + "F1_noncoffee": 0.6286248830682881, + "IoU_noncoffee": 0.4583901773533424, + "kappa": 0.439450184116099, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f3_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 90, + "stopped_epoch": 100, + "best_val": 0.6614331341797492, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8225770645693264, + "mIoU": 0.6678227986481913, + "macroF1": 0.7964046101160847, + "F1_coffee": 0.8694018091625328, + "IoU_coffee": 0.7689750578130162, + "precision_coffee": 0.8863793226551158, + "recall_coffee": 0.8530624398735627, + "F1_noncoffee": 0.7234074110696364, + "IoU_noncoffee": 0.5666705394833662, + "kappa": 0.5931253554947962, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7939598476981654, + "mIoU": 0.6290536694731284, + "macroF1": 0.767250501088075, + "F1_coffee": 0.8460958372834612, + "IoU_coffee": 0.7332461954999533, + "precision_coffee": 0.8661578842887707, + "recall_coffee": 0.8269421104723398, + "F1_noncoffee": 0.6884051648926889, + "IoU_noncoffee": 0.5248611434463033, + "kappa": 0.5350060628287023, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20960187353629978, + "mIoU": 0.10535034431106581, + "macroF1": 0.17495716990772744, + "F1_coffee": 0.34402332361516036, + "IoU_coffee": 0.20774647887323944, + "precision_coffee": 0.9888268156424581, + "recall_coffee": 0.20823529411764705, + "F1_noncoffee": 0.005891016200294551, + "IoU_noncoffee": 0.0029542097488921715, + "kappa": -0.0034536421650715335, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8114356981819926, + "mIoU": 0.6551307826251687, + "macroF1": 0.7874274597472913, + "F1_coffee": 0.8588661903565146, + "IoU_coffee": 0.7526428391643595, + "precision_coffee": 0.8877755511022044, + "recall_coffee": 0.8317802503477052, + "F1_noncoffee": 0.7159887291380681, + "IoU_noncoffee": 0.557618726085978, + "kappa": 0.575760207004461, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8089187131163145, + "mIoU": 0.6538710599026656, + "macroF1": 0.7868356924821545, + "F1_coffee": 0.8554455445544554, + "IoU_coffee": 0.7474048442906575, + "precision_coffee": 0.8978234582829504, + "recall_coffee": 0.8168878498246579, + "F1_noncoffee": 0.7182258404098534, + "IoU_noncoffee": 0.5603372755146737, + "kappa": 0.5755148268651832, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8470643716104692, + "mIoU": 0.6947786678622232, + "macroF1": 0.8148770598310483, + "F1_coffee": 0.8920690917562485, + "IoU_coffee": 0.8051667167317513, + "precision_coffee": 0.8752612330198537, + "recall_coffee": 0.9095351204614862, + "F1_noncoffee": 0.7376850279058481, + "IoU_noncoffee": 0.5843906189926951, + "kappa": 0.6300856534648808, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8220486111111112, + "mIoU": 0.653336665660507, + "macroF1": 0.7834554476679414, + "F1_coffee": 0.8748728382502543, + "IoU_coffee": 0.7775768535262206, + "precision_coffee": 0.8861107294958098, + "recall_coffee": 0.8639164211090276, + "F1_noncoffee": 0.6920380570856285, + "IoU_noncoffee": 0.5290964777947933, + "kappa": 0.5670822691608309, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.828113063407181, + "mIoU": 0.6573227589712634, + "macroF1": 0.7857621383269916, + "F1_coffee": 0.8810153358011634, + "IoU_coffee": 0.7873345935727788, + "precision_coffee": 0.8817147393490341, + "recall_coffee": 0.8803170409511228, + "F1_noncoffee": 0.6905089408528198, + "IoU_noncoffee": 0.5273109243697479, + "kappa": 0.571524977918861, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8255495801490706, + "mIoU": 0.6414015016534291, + "macroF1": 0.7714690307962391, + "F1_coffee": 0.8826404316090131, + "IoU_coffee": 0.7899341058850261, + "precision_coffee": 0.8627621292964388, + "recall_coffee": 0.903456340956341, + "F1_noncoffee": 0.660297629983465, + "IoU_noncoffee": 0.49286889742183215, + "kappa": 0.5436392984701134, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.800935203740815, + "mIoU": 0.652765324773297, + "macroF1": 0.7875640295516522, + "F1_coffee": 0.8408605431797376, + "IoU_coffee": 0.7254179281295248, + "precision_coffee": 0.8897319987084276, + "recall_coffee": 0.7970783916690772, + "F1_noncoffee": 0.7342675159235669, + "IoU_noncoffee": 0.5801127214170693, + "kappa": 0.5772578377468907, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7898481973434535, + "mIoU": 0.6429418999397511, + "macroF1": 0.78110052370158, + "F1_coffee": 0.8248596505100023, + "IoU_coffee": 0.7019243708787511, + "precision_coffee": 0.9192809305604511, + "recall_coffee": 0.7480281084181845, + "F1_noncoffee": 0.7373413968931578, + "IoU_noncoffee": 0.5839594290007513, + "kappa": 0.569019816511702, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8685649632283613, + "mIoU": 0.743461952729951, + "macroF1": 0.8505089148058091, + "F1_coffee": 0.9024629163168206, + "IoU_coffee": 0.8222618895830677, + "precision_coffee": 0.8891493175237832, + "recall_coffee": 0.9161812757493962, + "F1_noncoffee": 0.7985549132947977, + "IoU_noncoffee": 0.6646620158768343, + "kappa": 0.7011562094060669, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9106, + 11000 + ], + [ + 42640, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.208610300223032, + "test_tta": { + "OA": 0.8308067994418369, + "mIoU": 0.6788895472702647, + "macroF1": 0.8044198728021055, + "F1_coffee": 0.8762582919701257, + "IoU_coffee": 0.7797684162727817, + "precision_coffee": 0.8874559548978154, + "recall_coffee": 0.8653396857391543, + "F1_noncoffee": 0.7325814536340852, + "IoU_noncoffee": 0.5780106782677477, + "kappa": 0.608974282655063, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8011711088035075, + "mIoU": 0.6377689003501341, + "macroF1": 0.7737714978176509, + "F1_coffee": 0.8525025142832687, + "IoU_coffee": 0.7429232088912094, + "precision_coffee": 0.8664825246308098, + "recall_coffee": 0.8389664539768779, + "F1_noncoffee": 0.6950404813520329, + "IoU_noncoffee": 0.5326145918090589, + "kappa": 0.5477863821893746, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f3_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 3, + "stopped_epoch": 50, + "best_val": 0.6122229762144601, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7836959279462133, + "mIoU": 0.6076871860655086, + "macroF1": 0.7490199753799729, + "F1_coffee": 0.8423096930813248, + "IoU_coffee": 0.7275777365047031, + "precision_coffee": 0.8502812332251967, + "recall_coffee": 0.8344862339090201, + "F1_noncoffee": 0.655730257678621, + "IoU_noncoffee": 0.4877966356263142, + "kappa": 0.49813625357178926, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7578458520826122, + "mIoU": 0.5763356090708289, + "macroF1": 0.7238869504563745, + "F1_coffee": 0.820719258531585, + "IoU_coffee": 0.6959490049075533, + "precision_coffee": 0.8324704862991443, + "recall_coffee": 0.8092951755217217, + "F1_noncoffee": 0.6270546423811639, + "IoU_noncoffee": 0.4567222132341045, + "kappa": 0.44800271212767234, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13466042154566746, + "mIoU": 0.06798590768743568, + "macroF1": 0.12085943496497262, + "F1_coffee": 0.23100936524453694, + "IoU_coffee": 0.13058823529411764, + "precision_coffee": 1.0, + "recall_coffee": 0.13058823529411764, + "F1_noncoffee": 0.0107095046854083, + "IoU_noncoffee": 0.005383580080753701, + "kappa": 0.0014050766304743584, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8063510337218784, + "mIoU": 0.6415898880024816, + "macroF1": 0.7761436582757162, + "F1_coffee": 0.8583757235572707, + "IoU_coffee": 0.7518898654047078, + "precision_coffee": 0.8661238938053097, + "recall_coffee": 0.8507649513212796, + "F1_noncoffee": 0.6939115929941618, + "IoU_noncoffee": 0.5312899106002554, + "kappa": 0.5523647398616878, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8031125071387778, + "mIoU": 0.6255833877880663, + "macroF1": 0.7617038329879011, + "F1_coffee": 0.8610392664001881, + "IoU_coffee": 0.7559867877786953, + "precision_coffee": 0.8416732335172051, + "recall_coffee": 0.8813174723234546, + "F1_noncoffee": 0.6623683995756141, + "IoU_noncoffee": 0.49517998779743744, + "kappa": 0.5240199234017573, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7421834473001651, + "mIoU": 0.5595080733347563, + "macroF1": 0.7104090404465004, + "F1_coffee": 0.8063339119345354, + "IoU_coffee": 0.6755104463437797, + "precision_coffee": 0.843411886764488, + "recall_coffee": 0.772378690193417, + "F1_noncoffee": 0.6144841689584656, + "IoU_noncoffee": 0.4435057003257329, + "kappa": 0.42303775190054005, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8068094135802469, + "mIoU": 0.6129824967489679, + "macroF1": 0.7482940727423457, + "F1_coffee": 0.8696557558404373, + "IoU_coffee": 0.7693724812895797, + "precision_coffee": 0.8457157321857993, + "recall_coffee": 0.8949906241628717, + "F1_noncoffee": 0.626932389644254, + "IoU_noncoffee": 0.45659251220835595, + "kappa": 0.4977400714009932, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8042398777692895, + "mIoU": 0.6134884565095804, + "macroF1": 0.7494794377928162, + "F1_coffee": 0.8666059344091619, + "IoU_coffee": 0.7646113216213113, + "precision_coffee": 0.8539369068992049, + "recall_coffee": 0.8796565389696169, + "F1_noncoffee": 0.6323529411764706, + "IoU_noncoffee": 0.46236559139784944, + "kappa": 0.49926264187123076, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7747900745353336, + "mIoU": 0.588040784166795, + "macroF1": 0.731399401096924, + "F1_coffee": 0.8393566188841779, + "IoU_coffee": 0.7231821871738374, + "precision_coffee": 0.8705849504397599, + "recall_coffee": 0.8102910602910602, + "F1_noncoffee": 0.6234421833096703, + "IoU_noncoffee": 0.4528993811597525, + "kappa": 0.46441417644761934, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8058975093043229, + "mIoU": 0.6595236137028511, + "macroF1": 0.7925398066326413, + "F1_coffee": 0.8451819150555641, + "IoU_coffee": 0.7318745056683365, + "precision_coffee": 0.8920308483290489, + "recall_coffee": 0.8030083887763957, + "F1_noncoffee": 0.7398976982097186, + "IoU_noncoffee": 0.5871727217373656, + "kappa": 0.5869935123934192, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8019924098671727, + "mIoU": 0.6353051750656457, + "macroF1": 0.7712670542912183, + "F1_coffee": 0.8550996320211067, + "IoU_coffee": 0.7468768950879321, + "precision_coffee": 0.8288021534320323, + "recall_coffee": 0.8831206080596586, + "F1_noncoffee": 0.6874344765613299, + "IoU_noncoffee": 0.5237334550433592, + "kappa": 0.5435254303693553, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.709598340561946, + "mIoU": 0.5307663236800991, + "macroF1": 0.688438279047844, + "F1_coffee": 0.7696335078534031, + "IoU_coffee": 0.625531914893617, + "precision_coffee": 0.8126678249881535, + "recall_coffee": 0.7309276885921295, + "F1_noncoffee": 0.6072430502422851, + "IoU_noncoffee": 0.4360007324665812, + "kappa": 0.3798414645504661, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8976, + 11000 + ], + [ + 40334, + 51930 + ], + [ + 113, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5790247042973835, + "test_tta": { + "OA": 0.7912121019916275, + "mIoU": 0.6055370600881247, + "macroF1": 0.744897316380136, + "F1_coffee": 0.8535942625229332, + "IoU_coffee": 0.7445830342767357, + "precision_coffee": 0.829440110638114, + "recall_coffee": 0.8791973979568464, + "F1_noncoffee": 0.6362003702373387, + "IoU_noncoffee": 0.46649108589951377, + "kappa": 0.49086750619141123, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7657782392984885, + "mIoU": 0.5741887838664589, + "macroF1": 0.7193231093130259, + "F1_coffee": 0.83351103091938, + "IoU_coffee": 0.7145468607185544, + "precision_coffee": 0.8121141898236011, + "recall_coffee": 0.8560658706593384, + "F1_noncoffee": 0.6051351877066719, + "IoU_noncoffee": 0.4338307070143634, + "kappa": 0.43956889696464485, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f3_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.6621076870570137, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8147120385639984, + "mIoU": 0.6555880513342304, + "macroF1": 0.7871289019327358, + "F1_coffee": 0.8637556112633359, + "IoU_coffee": 0.7601847101077476, + "precision_coffee": 0.8796637138718028, + "recall_coffee": 0.8484126620550644, + "F1_noncoffee": 0.7105021926021357, + "IoU_noncoffee": 0.5509913925607132, + "kappa": 0.5745534519502912, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7879023883696781, + "mIoU": 0.6203038052498278, + "macroF1": 0.7603336854454157, + "F1_coffee": 0.8416189204325163, + "IoU_coffee": 0.7265475371427509, + "precision_coffee": 0.8613027664499063, + "recall_coffee": 0.8228146650662287, + "F1_noncoffee": 0.6790484504583152, + "IoU_noncoffee": 0.5140600733569045, + "kappa": 0.5211741538421382, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2259953161592506, + "mIoU": 0.11389240864751603, + "macroF1": 0.18701456188332347, + "F1_coffee": 0.36503362151777136, + "IoU_coffee": 0.22326674500587543, + "precision_coffee": 0.9947643979057592, + "recall_coffee": 0.2235294117647059, + "F1_noncoffee": 0.008995502248875561, + "IoU_noncoffee": 0.004518072289156626, + "kappa": -0.0003189713528283843, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7916246942006044, + "mIoU": 0.6288356142508733, + "macroF1": 0.7675981760846178, + "F1_coffee": 0.8423230490018149, + "IoU_coffee": 0.7275976672728413, + "precision_coffee": 0.8810174639331815, + "recall_coffee": 0.806884561891516, + "F1_noncoffee": 0.6928733031674208, + "IoU_noncoffee": 0.5300735612289053, + "kappa": 0.5369362257635736, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8304778221968399, + "mIoU": 0.6701305962330955, + "macroF1": 0.7968015418907577, + "F1_coffee": 0.879523777311777, + "IoU_coffee": 0.7849553248007728, + "precision_coffee": 0.8654729414897158, + "recall_coffee": 0.8940383689747645, + "F1_noncoffee": 0.7140793064697383, + "IoU_noncoffee": 0.5553058676654182, + "kappa": 0.5938571344864229, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.821787314312662, + "mIoU": 0.6680145077828064, + "macroF1": 0.7967382284298189, + "F1_coffee": 0.8680931271597613, + "IoU_coffee": 0.7669298137412113, + "precision_coffee": 0.8937041828374299, + "recall_coffee": 0.843909060061079, + "F1_noncoffee": 0.7253833296998765, + "IoU_noncoffee": 0.5690992018244013, + "kappa": 0.5941703149603128, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8154899691358025, + "mIoU": 0.6376983112848498, + "macroF1": 0.7703416908267966, + "F1_coffee": 0.8721683929168059, + "IoU_coffee": 0.7733143737409646, + "precision_coffee": 0.870249366582211, + "recall_coffee": 0.8740959014197697, + "F1_noncoffee": 0.6685149887367874, + "IoU_noncoffee": 0.5020822488287351, + "kappa": 0.5406891733630446, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8305958747135218, + "mIoU": 0.6646231350527825, + "macroF1": 0.7918517394756285, + "F1_coffee": 0.8816544362908606, + "IoU_coffee": 0.7883560009544262, + "precision_coffee": 0.8905660377358491, + "recall_coffee": 0.8729194187582563, + "F1_noncoffee": 0.7020490426603964, + "IoU_noncoffee": 0.5408902691511387, + "kappa": 0.5838084006624179, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8296065666572319, + "mIoU": 0.6562621172067373, + "macroF1": 0.7844552769726574, + "F1_coffee": 0.8831067961165049, + "IoU_coffee": 0.7906815020862309, + "precision_coffee": 0.8798039721434099, + "recall_coffee": 0.8864345114345115, + "F1_noncoffee": 0.68580375782881, + "IoU_noncoffee": 0.5218427323272439, + "kappa": 0.5689268830240717, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7680122149060025, + "mIoU": 0.6130967644138983, + "macroF1": 0.7582477704102251, + "F1_coffee": 0.8068335319825188, + "IoU_coffee": 0.6762120404901438, + "precision_coffee": 0.8952565685064362, + "recall_coffee": 0.7343072027769743, + "F1_noncoffee": 0.7096620088379314, + "IoU_noncoffee": 0.5499814883376527, + "kappa": 0.5234824777209912, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8303605313092979, + "mIoU": 0.6751062389962648, + "macroF1": 0.801212426229641, + "F1_coffee": 0.8773326015367727, + "IoU_coffee": 0.7814715228550476, + "precision_coffee": 0.8409838221754571, + "recall_coffee": 0.9169654381184569, + "F1_noncoffee": 0.7250922509225092, + "IoU_noncoffee": 0.5687409551374819, + "kappa": 0.6040824038822845, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8139732227041298, + "mIoU": 0.6723812097812234, + "macroF1": 0.8021470470739613, + "F1_coffee": 0.8505189787105084, + "IoU_coffee": 0.7399156340627472, + "precision_coffee": 0.9112012987012987, + "recall_coffee": 0.7974144054553204, + "F1_noncoffee": 0.7537751154374142, + "IoU_noncoffee": 0.6048467854996996, + "kappa": 0.6071639029682936, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8927, + 11000 + ], + [ + 42322, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5643762707710267, + "test_tta": { + "OA": 0.8247970315869593, + "mIoU": 0.6655897978927692, + "macroF1": 0.7939549891861757, + "F1_coffee": 0.873672295713616, + "IoU_coffee": 0.7756821503979211, + "precision_coffee": 0.8722063691359434, + "recall_coffee": 0.8751431581840671, + "F1_noncoffee": 0.7142376826587353, + "IoU_noncoffee": 0.5554974453876171, + "kappa": 0.5879126115587847, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7972914503288335, + "mIoU": 0.6280909515367757, + "macroF1": 0.7655360377136513, + "F1_coffee": 0.8518233477064511, + "IoU_coffee": 0.741892239321262, + "precision_coffee": 0.8529113710256302, + "recall_coffee": 0.8507380967422663, + "F1_noncoffee": 0.6792487277208517, + "IoU_noncoffee": 0.5142896637522895, + "kappa": 0.5310737272437001, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f4_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.4947602719984701, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7218946319831617, + "mIoU": 0.5282461261876621, + "macroF1": 0.6815713414885375, + "F1_coffee": 0.7948854681408274, + "IoU_coffee": 0.6595932976714916, + "precision_coffee": 0.9029209853277695, + "recall_coffee": 0.709940307353626, + "F1_noncoffee": 0.5682572148362476, + "IoU_noncoffee": 0.39689895470383274, + "kappa": 0.3817725835211888, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.6971703011422637, + "mIoU": 0.5025056879750547, + "macroF1": 0.6592539069100167, + "F1_coffee": 0.7729194830476397, + "IoU_coffee": 0.6298848953834764, + "precision_coffee": 0.8801911424208089, + "recall_coffee": 0.6889544411668306, + "F1_noncoffee": 0.5455883307723938, + "IoU_noncoffee": 0.37512648056663295, + "kappa": 0.33817880670660766, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3156320119670905, + "mIoU": 0.15981113303867042, + "macroF1": 0.2453573334238066, + "F1_coffee": 0.47564469914040114, + "IoU_coffee": 0.31203007518796994, + "precision_coffee": 0.9952038369304557, + "recall_coffee": 0.3125, + "F1_noncoffee": 0.015069967707212056, + "IoU_noncoffee": 0.007592190889370932, + "kappa": 0.0017608952332614886, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7643632773938795, + "mIoU": 0.564545783999117, + "macroF1": 0.7092622473812296, + "F1_coffee": 0.8358321870701513, + "IoU_coffee": 0.7179653807526437, + "precision_coffee": 0.8795049934867564, + "recall_coffee": 0.7962914427991089, + "F1_noncoffee": 0.5826923076923077, + "IoU_noncoffee": 0.41112618724559025, + "kappa": 0.42214635607248274, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.6389008158007728, + "mIoU": 0.4522385201299143, + "macroF1": 0.6166495491248498, + "F1_coffee": 0.7090077274999039, + "IoU_coffee": 0.5491959499702204, + "precision_coffee": 0.9175124378109453, + "recall_coffee": 0.5777206941920933, + "F1_noncoffee": 0.5242913707497957, + "IoU_noncoffee": 0.3552810902896082, + "kappa": 0.2929880748779711, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7637263298125416, + "mIoU": 0.574588184629954, + "macroF1": 0.7203464427824653, + "F1_coffee": 0.8304888039322774, + "IoU_coffee": 0.7101161636798786, + "precision_coffee": 0.9162461399412518, + "recall_coffee": 0.7594106997939947, + "F1_noncoffee": 0.610204081632653, + "IoU_noncoffee": 0.4390602055800294, + "kappa": 0.4517373785633668, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7511493104137518, + "mIoU": 0.5479436817732173, + "macroF1": 0.6947822000225505, + "F1_coffee": 0.8259471550398434, + "IoU_coffee": 0.7035008335317933, + "precision_coffee": 0.8490945674044266, + "recall_coffee": 0.804028307022319, + "F1_noncoffee": 0.5636172450052577, + "IoU_noncoffee": 0.3923865300146413, + "kappa": 0.39069969999316234, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.5956878458309482, + "mIoU": 0.41461582577728273, + "macroF1": 0.5822199860058835, + "F1_coffee": 0.6572306696861857, + "IoU_coffee": 0.48945910131309484, + "precision_coffee": 0.8947368421052632, + "recall_coffee": 0.5193659721334526, + "F1_noncoffee": 0.5072093023255814, + "IoU_noncoffee": 0.33977255024147063, + "kappa": 0.24129827277645743, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7687126458590267, + "mIoU": 0.5929097592246148, + "macroF1": 0.7380775186630901, + "F1_coffee": 0.8276544606249117, + "IoU_coffee": 0.70598166907863, + "precision_coffee": 0.9345466155810983, + "recall_coffee": 0.7427048972342045, + "F1_noncoffee": 0.6485005767012687, + "IoU_noncoffee": 0.47983784937059953, + "kappa": 0.48976889564636095, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.777257655549054, + "mIoU": 0.5812448137779807, + "macroF1": 0.7235391560953077, + "F1_coffee": 0.845404088263165, + "IoU_coffee": 0.7322077617540157, + "precision_coffee": 0.9103498542274052, + "recall_coffee": 0.7891079100328532, + "F1_noncoffee": 0.6016742239274503, + "IoU_noncoffee": 0.4302818658019456, + "kappa": 0.45423530981031257, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.6821261570760568, + "mIoU": 0.4907998497851526, + "macroF1": 0.6501511121967731, + "F1_coffee": 0.7559170513666007, + "IoU_coffee": 0.6076098480386383, + "precision_coffee": 0.9362860773280087, + "recall_coffee": 0.6338166625706562, + "F1_noncoffee": 0.5443851730269457, + "IoU_noncoffee": 0.373989851531667, + "kappa": 0.3456325545280286, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7587095542617162, + "mIoU": 0.5535888525284308, + "macroF1": 0.6987868159662279, + "F1_coffee": 0.8331353135313532, + "IoU_coffee": 0.7139947957913791, + "precision_coffee": 0.8999001853700271, + "recall_coffee": 0.7755929703822048, + "F1_noncoffee": 0.5644383184011027, + "IoU_noncoffee": 0.3931829092654825, + "kappa": 0.40610661868016745, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 6262, + 8413 + ], + [ + 38560, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6448168754577637, + "test_tta": { + "OA": 0.7547679107954819, + "mIoU": 0.5621649793936654, + "macroF1": 0.7095473281705672, + "F1_coffee": 0.8241529085106628, + "IoU_coffee": 0.7009014305310601, + "precision_coffee": 0.9042346100366578, + "recall_coffee": 0.757101731510097, + "F1_noncoffee": 0.5949417478304716, + "IoU_noncoffee": 0.42342852825627075, + "kappa": 0.4294036347118995, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.727255682473751, + "mIoU": 0.5313597819436147, + "macroF1": 0.6834344612875016, + "F1_coffee": 0.801215140907992, + "IoU_coffee": 0.6683560730945951, + "precision_coffee": 0.8808533259372255, + "recall_coffee": 0.7347831954807489, + "F1_noncoffee": 0.5656537816670112, + "IoU_noncoffee": 0.3943634907926341, + "kappa": 0.37797840221784657, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f4_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 9, + "stopped_epoch": 50, + "best_val": 0.6446633241353058, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7611144137919954, + "mIoU": 0.565185464206833, + "macroF1": 0.7109467077086329, + "F1_coffee": 0.8313673895290808, + "IoU_coffee": 0.7114018401335456, + "precision_coffee": 0.8955187411425499, + "recall_coffee": 0.7757927268108886, + "F1_noncoffee": 0.590526025888185, + "IoU_noncoffee": 0.41896908828012036, + "kappa": 0.42900844466510085, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7364139840775354, + "mIoU": 0.5375746245370614, + "macroF1": 0.6876416851779076, + "F1_coffee": 0.8110695308784915, + "IoU_coffee": 0.6821841578993131, + "precision_coffee": 0.874339715158134, + "recall_coffee": 0.756338326874506, + "F1_noncoffee": 0.5642138394773236, + "IoU_noncoffee": 0.3929650911748098, + "kappa": 0.3827388936445162, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.47270007479431564, + "mIoU": 0.23987813635211624, + "macroF1": 0.3294288387181685, + "F1_coffee": 0.639386189258312, + "IoU_coffee": 0.4699248120300752, + "precision_coffee": 0.9968102073365231, + "recall_coffee": 0.47063253012048195, + "F1_noncoffee": 0.019471488178025034, + "IoU_noncoffee": 0.009831460674157303, + "kappa": 0.006260259371675727, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7296150049358342, + "mIoU": 0.5234178172125644, + "macroF1": 0.6732930032268858, + "F1_coffee": 0.8089425223214286, + "IoU_coffee": 0.6791800878477307, + "precision_coffee": 0.8648023862788964, + "recall_coffee": 0.7598610929104966, + "F1_noncoffee": 0.537643484132343, + "IoU_noncoffee": 0.36765554657739813, + "kappa": 0.3531173783810817, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7635131911645436, + "mIoU": 0.5710202852499244, + "macroF1": 0.7165768299294293, + "F1_coffee": 0.8319148214709572, + "IoU_coffee": 0.712203901532745, + "precision_coffee": 0.9066518847006652, + "recall_coffee": 0.7685608671135894, + "F1_noncoffee": 0.6012388383879013, + "IoU_noncoffee": 0.42983666896710376, + "kappa": 0.44214645192652946, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7890855457227138, + "mIoU": 0.6020217859156306, + "macroF1": 0.7418965788693046, + "F1_coffee": 0.8522579570071654, + "IoU_coffee": 0.7425518322782972, + "precision_coffee": 0.9141999141999142, + "recall_coffee": 0.7981771646170173, + "F1_noncoffee": 0.6315352007314438, + "IoU_noncoffee": 0.461491739552964, + "kappa": 0.4896364691588903, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7401559064561263, + "mIoU": 0.5239425981873111, + "macroF1": 0.6702912877290101, + "F1_coffee": 0.8220640569395018, + "IoU_coffee": 0.6978851963746223, + "precision_coffee": 0.82681718061674, + "recall_coffee": 0.8173652694610778, + "F1_noncoffee": 0.5185185185185185, + "IoU_noncoffee": 0.35, + "kappa": 0.3406415380725552, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7827704636519748, + "mIoU": 0.5964476158048971, + "macroF1": 0.7379003743078056, + "F1_coffee": 0.8463459072811931, + "IoU_coffee": 0.7336218998596162, + "precision_coffee": 0.8963693539165237, + "recall_coffee": 0.8016106353061485, + "F1_noncoffee": 0.6294548413344182, + "IoU_noncoffee": 0.4592733317501781, + "kappa": 0.4797084110418638, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8796129399487714, + "mIoU": 0.7195357062654391, + "macroF1": 0.8296169816137677, + "F1_coffee": 0.9219124976924497, + "IoU_coffee": 0.8551369863013699, + "precision_coffee": 0.8950890189986856, + "recall_coffee": 0.9503933011925907, + "F1_noncoffee": 0.7373214655350859, + "IoU_noncoffee": 0.5839344262295082, + "kappa": 0.6602602934126602, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7193290423249463, + "mIoU": 0.5214865827350252, + "macroF1": 0.6744829408878645, + "F1_coffee": 0.7953058321479374, + "IoU_coffee": 0.6601723934348801, + "precision_coffee": 0.9096973641392776, + "recall_coffee": 0.7064695476370988, + "F1_noncoffee": 0.5536600496277916, + "IoU_noncoffee": 0.3828007720351705, + "kappa": 0.3706647088207474, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7442504055730509, + "mIoU": 0.5466439632042652, + "macroF1": 0.6954974461604972, + "F1_coffee": 0.8173391494002181, + "IoU_coffee": 0.6911018902720147, + "precision_coffee": 0.9176614631160086, + "recall_coffee": 0.7367903661833374, + "F1_noncoffee": 0.5736557429207764, + "IoU_noncoffee": 0.4021860361365157, + "kappa": 0.40752275545424577, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6980051541471796, + "mIoU": 0.5076927239429329, + "macroF1": 0.6652566930024397, + "F1_coffee": 0.7699578304493239, + "IoU_coffee": 0.6259605154273554, + "precision_coffee": 0.9426740252803988, + "recall_coffee": 0.6507312277252059, + "F1_noncoffee": 0.5605555555555556, + "IoU_noncoffee": 0.38942493245851023, + "kappa": 0.3708582338829675, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6399, + 8413 + ], + [ + 40865, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5503018140792846, + "test_tta": { + "OA": 0.7909028101351243, + "mIoU": 0.5951075118857512, + "macroF1": 0.7342784928224865, + "F1_coffee": 0.856941848961196, + "IoU_coffee": 0.7496922603477458, + "precision_coffee": 0.8913739480424442, + "recall_coffee": 0.8250709114770755, + "F1_noncoffee": 0.611615136683777, + "IoU_noncoffee": 0.4405227634237565, + "kappa": 0.47070114848204814, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7642638744663667, + "mIoU": 0.5627865896841158, + "macroF1": 0.7073495841327775, + "F1_coffee": 0.836407674676969, + "IoU_coffee": 0.7188150492869307, + "precision_coffee": 0.8696665695375265, + "recall_coffee": 0.8055989357394875, + "F1_noncoffee": 0.5782914935885859, + "IoU_noncoffee": 0.4067581300813008, + "kappa": 0.4168975564130689, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f4_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 45, + "stopped_epoch": 75, + "best_val": 0.6013539947529634, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.722312376484198, + "mIoU": 0.5293871365489436, + "macroF1": 0.6827613069137216, + "F1_coffee": 0.7947752775633794, + "IoU_coffee": 0.6594415653510414, + "precision_coffee": 0.9051469991615503, + "recall_coffee": 0.7083950721815334, + "F1_noncoffee": 0.5707473362640638, + "IoU_noncoffee": 0.399332707746846, + "kappa": 0.38465971154347617, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.6986558209299643, + "mIoU": 0.5053494194190258, + "macroF1": 0.6621994003077354, + "F1_coffee": 0.7731723733634409, + "IoU_coffee": 0.6302208693189862, + "precision_coffee": 0.8847864437100902, + "recall_coffee": 0.6865637110301348, + "F1_noncoffee": 0.5512264272520297, + "IoU_noncoffee": 0.38047796951906543, + "kappa": 0.3450202953430856, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.34554973821989526, + "mIoU": 0.17533512795407272, + "macroF1": 0.2636057087356396, + "F1_coffee": 0.5092540661805945, + "IoU_coffee": 0.3416102332580888, + "precision_coffee": 0.9978021978021978, + "recall_coffee": 0.34186746987951805, + "F1_noncoffee": 0.017957351290684626, + "IoU_noncoffee": 0.009060022650056626, + "kappa": 0.0046929064455997265, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.6310463968410661, + "mIoU": 0.4391960522827727, + "macroF1": 0.6020941858131752, + "F1_coffee": 0.7094266277939747, + "IoU_coffee": 0.5496987951807228, + "precision_coffee": 0.8721208066520119, + "recall_coffee": 0.5978901847726379, + "F1_noncoffee": 0.4947617438323758, + "IoU_noncoffee": 0.3286933093848226, + "kappa": 0.24959575036034815, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7560230905014074, + "mIoU": 0.5656572623075222, + "macroF1": 0.7129828203565238, + "F1_coffee": 0.8241282068918082, + "IoU_coffee": 0.7008656995788488, + "precision_coffee": 0.9134710680795913, + "recall_coffee": 0.7507048430549464, + "F1_noncoffee": 0.6018374338212394, + "IoU_noncoffee": 0.4304488250361956, + "kappa": 0.4381338651596595, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7766676182319916, + "mIoU": 0.5913227923674598, + "macroF1": 0.7342869222825685, + "F1_coffee": 0.840405276757786, + "IoU_coffee": 0.7247405148654196, + "precision_coffee": 0.922795490181438, + "recall_coffee": 0.7715213184343592, + "F1_noncoffee": 0.6281685678073511, + "IoU_noncoffee": 0.45790506986949997, + "kappa": 0.47826373628674906, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.6407155706576054, + "mIoU": 0.45633830989818047, + "macroF1": 0.6213834394744902, + "F1_coffee": 0.706937311486101, + "IoU_coffee": 0.5467154205018283, + "precision_coffee": 0.8814799756047977, + "recall_coffee": 0.5900925421883506, + "F1_noncoffee": 0.5358295674628792, + "IoU_noncoffee": 0.36596119929453264, + "kappa": 0.287041945433916, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7757107422247662, + "mIoU": 0.5993731683871226, + "macroF1": 0.7427705171616767, + "F1_coffee": 0.8348204875992412, + "IoU_coffee": 0.7164737095996141, + "precision_coffee": 0.926833073322933, + "recall_coffee": 0.759427329668925, + "F1_noncoffee": 0.6507205467241123, + "IoU_noncoffee": 0.48227262717463115, + "kappa": 0.49604373840963345, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7992600322550043, + "mIoU": 0.6267610670418333, + "macroF1": 0.7637845031958331, + "F1_coffee": 0.8553261315465609, + "IoU_coffee": 0.7472225540556684, + "precision_coffee": 0.927491103202847, + "recall_coffee": 0.7935803095660999, + "F1_noncoffee": 0.6722428748451054, + "IoU_noncoffee": 0.5062995800279981, + "kappa": 0.5339607294153291, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6216110786034719, + "mIoU": 0.4212278199011168, + "macroF1": 0.5806705178917546, + "F1_coffee": 0.7116956457125873, + "IoU_coffee": 0.5524281924097358, + "precision_coffee": 0.8638167388167388, + "recall_coffee": 0.6051301491028557, + "F1_noncoffee": 0.44964539007092197, + "IoU_noncoffee": 0.2900274473924977, + "kappa": 0.20821526869779644, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.736329802462067, + "mIoU": 0.5317938208266594, + "macroF1": 0.6809445793456425, + "F1_coffee": 0.8138767261704277, + "IoU_coffee": 0.6861653793730123, + "precision_coffee": 0.9007007603995826, + "recall_coffee": 0.7423199803391497, + "F1_noncoffee": 0.5480124325208572, + "IoU_noncoffee": 0.37742226228030645, + "kappa": 0.3759706828084706, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7539371957621457, + "mIoU": 0.5567685847159642, + "macroF1": 0.703841098855562, + "F1_coffee": 0.8256458812390098, + "IoU_coffee": 0.7030638101819857, + "precision_coffee": 0.9180327868852459, + "recall_coffee": 0.7501536192700012, + "F1_noncoffee": 0.5820363164721142, + "IoU_noncoffee": 0.4104733592499428, + "kappa": 0.4217215730988713, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 105, + 110 + ], + [ + 6177, + 8413 + ], + [ + 38674, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.8746923565864564, + "test_tta": { + "OA": 0.7483250052218062, + "mIoU": 0.5566028836568364, + "macroF1": 0.7053768872645985, + "F1_coffee": 0.8178647008209111, + "IoU_coffee": 0.6918537170735546, + "precision_coffee": 0.9073529411764706, + "recall_coffee": 0.7444435036619956, + "F1_noncoffee": 0.5928890737082857, + "IoU_noncoffee": 0.42135205024011824, + "kappa": 0.42329250776370936, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7229289258105458, + "mIoU": 0.5292356186503144, + "macroF1": 0.6823834113732001, + "F1_coffee": 0.7958643700389973, + "IoU_coffee": 0.6609424638192729, + "precision_coffee": 0.8865347284692959, + "recall_coffee": 0.722019781363873, + "F1_noncoffee": 0.568902452707403, + "IoU_noncoffee": 0.397528773481356, + "kappa": 0.3784958550557266, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f4_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.6709480391762805, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7810536801683832, + "mIoU": 0.5954263135430589, + "macroF1": 0.7373180176756491, + "F1_coffee": 0.84450276715924, + "IoU_coffee": 0.7308565898362663, + "precision_coffee": 0.9160993241403214, + "recall_coffee": 0.783286059015283, + "F1_noncoffee": 0.6301332681920582, + "IoU_noncoffee": 0.4599960372498514, + "kappa": 0.4821594980198078, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7524374062536057, + "mIoU": 0.5620098522652134, + "macroF1": 0.7100775643493622, + "F1_coffee": 0.8208975469276599, + "IoU_coffee": 0.6962054440550777, + "precision_coffee": 0.894592013099245, + "recall_coffee": 0.758420575703241, + "F1_noncoffee": 0.5992575817710644, + "IoU_noncoffee": 0.42781426047534915, + "kappa": 0.428827754296103, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3223635003739716, + "mIoU": 0.16380357495555994, + "macroF1": 0.2508831168831169, + "F1_coffee": 0.48228571428571426, + "IoU_coffee": 0.3177710843373494, + "precision_coffee": 1.0, + "recall_coffee": 0.3177710843373494, + "F1_noncoffee": 0.01948051948051948, + "IoU_noncoffee": 0.009836065573770493, + "kappa": 0.006231756360969329, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.6800592300098717, + "mIoU": 0.49503919605269464, + "macroF1": 0.6561155105931562, + "F1_coffee": 0.746856205576818, + "IoU_coffee": 0.5959860383944153, + "precision_coffee": 0.924400618716164, + "recall_coffee": 0.6265233914296947, + "F1_noncoffee": 0.5653748156094944, + "IoU_noncoffee": 0.394092353710974, + "kappa": 0.3531961003579913, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8571633032775153, + "mIoU": 0.6856201209518784, + "macroF1": 0.8049763078655141, + "F1_coffee": 0.9058608980002515, + "IoU_coffee": 0.8279211448933846, + "precision_coffee": 0.9092343621788803, + "recall_coffee": 0.902512373911409, + "F1_noncoffee": 0.7040917177307768, + "IoU_noncoffee": 0.5433190970103722, + "kappa": 0.6099694923782776, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8025026168046436, + "mIoU": 0.6191920182378693, + "macroF1": 0.7556056609549117, + "F1_coffee": 0.8626633581472292, + "IoU_coffee": 0.7584942983476844, + "precision_coffee": 0.9177108264113755, + "recall_coffee": 0.813846057806355, + "F1_noncoffee": 0.6485479637625942, + "IoU_noncoffee": 0.47988973812805413, + "kappa": 0.5156707923474029, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7212672396562063, + "mIoU": 0.5437153150677897, + "macroF1": 0.6993606923420705, + "F1_coffee": 0.7805146769497128, + "IoU_coffee": 0.640036138358286, + "precision_coffee": 0.9253592088076134, + "recall_coffee": 0.674877517691889, + "F1_noncoffee": 0.6182067077344284, + "IoU_noncoffee": 0.44739449177729346, + "kappa": 0.4232999378512812, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8954398015645869, + "mIoU": 0.7535023982717354, + "macroF1": 0.8541737485756002, + "F1_coffee": 0.9317474156183834, + "IoU_coffee": 0.8722163926780926, + "precision_coffee": 0.9084395871281117, + "recall_coffee": 0.9562827559759683, + "F1_noncoffee": 0.776600081532817, + "IoU_noncoffee": 0.6347884038653782, + "kappa": 0.7089745532543439, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8431837586566739, + "mIoU": 0.6826566951566951, + "macroF1": 0.8052130189312339, + "F1_coffee": 0.8912142152023692, + "IoU_coffee": 0.8037749287749287, + "precision_coffee": 0.9258854095446465, + "recall_coffee": 0.8590459274295864, + "F1_noncoffee": 0.7192118226600985, + "IoU_noncoffee": 0.5615384615384615, + "kappa": 0.6118309549403707, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6398478642480983, + "mIoU": 0.45066652807373, + "macroF1": 0.6141762179512266, + "F1_coffee": 0.7136987363361501, + "IoU_coffee": 0.5548457087753134, + "precision_coffee": 0.923370110330993, + "recall_coffee": 0.5816274955774576, + "F1_noncoffee": 0.514653699566303, + "IoU_noncoffee": 0.34648734737214654, + "kappa": 0.2903795058242327, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8188758469319591, + "mIoU": 0.6254800602381019, + "macroF1": 0.757650909453889, + "F1_coffee": 0.879461450527118, + "IoU_coffee": 0.7848560417138971, + "precision_coffee": 0.9100946372239748, + "recall_coffee": 0.8508232981076431, + "F1_noncoffee": 0.63584036838066, + "IoU_noncoffee": 0.4661040787623066, + "kappa": 0.5169551678627702, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7615729693614585, + "mIoU": 0.5608810345554519, + "macroF1": 0.7060622621513668, + "F1_coffee": 0.8337990685296075, + "IoU_coffee": 0.7149703331811958, + "precision_coffee": 0.9090381546496445, + "recall_coffee": 0.7700626766621606, + "F1_noncoffee": 0.5783254557731262, + "IoU_noncoffee": 0.4067917359297079, + "kappa": 0.4221676428225803, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 5816, + 8413 + ], + [ + 42689, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8693485260009766, + "test_tta": { + "OA": 0.8025996561641414, + "mIoU": 0.619584215396684, + "macroF1": 0.755967729207977, + "F1_coffee": 0.8626433825995573, + "IoU_coffee": 0.7584634136751465, + "precision_coffee": 0.9141313619562127, + "recall_coffee": 0.8166462046484061, + "F1_noncoffee": 0.6492920758163965, + "IoU_noncoffee": 0.4807050171182214, + "kappa": 0.5158570654115088, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.772196261682243, + "mIoU": 0.5818232759338121, + "macroF1": 0.7256043490438866, + "F1_coffee": 0.8386734349944335, + "IoU_coffee": 0.7221684754885578, + "precision_coffee": 0.8917463075586447, + "recall_coffee": 0.7915630362272736, + "F1_noncoffee": 0.6125352630933398, + "IoU_noncoffee": 0.4414780763790665, + "kappa": 0.45583801639871563, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f4_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 42, + "stopped_epoch": 72, + "best_val": 0.5563736544319081, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7700798534680827, + "mIoU": 0.5736395266851231, + "macroF1": 0.7174718959174792, + "F1_coffee": 0.8393867289216126, + "IoU_coffee": 0.7232268920565538, + "precision_coffee": 0.8934152052372533, + "recall_coffee": 0.791520257398078, + "F1_noncoffee": 0.5955570629133458, + "IoU_noncoffee": 0.42405216131369233, + "kappa": 0.4400999366442439, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7440290758047767, + "mIoU": 0.5446587323083629, + "macroF1": 0.693311997960915, + "F1_coffee": 0.8180289545995161, + "IoU_coffee": 0.692088827203331, + "precision_coffee": 0.8735793277126902, + "recall_coffee": 0.7691210210731293, + "F1_noncoffee": 0.5685950413223141, + "IoU_noncoffee": 0.3972286374133949, + "kappa": 0.392448184514798, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.39416604338070305, + "mIoU": 0.1993939762230963, + "macroF1": 0.2886167646734247, + "F1_coffee": 0.562634989200864, + "IoU_coffee": 0.391435011269722, + "precision_coffee": 0.9942748091603053, + "recall_coffee": 0.39231927710843373, + "F1_noncoffee": 0.014598540145985401, + "IoU_noncoffee": 0.007352941176470588, + "kappa": 0.0013002821889005244, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7852418558736426, + "mIoU": 0.5825425774173917, + "macroF1": 0.7226102642345386, + "F1_coffee": 0.8544183089637635, + "IoU_coffee": 0.7458379578246392, + "precision_coffee": 0.8730256410256411, + "recall_coffee": 0.8365876031974839, + "F1_noncoffee": 0.5908022195053136, + "IoU_noncoffee": 0.4192471970101442, + "kappa": 0.4459279966852949, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7196221554315156, + "mIoU": 0.5284784901613907, + "macroF1": 0.6825857848385639, + "F1_coffee": 0.7910102770171757, + "IoU_coffee": 0.6542737808106359, + "precision_coffee": 0.9146381578947368, + "recall_coffee": 0.6968235072990414, + "F1_noncoffee": 0.5741612926599522, + "IoU_noncoffee": 0.40268319951214554, + "kappa": 0.38795594402364253, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8057855171757541, + "mIoU": 0.6123450189943306, + "macroF1": 0.7479209136495342, + "F1_coffee": 0.8686953165208441, + "IoU_coffee": 0.7678703440432186, + "precision_coffee": 0.8960780410113478, + "recall_coffee": 0.842936512890942, + "F1_noncoffee": 0.6271465107782244, + "IoU_noncoffee": 0.4568196939454425, + "kappa": 0.49717515336175294, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.825504697181691, + "mIoU": 0.6349741800925204, + "macroF1": 0.7652934869225954, + "F1_coffee": 0.8841714209897837, + "IoU_coffee": 0.7923900118906064, + "precision_coffee": 0.8625420657520062, + "recall_coffee": 0.9069134458356015, + "F1_noncoffee": 0.6464155528554071, + "IoU_noncoffee": 0.47755834829443444, + "kappa": 0.5314863187541854, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7702728486929975, + "mIoU": 0.5964911309122063, + "macroF1": 0.7412972886323612, + "F1_coffee": 0.8278770550393137, + "IoU_coffee": 0.7063056470301257, + "precision_coffee": 0.9390303226852602, + "recall_coffee": 0.7402530998338234, + "F1_noncoffee": 0.6547175222254087, + "IoU_noncoffee": 0.4866766147942869, + "kappa": 0.4967399204750109, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.864718717389242, + "mIoU": 0.7123653421931964, + "macroF1": 0.8263475960718227, + "F1_coffee": 0.9079762519359835, + "IoU_coffee": 0.8314620021274081, + "precision_coffee": 0.9239558707643813, + "recall_coffee": 0.8925399644760214, + "F1_noncoffee": 0.744718940207662, + "IoU_noncoffee": 0.5932686822589845, + "kappa": 0.6529831305764304, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7459527989077434, + "mIoU": 0.5365866497336227, + "macroF1": 0.6833610844281892, + "F1_coffee": 0.8241409572672652, + "IoU_coffee": 0.7008841428407394, + "precision_coffee": 0.8847659081026236, + "recall_coffee": 0.771291382360374, + "F1_noncoffee": 0.5425812115891132, + "IoU_noncoffee": 0.372289156626506, + "kappa": 0.3743626029479242, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.6689569615421319, + "mIoU": 0.46597076534576537, + "macroF1": 0.6231909360711351, + "F1_coffee": 0.7545113580072181, + "IoU_coffee": 0.6057954545454546, + "precision_coffee": 0.8895377940931086, + "recall_coffee": 0.6550749569918899, + "F1_noncoffee": 0.491870514135052, + "IoU_noncoffee": 0.32614607614607616, + "kappa": 0.2806878037756378, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7464923165028157, + "mIoU": 0.5231951257413039, + "macroF1": 0.6671593366772122, + "F1_coffee": 0.8296562339661365, + "IoU_coffee": 0.7088996054362122, + "precision_coffee": 0.8676056338028169, + "recall_coffee": 0.7948875506943591, + "F1_noncoffee": 0.5046624393882879, + "IoU_noncoffee": 0.3374906460463956, + "kappa": 0.3380016336021698, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6900, + 8413 + ], + [ + 40922, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.712241303920746, + "test_tta": { + "OA": 0.7845081058500297, + "mIoU": 0.5903018259313604, + "macroF1": 0.7310457837147527, + "F1_coffee": 0.8509579054985109, + "IoU_coffee": 0.7405802707930368, + "precision_coffee": 0.895709540073925, + "recall_coffee": 0.8104652639600356, + "F1_noncoffee": 0.6111336619309945, + "IoU_noncoffee": 0.4400233810696839, + "kappa": 0.46557224516859524, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7565622476058613, + "mIoU": 0.5579793026725283, + "macroF1": 0.7043793797669675, + "F1_coffee": 0.8285821645830583, + "IoU_coffee": 0.7073327206838556, + "precision_coffee": 0.8754077253218884, + "recall_coffee": 0.7865116548094164, + "F1_noncoffee": 0.5801765949508768, + "IoU_noncoffee": 0.40862588466120103, + "kappa": 0.4128729834897316, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_lov50_spatial_f4_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 22, + "stopped_epoch": 52, + "best_val": 0.6210220411843577, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8350551904754254, + "mIoU": 0.6590874209376303, + "macroF1": 0.7858364268092308, + "F1_coffee": 0.8885051479212824, + "IoU_coffee": 0.7993785542592484, + "precision_coffee": 0.9123656153811839, + "recall_coffee": 0.8658608864993015, + "F1_noncoffee": 0.6831677056971792, + "IoU_noncoffee": 0.518796287616012, + "kappa": 0.5725037120878151, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8021518403138341, + "mIoU": 0.6142080676639747, + "macroF1": 0.7507456629660751, + "F1_coffee": 0.8639411251289375, + "IoU_coffee": 0.7604721412233068, + "precision_coffee": 0.8896174193680169, + "recall_coffee": 0.8397054003508975, + "F1_noncoffee": 0.6375502008032129, + "IoU_noncoffee": 0.4679439941046426, + "kappa": 0.5025951228041848, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4113687359760658, + "mIoU": 0.20773614523614525, + "macroF1": 0.29663047830536593, + "F1_coffee": 0.580713905167821, + "IoU_coffee": 0.4091591591591592, + "precision_coffee": 0.9927140255009107, + "recall_coffee": 0.41039156626506024, + "F1_noncoffee": 0.012547051442910916, + "IoU_noncoffee": 0.006313131313131313, + "kappa": -0.000774202139042523, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.825715695952616, + "mIoU": 0.6409252227027324, + "macroF1": 0.7709745602469853, + "F1_coffee": 0.8829438090502237, + "IoU_coffee": 0.7904202279202279, + "precision_coffee": 0.893578474132725, + "recall_coffee": 0.872559297601887, + "F1_noncoffee": 0.659005311443747, + "IoU_noncoffee": 0.4914302174852369, + "kappa": 0.5421380370545177, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8381279519106913, + "mIoU": 0.666786193815845, + "macroF1": 0.7921801933790001, + "F1_coffee": 0.8898984326832592, + "IoU_coffee": 0.8016369482607425, + "precision_coffee": 0.9229940764674206, + "recall_coffee": 0.8590940417267089, + "F1_noncoffee": 0.6944619540747411, + "IoU_noncoffee": 0.5319354393709477, + "kappa": 0.5858380851295588, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8409934341992578, + "mIoU": 0.6689823245742678, + "macroF1": 0.7935454167390048, + "F1_coffee": 0.8925194571299929, + "IoU_coffee": 0.8059008014868161, + "precision_coffee": 0.9204643449419568, + "recall_coffee": 0.8662213621324677, + "F1_noncoffee": 0.6945713763480168, + "IoU_noncoffee": 0.5320638476617194, + "kappa": 0.5881695049324392, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8357985208874675, + "mIoU": 0.6570648208226026, + "macroF1": 0.7838038119951705, + "F1_coffee": 0.8898276671360558, + "IoU_coffee": 0.8015221067890795, + "precision_coffee": 0.8770654329147389, + "recall_coffee": 0.9029667936853566, + "F1_noncoffee": 0.6777799568542852, + "IoU_noncoffee": 0.5126075348561258, + "kappa": 0.5678752193696192, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8445907269605037, + "mIoU": 0.6867564346588473, + "macroF1": 0.8084899109667381, + "F1_coffee": 0.8916383955298344, + "IoU_coffee": 0.8044652502700756, + "precision_coffee": 0.9295423023578363, + "recall_coffee": 0.8567045890323405, + "F1_noncoffee": 0.7253414264036419, + "IoU_noncoffee": 0.569047619047619, + "kappa": 0.618587290643462, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8761977042026373, + "mIoU": 0.7303103094951416, + "macroF1": 0.8389755604531659, + "F1_coffee": 0.9163943878531616, + "IoU_coffee": 0.8456899609790706, + "precision_coffee": 0.9255856089038437, + "recall_coffee": 0.9073839127125095, + "F1_noncoffee": 0.7615567330531701, + "IoU_noncoffee": 0.6149306580112127, + "kappa": 0.6780416655032466, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8158767310317925, + "mIoU": 0.6255705924858324, + "macroF1": 0.7585022160429293, + "F1_coffee": 0.8762129556779439, + "IoU_coffee": 0.7796966161026838, + "precision_coffee": 0.9106023439629327, + "recall_coffee": 0.8443265099823098, + "F1_noncoffee": 0.6407914764079148, + "IoU_noncoffee": 0.47144456886898095, + "kappa": 0.5189951616154027, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8316633266533067, + "mIoU": 0.6452237779234922, + "macroF1": 0.773652905252999, + "F1_coffee": 0.8882412569690826, + "IoU_coffee": 0.7989514474583999, + "precision_coffee": 0.9168192518964164, + "recall_coffee": 0.8613910051609732, + "F1_noncoffee": 0.6590645535369154, + "IoU_noncoffee": 0.4914961083885846, + "kappa": 0.5486436569205045, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8055741147274983, + "mIoU": 0.6123632540149823, + "macroF1": 0.747995184411294, + "F1_coffee": 0.8684533419438166, + "IoU_coffee": 0.7674922954000685, + "precision_coffee": 0.9150789330430049, + "recall_coffee": 0.8263487771906108, + "F1_noncoffee": 0.6275370268787712, + "IoU_noncoffee": 0.4572342126298961, + "kappa": 0.4996682100029882, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7161, + 8413 + ], + [ + 44704, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.688986011346181, + "test_tta": { + "OA": 0.8403733993155417, + "mIoU": 0.6642542728267207, + "macroF1": 0.7893912249289607, + "F1_coffee": 0.8930121364189487, + "IoU_coffee": 0.806704541032725, + "precision_coffee": 0.9088976084526185, + "recall_coffee": 0.8776724101435164, + "F1_noncoffee": 0.6857703134389727, + "IoU_noncoffee": 0.5218040046207162, + "kappa": 0.5791600220605018, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8073727933541017, + "mIoU": 0.618213557801329, + "macroF1": 0.7533900869388797, + "F1_coffee": 0.8687706335481843, + "IoU_coffee": 0.7679880485008512, + "precision_coffee": 0.885812178164259, + "recall_coffee": 0.8523724140590356, + "F1_noncoffee": 0.638009540329575, + "IoU_noncoffee": 0.4684390671018069, + "kappa": 0.5072832087278923, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 94, + "stopped_epoch": 100, + "best_val": 0.6905469627650163, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7526681469808753, + "mIoU": 0.600195513137182, + "macroF1": 0.7495226700389261, + "F1_coffee": 0.7775917039708866, + "IoU_coffee": 0.6361145506757647, + "precision_coffee": 0.8793750227628656, + "recall_coffee": 0.6969259633424737, + "F1_noncoffee": 0.7214536361069657, + "IoU_noncoffee": 0.5642764755985993, + "kappa": 0.5073118761976617, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6779883466020538, + "mIoU": 0.5091509055746472, + "macroF1": 0.6736952787220146, + "F1_coffee": 0.7111231869994437, + "IoU_coffee": 0.5517386765178285, + "precision_coffee": 0.8662253743104807, + "recall_coffee": 0.6031296637696427, + "F1_noncoffee": 0.6362673704445856, + "IoU_noncoffee": 0.46656313463146576, + "kappa": 0.3727132417194615, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.257104736490994, + "mIoU": 0.12899225343875143, + "macroF1": 0.2057975868762608, + "F1_coffee": 0.4076595744680851, + "IoU_coffee": 0.25601282736504544, + "precision_coffee": 1.0, + "recall_coffee": 0.25601282736504544, + "F1_noncoffee": 0.003935599284436494, + "IoU_noncoffee": 0.00197167951245743, + "kappa": 0.0010090411542864471, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7687903520526251, + "mIoU": 0.6242258103036613, + "macroF1": 0.7686102848968831, + "F1_coffee": 0.7750651813225883, + "IoU_coffee": 0.6327399380804953, + "precision_coffee": 0.8693340422703708, + "recall_coffee": 0.6992408852774511, + "F1_noncoffee": 0.7621553884711779, + "IoU_noncoffee": 0.6157116825268273, + "kappa": 0.5429039568981405, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.712963441749832, + "mIoU": 0.5527297602872787, + "macroF1": 0.7116524394984584, + "F1_coffee": 0.7310952865378094, + "IoU_coffee": 0.5761624799572421, + "precision_coffee": 0.9016608913848727, + "recall_coffee": 0.61479550268861, + "F1_noncoffee": 0.6922095924591073, + "IoU_noncoffee": 0.5292970406173153, + "kappa": 0.4459965052364299, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7777169313486334, + "mIoU": 0.6236622557362657, + "macroF1": 0.7659936244022556, + "F1_coffee": 0.8183704185819469, + "IoU_coffee": 0.692577802258331, + "precision_coffee": 0.8697795071335928, + "recall_coffee": 0.7726993393762482, + "F1_noncoffee": 0.7136168302225643, + "IoU_noncoffee": 0.5547467092142002, + "kappa": 0.5345511092106957, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7763851470071453, + "mIoU": 0.6280090654888559, + "macroF1": 0.7703851989678365, + "F1_coffee": 0.7332681291043733, + "IoU_coffee": 0.5788660930950805, + "precision_coffee": 0.7975683890577507, + "recall_coffee": 0.6785621929144039, + "F1_noncoffee": 0.8075022688312998, + "IoU_noncoffee": 0.6771520378826315, + "kappa": 0.5429144620913928, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6606220463787229, + "mIoU": 0.4790744472259656, + "macroF1": 0.6432295711346426, + "F1_coffee": 0.5644569816643159, + "IoU_coffee": 0.3932010218117508, + "precision_coffee": 0.7525385483264385, + "recall_coffee": 0.4515910629654705, + "F1_noncoffee": 0.7220021606049694, + "IoU_noncoffee": 0.5649478726401803, + "kappa": 0.3138171936344792, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7806009488666316, + "mIoU": 0.6395919512097608, + "macroF1": 0.780092678601289, + "F1_coffee": 0.7906649230459712, + "IoU_coffee": 0.6538013641656962, + "precision_coffee": 0.766380655226209, + "recall_coffee": 0.816538541450239, + "F1_noncoffee": 0.7695204341566065, + "IoU_noncoffee": 0.6253825382538254, + "kappa": 0.5606710271444539, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7605633802816901, + "mIoU": 0.5994545587695541, + "macroF1": 0.7467910505969011, + "F1_coffee": 0.8058442226566519, + "IoU_coffee": 0.6748233672238497, + "precision_coffee": 0.9251122135601229, + "recall_coffee": 0.7138169886985053, + "F1_noncoffee": 0.6877378785371504, + "IoU_noncoffee": 0.5240857503152585, + "kappa": 0.5067670972897282, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.75947265625, + "mIoU": 0.5839159642274658, + "macroF1": 0.731351919099062, + "F1_coffee": 0.8182690179296097, + "IoU_coffee": 0.6924325674325674, + "precision_coffee": 0.9711033274956217, + "recall_coffee": 0.7069998724977687, + "F1_noncoffee": 0.6444348202685145, + "IoU_noncoffee": 0.47539936102236424, + "kappa": 0.4875387224310312, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7751367666478023, + "mIoU": 0.5934910400839064, + "macroF1": 0.7369384211231205, + "F1_coffee": 0.8371807130173473, + "IoU_coffee": 0.7199577117349936, + "precision_coffee": 0.9521516234270623, + "recall_coffee": 0.7469835466179159, + "F1_noncoffee": 0.6366961292288936, + "IoU_noncoffee": 0.46702436843281914, + "kappa": 0.49045404506642437, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2498, + 2984 + ], + [ + 39506, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 6.506844933827718, + "test_tta": { + "OA": 0.7667072559272259, + "mIoU": 0.6176411775872062, + "macroF1": 0.7629027025832329, + "F1_coffee": 0.7929368384246162, + "IoU_coffee": 0.6569141231927949, + "precision_coffee": 0.8822905245287023, + "recall_coffee": 0.7200173185163804, + "F1_noncoffee": 0.7328685667418495, + "IoU_noncoffee": 0.5783682319816176, + "kappa": 0.5319979846961149, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6905647859697704, + "mIoU": 0.522665704617671, + "macroF1": 0.6852390447331651, + "F1_coffee": 0.7261821198391935, + "IoU_coffee": 0.5700831580002004, + "precision_coffee": 0.8676161141776707, + "recall_coffee": 0.6243964533403564, + "F1_noncoffee": 0.6442959696271366, + "IoU_noncoffee": 0.47524825123514164, + "kappa": 0.3914844613254516, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.608218725809469, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7031194040541509, + "mIoU": 0.5391706593908083, + "macroF1": 0.6998423919940134, + "F1_coffee": 0.7312051103292855, + "IoU_coffee": 0.5762989087377648, + "precision_coffee": 0.8341347932233484, + "recall_coffee": 0.650887573964497, + "F1_noncoffee": 0.6684796736587414, + "IoU_noncoffee": 0.5020424100438518, + "kappa": 0.4107509414859552, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6495038652359525, + "mIoU": 0.4765319592838136, + "macroF1": 0.644040383561891, + "F1_coffee": 0.6881400302851424, + "IoU_coffee": 0.5245529600500841, + "precision_coffee": 0.8285025647364193, + "recall_coffee": 0.588447019576859, + "F1_noncoffee": 0.5999407368386396, + "IoU_noncoffee": 0.42851095851754306, + "kappa": 0.3133625037530673, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3589059372915277, + "mIoU": 0.17988066026173882, + "macroF1": 0.2652417881248701, + "F1_coffee": 0.527578409202635, + "IoU_coffee": 0.35830662393162394, + "precision_coffee": 0.9985113509490138, + "recall_coffee": 0.35849812934259756, + "F1_noncoffee": 0.0029051670471052084, + "IoU_noncoffee": 0.0014546965918536992, + "kappa": -2.3491758960461185e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7298696552564259, + "mIoU": 0.5743507964080886, + "macroF1": 0.7295716631918955, + "F1_coffee": 0.7205947205947206, + "IoU_coffee": 0.5632263147528068, + "precision_coffee": 0.8771472392638037, + "recall_coffee": 0.611461563134823, + "F1_noncoffee": 0.7385486057890703, + "IoU_noncoffee": 0.5854752780633704, + "kappa": 0.47479848390426777, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7318889291069859, + "mIoU": 0.5693029705349739, + "macroF1": 0.7237976855500776, + "F1_coffee": 0.7710715704887633, + "IoU_coffee": 0.6274340734353668, + "precision_coffee": 0.8416385542168675, + "recall_coffee": 0.7114225191461626, + "F1_noncoffee": 0.6765238006113918, + "IoU_noncoffee": 0.5111718676345809, + "kappa": 0.45302861344391343, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.6535570269328421, + "mIoU": 0.47867823439501844, + "macroF1": 0.6452710596648779, + "F1_coffee": 0.6994861165090469, + "IoU_coffee": 0.537853632620534, + "precision_coffee": 0.7987967255153369, + "recall_coffee": 0.6221385773544323, + "F1_noncoffee": 0.5910560028207087, + "IoU_noncoffee": 0.41950283616950285, + "kappa": 0.305157311405299, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7611573152161181, + "mIoU": 0.6072292594864459, + "macroF1": 0.7542623314881984, + "F1_coffee": 0.713099760799212, + "IoU_coffee": 0.554122020555434, + "precision_coffee": 0.7820987654320988, + "recall_coffee": 0.6552883372123093, + "F1_noncoffee": 0.7954249021771848, + "IoU_noncoffee": 0.6603364984174579, + "kappa": 0.5112372420976192, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.67051324321354, + "mIoU": 0.5039818976700715, + "macroF1": 0.6700923501408507, + "F1_coffee": 0.658308639161158, + "IoU_coffee": 0.49065579340808696, + "precision_coffee": 0.6649781257195487, + "recall_coffee": 0.6517716091175807, + "F1_noncoffee": 0.6818760611205433, + "IoU_noncoffee": 0.5173080019320561, + "kappa": 0.340246489705652, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7601476014760148, + "mIoU": 0.6106918561870048, + "macroF1": 0.7578495777798429, + "F1_coffee": 0.7814391392064559, + "IoU_coffee": 0.6412803532008831, + "precision_coffee": 0.7267691208005719, + "recall_coffee": 0.8450031165593185, + "F1_noncoffee": 0.7342600163532298, + "IoU_noncoffee": 0.5801033591731266, + "kappa": 0.5190083898788089, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6959776678086538, + "mIoU": 0.5302323959332695, + "macroF1": 0.692094905899098, + "F1_coffee": 0.7266712297513119, + "IoU_coffee": 0.5706862569432002, + "precision_coffee": 0.9710365853658537, + "recall_coffee": 0.580568720379147, + "F1_noncoffee": 0.657518582046884, + "IoU_noncoffee": 0.489778534923339, + "kappa": 0.4294632399147154, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.78642578125, + "mIoU": 0.6150912569344291, + "macroF1": 0.7556327925199992, + "F1_coffee": 0.8423783783783784, + "IoU_coffee": 0.7276802390735898, + "precision_coffee": 0.9688328912466844, + "recall_coffee": 0.7451230396531939, + "F1_noncoffee": 0.6688872066616199, + "IoU_noncoffee": 0.5025022747952684, + "kappa": 0.5281518403925595, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.5581965666855311, + "mIoU": 0.3748299633348072, + "macroF1": 0.539321804314417, + "F1_coffee": 0.6325698148729212, + "IoU_coffee": 0.4625975217989904, + "precision_coffee": 0.8875192604006163, + "recall_coffee": 0.49140767824497256, + "F1_noncoffee": 0.44607379375591294, + "IoU_noncoffee": 0.28706240487062407, + "kappa": 0.18058145195374822, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2584, + 2984 + ], + [ + 36653, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.179069968064626, + "test_tta": { + "OA": 0.7332390229926223, + "mIoU": 0.5734685846345304, + "macroF1": 0.7277477331491893, + "F1_coffee": 0.7664131713053705, + "IoU_coffee": 0.6212883872279845, + "precision_coffee": 0.8389632681084792, + "recall_coffee": 0.7054120363688844, + "F1_noncoffee": 0.6890822949930082, + "IoU_noncoffee": 0.5256487820410762, + "kappa": 0.460861917830165, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6753634475597092, + "mIoU": 0.5027635890430485, + "macroF1": 0.6670394087739409, + "F1_coffee": 0.7196851766522622, + "IoU_coffee": 0.5621157886545795, + "precision_coffee": 0.8318698718871456, + "recall_coffee": 0.6341629356509525, + "F1_noncoffee": 0.6143936408956195, + "IoU_noncoffee": 0.44341138943151753, + "kappa": 0.3503322782824671, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s0_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 29, + "stopped_epoch": 59, + "best_val": 0.7826703597045055, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8279851013537712, + "mIoU": 0.6987539965677719, + "macroF1": 0.8217182825830266, + "F1_coffee": 0.8551437102271013, + "IoU_coffee": 0.7469441517386722, + "precision_coffee": 0.8953235024787647, + "recall_coffee": 0.8184153557511906, + "F1_noncoffee": 0.7882928549389518, + "IoU_noncoffee": 0.6505638413968716, + "kappa": 0.644483004195856, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7444905965155186, + "mIoU": 0.5835156385578799, + "macroF1": 0.7349992097976977, + "F1_coffee": 0.7851512285042082, + "IoU_coffee": 0.646295445924092, + "precision_coffee": 0.8774055401962378, + "recall_coffee": 0.7104512334299008, + "F1_noncoffee": 0.6848471910911873, + "IoU_noncoffee": 0.5207358311916678, + "kappa": 0.47845610975059943, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.304469646430954, + "mIoU": 0.15267846334989363, + "macroF1": 0.23463372065086302, + "F1_coffee": 0.4658264166410493, + "IoU_coffee": 0.303633449104996, + "precision_coffee": 0.9991208791208791, + "recall_coffee": 0.3037145911277392, + "F1_noncoffee": 0.0034410246606767347, + "IoU_noncoffee": 0.0017234775947912676, + "kappa": 0.0005134107781217341, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8151419174077232, + "mIoU": 0.686751908770047, + "macroF1": 0.8141306744582784, + "F1_coffee": 0.8278404901015373, + "IoU_coffee": 0.7062524196670538, + "precision_coffee": 0.8817061382310295, + "recall_coffee": 0.7801774831604833, + "F1_noncoffee": 0.8004208588150195, + "IoU_noncoffee": 0.6672513978730402, + "kappa": 0.6298628339279833, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8202595790888877, + "mIoU": 0.6841573996467276, + "macroF1": 0.8109888128207003, + "F1_coffee": 0.8528490390314114, + "IoU_coffee": 0.7434497010849509, + "precision_coffee": 0.887645400070497, + "recall_coffee": 0.8206778556297866, + "F1_noncoffee": 0.7691285866099894, + "IoU_noncoffee": 0.6248650982085042, + "kappa": 0.622886842306955, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8459202469258724, + "mIoU": 0.7200856215874551, + "macroF1": 0.8358467546568564, + "F1_coffee": 0.8765111917966724, + "IoU_coffee": 0.780169046097024, + "precision_coffee": 0.9119136571191365, + "recall_coffee": 0.8437548010447073, + "F1_noncoffee": 0.7951823175170406, + "IoU_noncoffee": 0.6600021970778864, + "kappa": 0.6725121524212307, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8039123813986178, + "mIoU": 0.6700264871227581, + "macroF1": 0.802117741216349, + "F1_coffee": 0.7832729155877783, + "IoU_coffee": 0.6437539902106831, + "precision_coffee": 0.7842883069743324, + "recall_coffee": 0.78226014998707, + "F1_noncoffee": 0.8209625668449197, + "IoU_noncoffee": 0.6962989840348331, + "kappa": 0.6042360304349933, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7412902516760084, + "mIoU": 0.5862996752127781, + "macroF1": 0.7386590037715797, + "F1_coffee": 0.7124358661128757, + "IoU_coffee": 0.5533206831119545, + "precision_coffee": 0.7765645805592544, + "recall_coffee": 0.6580907244414353, + "F1_noncoffee": 0.7648821414302837, + "IoU_noncoffee": 0.6192786673136018, + "kappa": 0.48021617563593366, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8035846072746442, + "mIoU": 0.67120982479225, + "macroF1": 0.8031987276813122, + "F1_coffee": 0.7944842801985659, + "IoU_coffee": 0.6590409956076134, + "precision_coffee": 0.84689557855127, + "recall_coffee": 0.7481820070642011, + "F1_noncoffee": 0.8119131751640586, + "IoU_noncoffee": 0.6833786539768865, + "kappa": 0.6077722623702291, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8273061794188554, + "mIoU": 0.690637648339258, + "macroF1": 0.8151115639552357, + "F1_coffee": 0.8625946491670873, + "IoU_coffee": 0.7583880703000178, + "precision_coffee": 0.96673455532926, + "recall_coffee": 0.7787094422165513, + "F1_noncoffee": 0.767628478743384, + "IoU_noncoffee": 0.6228872263784982, + "kappa": 0.6373401548016726, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8904296875, + "mIoU": 0.7502725751138422, + "macroF1": 0.8524351346913679, + "F1_coffee": 0.9273127753303965, + "IoU_coffee": 0.864476386036961, + "precision_coffee": 0.9425786908995127, + "recall_coffee": 0.9125334693357133, + "F1_noncoffee": 0.7775574940523394, + "IoU_noncoffee": 0.6360687641907233, + "kappa": 0.7051069892175328, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.883795510281079, + "mIoU": 0.7371330303225354, + "macroF1": 0.8431701772940596, + "F1_coffee": 0.9229903737967246, + "IoU_coffee": 0.8569936157864191, + "precision_coffee": 0.947388682150648, + "recall_coffee": 0.89981718464351, + "F1_noncoffee": 0.7633499807913946, + "IoU_noncoffee": 0.6172724448586517, + "kappa": 0.6869783227271806, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2703, + 2984 + ], + [ + 43507, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.028520341714223, + "test_tta": { + "OA": 0.8354344244681613, + "mIoU": 0.7088731296621067, + "macroF1": 0.828644872060341, + "F1_coffee": 0.8627538829151732, + "IoU_coffee": 0.758634274458306, + "precision_coffee": 0.8938573417917376, + "recall_coffee": 0.8337422427478712, + "F1_noncoffee": 0.7945358612055089, + "IoU_noncoffee": 0.6591119848659075, + "kappa": 0.6579098380825074, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7525672089535018, + "mIoU": 0.5925094358454759, + "macroF1": 0.7419407119896673, + "F1_coffee": 0.7943073639786107, + "IoU_coffee": 0.6587975577255822, + "precision_coffee": 0.8753501400560224, + "recall_coffee": 0.7269993854797647, + "F1_noncoffee": 0.6895740600007237, + "IoU_noncoffee": 0.5262213139653696, + "kappa": 0.4904727333735909, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s0_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 12, + "stopped_epoch": 50, + "best_val": 0.7925130877850117, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8325513931666786, + "mIoU": 0.7084010392413725, + "macroF1": 0.8287604385258445, + "F1_coffee": 0.8542390846881673, + "IoU_coffee": 0.7455648672181105, + "precision_coffee": 0.9285956350820117, + "recall_coffee": 0.7909077789002742, + "F1_noncoffee": 0.8032817923635216, + "IoU_noncoffee": 0.6712372112646345, + "kappa": 0.6604590732515573, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7371062651436483, + "mIoU": 0.5786675558701181, + "macroF1": 0.7320376573906123, + "F1_coffee": 0.7688913682929304, + "IoU_coffee": 0.624552008238929, + "precision_coffee": 0.9103518674192386, + "recall_coffee": 0.6654815204986393, + "F1_noncoffee": 0.6951839464882943, + "IoU_noncoffee": 0.5327831035013072, + "kappa": 0.48061631510856434, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20520346897931954, + "mIoU": 0.10290875029764573, + "macroF1": 0.17120597706720023, + "F1_coffee": 0.33906579385332297, + "IoU_coffee": 0.20414161656646626, + "precision_coffee": 0.999345977763244, + "recall_coffee": 0.20416889363976484, + "F1_noncoffee": 0.0033461602810774638, + "IoU_noncoffee": 0.0016758840288252053, + "kappa": 0.00041749537565885075, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8197100743086856, + "mIoU": 0.6940257902461029, + "macroF1": 0.8193208701874944, + "F1_coffee": 0.8277066356228172, + "IoU_coffee": 0.7060575968222443, + "precision_coffee": 0.9083940206975852, + "recall_coffee": 0.7601838982144766, + "F1_noncoffee": 0.8109351047521717, + "IoU_noncoffee": 0.6819939836699613, + "kappa": 0.6417434365235349, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7937845803816123, + "mIoU": 0.654766027763902, + "macroF1": 0.7908649272808912, + "F1_coffee": 0.815575286718461, + "IoU_coffee": 0.6885834764953928, + "precision_coffee": 0.9431016042780749, + "recall_coffee": 0.7184291999348216, + "F1_noncoffee": 0.7661545678433213, + "IoU_noncoffee": 0.6209485790324114, + "kappa": 0.5912073913737793, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8803703888086822, + "mIoU": 0.7739294077906387, + "macroF1": 0.8715561493423645, + "F1_coffee": 0.9052033610793325, + "IoU_coffee": 0.8268232920149899, + "precision_coffee": 0.9304192685102587, + "recall_coffee": 0.8813181748348441, + "F1_noncoffee": 0.8379089376053963, + "IoU_noncoffee": 0.7210355235662874, + "kappa": 0.7434345214062718, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.802389598219515, + "mIoU": 0.6644324926710865, + "macroF1": 0.7975794799815423, + "F1_coffee": 0.7663758482204681, + "IoU_coffee": 0.621239335428828, + "precision_coffee": 0.8249850924269528, + "recall_coffee": 0.7155417636410655, + "F1_noncoffee": 0.8287831117426164, + "IoU_noncoffee": 0.7076256499133449, + "kappa": 0.5966508952974948, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7655786350148368, + "mIoU": 0.6128577253769618, + "macroF1": 0.7586099470427765, + "F1_coffee": 0.7175956573546936, + "IoU_coffee": 0.5595705141441255, + "precision_coffee": 0.8680333119795003, + "recall_coffee": 0.611600090273076, + "F1_noncoffee": 0.7996242367308596, + "IoU_noncoffee": 0.6661449366097981, + "kappa": 0.5272939714936459, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8348972061149182, + "mIoU": 0.7163846322218003, + "macroF1": 0.8347373445396102, + "F1_coffee": 0.8295973884657236, + "IoU_coffee": 0.7088136853849014, + "precision_coffee": 0.870916152615947, + "recall_coffee": 0.7920216081446083, + "F1_noncoffee": 0.839877300613497, + "IoU_noncoffee": 0.7239555790586991, + "kappa": 0.6701722879269304, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8384722750919934, + "mIoU": 0.7067592049043434, + "macroF1": 0.8264033147657939, + "F1_coffee": 0.8721759212772366, + "IoU_coffee": 0.7733262108262108, + "precision_coffee": 0.9709367315001117, + "recall_coffee": 0.7916514764855997, + "F1_noncoffee": 0.7806307082543512, + "IoU_noncoffee": 0.6401921989824759, + "kappa": 0.6588639178393725, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.81884765625, + "mIoU": 0.659056227379802, + "macroF1": 0.7893659220315703, + "F1_coffee": 0.868168573662142, + "IoU_coffee": 0.7670475951274646, + "precision_coffee": 0.9807321772639692, + "recall_coffee": 0.7787836287135025, + "F1_noncoffee": 0.7105632704009986, + "IoU_noncoffee": 0.5510648596321394, + "kappa": 0.5905733232241178, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9210526315789473, + "mIoU": 0.8084545804685207, + "macroF1": 0.8911477008918618, + "F1_coffee": 0.9482022402376384, + "IoU_coffee": 0.9015062367615909, + "precision_coffee": 0.9631631883329143, + "recall_coffee": 0.9336989640463133, + "F1_noncoffee": 0.8340931615460853, + "IoU_noncoffee": 0.7154029241754505, + "kappa": 0.7824635157895634, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2684, + 2984 + ], + [ + 43781, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5685678283373514, + "test_tta": { + "OA": 0.845695150777165, + "mIoU": 0.7261123226317104, + "macroF1": 0.8406306782903705, + "F1_coffee": 0.8690405629264882, + "IoU_coffee": 0.7684100193506773, + "precision_coffee": 0.917731270462862, + "recall_coffee": 0.8252561697214605, + "F1_noncoffee": 0.8122207936542527, + "IoU_noncoffee": 0.6838146259127436, + "kappa": 0.6825426752751966, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7514422522210684, + "mIoU": 0.5943134000055897, + "macroF1": 0.7440310879596845, + "F1_coffee": 0.7875859688909705, + "IoU_coffee": 0.6496014964216005, + "precision_coffee": 0.8982288445319089, + "recall_coffee": 0.7012114827495392, + "F1_noncoffee": 0.7004762070283986, + "IoU_noncoffee": 0.539025303589579, + "kappa": 0.49878586831575755, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 5, + "stopped_epoch": 50, + "best_val": 0.5446665744064643, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7045698732182508, + "mIoU": 0.5383950679715672, + "macroF1": 0.6985493060735728, + "F1_coffee": 0.7411509978661981, + "IoU_coffee": 0.588752897774011, + "precision_coffee": 0.8119005878106631, + "recall_coffee": 0.6817433973156299, + "F1_noncoffee": 0.6559476142809476, + "IoU_noncoffee": 0.48803723816912337, + "kappa": 0.403122892073583, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.634865005192108, + "mIoU": 0.4592204638380176, + "macroF1": 0.627370697589218, + "F1_coffee": 0.6802157410097387, + "IoU_coffee": 0.5153991922362805, + "precision_coffee": 0.8012498140157714, + "recall_coffee": 0.5909489948204723, + "F1_noncoffee": 0.5745256541686974, + "IoU_noncoffee": 0.4030417354397548, + "kappa": 0.27670046285909033, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21761174116077384, + "mIoU": 0.10913444184930979, + "macroF1": 0.1797140200699877, + "F1_coffee": 0.35602899187349, + "IoU_coffee": 0.21656646626586507, + "precision_coffee": 0.9993834771886559, + "recall_coffee": 0.21659540352752538, + "F1_noncoffee": 0.003399048266485384, + "IoU_noncoffee": 0.0017024174327545114, + "kappa": 0.0004706243657521181, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.676452673894506, + "mIoU": 0.5109652346186766, + "macroF1": 0.676307244912419, + "F1_coffee": 0.6831683168316832, + "IoU_coffee": 0.518796992481203, + "precision_coffee": 0.7725617159044921, + "recall_coffee": 0.6123169036672725, + "F1_noncoffee": 0.6694461729931549, + "IoU_noncoffee": 0.50313347675615, + "kappa": 0.3615330863628314, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6922281400279229, + "mIoU": 0.5257333013148034, + "macroF1": 0.6881966723924381, + "F1_coffee": 0.7236512210975949, + "IoU_coffee": 0.5669698072026191, + "precision_coffee": 0.841213298791019, + "recall_coffee": 0.634919341697898, + "F1_noncoffee": 0.6527421236872812, + "IoU_noncoffee": 0.4844967954269877, + "kappa": 0.39133152215440375, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7394334644297307, + "mIoU": 0.5673079592726429, + "macroF1": 0.7195781332171183, + "F1_coffee": 0.7941962881409248, + "IoU_coffee": 0.6586447531468076, + "precision_coffee": 0.8135169969389399, + "recall_coffee": 0.7757720079889384, + "F1_noncoffee": 0.6449599782933116, + "IoU_noncoffee": 0.47597116539847817, + "kappa": 0.4397014671793602, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6878294482839405, + "mIoU": 0.5228322858659028, + "macroF1": 0.6862901600621543, + "F1_coffee": 0.6643154049628417, + "IoU_coffee": 0.497359486986043, + "precision_coffee": 0.6475933202357563, + "recall_coffee": 0.6819239720713731, + "F1_noncoffee": 0.7082649151614668, + "IoU_noncoffee": 0.5483050847457627, + "kappa": 0.37294368246638643, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6038026156720518, + "mIoU": 0.4223114947069725, + "macroF1": 0.5897503931696386, + "F1_coffee": 0.5138233310856373, + "IoU_coffee": 0.3457350272232305, + "precision_coffee": 0.6384048257372654, + "recall_coffee": 0.4299255247122546, + "F1_noncoffee": 0.66567745525364, + "IoU_noncoffee": 0.49888796219071446, + "kappa": 0.20043891904904432, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7153400105429626, + "mIoU": 0.5566783128639572, + "macroF1": 0.7151768736100004, + "F1_coffee": 0.7219934102141681, + "IoU_coffee": 0.5649371575894296, + "precision_coffee": 0.7156562563788528, + "recall_coffee": 0.7284437980469561, + "F1_noncoffee": 0.7083603370058328, + "IoU_noncoffee": 0.5484194681384847, + "kappa": 0.4304006005621017, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6641289176500444, + "mIoU": 0.49305738451916203, + "macroF1": 0.6592187616009705, + "F1_coffee": 0.7001246176503908, + "IoU_coffee": 0.5386090291092905, + "precision_coffee": 0.9248727925770728, + "recall_coffee": 0.5632519139628145, + "F1_noncoffee": 0.6183129055515502, + "IoU_noncoffee": 0.4475057399290336, + "kappa": 0.36608358389194656, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.77080078125, + "mIoU": 0.5878523423827637, + "macroF1": 0.7323089349019292, + "F1_coffee": 0.8338171776534731, + "IoU_coffee": 0.7149969641772921, + "precision_coffee": 0.9375796178343949, + "recall_coffee": 0.750733137829912, + "F1_noncoffee": 0.6308006921503854, + "IoU_noncoffee": 0.4607077205882353, + "kappa": 0.4788000548237053, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7609884927372194, + "mIoU": 0.5451421985423779, + "macroF1": 0.6883662952878882, + "F1_coffee": 0.8388040712468193, + "IoU_coffee": 0.7223622219787443, + "precision_coffee": 0.8773120425815036, + "recall_coffee": 0.8035344302254722, + "F1_noncoffee": 0.5379285193289569, + "IoU_noncoffee": 0.3679221751060115, + "kappa": 0.38015577857099836, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2461, + 2984 + ], + [ + 36857, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6211427132288616, + "test_tta": { + "OA": 0.7183582837905594, + "mIoU": 0.5500707325619447, + "macroF1": 0.7072118844940228, + "F1_coffee": 0.7643392268504645, + "IoU_coffee": 0.6185672018237377, + "precision_coffee": 0.7947032248013709, + "recall_coffee": 0.7362101313320826, + "F1_noncoffee": 0.6500845421375812, + "IoU_noncoffee": 0.48157426330015163, + "kappa": 0.415690332167636, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6516960886119765, + "mIoU": 0.47222147684790966, + "macroF1": 0.6378190851632881, + "F1_coffee": 0.7087132725430598, + "IoU_coffee": 0.548842683405257, + "precision_coffee": 0.7867127249357326, + "recall_coffee": 0.6447853568606795, + "F1_noncoffee": 0.5669248977835163, + "IoU_noncoffee": 0.39560027029056233, + "kappa": 0.28607209353527097, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 16, + "stopped_epoch": 50, + "best_val": 0.6272376208931394, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7013466084091398, + "mIoU": 0.5348731599247452, + "macroF1": 0.6956257832675041, + "F1_coffee": 0.7373543307086614, + "IoU_coffee": 0.583975654169473, + "precision_coffee": 0.8113325246924277, + "recall_coffee": 0.6757396449704142, + "F1_noncoffee": 0.6538972358263468, + "IoU_noncoffee": 0.48577066568001726, + "kappa": 0.39784862274537, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6640850351909542, + "mIoU": 0.48876078124046196, + "macroF1": 0.6540113782142822, + "F1_coffee": 0.7130484063720478, + "IoU_coffee": 0.5540600049780773, + "precision_coffee": 0.8127966744375474, + "recall_coffee": 0.6351066631551224, + "F1_noncoffee": 0.5949743500565168, + "IoU_noncoffee": 0.4234615575028467, + "kappa": 0.32242655875818943, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4983322214809873, + "mIoU": 0.2499596611479714, + "macroF1": 0.33447106068987614, + "F1_coffee": 0.6647048332441591, + "IoU_coffee": 0.49779618004541204, + "precision_coffee": 0.999195710455764, + "recall_coffee": 0.4979957242116515, + "F1_noncoffee": 0.00423728813559322, + "IoU_noncoffee": 0.0021231422505307855, + "kappa": 0.0013143957341142647, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7491168229991473, + "mIoU": 0.5962546842041909, + "macroF1": 0.7465476011270066, + "F1_coffee": 0.7720657406895025, + "IoU_coffee": 0.6287516899504281, + "precision_coffee": 0.8001835283321863, + "recall_coffee": 0.7458569442959478, + "F1_noncoffee": 0.7210294615645106, + "IoU_noncoffee": 0.5637576784579538, + "kappa": 0.49386009825405536, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6359170587931123, + "mIoU": 0.46132535421848875, + "macroF1": 0.6296990849359556, + "F1_coffee": 0.6776836804760815, + "IoU_coffee": 0.5124974035865125, + "precision_coffee": 0.7733779124438408, + "recall_coffee": 0.6030633860192276, + "F1_noncoffee": 0.5817144893958296, + "IoU_noncoffee": 0.4101533048504649, + "kappa": 0.2738265926631174, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7252949668940111, + "mIoU": 0.5607981308718235, + "macroF1": 0.7167089047201932, + "F1_coffee": 0.7660278154681139, + "IoU_coffee": 0.6207820768332073, + "precision_coffee": 0.8549119818285066, + "recall_coffee": 0.6938853894607466, + "F1_noncoffee": 0.6673899939722725, + "IoU_noncoffee": 0.5008141849104396, + "kappa": 0.44199247393083435, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7330443949865292, + "mIoU": 0.5781753399619405, + "macroF1": 0.7326252703438585, + "F1_coffee": 0.7220392730820832, + "IoU_coffee": 0.5649933193357511, + "precision_coffee": 0.6832871652816251, + "recall_coffee": 0.7654512542022239, + "F1_noncoffee": 0.7432112676056338, + "IoU_noncoffee": 0.5913573605881298, + "kappa": 0.46683484431509803, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.673040993515771, + "mIoU": 0.507004230111128, + "macroF1": 0.6728057064556374, + "F1_coffee": 0.6640316205533597, + "IoU_coffee": 0.4970414201183432, + "precision_coffee": 0.6645569620253164, + "recall_coffee": 0.6635071090047393, + "F1_noncoffee": 0.681579792357915, + "IoU_noncoffee": 0.5169670401039129, + "kappa": 0.3456118004870503, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7425408539799684, + "mIoU": 0.5904840307560184, + "macroF1": 0.7425161002126182, + "F1_coffee": 0.7399914821124361, + "IoU_coffee": 0.587290856853135, + "precision_coffee": 0.7588993229962874, + "recall_coffee": 0.7220029087886973, + "F1_noncoffee": 0.7450407183128002, + "IoU_noncoffee": 0.5936772046589018, + "kappa": 0.4853454673907059, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7665270904707524, + "mIoU": 0.6048625396758072, + "macroF1": 0.7506101873075537, + "F1_coffee": 0.813614262560778, + "IoU_coffee": 0.6857923497267759, + "precision_coffee": 0.915640674874601, + "recall_coffee": 0.7320452059788553, + "F1_noncoffee": 0.6876061120543294, + "IoU_noncoffee": 0.5239327296248383, + "kappa": 0.5113882183594333, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.6029296875, + "mIoU": 0.40975696615940516, + "macroF1": 0.5720664247223138, + "F1_coffee": 0.6869899923017706, + "IoU_coffee": 0.523217636022514, + "precision_coffee": 0.866912764717311, + "recall_coffee": 0.5689149560117303, + "F1_noncoffee": 0.45714285714285713, + "IoU_noncoffee": 0.2962962962962963, + "kappa": 0.20362586124207976, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7098660630069799, + "mIoU": 0.5169503045426331, + "macroF1": 0.6722908095704513, + "F1_coffee": 0.7832581736189402, + "IoU_coffee": 0.6437340745888348, + "precision_coffee": 0.9283447469517287, + "recall_coffee": 0.6773918342474101, + "F1_noncoffee": 0.5613234455219623, + "IoU_noncoffee": 0.3901665344964314, + "kappa": 0.3754561596650466, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2316, + 2984 + ], + [ + 36822, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5737534364064536, + "test_tta": { + "OA": 0.723067831817205, + "mIoU": 0.5565040708140521, + "macroF1": 0.712771784553293, + "F1_coffee": 0.7671529879398347, + "IoU_coffee": 0.6222613028504433, + "precision_coffee": 0.8018380964371145, + "recall_coffee": 0.735344205513061, + "F1_noncoffee": 0.6583905811667513, + "IoU_noncoffee": 0.4907468387776607, + "kappa": 0.42711624206296306, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6891802238375447, + "mIoU": 0.5112585964787326, + "macroF1": 0.67247938938724, + "F1_coffee": 0.7464379419481605, + "IoU_coffee": 0.5954535215497823, + "precision_coffee": 0.8045093712749499, + "recall_coffee": 0.6961855851110526, + "F1_noncoffee": 0.5985208368263194, + "IoU_noncoffee": 0.4270636714076831, + "kappa": 0.35031849825546285, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s1_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 18, + "stopped_epoch": 50, + "best_val": 0.7793307973826191, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7818028794498961, + "mIoU": 0.6367431624712063, + "macroF1": 0.7772276391998707, + "F1_coffee": 0.8091531317054834, + "IoU_coffee": 0.6794770622895623, + "precision_coffee": 0.8845627011848504, + "recall_coffee": 0.7455909943714821, + "F1_noncoffee": 0.7453021466942581, + "IoU_noncoffee": 0.5940092626528505, + "kappa": 0.5587351940963994, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7017855082496827, + "mIoU": 0.5351965322985804, + "macroF1": 0.6958512322076575, + "F1_coffee": 0.7383353792029966, + "IoU_coffee": 0.5852073261248972, + "precision_coffee": 0.8719251576650626, + "recall_coffee": 0.6402422965499078, + "F1_noncoffee": 0.6533670852123183, + "IoU_noncoffee": 0.4851857384722637, + "kappa": 0.41004796384273273, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26324216144096063, + "mIoU": 0.1320327567644327, + "macroF1": 0.20957324270882258, + "F1_coffee": 0.4155376799322608, + "IoU_coffee": 0.26225784903139615, + "precision_coffee": 0.9994908350305499, + "recall_coffee": 0.2622928915018707, + "F1_noncoffee": 0.003608805485384338, + "IoU_noncoffee": 0.0018076644974692696, + "kappa": 0.0006813373354316172, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7855402606894871, + "mIoU": 0.643351911386996, + "macroF1": 0.782417109861583, + "F1_coffee": 0.8084851781343486, + "IoU_coffee": 0.6785355610335068, + "precision_coffee": 0.8228520814880426, + "recall_coffee": 0.7946113546455683, + "F1_noncoffee": 0.7563490415888173, + "IoU_noncoffee": 0.6081682617404852, + "kappa": 0.5650029274072971, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7766689073892135, + "mIoU": 0.6321452317463503, + "macroF1": 0.7741558573308902, + "F1_coffee": 0.797979325506338, + "IoU_coffee": 0.6638648922095105, + "precision_coffee": 0.9368478857770456, + "recall_coffee": 0.6949649665960567, + "F1_noncoffee": 0.7503323891554425, + "IoU_noncoffee": 0.60042557128319, + "kappa": 0.5602526761481732, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7836909443918952, + "mIoU": 0.6345427386643605, + "macroF1": 0.77477777747127, + "F1_coffee": 0.8195822779554043, + "IoU_coffee": 0.6943154636274096, + "precision_coffee": 0.8919114324446453, + "recall_coffee": 0.7581041634659702, + "F1_noncoffee": 0.7299732769871357, + "IoU_noncoffee": 0.5747700137013114, + "kappa": 0.553945897466419, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7487407754480496, + "mIoU": 0.59834244863525, + "macroF1": 0.7486943765546923, + "F1_coffee": 0.7452796579978624, + "IoU_coffee": 0.5939806927881885, + "precision_coffee": 0.689064558629776, + "recall_coffee": 0.8114817688130334, + "F1_noncoffee": 0.752109095111522, + "IoU_noncoffee": 0.6027042044823115, + "kappa": 0.500623284658198, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6954610396746895, + "mIoU": 0.5164997879563624, + "macroF1": 0.6765523223767467, + "F1_coffee": 0.5983475866067546, + "IoU_coffee": 0.4268872802481903, + "precision_coffee": 0.8363047001620746, + "recall_coffee": 0.46580907244414355, + "F1_noncoffee": 0.7547570581467387, + "IoU_noncoffee": 0.6061122956645345, + "kappa": 0.3835761480600798, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7884027411702689, + "mIoU": 0.65071083157208, + "macroF1": 0.7884003327056726, + "F1_coffee": 0.7876864487464297, + "IoU_coffee": 0.6497382198952879, + "precision_coffee": 0.8023706896551724, + "recall_coffee": 0.7735300228547684, + "F1_noncoffee": 0.7891142166649154, + "IoU_noncoffee": 0.651683443248872, + "kappa": 0.5769414071784461, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8254028676563888, + "mIoU": 0.6868558762806509, + "macroF1": 0.8122898176796245, + "F1_coffee": 0.8619028502609394, + "IoU_coffee": 0.7573192239858907, + "precision_coffee": 0.958910227780259, + "recall_coffee": 0.7827196500182282, + "F1_noncoffee": 0.7626767850983097, + "IoU_noncoffee": 0.6163925285754112, + "kappa": 0.631068296750171, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.848828125, + "mIoU": 0.6983315763391806, + "macroF1": 0.8175469613259668, + "F1_coffee": 0.8930939226519337, + "IoU_coffee": 0.8068380334414774, + "precision_coffee": 0.9742353472954648, + "recall_coffee": 0.8244294275149815, + "F1_noncoffee": 0.742, + "IoU_noncoffee": 0.589825119236884, + "kappa": 0.6411021405061104, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7794755706470478, + "mIoU": 0.5998683126840512, + "macroF1": 0.7422739718450093, + "F1_coffee": 0.8401913875598086, + "IoU_coffee": 0.7244224422442245, + "precision_coffee": 0.9565758754863813, + "recall_coffee": 0.7490554539914687, + "F1_noncoffee": 0.6443565561302099, + "IoU_noncoffee": 0.4753141831238779, + "kappa": 0.5009870350115687, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2671, + 2984 + ], + [ + 40960, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.574625853697459, + "test_tta": { + "OA": 0.7978117613351479, + "mIoU": 0.6566903833870333, + "macroF1": 0.7917245426369772, + "F1_coffee": 0.8273309782691808, + "IoU_coffee": 0.7055110716987038, + "precision_coffee": 0.879789240876862, + "recall_coffee": 0.7807764468177226, + "F1_noncoffee": 0.7561181070047736, + "IoU_noncoffee": 0.6078696950753629, + "kappa": 0.5855303550163834, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7185589015807085, + "mIoU": 0.5529077230000796, + "macroF1": 0.7102199141392715, + "F1_coffee": 0.7593775432193149, + "IoU_coffee": 0.6120939848129447, + "precision_coffee": 0.8665503461473518, + "recall_coffee": 0.6757966815907295, + "F1_noncoffee": 0.6610622850592281, + "IoU_noncoffee": 0.4937214611872146, + "kappa": 0.43266362028663846, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s1_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 42, + "stopped_epoch": 72, + "best_val": 0.7967613330836871, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8457309648305995, + "mIoU": 0.7253307393812904, + "macroF1": 0.8400133929340723, + "F1_coffee": 0.8702579780424994, + "IoU_coffee": 0.7703156659912552, + "precision_coffee": 0.9098438090439602, + "recall_coffee": 0.8339731562996103, + "F1_noncoffee": 0.8097688078256453, + "IoU_noncoffee": 0.6803458127713258, + "kappa": 0.6809124250153644, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.759547709703473, + "mIoU": 0.6033449568216497, + "macroF1": 0.7508789167615014, + "F1_coffee": 0.7973501884040355, + "IoU_coffee": 0.6629944816154919, + "precision_coffee": 0.8935596360268077, + "recall_coffee": 0.7198446141690809, + "F1_noncoffee": 0.7044076451189674, + "IoU_noncoffee": 0.5436954320278075, + "kappa": 0.5100428513817987, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3086057371581054, + "mIoU": 0.15480403539487808, + "macroF1": 0.2372104454496848, + "F1_coffee": 0.47057621577441766, + "IoU_coffee": 0.3076820307281229, + "precision_coffee": 0.9995659722222222, + "recall_coffee": 0.3077231427044361, + "F1_noncoffee": 0.0038446751249519417, + "IoU_noncoffee": 0.001926040061633282, + "kappa": 0.0009182815350658707, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8326227311487392, + "mIoU": 0.7117477963482676, + "macroF1": 0.831431781592487, + "F1_coffee": 0.8456006292841892, + "IoU_coffee": 0.7325026769200818, + "precision_coffee": 0.8910597986974541, + "recall_coffee": 0.8045546883352935, + "F1_noncoffee": 0.8172629339007846, + "IoU_noncoffee": 0.6909929157764534, + "kappa": 0.6638988968885509, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.82806763534826, + "mIoU": 0.6996144972061579, + "macroF1": 0.8224092315883345, + "F1_coffee": 0.8541090781448818, + "IoU_coffee": 0.7453668249349058, + "precision_coffee": 0.9254540268137301, + "recall_coffee": 0.7929770246048558, + "F1_noncoffee": 0.790709385031787, + "IoU_noncoffee": 0.6538621694774099, + "kappa": 0.6478210915859127, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8734504903669039, + "mIoU": 0.7599691377363754, + "macroF1": 0.8622619129854634, + "F1_coffee": 0.9015186734852007, + "IoU_coffee": 0.8206954926994428, + "precision_coffee": 0.9094106612474597, + "recall_coffee": 0.893762482716239, + "F1_noncoffee": 0.8230051524857263, + "IoU_noncoffee": 0.6992427827733081, + "kappa": 0.7245611067279472, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8165631955019328, + "mIoU": 0.6877567999489715, + "macroF1": 0.8147045938491139, + "F1_coffee": 0.7961468367612601, + "IoU_coffee": 0.6613321799307958, + "precision_coffee": 0.8015727391874181, + "recall_coffee": 0.7907938970778381, + "F1_noncoffee": 0.8332623509369677, + "IoU_noncoffee": 0.7141814199671472, + "kappa": 0.6294230761128222, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7856907352456314, + "mIoU": 0.6447477062450324, + "macroF1": 0.783643969138057, + "F1_coffee": 0.7626004382761139, + "IoU_coffee": 0.6162927981109799, + "precision_coffee": 0.8279143536875495, + "recall_coffee": 0.7068381855111713, + "F1_noncoffee": 0.8046875, + "IoU_noncoffee": 0.673202614379085, + "kappa": 0.5694922434576011, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8202424881391671, + "mIoU": 0.695258916555159, + "macroF1": 0.8202386197774516, + "F1_coffee": 0.8194047240758394, + "IoU_coffee": 0.6940606495603804, + "precision_coffee": 0.8357821953327571, + "recall_coffee": 0.8036567629337211, + "F1_noncoffee": 0.8210725154790639, + "IoU_noncoffee": 0.6964571835499377, + "kappa": 0.6406139618478796, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8500190331176246, + "mIoU": 0.7222689926611892, + "macroF1": 0.8369018219682501, + "F1_coffee": 0.8831553973902728, + "IoU_coffee": 0.7907594264471588, + "precision_coffee": 0.9647948164146868, + "recall_coffee": 0.8142544659132337, + "F1_noncoffee": 0.7906482465462275, + "IoU_noncoffee": 0.6537785588752196, + "kappa": 0.6779354578002723, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.86572265625, + "mIoU": 0.7248783827437244, + "macroF1": 0.8363704568672815, + "F1_coffee": 0.9056733209851136, + "IoU_coffee": 0.8276078234704113, + "precision_coffee": 0.9802494802494802, + "recall_coffee": 0.841642228739003, + "F1_noncoffee": 0.7670675927494495, + "IoU_noncoffee": 0.6221489420170376, + "kappa": 0.6773525012834863, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9210526315789473, + "mIoU": 0.8037407850169357, + "macroF1": 0.8878443248024422, + "F1_coffee": 0.9488730071467839, + "IoU_coffee": 0.9027196652719666, + "precision_coffee": 0.9511388684790595, + "recall_coffee": 0.946617915904936, + "F1_noncoffee": 0.8268156424581006, + "IoU_noncoffee": 0.7047619047619048, + "kappa": 0.7756929616183823, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2597, + 2984 + ], + [ + 44604, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.8062928636868794, + "test_tta": { + "OA": 0.8504226058305279, + "mIoU": 0.7317008734611581, + "macroF1": 0.8442317554691814, + "F1_coffee": 0.8752855457843738, + "IoU_coffee": 0.7782291251825302, + "precision_coffee": 0.9065940863540765, + "recall_coffee": 0.846067253571944, + "F1_noncoffee": 0.813177965153989, + "IoU_noncoffee": 0.6851726217397859, + "kappa": 0.6890190887886568, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7657926618206992, + "mIoU": 0.6102417226329389, + "macroF1": 0.7560372478190758, + "F1_coffee": 0.8048220574271944, + "IoU_coffee": 0.6733909895414321, + "precision_coffee": 0.8895767462868985, + "recall_coffee": 0.7348125713282416, + "F1_noncoffee": 0.7072524382109571, + "IoU_noncoffee": 0.5470924557244456, + "kappa": 0.518628452698543, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.5167437388909014, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7088496526036817, + "mIoU": 0.5444779355029945, + "macroF1": 0.7039432992187054, + "F1_coffee": 0.7420557485761426, + "IoU_coffee": 0.5898955758462392, + "precision_coffee": 0.82383401437227, + "recall_coffee": 0.675046904315197, + "F1_noncoffee": 0.6658308498612681, + "IoU_noncoffee": 0.4990602951597498, + "kappa": 0.41534993213425714, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6309853467174339, + "mIoU": 0.4567005907061922, + "macroF1": 0.625554798763529, + "F1_coffee": 0.670648508096697, + "IoU_coffee": 0.5044929893872492, + "precision_coffee": 0.8109706743042152, + "recall_coffee": 0.5717232903169168, + "F1_noncoffee": 0.5804610894303611, + "IoU_noncoffee": 0.4089081920251351, + "kappa": 0.2786213439913993, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1598398932621748, + "mIoU": 0.08012851391738413, + "macroF1": 0.13848569687925688, + "F1_coffee": 0.2741210374639769, + "IoU_coffee": 0.158829815655891, + "precision_coffee": 0.998320738874895, + "recall_coffee": 0.15887226082308925, + "F1_noncoffee": 0.0028503562945368173, + "IoU_noncoffee": 0.0014272121788772598, + "kappa": -8.005553964309982e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6981971007430868, + "mIoU": 0.5362326896333383, + "macroF1": 0.6980887680484746, + "F1_coffee": 0.6923697771155398, + "IoU_coffee": 0.5294843794511442, + "precision_coffee": 0.8255848386141545, + "recall_coffee": 0.5961723511172886, + "F1_noncoffee": 0.7038077589814096, + "IoU_noncoffee": 0.5429809998155322, + "kappa": 0.41094426519438537, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7346295051450437, + "mIoU": 0.5724808246244498, + "macroF1": 0.7263442342396952, + "F1_coffee": 0.7739605355884426, + "IoU_coffee": 0.6312688604684581, + "precision_coffee": 0.8423777564717162, + "recall_coffee": 0.7158220628971811, + "F1_noncoffee": 0.6787279328909478, + "IoU_noncoffee": 0.5136927887804416, + "kappa": 0.4577722573886366, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.6927365958082342, + "mIoU": 0.5179605443875313, + "macroF1": 0.6791397953252044, + "F1_coffee": 0.7451903228469986, + "IoU_coffee": 0.5938672106336776, + "precision_coffee": 0.8055158871831489, + "recall_coffee": 0.6932708557382087, + "F1_noncoffee": 0.6130892678034102, + "IoU_noncoffee": 0.4420538781413849, + "kappa": 0.36369850600982956, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6948576783413377, + "mIoU": 0.5243216215299339, + "macroF1": 0.685767470540813, + "F1_coffee": 0.6323218066337333, + "IoU_coffee": 0.46233230134158926, + "precision_coffee": 0.6960845245494096, + "recall_coffee": 0.5792604085854668, + "F1_noncoffee": 0.7392131344478927, + "IoU_noncoffee": 0.5863109417182786, + "kappa": 0.3752531313846453, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6704033410264865, + "mIoU": 0.5016144482694126, + "macroF1": 0.6673340085099069, + "F1_coffee": 0.6353799392097265, + "IoU_coffee": 0.4656094084105488, + "precision_coffee": 0.6887190300474433, + "recall_coffee": 0.5897088693297224, + "F1_noncoffee": 0.6992880778100873, + "IoU_noncoffee": 0.5376194881282763, + "kappa": 0.3379430260640752, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6557722720084344, + "mIoU": 0.4874743741804022, + "macroF1": 0.6553241581381303, + "F1_coffee": 0.6677521115294597, + "IoU_coffee": 0.5012221203788573, + "precision_coffee": 0.6543677702433187, + "recall_coffee": 0.6816954082692708, + "F1_noncoffee": 0.6428962047468009, + "IoU_noncoffee": 0.47372662798194715, + "kappa": 0.3109581495383701, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7018144905468849, + "mIoU": 0.5348262402743967, + "macroF1": 0.6954304578258093, + "F1_coffee": 0.7395256040789182, + "IoU_coffee": 0.5867041857193106, + "precision_coffee": 0.9434389140271493, + "recall_coffee": 0.6080933284724754, + "F1_noncoffee": 0.6513353115727003, + "IoU_noncoffee": 0.4829482948294829, + "kappa": 0.42671021770670464, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.79169921875, + "mIoU": 0.609366240324078, + "macroF1": 0.7486212182399925, + "F1_coffee": 0.8526831963533393, + "IoU_coffee": 0.743197688418011, + "precision_coffee": 0.9302290536467752, + "recall_coffee": 0.7870712737472906, + "F1_noncoffee": 0.6445592401266456, + "IoU_noncoffee": 0.47553479223014505, + "kappa": 0.5055331052707168, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7258064516129032, + "mIoU": 0.5327875411543339, + "macroF1": 0.6855599705577344, + "F1_coffee": 0.7980548801667245, + "IoU_coffee": 0.6639694832967287, + "precision_coffee": 0.9279483037156704, + "recall_coffee": 0.7000609384521633, + "F1_noncoffee": 0.5730650609487443, + "IoU_noncoffee": 0.4016055990119391, + "kappa": 0.39613463644363045, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2405, + 2984 + ], + [ + 37152, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5700703422228495, + "test_tta": { + "OA": 0.7215636415729533, + "mIoU": 0.5577450775855834, + "macroF1": 0.7145311448683734, + "F1_coffee": 0.759336934482812, + "IoU_coffee": 0.6120412185932783, + "precision_coffee": 0.8186490455212923, + "recall_coffee": 0.7080386780199163, + "F1_noncoffee": 0.6697253552539348, + "IoU_noncoffee": 0.5034489365778885, + "kappa": 0.433145750998292, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6426675897080881, + "mIoU": 0.46726470156227407, + "macroF1": 0.6348203242482102, + "F1_coffee": 0.6883522012578617, + "IoU_coffee": 0.5247995703709387, + "precision_coffee": 0.8062824139556812, + "recall_coffee": 0.6005179527697305, + "F1_noncoffee": 0.5812884472385588, + "IoU_noncoffee": 0.40972983275360936, + "kappa": 0.29004658456987736, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6412962344107185, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7662595802592937, + "mIoU": 0.6075995706894607, + "macroF1": 0.7533562158520343, + "F1_coffee": 0.8097701735721469, + "IoU_coffee": 0.6803477409085343, + "precision_coffee": 0.8177911221005534, + "recall_coffee": 0.8019050368018473, + "F1_noncoffee": 0.6969422581319217, + "IoU_noncoffee": 0.534851400470387, + "kappa": 0.5067880186964577, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6954251759547709, + "mIoU": 0.5179577581865246, + "macroF1": 0.6782625517061216, + "F1_coffee": 0.7525717633274751, + "IoU_coffee": 0.6032986437239358, + "precision_coffee": 0.8072186196149399, + "recall_coffee": 0.7048547098586604, + "F1_noncoffee": 0.603953340084768, + "IoU_noncoffee": 0.43261687264911336, + "kappa": 0.361211105483701, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.304869913275517, + "mIoU": 0.1528301540992249, + "macroF1": 0.23473441258084204, + "F1_coffee": 0.4664072101597706, + "IoU_coffee": 0.3041271537331374, + "precision_coffee": 0.9986842105263158, + "recall_coffee": 0.30424906467129875, + "F1_noncoffee": 0.0030616150019135095, + "IoU_noncoffee": 0.0015331544653123803, + "kappa": 0.00013289244110864325, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7709830673650871, + "mIoU": 0.6227670738749206, + "macroF1": 0.7667334335781686, + "F1_coffee": 0.7982183106150048, + "IoU_coffee": 0.6641957667232294, + "precision_coffee": 0.8013145135222498, + "recall_coffee": 0.7951459424783492, + "F1_noncoffee": 0.7352485565413323, + "IoU_noncoffee": 0.5813383810266117, + "kappa": 0.5334760058344067, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7464191530068773, + "mIoU": 0.5783515121570566, + "macroF1": 0.729181762659074, + "F1_coffee": 0.7975059872821868, + "IoU_coffee": 0.6632099443719525, + "precision_coffee": 0.8085231078365707, + "recall_coffee": 0.7867850741404595, + "F1_noncoffee": 0.6608575380359613, + "IoU_noncoffee": 0.4934930799421607, + "kappa": 0.45853190674379124, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7815004729426993, + "mIoU": 0.6209648858383968, + "macroF1": 0.7625256693381566, + "F1_coffee": 0.8296526295361925, + "IoU_coffee": 0.7088943423758042, + "precision_coffee": 0.8384717972856358, + "recall_coffee": 0.8210170533108004, + "F1_noncoffee": 0.6953987091401208, + "IoU_noncoffee": 0.5330354293009895, + "kappa": 0.5251452753887883, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7557690055054469, + "mIoU": 0.6055861805220226, + "macroF1": 0.7539997025548317, + "F1_coffee": 0.7331370792269295, + "IoU_coffee": 0.5787027682360073, + "precision_coffee": 0.7257982767359351, + "recall_coffee": 0.7406258081199897, + "F1_noncoffee": 0.7748623258827341, + "IoU_noncoffee": 0.632469592808038, + "kappa": 0.5080418383936617, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6838114078470161, + "mIoU": 0.5171523070650462, + "macroF1": 0.6810804309797431, + "F1_coffee": 0.7105924957247762, + "IoU_coffee": 0.5511000156030582, + "precision_coffee": 0.641016333938294, + "recall_coffee": 0.7971112615662379, + "F1_noncoffee": 0.6515683662347099, + "IoU_noncoffee": 0.4832045985270343, + "kappa": 0.37108127687076287, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6690564048497628, + "mIoU": 0.5023407359182098, + "macroF1": 0.6686405869345913, + "F1_coffee": 0.65690239370423, + "IoU_coffee": 0.4890950520833333, + "precision_coffee": 0.6930350553505535, + "recall_coffee": 0.6243507168086433, + "F1_noncoffee": 0.6803787801649527, + "IoU_noncoffee": 0.5155864197530864, + "kappa": 0.338955108033141, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7874635198578861, + "mIoU": 0.6127829829366437, + "macroF1": 0.7531040943516079, + "F1_coffee": 0.8452083910913963, + "IoU_coffee": 0.7319142125480154, + "precision_coffee": 0.8571696344892221, + "recall_coffee": 0.8335763762304047, + "F1_noncoffee": 0.6609997976118195, + "IoU_noncoffee": 0.49365175332527206, + "kappa": 0.5064186781663241, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80205078125, + "mIoU": 0.6293806348873232, + "macroF1": 0.7656230142398792, + "F1_coffee": 0.858023394270505, + "IoU_coffee": 0.7513493621197253, + "precision_coffee": 0.9519738887161953, + "recall_coffee": 0.7809511666454163, + "F1_noncoffee": 0.6732226342092535, + "IoU_noncoffee": 0.5074119076549211, + "kappa": 0.5415238250571712, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8820977174118091, + "mIoU": 0.7159202800399012, + "macroF1": 0.8261607177712137, + "F1_coffee": 0.9247713047664902, + "IoU_coffee": 0.8600694055748349, + "precision_coffee": 0.9134466769706336, + "recall_coffee": 0.9363802559414991, + "F1_noncoffee": 0.7275501307759372, + "IoU_noncoffee": 0.5717711545049674, + "kappa": 0.6525148641830649, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2653, + 2984 + ], + [ + 40110, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.613296890258789, + "test_tta": { + "OA": 0.7744968125492443, + "mIoU": 0.6099970530136838, + "macroF1": 0.7536388195750445, + "F1_coffee": 0.8253228468783377, + "IoU_coffee": 0.7025954703256737, + "precision_coffee": 0.7944349497970519, + "recall_coffee": 0.8587097705296579, + "F1_noncoffee": 0.6819547922717515, + "IoU_noncoffee": 0.5173986357016939, + "kappa": 0.5086300894316466, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7137417791623399, + "mIoU": 0.5291689096161958, + "macroF1": 0.685289110958076, + "F1_coffee": 0.7799166149206067, + "IoU_coffee": 0.6392322233532063, + "precision_coffee": 0.7881667413715823, + "recall_coffee": 0.7718374155034676, + "F1_noncoffee": 0.5906616069955453, + "IoU_noncoffee": 0.4191055958791852, + "kappa": 0.37070646486442266, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s2_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 41, + "stopped_epoch": 71, + "best_val": 0.7728123206808433, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8271076570446243, + "mIoU": 0.6991271789093219, + "macroF1": 0.822181331528766, + "F1_coffee": 0.8517785044289903, + "IoU_coffee": 0.7418242104981683, + "precision_coffee": 0.9097527382435889, + "recall_coffee": 0.800750469043152, + "F1_noncoffee": 0.7925841586285419, + "IoU_noncoffee": 0.6564301473204754, + "kappa": 0.6463722203769254, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7412022614514826, + "mIoU": 0.5817496662578789, + "macroF1": 0.7340816666731428, + "F1_coffee": 0.7775959941498723, + "IoU_coffee": 0.6361202928233934, + "precision_coffee": 0.8932456290221539, + "recall_coffee": 0.6884601878676148, + "F1_noncoffee": 0.6905673391964132, + "IoU_noncoffee": 0.5273790396923644, + "kappa": 0.4802842688839186, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28258839226150767, + "mIoU": 0.14178775646893527, + "macroF1": 0.2217225358040311, + "F1_coffee": 0.4393702429360859, + "IoU_coffee": 0.28153393907001606, + "precision_coffee": 1.0, + "recall_coffee": 0.28153393907001606, + "F1_noncoffee": 0.004074828671976292, + "IoU_noncoffee": 0.0020415738678544915, + "kappa": 0.0011488843189187618, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8248264100377635, + "mIoU": 0.7003343009228904, + "macroF1": 0.8235726989463885, + "F1_coffee": 0.8384451185260083, + "IoU_coffee": 0.7218299642131735, + "precision_coffee": 0.8832997987927566, + "recall_coffee": 0.79792579920881, + "F1_noncoffee": 0.8087002793667687, + "IoU_noncoffee": 0.6788386376326074, + "kappa": 0.6482195486036182, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8008687108950825, + "mIoU": 0.6629747699255627, + "macroF1": 0.7966174276287952, + "F1_coffee": 0.8260221368872825, + "IoU_coffee": 0.7036096359578234, + "precision_coffee": 0.9270865023831254, + "recall_coffee": 0.7448264624409321, + "F1_noncoffee": 0.7672127183703077, + "IoU_noncoffee": 0.622339903893302, + "kappa": 0.5996015385664428, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8542340817444118, + "mIoU": 0.7323364189010718, + "macroF1": 0.8441268448875909, + "F1_coffee": 0.8838187445440838, + "IoU_coffee": 0.7918236757909705, + "precision_coffee": 0.9140676296782666, + "recall_coffee": 0.855507758488247, + "F1_noncoffee": 0.804434945231098, + "IoU_noncoffee": 0.6728491620111732, + "kappa": 0.6888273024779913, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8054351645777205, + "mIoU": 0.6726542062179336, + "macroF1": 0.8040723235082491, + "F1_coffee": 0.7877316293929713, + "IoU_coffee": 0.6497997048281678, + "precision_coffee": 0.7786760990399192, + "recall_coffee": 0.7970002585983967, + "F1_noncoffee": 0.8204130176235269, + "IoU_noncoffee": 0.6955087076076993, + "kappa": 0.6081894781534991, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7678865809429608, + "mIoU": 0.6194357892787812, + "macroF1": 0.7643221382875862, + "F1_coffee": 0.7353383458646616, + "IoU_coffee": 0.5814506539833532, + "precision_coffee": 0.8267117497886729, + "recall_coffee": 0.6621530128639134, + "F1_noncoffee": 0.7933059307105108, + "IoU_noncoffee": 0.6574209245742092, + "kappa": 0.5330987199766991, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8232999472851872, + "mIoU": 0.6996502386248876, + "macroF1": 0.8232850798157747, + "F1_coffee": 0.8216641838689083, + "IoU_coffee": 0.6973090121004154, + "precision_coffee": 0.8420937840785169, + "recall_coffee": 0.8022023685850821, + "F1_noncoffee": 0.824905975762641, + "IoU_noncoffee": 0.7019914651493598, + "kappa": 0.6467742788439106, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8458317472401979, + "mIoU": 0.7178688859389359, + "macroF1": 0.8340969883281244, + "F1_coffee": 0.8782199057833016, + "IoU_coffee": 0.7828806290207291, + "precision_coffee": 0.9755065686929414, + "recall_coffee": 0.7985781990521327, + "F1_noncoffee": 0.7899740708729472, + "IoU_noncoffee": 0.6528571428571428, + "kappa": 0.6737895006334, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.83017578125, + "mIoU": 0.6749378415484729, + "macroF1": 0.8011025866919468, + "F1_coffee": 0.877145884846344, + "IoU_coffee": 0.781175286271549, + "precision_coffee": 0.9835234474017744, + "recall_coffee": 0.7915338518424072, + "F1_noncoffee": 0.7250592885375494, + "IoU_noncoffee": 0.5687003968253969, + "kappa": 0.6123539875161657, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.881909073759668, + "mIoU": 0.7383806757605945, + "macroF1": 0.8444638488146461, + "F1_coffee": 0.920779549481144, + "IoU_coffee": 0.8531894934333959, + "precision_coffee": 0.9574944071588367, + "recall_coffee": 0.8867763558805606, + "F1_noncoffee": 0.7681481481481481, + "IoU_noncoffee": 0.6235718580877931, + "kappa": 0.6902605467655633, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2626, + 2984 + ], + [ + 43535, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.650432173411051, + "test_tta": { + "OA": 0.8324797650598095, + "mIoU": 0.7065025820725818, + "macroF1": 0.8272405279777302, + "F1_coffee": 0.8573258704570758, + "IoU_coffee": 0.7502802840211414, + "precision_coffee": 0.9089057043073341, + "recall_coffee": 0.8112858998412469, + "F1_noncoffee": 0.7971551854983846, + "IoU_noncoffee": 0.6627248801240221, + "kappa": 0.6560558682691615, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7468558901580709, + "mIoU": 0.5881456095215158, + "macroF1": 0.7390553570054024, + "F1_coffee": 0.7841719541586739, + "IoU_coffee": 0.6449694566932319, + "precision_coffee": 0.8916666666666667, + "recall_coffee": 0.6998068650689141, + "F1_noncoffee": 0.6939387598521308, + "IoU_noncoffee": 0.5313217623497998, + "kappa": 0.4886494452298748, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f0_s2_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.8040581781665213, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8331781391017835, + "mIoU": 0.7092417807730725, + "macroF1": 0.8293294279028414, + "F1_coffee": 0.8549587420208625, + "IoU_coffee": 0.7466619530633889, + "precision_coffee": 0.9280716579347642, + "recall_coffee": 0.7925241737624477, + "F1_noncoffee": 0.8037001137848203, + "IoU_noncoffee": 0.6718216084827562, + "kappa": 0.6615020707677567, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7436396677050883, + "mIoU": 0.5864114441768253, + "macroF1": 0.7381548561549398, + "F1_coffee": 0.776051706542692, + "IoU_coffee": 0.6340559570131554, + "precision_coffee": 0.9109947643979057, + "recall_coffee": 0.6759283644982881, + "F1_noncoffee": 0.7002580057671878, + "IoU_noncoffee": 0.5387669313404951, + "kappa": 0.49125048891573053, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26324216144096063, + "mIoU": 0.13207367234327866, + "macroF1": 0.2096910928956239, + "F1_coffee": 0.41541393182299385, + "IoU_coffee": 0.26215927311598075, + "precision_coffee": 1.0, + "recall_coffee": 0.26215927311598075, + "F1_noncoffee": 0.003968253968253968, + "IoU_noncoffee": 0.0019880715705765406, + "kappa": 0.0010418397977492672, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8323181873553417, + "mIoU": 0.7116024014756965, + "macroF1": 0.8313670833687227, + "F1_coffee": 0.844031499631749, + "IoU_coffee": 0.730150950793962, + "precision_coffee": 0.8976861894432393, + "recall_coffee": 0.7964289532770235, + "F1_noncoffee": 0.8187026671056964, + "IoU_noncoffee": 0.6930538521574312, + "kappa": 0.6641289073121078, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8147784270127721, + "mIoU": 0.6828733288657585, + "macroF1": 0.8109472934281663, + "F1_coffee": 0.8378598587724063, + "IoU_coffee": 0.7209628417854639, + "precision_coffee": 0.9426563454878794, + "recall_coffee": 0.7540329151051002, + "F1_noncoffee": 0.7840347280839262, + "IoU_noncoffee": 0.6447838159460532, + "kappa": 0.628018116414965, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8515955593169712, + "mIoU": 0.7317886923698174, + "macroF1": 0.8441159868949681, + "F1_coffee": 0.8782619349042349, + "IoU_coffee": 0.7829474297364205, + "precision_coffee": 0.9375708431423838, + "recall_coffee": 0.8260101398064219, + "F1_noncoffee": 0.8099700388857015, + "IoU_noncoffee": 0.6806299550032141, + "kappa": 0.6901673019091009, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8214829565421108, + "mIoU": 0.6944541047984428, + "macroF1": 0.819352955747376, + "F1_coffee": 0.7997371879106439, + "IoU_coffee": 0.6663017298007444, + "precision_coffee": 0.8129842372428533, + "recall_coffee": 0.7869149211274891, + "F1_noncoffee": 0.8389687235841082, + "IoU_noncoffee": 0.7226064797961412, + "kappa": 0.638783028850297, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7625013737773382, + "mIoU": 0.6082535604004263, + "macroF1": 0.7549233750841515, + "F1_coffee": 0.7118282437658354, + "IoU_coffee": 0.5525879917184265, + "precision_coffee": 0.8699478487614081, + "recall_coffee": 0.6023470999774317, + "F1_noncoffee": 0.7980185064024675, + "IoU_noncoffee": 0.6639191290824261, + "kappa": 0.5209394080149281, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8231945176594623, + "mIoU": 0.6991181415294214, + "macroF1": 0.8228699766545555, + "F1_coffee": 0.8152880273157836, + "IoU_coffee": 0.6881740423949424, + "precision_coffee": 0.8675574308485701, + "recall_coffee": 0.7689590691876169, + "F1_noncoffee": 0.8304519259933273, + "IoU_noncoffee": 0.7100622406639004, + "kappa": 0.6469164046658676, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8440553229285623, + "mIoU": 0.7141148908734591, + "macroF1": 0.8313896245111874, + "F1_coffee": 0.8776018324868041, + "IoU_coffee": 0.7818988464951198, + "precision_coffee": 0.9672886937431394, + "recall_coffee": 0.8031352533722202, + "F1_noncoffee": 0.7851774165355707, + "IoU_noncoffee": 0.6463309352517985, + "kappa": 0.6677918226583852, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.86123046875, + "mIoU": 0.7168206985554306, + "macroF1": 0.8306226178351925, + "F1_coffee": 0.9026245460152128, + "IoU_coffee": 0.8225302859997502, + "precision_coffee": 0.9757037037037037, + "recall_coffee": 0.8397296952696672, + "F1_noncoffee": 0.7586206896551724, + "IoU_noncoffee": 0.6111111111111112, + "kappa": 0.6658913450689316, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8770043388039992, + "mIoU": 0.7383102636884014, + "macroF1": 0.845192946472914, + "F1_coffee": 0.9153686396677051, + "IoU_coffee": 0.8439444710387746, + "precision_coffee": 0.9790365125642093, + "recall_coffee": 0.8594759293113955, + "F1_noncoffee": 0.7750172532781229, + "IoU_noncoffee": 0.6326760563380281, + "kappa": 0.6938280148466639, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2718, + 2984 + ], + [ + 43782, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5676934043566386, + "test_tta": { + "OA": 0.8465905021130291, + "mIoU": 0.7274341945639473, + "macroF1": 0.841519825304209, + "F1_coffee": 0.8698676955326357, + "IoU_coffee": 0.7697043010752688, + "precision_coffee": 0.9180774656919328, + "recall_coffee": 0.8264684658680906, + "F1_noncoffee": 0.8131719550757823, + "IoU_noncoffee": 0.6851640880526257, + "kappa": 0.6842894993060968, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7591294565593631, + "mIoU": 0.6035377985365027, + "macroF1": 0.7511723648234285, + "F1_coffee": 0.7956689300789136, + "IoU_coffee": 0.6606729245398025, + "precision_coffee": 0.8989798457327693, + "recall_coffee": 0.7136555175138267, + "F1_noncoffee": 0.7066757995679435, + "IoU_noncoffee": 0.546402672533203, + "kappa": 0.511604027843472, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.5909888995330455, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7645492398566863, + "mIoU": 0.5745846463513978, + "macroF1": 0.7201042503891628, + "F1_coffee": 0.831638835354806, + "IoU_coffee": 0.7117994508208056, + "precision_coffee": 0.9210633946830266, + "recall_coffee": 0.758041781499169, + "F1_noncoffee": 0.6085696654235196, + "IoU_noncoffee": 0.43736984188198996, + "kappa": 0.45221340041439273, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7410868812737972, + "mIoU": 0.5489750593690337, + "macroF1": 0.6991161334877918, + "F1_coffee": 0.811491935483871, + "IoU_coffee": 0.6827820186598813, + "precision_coffee": 0.8909178944455973, + "recall_coffee": 0.7450685486203505, + "F1_noncoffee": 0.5867403314917127, + "IoU_noncoffee": 0.4151681000781861, + "kappa": 0.4085377811950605, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7313106796116505, + "mIoU": 0.5408739782869407, + "macroF1": 0.6930492258281837, + "F1_coffee": 0.8014207297384566, + "IoU_coffee": 0.6686422413793104, + "precision_coffee": 0.9244330408872703, + "recall_coffee": 0.7073016275093408, + "F1_noncoffee": 0.584677721917911, + "IoU_noncoffee": 0.4131057151945711, + "kappa": 0.4080216239569939, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8318263140080266, + "mIoU": 0.6592121525385594, + "macroF1": 0.7866689494419491, + "F1_coffee": 0.884819181348523, + "IoU_coffee": 0.7934311338124369, + "precision_coffee": 0.932565445026178, + "recall_coffee": 0.8417238989351647, + "F1_noncoffee": 0.6885187175353752, + "IoU_noncoffee": 0.5249931712646818, + "kappa": 0.5763411264808531, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.730380542526957, + "mIoU": 0.5329651641577214, + "macroF1": 0.684275406534382, + "F1_coffee": 0.8049258326336411, + "IoU_coffee": 0.673536299765808, + "precision_coffee": 0.9049004955557304, + "recall_coffee": 0.7248440551950097, + "F1_noncoffee": 0.5636249804351229, + "IoU_noncoffee": 0.39239402854963495, + "kappa": 0.38533411750049656, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.6333499253359881, + "mIoU": 0.4024974738612711, + "macroF1": 0.5470791938485676, + "F1_coffee": 0.7447501559359623, + "IoU_coffee": 0.5933083038869258, + "precision_coffee": 0.9646319569120287, + "recall_coffee": 0.606501862512699, + "F1_noncoffee": 0.3494082317611729, + "IoU_noncoffee": 0.21168664383561644, + "kappa": 0.20009299450411352, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8602897400277832, + "mIoU": 0.6097052593524148, + "macroF1": 0.729769460591824, + "F1_coffee": 0.9175740545603559, + "IoU_coffee": 0.8477014602487831, + "precision_coffee": 0.9567818337199365, + "recall_coffee": 0.8814531548757171, + "F1_noncoffee": 0.5419648666232921, + "IoU_noncoffee": 0.3717090584560464, + "kappa": 0.4645356304071155, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.6843619765826553, + "mIoU": 0.4341022625240638, + "macroF1": 0.5715692829644036, + "F1_coffee": 0.7913961571250574, + "IoU_coffee": 0.6548019533369506, + "precision_coffee": 0.9490405787983642, + "recall_coffee": 0.678663817343381, + "F1_noncoffee": 0.35174240880374974, + "IoU_noncoffee": 0.21340257171117705, + "kappa": 0.21080844300400195, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8245381335859782, + "mIoU": 0.6843439011395278, + "macroF1": 0.8103285775286618, + "F1_coffee": 0.8622433799464445, + "IoU_coffee": 0.7578451882845189, + "precision_coffee": 0.89004914004914, + "recall_coffee": 0.8361223312175419, + "F1_noncoffee": 0.7584137751108792, + "IoU_noncoffee": 0.6108426139945367, + "kappa": 0.6213053273430902, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8047722342733189, + "mIoU": 0.6599722275739968, + "macroF1": 0.7931726090933373, + "F1_coffee": 0.8421534238218698, + "IoU_coffee": 0.7273445732349842, + "precision_coffee": 0.9002282360612976, + "recall_coffee": 0.7911174785100287, + "F1_noncoffee": 0.7441917943648048, + "IoU_noncoffee": 0.5925998819130093, + "kappa": 0.5891164219279437, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7741205319249269, + "mIoU": 0.6144487961607137, + "macroF1": 0.7580579552444777, + "F1_coffee": 0.8203974503187101, + "IoU_coffee": 0.6954863318499682, + "precision_coffee": 0.8607395751376868, + "recall_coffee": 0.7836676217765043, + "F1_noncoffee": 0.6957184601702452, + "IoU_noncoffee": 0.5334112604714591, + "kappa": 0.5179100869185037, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2415, + 2995 + ], + [ + 44958, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.052100630601247, + "test_tta": { + "OA": 0.7851425066976534, + "mIoU": 0.5971996330490121, + "macroF1": 0.7380278763614894, + "F1_coffee": 0.849125670055191, + "IoU_coffee": 0.7378092011974161, + "precision_coffee": 0.9203311551122685, + "recall_coffee": 0.7881471819577978, + "F1_noncoffee": 0.6269300826677876, + "IoU_noncoffee": 0.45659006490060816, + "kappa": 0.48369793494760305, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7607159340025383, + "mIoU": 0.5690758820989149, + "macroF1": 0.7152997932971554, + "F1_coffee": 0.8290098836430345, + "IoU_coffee": 0.7079563457137827, + "precision_coffee": 0.8904312787814382, + "recall_coffee": 0.77551531979715, + "F1_noncoffee": 0.6015897029512763, + "IoU_noncoffee": 0.43019541848404713, + "kappa": 0.4368430779136994, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 93, + "stopped_epoch": 100, + "best_val": 0.6660367451238192, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8571221070978987, + "mIoU": 0.6816716440747278, + "macroF1": 0.8014935249080415, + "F1_coffee": 0.9065774616675285, + "IoU_coffee": 0.8291190549722051, + "precision_coffee": 0.9094854965064577, + "recall_coffee": 0.9036879641512212, + "F1_noncoffee": 0.6964095881485546, + "IoU_noncoffee": 0.5342242331772505, + "kappa": 0.6030002394969536, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8279393100265374, + "mIoU": 0.6400201874638372, + "macroF1": 0.7695721257564538, + "F1_coffee": 0.8855437869368332, + "IoU_coffee": 0.7945972004614246, + "precision_coffee": 0.8812319795306562, + "recall_coffee": 0.8898979965677484, + "F1_noncoffee": 0.6536004645760743, + "IoU_noncoffee": 0.48544317446624974, + "kappa": 0.5391776409948786, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13580246913580246, + "mIoU": 0.06954225352112677, + "macroF1": 0.125, + "F1_coffee": 0.2222222222222222, + "IoU_coffee": 0.125, + "precision_coffee": 1.0, + "recall_coffee": 0.125, + "F1_noncoffee": 0.027777777777777776, + "IoU_noncoffee": 0.014084507042253521, + "kappa": 0.0035149384885764527, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8401941747572815, + "mIoU": 0.6557075848950565, + "macroF1": 0.7815413003595024, + "F1_coffee": 0.8947368421052632, + "IoU_coffee": 0.8095238095238095, + "precision_coffee": 0.9036362462055157, + "recall_coffee": 0.8860110189348362, + "F1_noncoffee": 0.6683457586137417, + "IoU_noncoffee": 0.5018913602663035, + "kappa": 0.5632160789287182, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8490401818093902, + "mIoU": 0.6715442106300298, + "macroF1": 0.7941263886231745, + "F1_coffee": 0.9004527772463491, + "IoU_coffee": 0.8189305185013339, + "precision_coffee": 0.9114969982570524, + "recall_coffee": 0.8896729884695357, + "F1_noncoffee": 0.6878, + "IoU_noncoffee": 0.5241579027587258, + "kappa": 0.5884422706973766, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8820656641361636, + "mIoU": 0.7205135153918328, + "macroF1": 0.8299892975174377, + "F1_coffee": 0.9240825473900458, + "IoU_coffee": 0.858878666898108, + "precision_coffee": 0.9131397637795275, + "recall_coffee": 0.935290781929305, + "F1_noncoffee": 0.7358960476448294, + "IoU_noncoffee": 0.5821483638855577, + "kappa": 0.6601483817586292, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8530612244897959, + "mIoU": 0.5928079206145511, + "macroF1": 0.7131765579840517, + "F1_coffee": 0.9134818288393904, + "IoU_coffee": 0.8407423392317652, + "precision_coffee": 0.950128033166687, + "recall_coffee": 0.8795575121345525, + "F1_noncoffee": 0.5128712871287129, + "IoU_noncoffee": 0.3448735019973369, + "kappa": 0.43111799988197563, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.869220083349871, + "mIoU": 0.6193524571372846, + "macroF1": 0.7375719944111474, + "F1_coffee": 0.9234433085501859, + "IoU_coffee": 0.8577749001834466, + "precision_coffee": 0.9548348348348349, + "recall_coffee": 0.8940501630862671, + "F1_noncoffee": 0.5517006802721088, + "IoU_noncoffee": 0.3809300140911226, + "kappa": 0.4784450483117869, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9079182377455844, + "mIoU": 0.6759508424492273, + "macroF1": 0.7848602293012386, + "F1_coffee": 0.9475706214689266, + "IoU_coffee": 0.90036504187245, + "precision_coffee": 0.9519809285957543, + "recall_coffee": 0.9432009897649308, + "F1_noncoffee": 0.6221498371335505, + "IoU_noncoffee": 0.4515366430260047, + "kappa": 0.5697870027096971, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8279488394126007, + "mIoU": 0.6782642966843047, + "macroF1": 0.8044487853385947, + "F1_coffee": 0.8722386379625721, + "IoU_coffee": 0.7734248284466625, + "precision_coffee": 0.8512771216698709, + "recall_coffee": 0.8942585112521638, + "F1_noncoffee": 0.7366589327146171, + "IoU_noncoffee": 0.5831037649219467, + "kappa": 0.6093857401507958, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8298594737338489, + "mIoU": 0.6833766961284701, + "macroF1": 0.8084743522528516, + "F1_coffee": 0.8724727838258165, + "IoU_coffee": 0.7737931034482759, + "precision_coffee": 0.8611498744069216, + "recall_coffee": 0.8840974212034384, + "F1_noncoffee": 0.7444759206798867, + "IoU_noncoffee": 0.5929602888086642, + "kappa": 0.6170813504733421, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.857493162312553, + "mIoU": 0.7229273386120312, + "macroF1": 0.8361857944211875, + "F1_coffee": 0.8952658210300132, + "IoU_coffee": 0.8103902622662819, + "precision_coffee": 0.8671948435611656, + "recall_coffee": 0.925214899713467, + "F1_noncoffee": 0.7771057678123617, + "IoU_noncoffee": 0.6354644149577805, + "kappa": 0.6731005531779938, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2450, + 2995 + ], + [ + 50659, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.035142044226329, + "test_tta": { + "OA": 0.8647396791581937, + "mIoU": 0.6905677005389116, + "macroF1": 0.8077824015957147, + "F1_coffee": 0.9124160056849652, + "IoU_coffee": 0.8389384272426782, + "precision_coffee": 0.9064952863491009, + "recall_coffee": 0.9184145751372731, + "F1_noncoffee": 0.7031487975064641, + "IoU_noncoffee": 0.542196973835145, + "kappa": 0.6156203798288257, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8351505711318795, + "mIoU": 0.6461298410527931, + "macroF1": 0.7736857904889742, + "F1_coffee": 0.8916279510761353, + "IoU_coffee": 0.804448246364414, + "precision_coffee": 0.8770915331380925, + "recall_coffee": 0.9066543259867723, + "F1_noncoffee": 0.6557436299018131, + "IoU_noncoffee": 0.48781143574117225, + "kappa": 0.5477661770028038, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s0_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 91, + "stopped_epoch": 100, + "best_val": 0.7789797382712826, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.906394241631968, + "mIoU": 0.7705032766427733, + "macroF1": 0.8655347149006591, + "F1_coffee": 0.9396575043176096, + "IoU_coffee": 0.8861830098706803, + "precision_coffee": 0.9294844087681383, + "recall_coffee": 0.9500557507415901, + "F1_noncoffee": 0.7914119254837085, + "IoU_noncoffee": 0.6548235434148664, + "kappa": 0.7311807434994189, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8737163955232491, + "mIoU": 0.7143323565575803, + "macroF1": 0.8263584075977994, + "F1_coffee": 0.9170409110719496, + "IoU_coffee": 0.8467918321639166, + "precision_coffee": 0.9014622333985285, + "recall_coffee": 0.9331675054472532, + "F1_noncoffee": 0.7356759041236491, + "IoU_noncoffee": 0.581872880951244, + "kappa": 0.6530469638896721, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5679012345679012, + "mIoU": 0.2951388888888889, + "macroF1": 0.387027027027027, + "F1_coffee": 0.72, + "IoU_coffee": 0.5625, + "precision_coffee": 1.0, + "recall_coffee": 0.5625, + "F1_noncoffee": 0.05405405405405406, + "IoU_noncoffee": 0.027777777777777776, + "kappa": 0.030769230769230792, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9034466019417475, + "mIoU": 0.7629622617547492, + "macroF1": 0.8602490911734753, + "F1_coffee": 0.9379465260662029, + "IoU_coffee": 0.8831443510957053, + "precision_coffee": 0.9243635469191981, + "recall_coffee": 0.9519346463175227, + "F1_noncoffee": 0.7825516562807477, + "IoU_noncoffee": 0.6427801724137931, + "kappa": 0.7207095072137671, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9113679222474735, + "mIoU": 0.7813942093721, + "macroF1": 0.8729536227054814, + "F1_coffee": 0.9428134651982654, + "IoU_coffee": 0.8918137283834032, + "precision_coffee": 0.9337535533308614, + "recall_coffee": 0.9520509104656292, + "F1_noncoffee": 0.8030937802126974, + "IoU_noncoffee": 0.6709746903607969, + "kappa": 0.7459895834635076, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9043566558677046, + "mIoU": 0.7671948317301699, + "macroF1": 0.8633299344296691, + "F1_coffee": 0.9382106709983756, + "IoU_coffee": 0.8836128273021477, + "precision_coffee": 0.9303636701567437, + "recall_coffee": 0.9461911662781173, + "F1_noncoffee": 0.7884491978609626, + "IoU_noncoffee": 0.650776836158192, + "kappa": 0.7267264269330704, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.933001493280239, + "mIoU": 0.7357595162765918, + "macroF1": 0.8335820430187546, + "F1_coffee": 0.9622101184794205, + "IoU_coffee": 0.9271723839411319, + "precision_coffee": 0.95731843575419, + "recall_coffee": 0.9671520487639689, + "F1_noncoffee": 0.7049539675580886, + "IoU_noncoffee": 0.5443466486120515, + "kappa": 0.6672319219425946, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9378845008930343, + "mIoU": 0.7488521876799079, + "macroF1": 0.8436516786602242, + "F1_coffee": 0.9650318400178751, + "IoU_coffee": 0.9324265975820379, + "precision_coffee": 0.9586061480412829, + "recall_coffee": 0.9715442582386683, + "F1_noncoffee": 0.7222715173025732, + "IoU_noncoffee": 0.5652777777777778, + "kappa": 0.6874149087879682, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9285572534232983, + "mIoU": 0.7305483358832471, + "macroF1": 0.829970178889173, + "F1_coffee": 0.9594411897251014, + "IoU_coffee": 0.9220441749675184, + "precision_coffee": 0.9610653425121318, + "recall_coffee": 0.9578225171521764, + "F1_noncoffee": 0.7004991680532446, + "IoU_noncoffee": 0.5390524967989757, + "kappa": 0.6599475292236694, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8753197536712458, + "mIoU": 0.7545832943215371, + "macroF1": 0.8579705638804955, + "F1_coffee": 0.9076102218477956, + "IoU_coffee": 0.8308483290488432, + "precision_coffee": 0.8840262582056893, + "recall_coffee": 0.9324870167339873, + "F1_noncoffee": 0.8083309059131955, + "IoU_noncoffee": 0.6783182595942312, + "kappa": 0.7163599203885529, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8861642931245873, + "mIoU": 0.7753185026556848, + "macroF1": 0.8718106685806188, + "F1_coffee": 0.9147056745106353, + "IoU_coffee": 0.8428180752702175, + "precision_coffee": 0.9025240552224236, + "recall_coffee": 0.9272206303724928, + "F1_noncoffee": 0.8289156626506025, + "IoU_noncoffee": 0.7078189300411523, + "kappa": 0.7437149867330899, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8813543336791474, + "mIoU": 0.7655930179444653, + "macroF1": 0.8653348875658304, + "F1_coffee": 0.911781206171108, + "IoU_coffee": 0.8378657043433432, + "precision_coffee": 0.8929945054945055, + "recall_coffee": 0.9313753581661891, + "F1_noncoffee": 0.8188885689605528, + "IoU_noncoffee": 0.6933203315455875, + "kappa": 0.7309142751318439, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2718, + 2995 + ], + [ + 53444, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.040111033121745, + "test_tta": { + "OA": 0.9088957748297344, + "mIoU": 0.7743774144340796, + "macroF1": 0.8680884494981942, + "F1_coffee": 0.9414570910033705, + "IoU_coffee": 0.8893896345645146, + "precision_coffee": 0.9283727399165508, + "recall_coffee": 0.9549155323669871, + "F1_noncoffee": 0.7947198079930179, + "IoU_noncoffee": 0.6593651943036447, + "kappa": 0.7363605286424116, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8764422522210684, + "mIoU": 0.717170584849911, + "macroF1": 0.828224996749882, + "F1_coffee": 0.9192333437037457, + "IoU_coffee": 0.8505382159493362, + "precision_coffee": 0.8993174691016418, + "recall_coffee": 0.9400512909508109, + "F1_noncoffee": 0.7372166497960185, + "IoU_noncoffee": 0.5838029537504859, + "kappa": 0.6569973067704963, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s0_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 51, + "stopped_epoch": 81, + "best_val": 0.7793047381318815, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9133017010425745, + "mIoU": 0.7791537099870278, + "macroF1": 0.8710429565811414, + "F1_coffee": 0.9448641103538878, + "IoU_coffee": 0.8954904478424964, + "precision_coffee": 0.9224633760195595, + "recall_coffee": 0.9683798624113774, + "F1_noncoffee": 0.7972218028083949, + "IoU_noncoffee": 0.6628169721315591, + "kappa": 0.7426440585186177, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8805382485289027, + "mIoU": 0.7184832924641071, + "macroF1": 0.8285796557335645, + "F1_coffee": 0.9229552874643053, + "IoU_coffee": 0.8569331214591681, + "precision_coffee": 0.8915504600345026, + "recall_coffee": 0.9566533618711556, + "F1_noncoffee": 0.7342040240028238, + "IoU_noncoffee": 0.5800334634690463, + "kappa": 0.6586206263436695, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5802469135802469, + "mIoU": 0.30178571428571427, + "macroF1": 0.39285714285714285, + "F1_coffee": 0.7301587301587301, + "IoU_coffee": 0.575, + "precision_coffee": 1.0, + "recall_coffee": 0.575, + "F1_noncoffee": 0.05555555555555555, + "IoU_noncoffee": 0.02857142857142857, + "kappa": 0.032326071679550226, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9155339805825242, + "mIoU": 0.7861491978548374, + "macroF1": 0.8758966694147778, + "F1_coffee": 0.946033124495999, + "IoU_coffee": 0.8975928432699665, + "precision_coffee": 0.9270561060117926, + "recall_coffee": 0.9658033056804509, + "F1_noncoffee": 0.8057602143335566, + "IoU_noncoffee": 0.6747055524397083, + "kappa": 0.7521671168576847, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9154779749528553, + "mIoU": 0.7817796711112357, + "macroF1": 0.8726953958556687, + "F1_coffee": 0.9464952555861647, + "IoU_coffee": 0.8984252426056133, + "precision_coffee": 0.9203524019286863, + "recall_coffee": 0.974166719173335, + "F1_noncoffee": 0.7988955361251726, + "IoU_noncoffee": 0.6651340996168582, + "kappa": 0.7461606062734719, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9089018906242444, + "mIoU": 0.7695909674739806, + "macroF1": 0.8644962277489774, + "F1_coffee": 0.9420664206642066, + "IoU_coffee": 0.8904778514126265, + "precision_coffee": 0.9200552585740885, + "recall_coffee": 0.9651565748850104, + "F1_noncoffee": 0.786926034833748, + "IoU_noncoffee": 0.6487040835353347, + "kappa": 0.7295617359692959, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9428571428571428, + "mIoU": 0.7515507023078741, + "macroF1": 0.8450281656040327, + "F1_coffee": 0.9681571064018639, + "IoU_coffee": 0.9382795698924731, + "precision_coffee": 0.9518926584487837, + "recall_coffee": 0.9849870188508861, + "F1_noncoffee": 0.7218992248062015, + "IoU_noncoffee": 0.5648218347232752, + "kappa": 0.6908445907253643, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9475094264735067, + "mIoU": 0.7690353982257173, + "macroF1": 0.8583845921295506, + "F1_coffee": 0.9707298179604935, + "IoU_coffee": 0.9431243952263197, + "precision_coffee": 0.9553474188629928, + "recall_coffee": 0.9866156787762906, + "F1_noncoffee": 0.7460393662986078, + "IoU_noncoffee": 0.5949464012251149, + "kappa": 0.7174048534431077, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9404643778527486, + "mIoU": 0.7465791267398656, + "macroF1": 0.841328520182987, + "F1_coffee": 0.9667479494568831, + "IoU_coffee": 0.9356361295859258, + "precision_coffee": 0.9529116136785754, + "recall_coffee": 0.9809920143965808, + "F1_noncoffee": 0.7159090909090909, + "IoU_noncoffee": 0.5575221238938053, + "kappa": 0.6832276290383268, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8895310279488394, + "mIoU": 0.7795321011023486, + "macroF1": 0.8744235810412486, + "F1_coffee": 0.9179797411367473, + "IoU_coffee": 0.8483942270185931, + "precision_coffee": 0.8957990115321252, + "recall_coffee": 0.9412867859203693, + "F1_noncoffee": 0.83086742094575, + "IoU_noncoffee": 0.7106699751861042, + "kappa": 0.7491642838170748, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8850325379609545, + "mIoU": 0.7672031052556624, + "macroF1": 0.8660221182461698, + "F1_coffee": 0.9164896896622594, + "IoU_coffee": 0.845852301466869, + "precision_coffee": 0.8781672574504398, + "recall_coffee": 0.9583094555873926, + "F1_noncoffee": 0.8155545468300802, + "IoU_noncoffee": 0.6885539090444558, + "kappa": 0.7331665643758064, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8789021974912761, + "mIoU": 0.7583083031091529, + "macroF1": 0.8602569729597014, + "F1_coffee": 0.9113014644929539, + "IoU_coffee": 0.8370558375634518, + "precision_coffee": 0.8799359658484525, + "recall_coffee": 0.9449856733524356, + "F1_noncoffee": 0.8092124814264487, + "IoU_noncoffee": 0.679560768654854, + "kappa": 0.7212756926684704, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2750, + 2995 + ], + [ + 53840, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.251117463906606, + "test_tta": { + "OA": 0.9141409250831155, + "mIoU": 0.7796189595525356, + "macroF1": 0.8712753400140625, + "F1_coffee": 0.9455576250025584, + "IoU_coffee": 0.8967371261088142, + "precision_coffee": 0.9205738766563715, + "recall_coffee": 0.9719352870637241, + "F1_noncoffee": 0.7969930550255666, + "IoU_noncoffee": 0.6625007929962571, + "kappa": 0.7432558151533066, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8809709241952233, + "mIoU": 0.7170093401384283, + "macroF1": 0.8272754405953355, + "F1_coffee": 0.9235797953608963, + "IoU_coffee": 0.8580104603950175, + "precision_coffee": 0.888427690882531, + "recall_coffee": 0.9616281984535585, + "F1_noncoffee": 0.7309710858297748, + "IoU_noncoffee": 0.5760082198818391, + "kappa": 0.6564442987937519, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 42, + "stopped_epoch": 72, + "best_val": 0.6071602483923282, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7784771311448953, + "mIoU": 0.578284782279441, + "macroF1": 0.7200130054486893, + "F1_coffee": 0.8479551597323762, + "IoU_coffee": 0.7360435376242764, + "precision_coffee": 0.8954682638092787, + "recall_coffee": 0.8052300507016178, + "F1_noncoffee": 0.5920708511650024, + "IoU_noncoffee": 0.4205260269346055, + "kappa": 0.4442239802897082, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7542979116187839, + "mIoU": 0.5516055114010165, + "macroF1": 0.6979377006127309, + "F1_coffee": 0.8284148822593316, + "IoU_coffee": 0.7070889427623321, + "precision_coffee": 0.8671586715867159, + "recall_coffee": 0.7929850947725652, + "F1_noncoffee": 0.5674605189661301, + "IoU_noncoffee": 0.39612208003970084, + "kappa": 0.39890022272426084, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24691358024691357, + "mIoU": 0.12345679012345678, + "macroF1": 0.19801980198019803, + "F1_coffee": 0.39603960396039606, + "IoU_coffee": 0.24691358024691357, + "precision_coffee": 0.9523809523809523, + "recall_coffee": 0.25, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024891101431238353, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7760679611650485, + "mIoU": 0.5725906633122914, + "macroF1": 0.7145532528374094, + "F1_coffee": 0.8470642840566257, + "IoU_coffee": 0.7347020933977456, + "precision_coffee": 0.8888811578068466, + "recall_coffee": 0.8090051295041479, + "F1_noncoffee": 0.5820422216181933, + "IoU_noncoffee": 0.41047923322683705, + "kappa": 0.4325387282324626, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8040230162951502, + "mIoU": 0.6063781247877468, + "macroF1": 0.7423214434609191, + "F1_coffee": 0.8684133632024934, + "IoU_coffee": 0.767429850232398, + "precision_coffee": 0.8957803081044876, + "recall_coffee": 0.8426690189654086, + "F1_noncoffee": 0.6162295237193448, + "IoU_noncoffee": 0.44532639934309565, + "kappa": 0.4860419492438966, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7553309801266863, + "mIoU": 0.5570536631456849, + "macroF1": 0.7037287208501695, + "F1_coffee": 0.8273744541484717, + "IoU_coffee": 0.7055743046665891, + "precision_coffee": 0.9021650174838182, + "recall_coffee": 0.7640350324491211, + "F1_noncoffee": 0.5800829875518673, + "IoU_noncoffee": 0.40853302162478083, + "kappa": 0.41720058644248564, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7647585863613738, + "mIoU": 0.4771237643303158, + "macroF1": 0.5983214996719824, + "F1_coffee": 0.8568832899279268, + "IoU_coffee": 0.7496026279537988, + "precision_coffee": 0.9244641923680084, + "recall_coffee": 0.7985099898408399, + "F1_noncoffee": 0.339759709416038, + "IoU_noncoffee": 0.20464490070683272, + "kappa": 0.21597207108379923, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8155387973804327, + "mIoU": 0.5444641354195321, + "macroF1": 0.668417109108989, + "F1_coffee": 0.8892859269846942, + "IoU_coffee": 0.8006434316353888, + "precision_coffee": 0.9450632911392405, + "recall_coffee": 0.8397255651782701, + "F1_noncoffee": 0.4475482912332838, + "IoU_noncoffee": 0.28828483920367537, + "kappa": 0.34816406348669116, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7474697360587418, + "mIoU": 0.4839052612030454, + "macroF1": 0.6155837751941209, + "F1_coffee": 0.8407483887115951, + "IoU_coffee": 0.7252509985965669, + "precision_coffee": 0.9475317348377997, + "recall_coffee": 0.7555955460578113, + "F1_noncoffee": 0.3904191616766467, + "IoU_noncoffee": 0.2425595238095238, + "kappa": 0.26681125093040337, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7868308858360966, + "mIoU": 0.6267407493891433, + "macroF1": 0.766749761158827, + "F1_coffee": 0.8351889832991503, + "IoU_coffee": 0.7170167274556659, + "precision_coffee": 0.8483630952380953, + "recall_coffee": 0.8224177726485863, + "F1_noncoffee": 0.6983105390185036, + "IoU_noncoffee": 0.5364647713226205, + "kappa": 0.5337053546008916, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7930774309157785, + "mIoU": 0.6309485108529718, + "macroF1": 0.7692529833570002, + "F1_coffee": 0.8433975731620271, + "IoU_coffee": 0.729202666008393, + "precision_coffee": 0.840398293029872, + "recall_coffee": 0.8464183381088826, + "F1_noncoffee": 0.6951083935519733, + "IoU_noncoffee": 0.5326943556975506, + "kappa": 0.5385174104028171, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7628029802885976, + "mIoU": 0.599225194081096, + "macroF1": 0.7459884527411345, + "F1_coffee": 0.8113419848473483, + "IoU_coffee": 0.6825697336867348, + "precision_coffee": 0.8515194457565738, + "recall_coffee": 0.7747851002865329, + "F1_noncoffee": 0.6806349206349206, + "IoU_noncoffee": 0.5158806544754572, + "kappa": 0.49388428809682733, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2371, + 2995 + ], + [ + 45865, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.599505889415741, + "test_tta": { + "OA": 0.7988767308995837, + "mIoU": 0.5996480681147437, + "macroF1": 0.7367876481208021, + "F1_coffee": 0.8646258798991918, + "IoU_coffee": 0.7615338984672496, + "precision_coffee": 0.8938526155021, + "recall_coffee": 0.8372499105884333, + "F1_noncoffee": 0.6089494163424124, + "IoU_noncoffee": 0.43776223776223777, + "kappa": 0.47519607284506776, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7736962039921541, + "mIoU": 0.5694578493646925, + "macroF1": 0.7118365292996494, + "F1_coffee": 0.8453494446141867, + "IoU_coffee": 0.7321257853045616, + "precision_coffee": 0.864616935483871, + "recall_coffee": 0.8269219644819806, + "F1_noncoffee": 0.5783236139851119, + "IoU_noncoffee": 0.40678991342482324, + "kappa": 0.4244523715863133, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 59, + "stopped_epoch": 89, + "best_val": 0.6982598499313026, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8749556179593945, + "mIoU": 0.7214415209491944, + "macroF1": 0.8320054152922799, + "F1_coffee": 0.9169489345281482, + "IoU_coffee": 0.8466349960411718, + "precision_coffee": 0.9347232238466749, + "recall_coffee": 0.8998380072791534, + "F1_noncoffee": 0.7470618960564116, + "IoU_noncoffee": 0.5962480458572172, + "kappa": 0.6643804329541121, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8439338871581862, + "mIoU": 0.6726962229957966, + "macroF1": 0.7962556742449876, + "F1_coffee": 0.8948161396619264, + "IoU_coffee": 0.8096536438635684, + "precision_coffee": 0.9022267523914066, + "recall_coffee": 0.8875262721505564, + "F1_noncoffee": 0.6976952088280486, + "IoU_noncoffee": 0.5357388021280247, + "kappa": 0.5925903443037832, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2716049382716049, + "mIoU": 0.13958333333333334, + "macroF1": 0.22431423470215872, + "F1_coffee": 0.4158415841584158, + "IoU_coffee": 0.2625, + "precision_coffee": 1.0, + "recall_coffee": 0.2625, + "F1_noncoffee": 0.03278688524590164, + "IoU_noncoffee": 0.016666666666666666, + "kappa": 0.008711885500933393, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8691747572815534, + "mIoU": 0.7080143173201652, + "macroF1": 0.8219034823763829, + "F1_coffee": 0.9136577708006279, + "IoU_coffee": 0.8410404624277457, + "precision_coffee": 0.9245882505511607, + "recall_coffee": 0.9029827116712051, + "F1_noncoffee": 0.7301491939521377, + "IoU_noncoffee": 0.5749881722125848, + "kappa": 0.6439624817761402, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8718630627145689, + "mIoU": 0.7217221722172218, + "macroF1": 0.8327718136762498, + "F1_coffee": 0.9136245110821382, + "IoU_coffee": 0.840984098409841, + "precision_coffee": 0.9463839557026132, + "recall_coffee": 0.8830571482578288, + "F1_noncoffee": 0.7519191162703613, + "IoU_noncoffee": 0.6024602460246025, + "kappa": 0.6666906937148465, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8838063923407959, + "mIoU": 0.7345863878755527, + "macroF1": 0.8411382441796647, + "F1_coffee": 0.9234689002834485, + "IoU_coffee": 0.8578190639607124, + "precision_coffee": 0.9336682122617208, + "recall_coffee": 0.9134900132316804, + "F1_noncoffee": 0.7588075880758808, + "IoU_noncoffee": 0.611353711790393, + "kappa": 0.6823959334617999, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.904330512692882, + "mIoU": 0.6624654703185155, + "macroF1": 0.7725475085724887, + "F1_coffee": 0.9456785936351817, + "IoU_coffee": 0.8969547501608407, + "precision_coffee": 0.9471240942028986, + "recall_coffee": 0.9442374985890055, + "F1_noncoffee": 0.5994164235097957, + "IoU_noncoffee": 0.42797619047619045, + "kappa": 0.5451028308701509, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9121849573328041, + "mIoU": 0.6951469307928195, + "macroF1": 0.8019345592119407, + "F1_coffee": 0.9497073364778087, + "IoU_coffee": 0.9042311438156043, + "precision_coffee": 0.9597978405697221, + "recall_coffee": 0.939826791137105, + "F1_noncoffee": 0.6541617819460727, + "IoU_noncoffee": 0.48606271777003485, + "kappa": 0.6041699637598605, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9067275253026394, + "mIoU": 0.6737167331524758, + "macroF1": 0.7829907116839554, + "F1_coffee": 0.9468566259611035, + "IoU_coffee": 0.8990766587932145, + "precision_coffee": 0.9519154257133113, + "recall_coffee": 0.9418513103138004, + "F1_noncoffee": 0.6191247974068071, + "IoU_noncoffee": 0.44835680751173707, + "kappa": 0.5660692552611124, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8357176693510184, + "mIoU": 0.7003282152374628, + "macroF1": 0.8216229090577085, + "F1_coffee": 0.8717645318739832, + "IoU_coffee": 0.7726796014682747, + "precision_coffee": 0.8943854324734446, + "recall_coffee": 0.8502596653202539, + "F1_noncoffee": 0.7714812862414339, + "IoU_noncoffee": 0.627976829006651, + "kappa": 0.6436520352524631, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8335376780156559, + "mIoU": 0.7026295806132128, + "macroF1": 0.8239039248358446, + "F1_coffee": 0.8650921042574333, + "IoU_coffee": 0.7622575431034483, + "precision_coffee": 0.927248893986564, + "recall_coffee": 0.8107449856733524, + "F1_noncoffee": 0.7827157454142558, + "IoU_noncoffee": 0.6430016181229773, + "kappa": 0.6503384483249982, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8620201829670848, + "mIoU": 0.7402673748968319, + "macroF1": 0.8490502773127286, + "F1_coffee": 0.8932973524907009, + "IoU_coffee": 0.8071701594833267, + "precision_coffee": 0.9098202347348091, + "recall_coffee": 0.8773638968481375, + "F1_noncoffee": 0.8048032021347565, + "IoU_noncoffee": 0.6733645903103371, + "kappa": 0.6982825910495393, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2669, + 2995 + ], + [ + 51545, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.496113967895508, + "test_tta": { + "OA": 0.879490655563087, + "mIoU": 0.7277491662269248, + "macroF1": 0.8363590290100097, + "F1_coffee": 0.9203715355166199, + "IoU_coffee": 0.852489134729356, + "precision_coffee": 0.9332396193771626, + "recall_coffee": 0.9078534912587045, + "F1_noncoffee": 0.7523465225033995, + "IoU_noncoffee": 0.6030091977244936, + "kappa": 0.6729114697609665, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.848058728510442, + "mIoU": 0.6769270300635895, + "macroF1": 0.7991649680494772, + "F1_coffee": 0.8982587617217302, + "IoU_coffee": 0.8153082870216161, + "precision_coffee": 0.8997794373718222, + "recall_coffee": 0.8967432174466362, + "F1_noncoffee": 0.7000711743772242, + "IoU_noncoffee": 0.5385457731055628, + "kappa": 0.5983333182114747, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s1_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 38, + "stopped_epoch": 68, + "best_val": 0.7653404324512907, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9036990413479229, + "mIoU": 0.7593878965335541, + "macroF1": 0.8574747232639838, + "F1_coffee": 0.9386420425916976, + "IoU_coffee": 0.88437839094714, + "precision_coffee": 0.918034435594175, + "recall_coffee": 0.9601960743062714, + "F1_noncoffee": 0.77630740393627, + "IoU_noncoffee": 0.6343974021199681, + "kappa": 0.7154721347385975, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8713511018806969, + "mIoU": 0.7041061005978655, + "macroF1": 0.8181848487691464, + "F1_coffee": 0.9165028550032762, + "IoU_coffee": 0.8458747300215983, + "precision_coffee": 0.8905928796230602, + "recall_coffee": 0.9439656003547946, + "F1_noncoffee": 0.7198668425350166, + "IoU_noncoffee": 0.5623374711741328, + "kappa": 0.6373993650596927, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5308641975308642, + "mIoU": 0.27532051282051284, + "macroF1": 0.36926229508196723, + "F1_coffee": 0.6885245901639344, + "IoU_coffee": 0.525, + "precision_coffee": 1.0, + "recall_coffee": 0.525, + "F1_noncoffee": 0.05, + "IoU_noncoffee": 0.02564102564102564, + "kappa": 0.02656546489563583, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9137378640776699, + "mIoU": 0.780728416384092, + "macroF1": 0.872149789474575, + "F1_coffee": 0.9450678537203623, + "IoU_coffee": 0.8958565316767274, + "precision_coffee": 0.9231791279139993, + "recall_coffee": 0.9680197580900513, + "F1_noncoffee": 0.7992317252287877, + "IoU_noncoffee": 0.6656003010914565, + "kappa": 0.744823876179289, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8987959963251293, + "mIoU": 0.7513499803400212, + "macroF1": 0.8519890661435412, + "F1_coffee": 0.9352232985670514, + "IoU_coffee": 0.8783281013835601, + "precision_coffee": 0.9190389294403893, + "recall_coffee": 0.9519879024636129, + "F1_noncoffee": 0.768754833720031, + "IoU_noncoffee": 0.6243718592964824, + "kappa": 0.704305488683902, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8986025820801702, + "mIoU": 0.7466270482548627, + "macroF1": 0.8483121480057644, + "F1_coffee": 0.935653134493234, + "IoU_coffee": 0.8790866632070576, + "precision_coffee": 0.911951190333772, + "recall_coffee": 0.9606199987398399, + "F1_noncoffee": 0.7609711615182948, + "IoU_noncoffee": 0.6141674333026679, + "kappa": 0.6973836426179202, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9353907416625187, + "mIoU": 0.7180801749327982, + "macroF1": 0.8177828710384079, + "F1_coffee": 0.9641733370135247, + "IoU_coffee": 0.9308249840119378, + "precision_coffee": 0.9434961106309421, + "recall_coffee": 0.985777175753471, + "F1_noncoffee": 0.6713924050632911, + "IoU_noncoffee": 0.5053353658536586, + "kappa": 0.6371641431936022, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9346100416749356, + "mIoU": 0.7491259078460877, + "macroF1": 0.8444314284773977, + "F1_coffee": 0.9628753309672694, + "IoU_coffee": 0.928408473655622, + "precision_coffee": 0.9645598194130925, + "recall_coffee": 0.9611967157800022, + "F1_noncoffee": 0.725987525987526, + "IoU_noncoffee": 0.5698433420365535, + "kappa": 0.6888698606553025, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9380829529668585, + "mIoU": 0.7415597096108679, + "macroF1": 0.8375561634493929, + "F1_coffee": 0.9653448850383206, + "IoU_coffee": 0.9330112721417069, + "precision_coffee": 0.9534832693362589, + "recall_coffee": 0.9775053424811607, + "F1_noncoffee": 0.7097674418604651, + "IoU_noncoffee": 0.5501081470800289, + "kappa": 0.6755328705080061, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8931312174324965, + "mIoU": 0.7856425256971826, + "macroF1": 0.8783521303488611, + "F1_coffee": 0.9207531263172685, + "IoU_coffee": 0.8531441218591329, + "precision_coffee": 0.8974253629142701, + "recall_coffee": 0.9453260242354299, + "F1_noncoffee": 0.8359511343804538, + "IoU_noncoffee": 0.7181409295352323, + "kappa": 0.7570440956750852, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8647552579458644, + "mIoU": 0.7328661304920039, + "macroF1": 0.842871052736009, + "F1_coffee": 0.901510989010989, + "IoU_coffee": 0.8206827560335126, + "precision_coffee": 0.8658311345646438, + "recall_coffee": 0.9402578796561605, + "F1_noncoffee": 0.7842311164610292, + "IoU_noncoffee": 0.6450495049504951, + "kappa": 0.6869069132637933, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8610770536640573, + "mIoU": 0.7263168953130447, + "macroF1": 0.8382926063266338, + "F1_coffee": 0.8989919769594733, + "IoU_coffee": 0.8165171898355755, + "precision_coffee": 0.8621596738129685, + "recall_coffee": 0.9391117478510028, + "F1_noncoffee": 0.7775932356937943, + "IoU_noncoffee": 0.6361166007905138, + "kappa": 0.6778796844073657, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2720, + 2995 + ], + [ + 53275, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.4780431071917217, + "test_tta": { + "OA": 0.9045382653884639, + "mIoU": 0.7587502281640812, + "macroF1": 0.856858515034408, + "F1_coffee": 0.9394717722542288, + "IoU_coffee": 0.8858526795190953, + "precision_coffee": 0.9146045028890217, + "recall_coffee": 0.9657290724338881, + "F1_noncoffee": 0.7742452578145872, + "IoU_noncoffee": 0.6316477768090671, + "kappa": 0.7145041994181569, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8725049036575516, + "mIoU": 0.702906641214398, + "macroF1": 0.8169396232116268, + "F1_coffee": 0.9177949709864603, + "IoU_coffee": 0.8480786416443253, + "precision_coffee": 0.8863583295913785, + "recall_coffee": 0.9515435491024083, + "F1_noncoffee": 0.7160842754367934, + "IoU_noncoffee": 0.5577346407844707, + "kappa": 0.6354629952334793, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s1_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 21, + "stopped_epoch": 51, + "best_val": 0.780153302499178, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9028275394596689, + "mIoU": 0.7550296069677669, + "macroF1": 0.8542363274204915, + "F1_coffee": 0.9383958991988705, + "IoU_coffee": 0.8839414792112416, + "precision_coffee": 0.9134331925742969, + "recall_coffee": 0.9647613237119474, + "F1_noncoffee": 0.7700767556421125, + "IoU_noncoffee": 0.6261177347242921, + "kappa": 0.7092830063446549, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8709184262143763, + "mIoU": 0.6990379950239919, + "macroF1": 0.8139212471319601, + "F1_coffee": 0.9169065082165073, + "IoU_coffee": 0.8465626607234699, + "precision_coffee": 0.8841698150369747, + "recall_coffee": 0.952160583097125, + "F1_noncoffee": 0.7109359860474129, + "IoU_noncoffee": 0.5515133293245139, + "kappa": 0.6296088811500653, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5308641975308642, + "mIoU": 0.27532051282051284, + "macroF1": 0.36926229508196723, + "F1_coffee": 0.6885245901639344, + "IoU_coffee": 0.525, + "precision_coffee": 1.0, + "recall_coffee": 0.525, + "F1_noncoffee": 0.05, + "IoU_noncoffee": 0.02564102564102564, + "kappa": 0.02656546489563583, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9071359223300971, + "mIoU": 0.7659956498503813, + "macroF1": 0.8620248304117499, + "F1_coffee": 0.94091849655641, + "IoU_coffee": 0.8884287880555232, + "precision_coffee": 0.9183144441765131, + "recall_coffee": 0.9646634158697992, + "F1_noncoffee": 0.78313116426709, + "IoU_noncoffee": 0.6435625116452395, + "kappa": 0.7246620133602762, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9005850780910014, + "mIoU": 0.750778836262131, + "macroF1": 0.85126551930205, + "F1_coffee": 0.9369131635471003, + "IoU_coffee": 0.8813138601858801, + "precision_coffee": 0.913152700520366, + "recall_coffee": 0.9619431667821814, + "F1_noncoffee": 0.7656178750569995, + "IoU_noncoffee": 0.620243812338382, + "kappa": 0.7032774174487896, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9007784923359605, + "mIoU": 0.7483199014000022, + "macroF1": 0.8493033469708153, + "F1_coffee": 0.9373779296875, + "IoU_coffee": 0.8821367030442274, + "precision_coffee": 0.9089187429721253, + "recall_coffee": 0.9676768949656607, + "F1_noncoffee": 0.7612287642541308, + "IoU_noncoffee": 0.6145030997557768, + "kappa": 0.6997291326509334, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9328023892483823, + "mIoU": 0.7177292040033769, + "macroF1": 0.8179938116486698, + "F1_coffee": 0.9625478555179493, + "IoU_coffee": 0.9277997646807146, + "precision_coffee": 0.9465298996071585, + "recall_coffee": 0.9791172818602552, + "F1_noncoffee": 0.6734397677793904, + "IoU_noncoffee": 0.5076586433260394, + "kappa": 0.636894326509163, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9375868227822981, + "mIoU": 0.7478074948252385, + "macroF1": 0.8428414561986266, + "F1_coffee": 0.9648662235379545, + "IoU_coffee": 0.932117418519318, + "precision_coffee": 0.9583888149134487, + "recall_coffee": 0.9714317849510741, + "F1_noncoffee": 0.7208166888592987, + "IoU_noncoffee": 0.563497571131159, + "kappa": 0.6857969620893134, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9415558642587815, + "mIoU": 0.7392520791396119, + "macroF1": 0.8349856749431221, + "F1_coffee": 0.9675964130494581, + "IoU_coffee": 0.9372268997122456, + "precision_coffee": 0.9470170148610813, + "recall_coffee": 0.989090091103363, + "F1_noncoffee": 0.7023749368367862, + "IoU_noncoffee": 0.5412772585669782, + "kappa": 0.671396623390168, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8827096162955945, + "mIoU": 0.7657055863096649, + "macroF1": 0.865232746919506, + "F1_coffee": 0.9137642797436611, + "IoU_coffee": 0.8412209824291395, + "precision_coffee": 0.8834859913793104, + "recall_coffee": 0.9461915753029428, + "F1_noncoffee": 0.8167012140953509, + "IoU_noncoffee": 0.6901901901901902, + "kappa": 0.7311367174058344, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8654154484579836, + "mIoU": 0.7318562516172448, + "macroF1": 0.8419703207554794, + "F1_coffee": 0.9028392455913393, + "IoU_coffee": 0.8228869306193373, + "precision_coffee": 0.8602569093032308, + "recall_coffee": 0.9498567335243553, + "F1_noncoffee": 0.7811013959196196, + "IoU_noncoffee": 0.6408255726151523, + "kappa": 0.6856757738367616, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8620201829670848, + "mIoU": 0.7277608780936264, + "macroF1": 0.8392843453908494, + "F1_coffee": 0.8997327119457199, + "IoU_coffee": 0.817740127071135, + "precision_coffee": 0.8624359479700433, + "recall_coffee": 0.9404011461318051, + "F1_noncoffee": 0.7788359788359789, + "IoU_noncoffee": 0.6377816291161178, + "kappa": 0.6798892081818019, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2675, + 2995 + ], + [ + 53266, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5673357129096983, + "test_tta": { + "OA": 0.9031664568606566, + "mIoU": 0.7511033376774338, + "macroF1": 0.8511180770031953, + "F1_coffee": 0.9391468386782693, + "IoU_coffee": 0.885275053060288, + "precision_coffee": 0.9066679721923039, + "recall_coffee": 0.9740390886331601, + "F1_noncoffee": 0.7630893153281213, + "IoU_noncoffee": 0.6169316222945795, + "kappa": 0.7037163335299372, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8710914964809046, + "mIoU": 0.6933706820882111, + "macroF1": 0.8089574150516525, + "F1_coffee": 0.9179081173423465, + "IoU_coffee": 0.8482718815780539, + "precision_coffee": 0.8764052826350036, + "recall_coffee": 0.9635371473747132, + "F1_noncoffee": 0.7000067127609586, + "IoU_noncoffee": 0.5384694825983682, + "kappa": 0.621020622677102, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 3, + "stopped_epoch": 50, + "best_val": 0.6177473197587487, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7962299473871082, + "mIoU": 0.6039191228182754, + "macroF1": 0.7419111904061946, + "F1_coffee": 0.860313315926893, + "IoU_coffee": 0.7548682703321878, + "precision_coffee": 0.9072686967681718, + "recall_coffee": 0.8179790882123998, + "F1_noncoffee": 0.6235090648854962, + "IoU_noncoffee": 0.4529699753043629, + "kappa": 0.487522140401772, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7710280373831776, + "mIoU": 0.572069555542648, + "macroF1": 0.7154904995605963, + "F1_coffee": 0.8411923577073122, + "IoU_coffee": 0.7259119866029039, + "precision_coffee": 0.8739944708890228, + "recall_coffee": 0.8107633867453385, + "F1_noncoffee": 0.5897886414138804, + "IoU_noncoffee": 0.4182271244823922, + "kappa": 0.43304386985310817, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3950617283950617, + "mIoU": 0.19753086419753085, + "macroF1": 0.2831858407079646, + "F1_coffee": 0.5663716814159292, + "IoU_coffee": 0.3950617283950617, + "precision_coffee": 0.9696969696969697, + "recall_coffee": 0.4, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.02478698683191325, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7889320388349514, + "mIoU": 0.6014649250283195, + "macroF1": 0.7413701629465455, + "F1_coffee": 0.8522796765645172, + "IoU_coffee": 0.7425848084778877, + "precision_coffee": 0.9193725720149527, + "recall_coffee": 0.7943132163890824, + "F1_noncoffee": 0.6304606493285738, + "IoU_noncoffee": 0.4603450415787514, + "kappa": 0.4895409895870324, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7906290798317296, + "mIoU": 0.6009360851437524, + "macroF1": 0.7403722097662255, + "F1_coffee": 0.8546004029550034, + "IoU_coffee": 0.7461155086484902, + "precision_coffee": 0.9148752606226185, + "recall_coffee": 0.8017768256568584, + "F1_noncoffee": 0.6261440165774478, + "IoU_noncoffee": 0.45575666163901457, + "kappa": 0.4864756881182873, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8091001402253276, + "mIoU": 0.6083048957942284, + "macroF1": 0.7429206392962998, + "F1_coffee": 0.8733560017963687, + "IoU_coffee": 0.77518364557827, + "precision_coffee": 0.8895641377507678, + "recall_coffee": 0.8577279314472938, + "F1_noncoffee": 0.6124852767962309, + "IoU_noncoffee": 0.44142614601018676, + "kappa": 0.48636303942155423, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7661523145843704, + "mIoU": 0.4860299968392268, + "macroF1": 0.6105003299382094, + "F1_coffee": 0.8567246111619397, + "IoU_coffee": 0.7493597951344431, + "precision_coffee": 0.9319267515923567, + "recall_coffee": 0.7927531324077209, + "F1_noncoffee": 0.36427604871447905, + "IoU_noncoffee": 0.2227001985440106, + "kappa": 0.2428762948811015, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8060130978368724, + "mIoU": 0.5380614755160662, + "macroF1": 0.66391925529143, + "F1_coffee": 0.8824484396608743, + "IoU_coffee": 0.7896266006671688, + "precision_coffee": 0.9480620155038759, + "recall_coffee": 0.825328984366213, + "F1_noncoffee": 0.4453900709219858, + "IoU_noncoffee": 0.2864963503649635, + "kappa": 0.3426924545092237, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8268505655884104, + "mIoU": 0.532261672206518, + "macroF1": 0.6482730376169293, + "F1_coffee": 0.8988933310157019, + "IoU_coffee": 0.8163544516943801, + "precision_coffee": 0.9269837476099426, + "recall_coffee": 0.8724552918681813, + "F1_noncoffee": 0.3976527442181567, + "IoU_noncoffee": 0.24816889271865575, + "kappa": 0.300373489850944, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8106110847939365, + "mIoU": 0.6685596620966705, + "macroF1": 0.7995069146705305, + "F1_coffee": 0.8466906971393512, + "IoU_coffee": 0.7341401782151882, + "precision_coffee": 0.9038807925331587, + "recall_coffee": 0.7963069821119446, + "F1_noncoffee": 0.7523231322017099, + "IoU_noncoffee": 0.6029791459781529, + "kappa": 0.6015905414880064, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7760067905309818, + "mIoU": 0.6193462023180414, + "macroF1": 0.762301584705815, + "F1_coffee": 0.819377899460035, + "IoU_coffee": 0.6940221592373099, + "precision_coffee": 0.8732371535094829, + "recall_coffee": 0.7717765042979943, + "F1_noncoffee": 0.7052252699515948, + "IoU_noncoffee": 0.544670245398773, + "kappa": 0.5275363850243773, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7922286145430538, + "mIoU": 0.6312792219943746, + "macroF1": 0.7697641493928323, + "F1_coffee": 0.8416816385195832, + "IoU_coffee": 0.7266410224593622, + "precision_coffee": 0.8444124008651767, + "recall_coffee": 0.8389684813753582, + "F1_noncoffee": 0.6978466602660814, + "IoU_noncoffee": 0.5359174215293869, + "kappa": 0.5395374894942442, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2443, + 2995 + ], + [ + 46893, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4982972264289858, + "test_tta": { + "OA": 0.813514734837481, + "mIoU": 0.6200851612989416, + "macroF1": 0.7536687238522983, + "F1_coffee": 0.8750851323740851, + "IoU_coffee": 0.7779123181302735, + "precision_coffee": 0.9000222370469202, + "recall_coffee": 0.8514926472135148, + "F1_noncoffee": 0.6322523153305114, + "IoU_noncoffee": 0.46225800446760984, + "kappa": 0.5084483874820099, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7869793469481943, + "mIoU": 0.5842798325188874, + "macroF1": 0.7239654549548269, + "F1_coffee": 0.855851811367895, + "IoU_coffee": 0.7480253168875923, + "precision_coffee": 0.8664901290437326, + "recall_coffee": 0.8454715489481499, + "F1_noncoffee": 0.5920790985417588, + "IoU_noncoffee": 0.4205343481501824, + "kappa": 0.4481663029705959, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 54, + "stopped_epoch": 84, + "best_val": 0.6806061874026397, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7931312740066493, + "mIoU": 0.60444769127484, + "macroF1": 0.7432821169915067, + "F1_coffee": 0.8564066945981673, + "IoU_coffee": 0.7488734767446417, + "precision_coffee": 0.91591785876884, + "recall_coffee": 0.8041571119012054, + "F1_noncoffee": 0.6301575393848462, + "IoU_noncoffee": 0.4600219058050383, + "kappa": 0.49208698867903133, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7690521518403138, + "mIoU": 0.5774455197255158, + "macroF1": 0.7218570002317342, + "F1_coffee": 0.8364301255401084, + "IoU_coffee": 0.7188482135018874, + "precision_coffee": 0.8893474671995829, + "recall_coffee": 0.7894564316152793, + "F1_noncoffee": 0.6072838749233599, + "IoU_noncoffee": 0.4360428259491442, + "kappa": 0.4484026811067584, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.7777777777777778, + "mIoU": 0.41381578947368425, + "macroF1": 0.4866197183098591, + "F1_coffee": 0.8732394366197183, + "IoU_coffee": 0.775, + "precision_coffee": 1.0, + "recall_coffee": 0.775, + "F1_noncoffee": 0.1, + "IoU_noncoffee": 0.05263157894736842, + "kappa": 0.07838179519595438, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8503398058252427, + "mIoU": 0.6695257304926882, + "macroF1": 0.7920123579696765, + "F1_coffee": 0.9021549398584532, + "IoU_coffee": 0.8217506938020351, + "precision_coffee": 0.9042499045680112, + "recall_coffee": 0.9000696599328731, + "F1_noncoffee": 0.6818697760808998, + "IoU_noncoffee": 0.5173007671833412, + "kappa": 0.5840319753682229, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7735602727140853, + "mIoU": 0.5843652897819704, + "macroF1": 0.7278976164955515, + "F1_coffee": 0.83936473090248, + "IoU_coffee": 0.7231942309965717, + "precision_coffee": 0.9211715103147117, + "recall_coffee": 0.770902904668893, + "F1_noncoffee": 0.6164305020886232, + "IoU_noncoffee": 0.4455363485673692, + "kappa": 0.4658543634239257, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7557178086166046, + "mIoU": 0.5662321707343994, + "macroF1": 0.7136972567372897, + "F1_coffee": 0.8233813452663963, + "IoU_coffee": 0.6997860708343238, + "precision_coffee": 0.9248409644231524, + "recall_coffee": 0.7419822317434314, + "F1_noncoffee": 0.6040131682081831, + "IoU_noncoffee": 0.432678270634475, + "kappa": 0.4424393889232377, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8689895470383275, + "mIoU": 0.5911481047591858, + "macroF1": 0.7060212534712443, + "F1_coffee": 0.9249029901848893, + "IoU_coffee": 0.8602972399150743, + "precision_coffee": 0.9352567801500289, + "recall_coffee": 0.9147759340783385, + "F1_noncoffee": 0.48713951675759937, + "IoU_noncoffee": 0.32199896960329727, + "kappa": 0.41253420234813554, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7617582853740822, + "mIoU": 0.5082729630931621, + "macroF1": 0.64260892751372, + "F1_coffee": 0.8489652135623074, + "IoU_coffee": 0.7375669472073451, + "precision_coffee": 0.9631744219240651, + "recall_coffee": 0.7589697446856372, + "F1_noncoffee": 0.43625264146513265, + "IoU_noncoffee": 0.278978978978979, + "kappa": 0.32085963918321775, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.730204405636039, + "mIoU": 0.4789920479865175, + "macroF1": 0.616061714875213, + "F1_coffee": 0.8254029409876068, + "IoU_coffee": 0.7027115678985348, + "precision_coffee": 0.9618377731218198, + "recall_coffee": 0.7228658193679002, + "F1_noncoffee": 0.40672048876281913, + "IoU_noncoffee": 0.2552725280745001, + "kappa": 0.28126384084928235, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8325911890099479, + "mIoU": 0.6891058196924118, + "macroF1": 0.8128251698248123, + "F1_coffee": 0.8736503396496246, + "IoU_coffee": 0.7756475368207212, + "precision_coffee": 0.8661562455692613, + "recall_coffee": 0.8812752452394691, + "F1_noncoffee": 0.752, + "IoU_noncoffee": 0.6025641025641025, + "kappa": 0.6257053364009786, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.784777893049137, + "mIoU": 0.6301084501050717, + "macroF1": 0.7704037568842683, + "F1_coffee": 0.8278515389257695, + "IoU_coffee": 0.7062685030248423, + "precision_coffee": 0.874282982791587, + "recall_coffee": 0.7861031518624642, + "F1_noncoffee": 0.7129559748427673, + "IoU_noncoffee": 0.553948397185301, + "kappa": 0.5429569413216461, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7799679336036971, + "mIoU": 0.6261302059491352, + "macroF1": 0.7677915636131858, + "F1_coffee": 0.8209653902233136, + "IoU_coffee": 0.6963030460817495, + "precision_coffee": 0.8839861179970253, + "recall_coffee": 0.7663323782234956, + "F1_noncoffee": 0.7146177370030581, + "IoU_noncoffee": 0.5559573658165208, + "kappa": 0.5393153679455311, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2541, + 2995 + ], + [ + 46603, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.22620290517807, + "test_tta": { + "OA": 0.8213098350601982, + "mIoU": 0.6386573164441766, + "macroF1": 0.7698639788800143, + "F1_coffee": 0.8786736505292687, + "IoU_coffee": 0.7836020717287208, + "precision_coffee": 0.9169353916523728, + "recall_coffee": 0.8434771632339638, + "F1_noncoffee": 0.6610543072307599, + "IoU_noncoffee": 0.49371256115963236, + "kappa": 0.5419560549025348, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.79489731164186, + "mIoU": 0.6055179545673249, + "macroF1": 0.7438980322202511, + "F1_coffee": 0.8581828335510635, + "IoU_coffee": 0.75159391430418, + "precision_coffee": 0.8887144745538665, + "recall_coffee": 0.8296793351458707, + "F1_noncoffee": 0.6296132308894388, + "IoU_noncoffee": 0.4594419948304698, + "kappa": 0.48937007886248807, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s2_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 8, + "stopped_epoch": 50, + "best_val": 0.7640838854447618, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.908944191601304, + "mIoU": 0.7784938317763727, + "macroF1": 0.8711371686843982, + "F1_coffee": 0.9409363091997822, + "IoU_coffee": 0.8884605499871499, + "precision_coffee": 0.9364464170365276, + "recall_coffee": 0.9454694633202196, + "F1_noncoffee": 0.8013380281690141, + "IoU_noncoffee": 0.6685271135655955, + "kappa": 0.742294263555807, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8745096342448367, + "mIoU": 0.7162934477237812, + "macroF1": 0.8278443292665099, + "F1_coffee": 0.9174752217005738, + "IoU_coffee": 0.8475327679259831, + "precision_coffee": 0.9028073319147347, + "recall_coffee": 0.9326276007018761, + "F1_noncoffee": 0.7382134368324458, + "IoU_noncoffee": 0.5850541275215795, + "kappa": 0.6559767271381185, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16049382716049382, + "mIoU": 0.0822463768115942, + "macroF1": 0.14472049689440994, + "F1_coffee": 0.2608695652173913, + "IoU_coffee": 0.15, + "precision_coffee": 1.0, + "recall_coffee": 0.15, + "F1_noncoffee": 0.02857142857142857, + "IoU_noncoffee": 0.014492753623188406, + "kappa": 0.004338394793926231, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9021359223300971, + "mIoU": 0.7633213602446216, + "macroF1": 0.8607124232742103, + "F1_coffee": 0.936671483319721, + "IoU_coffee": 0.8808862629246677, + "precision_coffee": 0.9293149660287976, + "recall_coffee": 0.9441453992780698, + "F1_noncoffee": 0.7847533632286996, + "IoU_noncoffee": 0.6457564575645757, + "kappa": 0.721484167157947, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9089985977467241, + "mIoU": 0.7819178487479643, + "macroF1": 0.8736482786570301, + "F1_coffee": 0.9404807084123972, + "IoU_coffee": 0.8876484985970987, + "precision_coffee": 0.9441234364086609, + "recall_coffee": 0.9368659819797114, + "F1_noncoffee": 0.8068158489016629, + "IoU_noncoffee": 0.67618719889883, + "kappa": 0.7473087668693337, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9156713891978144, + "mIoU": 0.7903954587033305, + "macroF1": 0.8789653122387115, + "F1_coffee": 0.9456189585282195, + "IoU_coffee": 0.896847459632105, + "precision_coffee": 0.9360454349033891, + "recall_coffee": 0.9553903345724907, + "F1_noncoffee": 0.8123116659492036, + "IoU_noncoffee": 0.683943457774556, + "kappa": 0.7580179864863984, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9243404678944749, + "mIoU": 0.6900494075994852, + "macroF1": 0.7944579961121971, + "F1_coffee": 0.9578480310593456, + "IoU_coffee": 0.9191059073975519, + "precision_coffee": 0.9415549013193762, + "recall_coffee": 0.9747149791172819, + "F1_noncoffee": 0.6310679611650486, + "IoU_noncoffee": 0.46099290780141844, + "kappa": 0.5899905755083954, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9302440960508037, + "mIoU": 0.7328481671140674, + "macroF1": 0.8316170265912297, + "F1_coffee": 0.9604856388061379, + "IoU_coffee": 0.9239753433546015, + "precision_coffee": 0.96, + "recall_coffee": 0.9609717692048139, + "F1_noncoffee": 0.7027484143763214, + "IoU_noncoffee": 0.5417209908735332, + "kappa": 0.6632347014896639, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9395713435205398, + "mIoU": 0.7434557877509318, + "macroF1": 0.8388810856169224, + "F1_coffee": 0.9662510390689942, + "IoU_coffee": 0.9347056931489225, + "precision_coffee": 0.9523705483941446, + "recall_coffee": 0.980542121246204, + "F1_noncoffee": 0.7115111321648507, + "IoU_noncoffee": 0.5522058823529412, + "kappa": 0.6783462279549977, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8810042633822833, + "mIoU": 0.7699055681036657, + "macroF1": 0.8685491924287012, + "F1_coffee": 0.9090118806143147, + "IoU_coffee": 0.8332005312084994, + "precision_coffee": 0.9129802095459837, + "recall_coffee": 0.9050778995960762, + "F1_noncoffee": 0.8280865042430878, + "IoU_noncoffee": 0.7066106049988321, + "kappa": 0.7371077690223801, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8888050551730642, + "mIoU": 0.783643861188946, + "macroF1": 0.8774616561415589, + "F1_coffee": 0.9147443777568877, + "IoU_coffee": 0.8428837953091685, + "precision_coffee": 0.92349248065411, + "recall_coffee": 0.9061604584527221, + "F1_noncoffee": 0.8401789345262302, + "IoU_noncoffee": 0.7244039270687237, + "kappa": 0.7549645316183494, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8929548241063849, + "mIoU": 0.7886480396374855, + "macroF1": 0.8805085513589164, + "F1_coffee": 0.9190730837789661, + "IoU_coffee": 0.850263852242744, + "precision_coffee": 0.914833215046132, + "recall_coffee": 0.923352435530086, + "F1_noncoffee": 0.8419440189388665, + "IoU_noncoffee": 0.727032227032227, + "kappa": 0.7610271277902851, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2761, + 2995 + ], + [ + 53559, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.7964902480443317, + "test_tta": { + "OA": 0.9123979213066072, + "mIoU": 0.781159291522649, + "macroF1": 0.8726449942025463, + "F1_coffee": 0.9437978877614412, + "IoU_coffee": 0.8935769743549525, + "precision_coffee": 0.9292311456358187, + "recall_coffee": 0.9588286032861381, + "F1_noncoffee": 0.8014921006436513, + "IoU_noncoffee": 0.6687416086903454, + "kappa": 0.7455108762054016, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8782306449751932, + "mIoU": 0.717170185046339, + "macroF1": 0.8279036813198163, + "F1_coffee": 0.9209686327002462, + "IoU_coffee": 0.8535142356472405, + "precision_coffee": 0.8949245042750591, + "recall_coffee": 0.9485740730028345, + "F1_noncoffee": 0.7348387299393864, + "IoU_noncoffee": 0.5808261344454374, + "kappa": 0.656782636764847, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f1_s2_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 24, + "stopped_epoch": 54, + "best_val": 0.7823320617365399, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.910880862464091, + "mIoU": 0.778421566284698, + "macroF1": 0.870824944053856, + "F1_coffee": 0.9427570335662306, + "IoU_coffee": 0.891712750519669, + "precision_coffee": 0.9292706353585515, + "recall_coffee": 0.9566406496539246, + "F1_noncoffee": 0.7988928545414815, + "IoU_noncoffee": 0.6651303820497271, + "kappa": 0.7418409175504523, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8787498557747779, + "mIoU": 0.7202257824086867, + "macroF1": 0.8303400452510233, + "F1_coffee": 0.920966786684591, + "IoU_coffee": 0.8535110646454086, + "precision_coffee": 0.8985727913120047, + "recall_coffee": 0.9445055051001716, + "F1_noncoffee": 0.7397133038174557, + "IoU_noncoffee": 0.5869405001719649, + "kappa": 0.6613727517209949, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.6049382716049383, + "mIoU": 0.3151515151515151, + "macroF1": 0.40441176470588236, + "F1_coffee": 0.75, + "IoU_coffee": 0.6, + "precision_coffee": 1.0, + "recall_coffee": 0.6, + "F1_noncoffee": 0.058823529411764705, + "IoU_noncoffee": 0.030303030303030304, + "kappa": 0.03571428571428585, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9100970873786408, + "mIoU": 0.7773121271985064, + "macroF1": 0.8701081422099171, + "F1_coffee": 0.9421792069934436, + "IoU_coffee": 0.8906794167994806, + "precision_coffee": 0.9291828314551389, + "recall_coffee": 0.9555442973845861, + "F1_noncoffee": 0.7980370774263904, + "IoU_noncoffee": 0.6639448375975322, + "kappa": 0.7403936809059781, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.918234127943523, + "mIoU": 0.7950761688228571, + "macroF1": 0.8820194072089353, + "F1_coffee": 0.9473847972867855, + "IoU_coffee": 0.9000295595625185, + "precision_coffee": 0.9358249323825916, + "recall_coffee": 0.9592338226954823, + "F1_noncoffee": 0.8166540171310853, + "IoU_noncoffee": 0.6901227780831959, + "kappa": 0.764164211132051, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9043083023064649, + "mIoU": 0.7630704861729416, + "macroF1": 0.8602063846168784, + "F1_coffee": 0.9387249589745178, + "IoU_coffee": 0.8845256155910841, + "precision_coffee": 0.9228661877511263, + "recall_coffee": 0.9551383025644257, + "F1_noncoffee": 0.7816878102592388, + "IoU_noncoffee": 0.641615356754799, + "kappa": 0.7207066130981905, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9429566948730712, + "mIoU": 0.7527839323294045, + "macroF1": 0.8460242970215583, + "F1_coffee": 0.9681931723563697, + "IoU_coffee": 0.9383473208521627, + "precision_coffee": 0.9524901703800787, + "recall_coffee": 0.9844226210633255, + "F1_noncoffee": 0.723855421686747, + "IoU_noncoffee": 0.5672205438066465, + "kappa": 0.6927735625084771, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.943341932923199, + "mIoU": 0.7718022557600933, + "macroF1": 0.8611928603260119, + "F1_coffee": 0.9679771185014862, + "IoU_coffee": 0.9379415280947723, + "precision_coffee": 0.9653243847874721, + "recall_coffee": 0.9706444719379147, + "F1_noncoffee": 0.7544086021505376, + "IoU_noncoffee": 0.6056629834254144, + "kappa": 0.7224017978423073, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9403651518158365, + "mIoU": 0.7373284429604562, + "macroF1": 0.8335691266022591, + "F1_coffee": 0.9668888766459148, + "IoU_coffee": 0.9359001706484642, + "precision_coffee": 0.9476241900647948, + "recall_coffee": 0.9869530986390732, + "F1_noncoffee": 0.7002493765586035, + "IoU_noncoffee": 0.5387567152724482, + "kappa": 0.6683789904961865, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8788252013263856, + "mIoU": 0.7636377787499395, + "macroF1": 0.8642364204063049, + "F1_coffee": 0.9087406350338922, + "IoU_coffee": 0.8327448672682097, + "precision_coffee": 0.8990540731328533, + "recall_coffee": 0.9186381996537796, + "F1_noncoffee": 0.8197322057787174, + "IoU_noncoffee": 0.6945306902316695, + "kappa": 0.7285350883386124, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8943695180609261, + "mIoU": 0.7877190115343924, + "macroF1": 0.8796781051712996, + "F1_coffee": 0.9217221135029354, + "IoU_coffee": 0.8548094373865699, + "precision_coffee": 0.8998362445414847, + "recall_coffee": 0.9446991404011461, + "F1_noncoffee": 0.8376340968396637, + "IoU_noncoffee": 0.720628585682215, + "kappa": 0.7596511264258682, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8700367820428181, + "mIoU": 0.7479253770274825, + "macroF1": 0.8537015839270674, + "F1_coffee": 0.9025873038314718, + "IoU_coffee": 0.8224684359701108, + "precision_coffee": 0.8908735696343846, + "recall_coffee": 0.9146131805157593, + "F1_noncoffee": 0.8048158640226629, + "IoU_noncoffee": 0.6733823180848543, + "kappa": 0.7075044905500363, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2764, + 2995 + ], + [ + 53676, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.718329385916392, + "test_tta": { + "OA": 0.9111390852457958, + "mIoU": 0.7764578744741586, + "macroF1": 0.869332710678399, + "F1_coffee": 0.9432429646428203, + "IoU_coffee": 0.8925826212493659, + "precision_coffee": 0.9247124926733634, + "recall_coffee": 0.9625312940483454, + "F1_noncoffee": 0.7954224567139778, + "IoU_noncoffee": 0.6603331276989512, + "kappa": 0.7390431383199846, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8788652359524634, + "mIoU": 0.7168148830221387, + "macroF1": 0.8274939977669165, + "F1_coffee": 0.9216313810381346, + "IoU_coffee": 0.8546533762503028, + "precision_coffee": 0.8928803876193231, + "recall_coffee": 0.9522955592834693, + "F1_noncoffee": 0.7333566144956982, + "IoU_noncoffee": 0.5789763897939746, + "kappa": 0.6562008607733488, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 34, + "stopped_epoch": 64, + "best_val": 0.5984272461148878, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7977276416166207, + "mIoU": 0.6012730532225726, + "macroF1": 0.7387862556939808, + "F1_coffee": 0.8628680839825696, + "IoU_coffee": 0.7588108924113105, + "precision_coffee": 0.8872369314324507, + "recall_coffee": 0.8398020819946023, + "F1_noncoffee": 0.614704427405392, + "IoU_noncoffee": 0.44373521403383476, + "kappa": 0.47867748704596935, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7648263528325834, + "mIoU": 0.5620619573168906, + "macroF1": 0.7063734517113451, + "F1_coffee": 0.837382320089357, + "IoU_coffee": 0.7202559659627031, + "precision_coffee": 0.8702402421076633, + "recall_coffee": 0.8069153741182802, + "F1_noncoffee": 0.5753645833333333, + "IoU_noncoffee": 0.4038679486710781, + "kappa": 0.41492492368377837, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3613365155131265, + "mIoU": 0.18132889328046334, + "macroF1": 0.2671653824917177, + "F1_coffee": 0.5298664792691496, + "IoU_coffee": 0.3604206500956023, + "precision_coffee": 0.9986754966887417, + "recall_coffee": 0.36059301769488283, + "F1_noncoffee": 0.004464285714285714, + "IoU_noncoffee": 0.0022371364653243847, + "kappa": 0.0006595459471793419, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7962853773584906, + "mIoU": 0.60922679707944, + "macroF1": 0.7472811805546113, + "F1_coffee": 0.8585658729617248, + "IoU_coffee": 0.7521817095038852, + "precision_coffee": 0.9030498744169357, + "recall_coffee": 0.8182586644125106, + "F1_noncoffee": 0.6359964881474978, + "IoU_noncoffee": 0.46627188465499486, + "kappa": 0.49769925193319026, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8012904477756756, + "mIoU": 0.598027402782849, + "macroF1": 0.7344258075003716, + "F1_coffee": 0.8676831631993798, + "IoU_coffee": 0.7662900833048043, + "precision_coffee": 0.8767463115289202, + "recall_coffee": 0.8588054738457603, + "F1_noncoffee": 0.6011684518013632, + "IoU_noncoffee": 0.4297647222608938, + "kappa": 0.4690226404258443, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7955921530636958, + "mIoU": 0.5956807000550763, + "macroF1": 0.7335676932356026, + "F1_coffee": 0.8621185388485918, + "IoU_coffee": 0.7576523287199219, + "precision_coffee": 0.8832429537390373, + "recall_coffee": 0.8419809815559385, + "F1_noncoffee": 0.6050168476226132, + "IoU_noncoffee": 0.4337090713902308, + "kappa": 0.46800712757201524, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7846670739156995, + "mIoU": 0.5677572397555571, + "macroF1": 0.7065769342980326, + "F1_coffee": 0.8579488212774532, + "IoU_coffee": 0.7512350035285815, + "precision_coffee": 0.9539955190440628, + "recall_coffee": 0.7794727849646083, + "F1_noncoffee": 0.555205047318612, + "IoU_noncoffee": 0.38427947598253276, + "kappa": 0.43120655335846264, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7799665123608785, + "mIoU": 0.523070072126786, + "macroF1": 0.6547155051354401, + "F1_coffee": 0.862675190558151, + "IoU_coffee": 0.758512593233164, + "precision_coffee": 0.9062378922898101, + "recall_coffee": 0.823108504398827, + "F1_noncoffee": 0.4467558197127291, + "IoU_noncoffee": 0.28762755102040816, + "kappa": 0.3158003712362884, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8017991590886868, + "mIoU": 0.5555366238376811, + "macroF1": 0.6868613221049622, + "F1_coffee": 0.8765755343116362, + "IoU_coffee": 0.7802710027100271, + "precision_coffee": 0.9198722044728435, + "recall_coffee": 0.8371714352174925, + "F1_noncoffee": 0.49714710989828825, + "IoU_noncoffee": 0.3308022449653351, + "kappa": 0.37932483717258814, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8071225071225071, + "mIoU": 0.6422157889711646, + "macroF1": 0.7765493894961204, + "F1_coffee": 0.8592027729636048, + "IoU_coffee": 0.7531599416626155, + "precision_coffee": 0.8559392265193371, + "recall_coffee": 0.862491301322199, + "F1_noncoffee": 0.693896006028636, + "IoU_noncoffee": 0.5312716362797139, + "kappa": 0.5531129032763609, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8219885277246654, + "mIoU": 0.6574454987731019, + "macroF1": 0.7872246798448377, + "F1_coffee": 0.8732298474945533, + "IoU_coffee": 0.7749848942598188, + "precision_coffee": 0.8466006600660066, + "recall_coffee": 0.9015886405173625, + "F1_noncoffee": 0.7012195121951219, + "IoU_noncoffee": 0.539906103286385, + "kappa": 0.5754393559999416, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7894989441351506, + "mIoU": 0.6181758546417829, + "macroF1": 0.7578762685037147, + "F1_coffee": 0.8453782697595713, + "IoU_coffee": 0.7321690278456278, + "precision_coffee": 0.842941507311586, + "recall_coffee": 0.847829161363315, + "F1_noncoffee": 0.6703742672478581, + "IoU_noncoffee": 0.5041826814379381, + "kappa": 0.515761163648017, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 284, + 563 + ], + [ + 5971, + 7520 + ], + [ + 42884, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.253507093588511, + "test_tta": { + "OA": 0.8184223340366824, + "mIoU": 0.6230290974529922, + "macroF1": 0.7553350836629233, + "F1_coffee": 0.8795737122557726, + "IoU_coffee": 0.7850348763474952, + "precision_coffee": 0.8841134843861586, + "recall_coffee": 0.875080323865827, + "F1_noncoffee": 0.6310964550700742, + "IoU_noncoffee": 0.4610233185584891, + "kappa": 0.5107096867153877, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7833592938733126, + "mIoU": 0.578201817859089, + "macroF1": 0.7184833593400959, + "F1_coffee": 0.8536264507264595, + "IoU_coffee": 0.7446320191768246, + "precision_coffee": 0.8657495256166983, + "recall_coffee": 0.8418382056160987, + "F1_noncoffee": 0.5833402679537322, + "IoU_noncoffee": 0.41177161654135336, + "kappa": 0.43728080694205457, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 46, + "stopped_epoch": 76, + "best_val": 0.6461741659196327, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8642915111183249, + "mIoU": 0.6991732803813818, + "macroF1": 0.8153234978472639, + "F1_coffee": 0.9104194567954144, + "IoU_coffee": 0.8355687539332913, + "precision_coffee": 0.9107805097644108, + "recall_coffee": 0.9100586899712976, + "F1_noncoffee": 0.7202275388991133, + "IoU_noncoffee": 0.5627778068294723, + "kappa": 0.6306471769733532, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8222279912311065, + "mIoU": 0.6369086151472689, + "macroF1": 0.7679651128827114, + "F1_coffee": 0.8801742072210449, + "IoU_coffee": 0.7859920827835266, + "precision_coffee": 0.8904931447567717, + "recall_coffee": 0.8700916796402006, + "F1_noncoffee": 0.655756018544378, + "IoU_noncoffee": 0.48782514751101136, + "kappa": 0.536109179443882, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2878281622911695, + "mIoU": 0.14456980131298638, + "macroF1": 0.22534324659231725, + "F1_coffee": 0.44535315985130114, + "IoU_coffee": 0.2864658058345289, + "precision_coffee": 1.0, + "recall_coffee": 0.2864658058345289, + "F1_noncoffee": 0.005333333333333333, + "IoU_noncoffee": 0.00267379679144385, + "kappa": 0.0015307302400997694, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8834512578616353, + "mIoU": 0.7407964422182661, + "macroF1": 0.8461225554766523, + "F1_coffee": 0.9219120358177508, + "IoU_coffee": 0.8551361915231465, + "precision_coffee": 0.933653397346136, + "recall_coffee": 0.9104623187463424, + "F1_noncoffee": 0.7703330751355538, + "IoU_noncoffee": 0.6264566929133858, + "kappa": 0.6923881922654852, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8639208266627856, + "mIoU": 0.6896890536217397, + "macroF1": 0.8071775952966105, + "F1_coffee": 0.9117785815379776, + "IoU_coffee": 0.8378612716763005, + "precision_coffee": 0.8971343690041468, + "recall_coffee": 0.9269088118685254, + "F1_noncoffee": 0.7025766090552433, + "IoU_noncoffee": 0.5415168355671788, + "kappa": 0.6147013018171985, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8457737951077743, + "mIoU": 0.6680831025740254, + "macroF1": 0.7916963751278874, + "F1_coffee": 0.8978308304453857, + "IoU_coffee": 0.8146034703621754, + "precision_coffee": 0.9028718941594063, + "recall_coffee": 0.892845746378199, + "F1_noncoffee": 0.685561919810389, + "IoU_noncoffee": 0.5215627347858753, + "kappa": 0.5834327164262112, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.875890857259214, + "mIoU": 0.6732357812306379, + "macroF1": 0.7897453372590879, + "F1_coffee": 0.9243280153951208, + "IoU_coffee": 0.859302862419206, + "precision_coffee": 0.9406190777005685, + "recall_coffee": 0.9085916524286063, + "F1_noncoffee": 0.6551626591230552, + "IoU_noncoffee": 0.48716870004206986, + "kappa": 0.5800647021360936, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8604353393085787, + "mIoU": 0.6162791797174001, + "macroF1": 0.7368411483191448, + "F1_coffee": 0.917187773946584, + "IoU_coffee": 0.8470423143350605, + "precision_coffee": 0.9139296529233636, + "recall_coffee": 0.9204692082111436, + "F1_noncoffee": 0.5564945226917057, + "IoU_noncoffee": 0.3855160450997398, + "kappa": 0.473718117154155, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8528405201916496, + "mIoU": 0.6022366548470008, + "macroF1": 0.7238248637048227, + "F1_coffee": 0.9125863971655922, + "IoU_coffee": 0.8392265783570131, + "precision_coffee": 0.9114746490312101, + "recall_coffee": 0.913700860665271, + "F1_noncoffee": 0.5350633302440532, + "IoU_noncoffee": 0.3652467313369886, + "kappa": 0.4476540980950398, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8905033238366572, + "mIoU": 0.7801225228789792, + "macroF1": 0.8747252909850105, + "F1_coffee": 0.9191841312118876, + "IoU_coffee": 0.8504539559014267, + "precision_coffee": 0.9258683987574131, + "recall_coffee": 0.9125956854558107, + "F1_noncoffee": 0.8302664507581333, + "IoU_noncoffee": 0.7097910898565316, + "kappa": 0.7494780056690473, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8673040152963671, + "mIoU": 0.73158196301324, + "macroF1": 0.8414483856532722, + "F1_coffee": 0.9054753473168075, + "IoU_coffee": 0.8272772523643603, + "precision_coffee": 0.8780874389116365, + "recall_coffee": 0.934626739772248, + "F1_noncoffee": 0.777421423989737, + "IoU_noncoffee": 0.6358866736621196, + "kappa": 0.6836215199463304, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8388366289114993, + "mIoU": 0.6965891587233468, + "macroF1": 0.8179469062539735, + "F1_coffee": 0.8796156879615687, + "IoU_coffee": 0.7851017534877768, + "precision_coffee": 0.8920884235020361, + "recall_coffee": 0.8674869183990949, + "F1_noncoffee": 0.7562781245463783, + "IoU_noncoffee": 0.6080765639589168, + "kappa": 0.6360378542794098, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 3, + 27 + ], + [ + 336, + 563 + ], + [ + 6574, + 7520 + ], + [ + 46336, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.8523113250732424, + "test_tta": { + "OA": 0.8717416003895472, + "mIoU": 0.7103808113497064, + "macroF1": 0.8234171818607574, + "F1_coffee": 0.9157928388746803, + "IoU_coffee": 0.8446659196791886, + "precision_coffee": 0.9112482504135386, + "recall_coffee": 0.9203829841922632, + "F1_noncoffee": 0.7310415248468346, + "IoU_noncoffee": 0.5760957030202243, + "kappa": 0.6468624177901287, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8290065766701281, + "mIoU": 0.6450816162438064, + "macroF1": 0.7741475606094259, + "F1_coffee": 0.8854581288402829, + "IoU_coffee": 0.794459276724108, + "precision_coffee": 0.8901882320946405, + "recall_coffee": 0.8807780276384324, + "F1_noncoffee": 0.662836992378569, + "IoU_noncoffee": 0.4957039557635049, + "kappa": 0.5483326592835994, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s0_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 87, + "stopped_epoch": 100, + "best_val": 0.7417873806278824, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8984418113942542, + "mIoU": 0.7679579799330833, + "macroF1": 0.8647353296493203, + "F1_coffee": 0.9322578898933579, + "IoU_coffee": 0.8731114761412261, + "precision_coffee": 0.9425337682523698, + "recall_coffee": 0.9222036584843422, + "F1_noncoffee": 0.7972127694052827, + "IoU_noncoffee": 0.6628044837249407, + "kappa": 0.7295668838352408, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8517220491519557, + "mIoU": 0.6923831641661615, + "macroF1": 0.8119367480126869, + "F1_coffee": 0.8984361879735644, + "IoU_coffee": 0.8156006743910751, + "precision_coffee": 0.9242855400626042, + "recall_coffee": 0.8739933498625766, + "F1_noncoffee": 0.7254373080518093, + "IoU_noncoffee": 0.569165653941248, + "kappa": 0.6246671042630045, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26014319809069214, + "mIoU": 0.1306509419852318, + "macroF1": 0.20811450655699965, + "F1_coffee": 0.41109422492401215, + "IoU_coffee": 0.258727881396461, + "precision_coffee": 1.0, + "recall_coffee": 0.258727881396461, + "F1_noncoffee": 0.005134788189987163, + "IoU_noncoffee": 0.002574002574002574, + "kappa": 0.0013310460336488888, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9095911949685535, + "mIoU": 0.7911768243898069, + "macroF1": 0.8802819717418282, + "F1_coffee": 0.9395174544737361, + "IoU_coffee": 0.8859339160622404, + "precision_coffee": 0.9500099714152762, + "recall_coffee": 0.9292541777748878, + "F1_noncoffee": 0.8210464890099203, + "IoU_noncoffee": 0.6964197327173733, + "kappa": 0.7606503300130164, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8909911221074079, + "mIoU": 0.7552581475128646, + "macroF1": 0.8561911266399844, + "F1_coffee": 0.9269339576626671, + "IoU_coffee": 0.8638181818181818, + "precision_coffee": 0.942970559047304, + "recall_coffee": 0.9114336871722727, + "F1_noncoffee": 0.7854482956173017, + "IoU_noncoffee": 0.6466981132075472, + "kappa": 0.7126263105728114, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8948898038265924, + "mIoU": 0.7580979226398832, + "macroF1": 0.8577874667877176, + "F1_coffee": 0.9304264187239499, + "IoU_coffee": 0.8699040767386091, + "precision_coffee": 0.9348624444301269, + "recall_coffee": 0.9260322930627354, + "F1_noncoffee": 0.7851485148514852, + "IoU_noncoffee": 0.6462917685411573, + "kappa": 0.7155947089334154, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9062309102015883, + "mIoU": 0.7348021691199529, + "macroF1": 0.8375287221154025, + "F1_coffee": 0.9431797149731631, + "IoU_coffee": 0.8924693520140105, + "precision_coffee": 0.9537117903930131, + "recall_coffee": 0.9328777154015133, + "F1_noncoffee": 0.7318777292576419, + "IoU_noncoffee": 0.5771349862258953, + "kappa": 0.6752443315517968, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8848616172559834, + "mIoU": 0.6913219594762261, + "macroF1": 0.8043096516470329, + "F1_coffee": 0.9298614027719445, + "IoU_coffee": 0.868916797488226, + "precision_coffee": 0.951731761238025, + "recall_coffee": 0.9089736070381231, + "F1_noncoffee": 0.6787579005221215, + "IoU_noncoffee": 0.5137271214642263, + "kappa": 0.6095635997439517, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8974283758678009, + "mIoU": 0.6991078694255194, + "macroF1": 0.8086531654187796, + "F1_coffee": 0.938986796952248, + "IoU_coffee": 0.8849906808463984, + "precision_coffee": 0.9391506689936009, + "recall_coffee": 0.9388229820888578, + "F1_noncoffee": 0.6783195338853113, + "IoU_noncoffee": 0.5132250580046404, + "kappa": 0.6173063922690784, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.9127255460588793, + "mIoU": 0.8209314390135628, + "macroF1": 0.900560759479714, + "F1_coffee": 0.9353408851051854, + "IoU_coffee": 0.8785355537932857, + "precision_coffee": 0.9457882754695504, + "recall_coffee": 0.9251217814892136, + "F1_noncoffee": 0.8657806338542428, + "IoU_noncoffee": 0.7633273242338399, + "kappa": 0.8011718795747652, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8969407265774378, + "mIoU": 0.7926618415869207, + "macroF1": 0.8828647019722611, + "F1_coffee": 0.9234701121681101, + "IoU_coffee": 0.8578211553679768, + "precision_coffee": 0.9327405707729814, + "recall_coffee": 0.9143821172501054, + "F1_noncoffee": 0.842259291776412, + "IoU_noncoffee": 0.7275025278058646, + "kappa": 0.7657770934455898, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8923977730850451, + "mIoU": 0.7850208344274621, + "macroF1": 0.877999278415759, + "F1_coffee": 0.9199114095877688, + "IoU_coffee": 0.8516999603122106, + "precision_coffee": 0.9295408605255558, + "recall_coffee": 0.910479422995333, + "F1_noncoffee": 0.8360871472437491, + "IoU_noncoffee": 0.7183417085427136, + "kappa": 0.7560521371703707, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 535, + 563 + ], + [ + 6833, + 7520 + ], + [ + 47961, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.112600711981456, + "test_tta": { + "OA": 0.9046745658172375, + "mIoU": 0.7781121257888417, + "macroF1": 0.8714232805891817, + "F1_coffee": 0.9368093736886842, + "IoU_coffee": 0.8811302042220738, + "precision_coffee": 0.9411739271430115, + "recall_coffee": 0.9324851133102, + "F1_noncoffee": 0.8060371874896793, + "IoU_noncoffee": 0.6750940473556096, + "kappa": 0.7428635345977146, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8587746625129803, + "mIoU": 0.7011224770927577, + "macroF1": 0.818033503601316, + "F1_coffee": 0.9041353383458647, + "IoU_coffee": 0.8250428816466552, + "precision_coffee": 0.9214007782101167, + "recall_coffee": 0.8875050452632186, + "F1_noncoffee": 0.7319316688567674, + "IoU_noncoffee": 0.5772020725388601, + "kappa": 0.6364239842867637, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s0_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.7460100823166966, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9009089433533517, + "mIoU": 0.7709184788851444, + "macroF1": 0.8666051547232837, + "F1_coffee": 0.9342509127330296, + "IoU_coffee": 0.8766143212271873, + "precision_coffee": 0.9395022418610696, + "recall_coffee": 0.9290579617015807, + "F1_noncoffee": 0.7989593967135378, + "IoU_noncoffee": 0.6652226365431015, + "kappa": 0.733235793261568, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8588900426906657, + "mIoU": 0.7011270386974636, + "macroF1": 0.8180156160237577, + "F1_coffee": 0.9042623977455087, + "IoU_coffee": 0.825254509733881, + "precision_coffee": 0.9210437139952559, + "recall_coffee": 0.8880816467739145, + "F1_noncoffee": 0.7317688343020068, + "IoU_noncoffee": 0.5769995676610462, + "kappa": 0.6363694359606407, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3861575178997613, + "mIoU": 0.19404201839556018, + "macroF1": 0.28106080336786016, + "F1_coffee": 0.555939226519337, + "IoU_coffee": 0.3849832615973219, + "precision_coffee": 1.0, + "recall_coffee": 0.3849832615973219, + "F1_noncoffee": 0.0061823802163833074, + "IoU_noncoffee": 0.0031007751937984496, + "kappa": 0.002384646431732067, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9085102201257862, + "mIoU": 0.7898364615701655, + "macroF1": 0.8794536165482645, + "F1_coffee": 0.9386369628262589, + "IoU_coffee": 0.884369372166677, + "precision_coffee": 0.9516204477113265, + "recall_coffee": 0.9260029910917484, + "F1_noncoffee": 0.8202702702702702, + "IoU_noncoffee": 0.695303550973654, + "kappa": 0.7590386089525437, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8892931645078349, + "mIoU": 0.751592343665904, + "macroF1": 0.8536279777747148, + "F1_coffee": 0.9258802130700273, + "IoU_coffee": 0.861989718778349, + "precision_coffee": 0.9407920792079207, + "recall_coffee": 0.9114336871722727, + "F1_noncoffee": 0.7813757424794022, + "IoU_noncoffee": 0.6411949685534591, + "kappa": 0.7074727295698545, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9050133204165658, + "mIoU": 0.771700934504356, + "macroF1": 0.866623579949557, + "F1_coffee": 0.9381797547366099, + "IoU_coffee": 0.8835579834926667, + "precision_coffee": 0.9269872913032644, + "recall_coffee": 0.9496457974344247, + "F1_noncoffee": 0.795067405162504, + "IoU_noncoffee": 0.6598438855160451, + "kappa": 0.733376009580034, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9026674811647323, + "mIoU": 0.7229499163157618, + "macroF1": 0.8283030028239267, + "F1_coffee": 0.9412992754513079, + "IoU_coffee": 0.889107992112284, + "precision_coffee": 0.9472318339100346, + "recall_coffee": 0.935440566268001, + "F1_noncoffee": 0.7153067301965456, + "IoU_noncoffee": 0.5567918405192397, + "kappa": 0.6566713210046761, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8787550477691323, + "mIoU": 0.66838400400579, + "macroF1": 0.7845321796702673, + "F1_coffee": 0.9270172526234659, + "IoU_coffee": 0.8639628688252846, + "precision_coffee": 0.93718532725965, + "recall_coffee": 0.917067448680352, + "F1_noncoffee": 0.6420471067170689, + "IoU_noncoffee": 0.4728051391862955, + "kappa": 0.5693130124583939, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9036863205241029, + "mIoU": 0.6917589674371144, + "macroF1": 0.8006792689894315, + "F1_coffee": 0.9439672336310371, + "IoU_coffee": 0.8938806291747469, + "precision_coffee": 0.9238392161229262, + "recall_coffee": 0.9649918585717608, + "F1_noncoffee": 0.6573913043478261, + "IoU_noncoffee": 0.4896373056994819, + "kappa": 0.6025122284488869, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.913960113960114, + "mIoU": 0.8248871647036347, + "macroF1": 0.9030805539006415, + "F1_coffee": 0.9355527102005975, + "IoU_coffee": 0.8789093825180433, + "precision_coffee": 0.956787429070275, + "recall_coffee": 0.9152400835073069, + "F1_noncoffee": 0.8706083976006855, + "IoU_noncoffee": 0.7708649468892261, + "kappa": 0.8063526106281182, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8995219885277247, + "mIoU": 0.7992432914110481, + "macroF1": 0.8871691204585662, + "F1_coffee": 0.9245025501041592, + "IoU_coffee": 0.8596045952444563, + "precision_coffee": 0.9452115158636898, + "recall_coffee": 0.9046815689582455, + "F1_noncoffee": 0.8498356908129733, + "IoU_noncoffee": 0.7388819875776398, + "kappa": 0.774553487751341, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.9063159915530812, + "mIoU": 0.8081921737611105, + "macroF1": 0.8925917526854366, + "F1_coffee": 0.9309857163060388, + "IoU_coffee": 0.8708823918507739, + "precision_coffee": 0.9309857163060388, + "recall_coffee": 0.9309857163060388, + "F1_noncoffee": 0.8541977890648342, + "IoU_noncoffee": 0.7455019556714472, + "kappa": 0.7851835053708729, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6921, + 7520 + ], + [ + 48007, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.888122049967448, + "test_tta": { + "OA": 0.9052588865443921, + "mIoU": 0.7772623302581739, + "macroF1": 0.8707196636344641, + "F1_coffee": 0.9375421325771762, + "IoU_coffee": 0.8824275873182129, + "precision_coffee": 0.9367102140306613, + "recall_coffee": 0.9383755301375145, + "F1_noncoffee": 0.803897194691752, + "IoU_noncoffee": 0.6720970731981349, + "kappa": 0.7414399676067429, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8638946578977732, + "mIoU": 0.7066264066403702, + "macroF1": 0.8217152414754263, + "F1_coffee": 0.9084328698537759, + "IoU_coffee": 0.8322281285000622, + "precision_coffee": 0.9173067878977896, + "recall_coffee": 0.8997289972899729, + "F1_noncoffee": 0.7349976130970768, + "IoU_noncoffee": 0.5810246847806784, + "kappa": 0.6435270298655612, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 8, + "stopped_epoch": 50, + "best_val": 0.6011813119884267, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7503814315857815, + "mIoU": 0.5537453467528057, + "macroF1": 0.70156865352173, + "F1_coffee": 0.8222635709085026, + "IoU_coffee": 0.6981728259376287, + "precision_coffee": 0.892899274616601, + "recall_coffee": 0.7619843207813906, + "F1_noncoffee": 0.5808737361349576, + "IoU_noncoffee": 0.4093178675679828, + "kappa": 0.41181739673550766, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7199290411907234, + "mIoU": 0.5203165591295181, + "macroF1": 0.6728902433978275, + "F1_coffee": 0.7969339844607807, + "IoU_coffee": 0.6624191641749531, + "precision_coffee": 0.8739678899082569, + "recall_coffee": 0.7323800188356494, + "F1_noncoffee": 0.5488465023348744, + "IoU_noncoffee": 0.37821395408408315, + "kappa": 0.35688120711358523, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2954653937947494, + "mIoU": 0.14841017488076313, + "macroF1": 0.22996814506248467, + "F1_coffee": 0.45454545454545453, + "IoU_coffee": 0.29411764705882354, + "precision_coffee": 1.0, + "recall_coffee": 0.29411764705882354, + "F1_noncoffee": 0.005390835579514825, + "IoU_noncoffee": 0.002702702702702703, + "kappa": 0.0015885623510722986, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7491647012578616, + "mIoU": 0.5567043032686231, + "macroF1": 0.7052329812069462, + "F1_coffee": 0.8190293877840406, + "IoU_coffee": 0.6935222429008825, + "precision_coffee": 0.9003897116134061, + "recall_coffee": 0.7511541712725145, + "F1_noncoffee": 0.5914365746298519, + "IoU_noncoffee": 0.4198863636363636, + "kappa": 0.421136634761429, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7621889099112211, + "mIoU": 0.5621041907663439, + "macroF1": 0.7072290286416187, + "F1_coffee": 0.8340779853777417, + "IoU_coffee": 0.7153805957150322, + "precision_coffee": 0.8860204228390622, + "recall_coffee": 0.787888476787313, + "F1_noncoffee": 0.5803800719054957, + "IoU_noncoffee": 0.40882778581765555, + "kappa": 0.4195036106218217, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.73979171712279, + "mIoU": 0.5423625105788497, + "macroF1": 0.6920465332559491, + "F1_coffee": 0.8133036769305623, + "IoU_coffee": 0.6853511392256779, + "precision_coffee": 0.8928653185806944, + "recall_coffee": 0.7467611206841535, + "F1_noncoffee": 0.5707893895813358, + "IoU_noncoffee": 0.39937388193202145, + "kappa": 0.39513458992115497, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8500305436774588, + "mIoU": 0.6245490536151173, + "macroF1": 0.7484804795860783, + "F1_coffee": 0.908298574363444, + "IoU_coffee": 0.8320027372262774, + "precision_coffee": 0.9270555343753971, + "recall_coffee": 0.8902855748108371, + "F1_noncoffee": 0.5886623848087127, + "IoU_noncoffee": 0.41709537000395724, + "kappa": 0.49788297989970987, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7382054565153157, + "mIoU": 0.49623312942975445, + "macroF1": 0.6360518080110513, + "F1_coffee": 0.8288694308524337, + "IoU_coffee": 0.7077515118196811, + "precision_coffee": 0.918652775795633, + "recall_coffee": 0.7550733137829913, + "F1_noncoffee": 0.44323418516966906, + "IoU_noncoffee": 0.2847147470398278, + "kappa": 0.2940423908245486, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8006257944656302, + "mIoU": 0.5532471267396263, + "macroF1": 0.6845348031001766, + "F1_coffee": 0.8759053009555109, + "IoU_coffee": 0.7792095289658907, + "precision_coffee": 0.9186773905272565, + "recall_coffee": 0.8369388229820889, + "F1_noncoffee": 0.49316430524484217, + "IoU_noncoffee": 0.32728472451336194, + "kappa": 0.37460644959752204, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6550807217473884, + "mIoU": 0.48031139941711165, + "macroF1": 0.6467612782790313, + "F1_coffee": 0.7009715132553928, + "IoU_coffee": 0.5396121181391811, + "precision_coffee": 0.8580931263858093, + "recall_coffee": 0.5924843423799583, + "F1_noncoffee": 0.5925510433026699, + "IoU_noncoffee": 0.42101068069504227, + "kappa": 0.32438721794748815, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7854684512428298, + "mIoU": 0.6167663537250152, + "macroF1": 0.7575053957390481, + "F1_coffee": 0.8398515558093063, + "IoU_coffee": 0.7239173228346457, + "precision_coffee": 0.8528772285838527, + "recall_coffee": 0.8272177702797694, + "F1_noncoffee": 0.6751592356687898, + "IoU_noncoffee": 0.5096153846153846, + "kappa": 0.5152401430588703, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.6800729506623152, + "mIoU": 0.5055453540486066, + "macroF1": 0.6687637847578943, + "F1_coffee": 0.7299684031434821, + "IoU_coffee": 0.5747639704006124, + "precision_coffee": 0.8545144157814871, + "recall_coffee": 0.6371093197567529, + "F1_noncoffee": 0.6075591663723066, + "IoU_noncoffee": 0.4363267376966007, + "kappa": 0.3573676335185605, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 5, + 27 + ], + [ + 346, + 563 + ], + [ + 6316, + 7520 + ], + [ + 39564, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.540332039197286, + "test_tta": { + "OA": 0.775377373802954, + "mIoU": 0.5749363076602476, + "macroF1": 0.717310000649843, + "F1_coffee": 0.8454312934895514, + "IoU_coffee": 0.7322485779514762, + "precision_coffee": 0.8833057156860457, + "recall_coffee": 0.8106712933213382, + "F1_noncoffee": 0.5891887078101344, + "IoU_noncoffee": 0.41762403736901904, + "kappa": 0.43736925117757225, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7441300334602515, + "mIoU": 0.5383318477368533, + "macroF1": 0.6859991188702529, + "F1_coffee": 0.8211033689963597, + "IoU_coffee": 0.6965015824138227, + "precision_coffee": 0.8636826474331778, + "recall_coffee": 0.7825251302158411, + "F1_noncoffee": 0.5508948687441461, + "IoU_noncoffee": 0.380162113059884, + "kappa": 0.37580673057889497, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.6274268218947674, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8080668722609966, + "mIoU": 0.6267418889871917, + "macroF1": 0.7616044827658595, + "F1_coffee": 0.8668490806111994, + "IoU_coffee": 0.7649899636305821, + "precision_coffee": 0.9138000617239987, + "recall_coffee": 0.8244869982435848, + "F1_noncoffee": 0.6563598849205196, + "IoU_noncoffee": 0.48849381434380135, + "kappa": 0.526435422475239, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7698453905619015, + "mIoU": 0.5799333376816789, + "macroF1": 0.7242744527735067, + "F1_coffee": 0.8363684836553054, + "IoU_coffee": 0.7187571597257715, + "precision_coffee": 0.8964281789207605, + "recall_coffee": 0.7838513136904419, + "F1_noncoffee": 0.612180421891708, + "IoU_noncoffee": 0.44110951563758627, + "kappa": 0.4543539961478967, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25441527446300716, + "mIoU": 0.12777163944729372, + "macroF1": 0.20445616764720181, + "F1_coffee": 0.40381679389312974, + "IoU_coffee": 0.2529890004782401, + "precision_coffee": 1.0, + "recall_coffee": 0.2529890004782401, + "F1_noncoffee": 0.005095541401273885, + "IoU_noncoffee": 0.002554278416347382, + "kappa": 0.0012915740662181627, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8184944968553459, + "mIoU": 0.6429866613728359, + "macroF1": 0.7746390326458001, + "F1_coffee": 0.874053869757927, + "IoU_coffee": 0.7762839147286822, + "precision_coffee": 0.918787183714429, + "recall_coffee": 0.8334742180896028, + "F1_noncoffee": 0.6752241955336733, + "IoU_noncoffee": 0.5096894080169897, + "kappa": 0.5520164420657644, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8149711347208073, + "mIoU": 0.6249551123601974, + "macroF1": 0.7581251008350713, + "F1_coffee": 0.8753839116513102, + "IoU_coffee": 0.7783846600813481, + "precision_coffee": 0.8949759486905399, + "recall_coffee": 0.856631282772733, + "F1_noncoffee": 0.6408662900188324, + "IoU_noncoffee": 0.4715255646390467, + "kappa": 0.5169173769255212, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7908936788568661, + "mIoU": 0.6119529322087126, + "macroF1": 0.7514073156910712, + "F1_coffee": 0.8504831503480761, + "IoU_coffee": 0.7398614040373607, + "precision_coffee": 0.929869736443502, + "recall_coffee": 0.7835854234475716, + "F1_noncoffee": 0.6523314810340662, + "IoU_noncoffee": 0.48404446038006455, + "kappa": 0.511100627680347, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.822846670739157, + "mIoU": 0.5941069088185733, + "macroF1": 0.7239977519670289, + "F1_coffee": 0.889171974522293, + "IoU_coffee": 0.8004587155963303, + "precision_coffee": 0.9299227284838796, + "recall_coffee": 0.8518428118135221, + "F1_noncoffee": 0.5588235294117647, + "IoU_noncoffee": 0.3877551020408163, + "kappa": 0.4521832048853814, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8187727765192554, + "mIoU": 0.5790004016329972, + "macroF1": 0.7084810627353886, + "F1_coffee": 0.8877911940480546, + "IoU_coffee": 0.7982234894176993, + "precision_coffee": 0.9245522672424743, + "recall_coffee": 0.853841642228739, + "F1_noncoffee": 0.5291709314227226, + "IoU_noncoffee": 0.35977731384829503, + "kappa": 0.4208042823759875, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8134350249339982, + "mIoU": 0.5732357917786404, + "macroF1": 0.7036323195076422, + "F1_coffee": 0.8840262582056893, + "IoU_coffee": 0.792156862745098, + "precision_coffee": 0.9258976317799847, + "recall_coffee": 0.845778087927425, + "F1_noncoffee": 0.5232383808095952, + "IoU_noncoffee": 0.35431472081218274, + "kappa": 0.41220632330056556, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8144349477682811, + "mIoU": 0.6663882207646026, + "macroF1": 0.7968259391394763, + "F1_coffee": 0.856639765223771, + "IoU_coffee": 0.7492299794661191, + "precision_coffee": 0.9058184639255237, + "recall_coffee": 0.812526096033403, + "F1_noncoffee": 0.7370121130551817, + "IoU_noncoffee": 0.5835464620630861, + "kappa": 0.5958372987227272, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8112810707456979, + "mIoU": 0.650750345490094, + "macroF1": 0.7834820349998389, + "F1_coffee": 0.8610641891891891, + "IoU_coffee": 0.7560252131998517, + "precision_coffee": 0.8621564482029598, + "recall_coffee": 0.8599746942218474, + "F1_noncoffee": 0.7058998808104887, + "IoU_noncoffee": 0.5454754777803362, + "kappa": 0.5669655412364486, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7687655980034556, + "mIoU": 0.6149980264131705, + "macroF1": 0.7598898765689353, + "F1_coffee": 0.8060542629417922, + "IoU_coffee": 0.675118004045853, + "precision_coffee": 0.9357009345794393, + "recall_coffee": 0.7079620987130533, + "F1_noncoffee": 0.7137254901960784, + "IoU_noncoffee": 0.5548780487804879, + "kappa": 0.533012686957557, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 21, + 27 + ], + [ + 418, + 563 + ], + [ + 6440, + 7520 + ], + [ + 42906, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7795734643936156, + "test_tta": { + "OA": 0.8223664989449765, + "mIoU": 0.6429311551760346, + "macroF1": 0.7736778795035073, + "F1_coffee": 0.8786507883707005, + "IoU_coffee": 0.7835657075051914, + "precision_coffee": 0.9108275862068965, + "recall_coffee": 0.8486698367819047, + "F1_noncoffee": 0.6687049706363141, + "IoU_noncoffee": 0.5022966028468779, + "kappa": 0.5488927490751082, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7837631244952117, + "mIoU": 0.5938746888391234, + "macroF1": 0.7349750143078881, + "F1_coffee": 0.8486854720694353, + "IoU_coffee": 0.7371447606023949, + "precision_coffee": 0.893531111866712, + "recall_coffee": 0.8081262372907417, + "F1_noncoffee": 0.6212645565463409, + "IoU_noncoffee": 0.450604617075852, + "kappa": 0.4732709886783019, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s1_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 19, + "stopped_epoch": 50, + "best_val": 0.7434338764144397, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.879889628307093, + "mIoU": 0.7379512526110649, + "macroF1": 0.8444490045860157, + "F1_coffee": 0.918697400514184, + "IoU_coffee": 0.8496210042878335, + "precision_coffee": 0.9430885139402689, + "recall_coffee": 0.8955361350297734, + "F1_noncoffee": 0.7702006086578473, + "IoU_noncoffee": 0.6262815009342962, + "kappa": 0.6894850729235706, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8373572170301142, + "mIoU": 0.6730502363246766, + "macroF1": 0.7979559143686616, + "F1_coffee": 0.8871792306537942, + "IoU_coffee": 0.7972346087456847, + "precision_coffee": 0.9251554479823061, + "recall_coffee": 0.8521978127582694, + "F1_noncoffee": 0.7087325980835292, + "IoU_noncoffee": 0.5488658639036684, + "kappa": 0.597662029355896, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3360381861575179, + "mIoU": 0.16881771853771668, + "macroF1": 0.2536653477979485, + "F1_coffee": 0.5016123253314224, + "IoU_coffee": 0.3347680535628886, + "precision_coffee": 1.0, + "recall_coffee": 0.3347680535628886, + "F1_noncoffee": 0.005718370264474625, + "IoU_noncoffee": 0.002867383512544803, + "kappa": 0.0019179757136325254, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8765723270440252, + "mIoU": 0.7394867303689514, + "macroF1": 0.8461845493062768, + "F1_coffee": 0.9145520103408395, + "IoU_coffee": 0.8425571921027891, + "precision_coffee": 0.9589129039161138, + "recall_coffee": 0.8741140516288445, + "F1_noncoffee": 0.7778170882717141, + "IoU_noncoffee": 0.6364162686351136, + "kappa": 0.6940715351733555, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8814340464755251, + "mIoU": 0.7357253744724385, + "macroF1": 0.842435633903257, + "F1_coffee": 0.92082415446417, + "IoU_coffee": 0.8532660902977905, + "precision_coffee": 0.9331582403151675, + "recall_coffee": 0.9088118685253869, + "F1_noncoffee": 0.7640471133423441, + "IoU_noncoffee": 0.6181846586470864, + "kappa": 0.6850352504483253, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8816178251392589, + "mIoU": 0.7381160032700926, + "macroF1": 0.8443014641625007, + "F1_coffee": 0.920525494276795, + "IoU_coffee": 0.8527533437763586, + "precision_coffee": 0.938407478618312, + "recall_coffee": 0.903312272640245, + "F1_noncoffee": 0.7680774340482065, + "IoU_noncoffee": 0.6234786627638268, + "kappa": 0.6889325518794587, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8958460598656078, + "mIoU": 0.7193497071121493, + "macroF1": 0.8265209689301984, + "F1_coffee": 0.9361861393549997, + "IoU_coffee": 0.8800281458895274, + "precision_coffee": 0.9575092509888988, + "recall_coffee": 0.9157920429582621, + "F1_noncoffee": 0.7168557985053972, + "IoU_noncoffee": 0.5586712683347713, + "kappa": 0.6538037190676346, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8688072490889392, + "mIoU": 0.6435766719675773, + "macroF1": 0.7628238072088339, + "F1_coffee": 0.9213695395513577, + "IoU_coffee": 0.8542031523642732, + "precision_coffee": 0.9273915626856803, + "recall_coffee": 0.915425219941349, + "F1_noncoffee": 0.6042780748663101, + "IoU_noncoffee": 0.4329501915708812, + "kappa": 0.5257482535286245, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.894983866236433, + "mIoU": 0.6797577369332919, + "macroF1": 0.7914976951947004, + "F1_coffee": 0.9383891693437356, + "IoU_coffee": 0.8839295363665838, + "precision_coffee": 0.9258546524790582, + "recall_coffee": 0.9512677366829495, + "F1_noncoffee": 0.6446062210456651, + "IoU_noncoffee": 0.4755859375, + "kappa": 0.5834358075820326, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8585944919278252, + "mIoU": 0.7376060305997769, + "macroF1": 0.8475268444512845, + "F1_coffee": 0.8886062691703449, + "IoU_coffee": 0.7995422724824987, + "precision_coffee": 0.9606923325784535, + "recall_coffee": 0.8265831593597773, + "F1_noncoffee": 0.8064474197322241, + "IoU_noncoffee": 0.6756697887170551, + "kappa": 0.6980080767855109, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8936902485659656, + "mIoU": 0.7888476402512025, + "macroF1": 0.8805609627545126, + "F1_coffee": 0.9201608271108558, + "IoU_coffee": 0.8521276595744681, + "precision_coffee": 0.9402787967718269, + "recall_coffee": 0.9008857022353437, + "F1_noncoffee": 0.8409610983981693, + "IoU_noncoffee": 0.7255676209279368, + "kappa": 0.7613395575284246, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8684968324054521, + "mIoU": 0.7525641715109487, + "macroF1": 0.8574346699014075, + "F1_coffee": 0.8971471471471472, + "IoU_coffee": 0.8134785568413887, + "precision_coffee": 0.9561529844775164, + "recall_coffee": 0.8450007071135625, + "F1_noncoffee": 0.8177221926556679, + "IoU_noncoffee": 0.6916497861805087, + "kappa": 0.7167808440310492, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 542, + 563 + ], + [ + 6836, + 7520 + ], + [ + 46808, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5324036916097006, + "test_tta": { + "OA": 0.8867229345885408, + "mIoU": 0.747352226513033, + "macroF1": 0.8507373893970458, + "F1_coffee": 0.9240265183266021, + "IoU_coffee": 0.8587818696883853, + "precision_coffee": 0.9394798007747648, + "recall_coffee": 0.9090733838838195, + "F1_noncoffee": 0.7774482604674894, + "IoU_noncoffee": 0.6359225833376806, + "kappa": 0.7017111924248262, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8447271258797738, + "mIoU": 0.681111437238155, + "macroF1": 0.8035497916395249, + "F1_coffee": 0.8934903047091413, + "IoU_coffee": 0.8074852922768807, + "precision_coffee": 0.9206132392815641, + "recall_coffee": 0.8679198139499126, + "F1_noncoffee": 0.7136092785699085, + "IoU_noncoffee": 0.5547375821994293, + "kappa": 0.6080144519948324, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s1_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 46, + "stopped_epoch": 76, + "best_val": 0.7655119561008725, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9027592923226749, + "mIoU": 0.7782778055426713, + "macroF1": 0.8717980954303024, + "F1_coffee": 0.9348003526070064, + "IoU_coffee": 0.8775822963280819, + "precision_coffee": 0.9501559700006637, + "recall_coffee": 0.9199331705436319, + "F1_noncoffee": 0.8087958382535985, + "IoU_noncoffee": 0.6789733147572607, + "kappa": 0.7437924314370983, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8570006922810661, + "mIoU": 0.702419684671876, + "macroF1": 0.8194605552250971, + "F1_coffee": 0.901785979614276, + "IoU_coffee": 0.8211386513691958, + "precision_coffee": 0.9304022565611969, + "recall_coffee": 0.8748774721789772, + "F1_noncoffee": 0.7371351308359182, + "IoU_noncoffee": 0.583700717974556, + "kappa": 0.6398330114965006, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29594272076372313, + "mIoU": 0.1486502086116196, + "macroF1": 0.23025541782362405, + "F1_coffee": 0.45511636497968233, + "IoU_coffee": 0.29459588713534196, + "precision_coffee": 1.0, + "recall_coffee": 0.29459588713534196, + "F1_noncoffee": 0.005394470667565745, + "IoU_noncoffee": 0.002704530087897228, + "kappa": 0.00159221829157685, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9065448113207547, + "mIoU": 0.785161713122331, + "macroF1": 0.8763275833751267, + "F1_coffee": 0.9374588978034987, + "IoU_coffee": 0.8822801262610633, + "precision_coffee": 0.9482471895163973, + "recall_coffee": 0.9269133233630275, + "F1_noncoffee": 0.8151962689467548, + "IoU_noncoffee": 0.6880432999835985, + "kappa": 0.7527497347502724, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.9015669722990346, + "mIoU": 0.7761440628941547, + "macroF1": 0.8703876860901814, + "F1_coffee": 0.933958272304137, + "IoU_coffee": 0.8760991695163655, + "precision_coffee": 0.9510772290354657, + "recall_coffee": 0.9174446860212303, + "F1_noncoffee": 0.8068170998762259, + "IoU_noncoffee": 0.6761889562719439, + "kappa": 0.7410208081143745, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9002179704528942, + "mIoU": 0.7737000722092059, + "macroF1": 0.8687647365690472, + "F1_coffee": 0.9330124869927159, + "IoU_coffee": 0.8744361818846763, + "precision_coffee": 0.9511370417025791, + "recall_coffee": 0.9155657668006892, + "F1_noncoffee": 0.8045169861453786, + "IoU_noncoffee": 0.6729639625337355, + "kappa": 0.7378073064123098, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9176338831195275, + "mIoU": 0.7517411788450465, + "macroF1": 0.8493361621838034, + "F1_coffee": 0.9507757833891086, + "IoU_coffee": 0.9061702621201577, + "precision_coffee": 0.9480645552724184, + "recall_coffee": 0.9535025628508665, + "F1_noncoffee": 0.747896540978498, + "IoU_noncoffee": 0.5973120955699353, + "kappa": 0.6986849448839032, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8894907908992417, + "mIoU": 0.6966071457350527, + "macroF1": 0.8080648487556537, + "F1_coffee": 0.9330788500536801, + "IoU_coffee": 0.8745527728085868, + "precision_coffee": 0.9491566557456619, + "recall_coffee": 0.9175366568914956, + "F1_noncoffee": 0.6830508474576271, + "IoU_noncoffee": 0.5186615186615187, + "kappa": 0.6166506506832583, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9038818812946123, + "mIoU": 0.7134676246391898, + "macroF1": 0.8199755726771055, + "F1_coffee": 0.9428787262478936, + "IoU_coffee": 0.8919305189094108, + "precision_coffee": 0.9421669957031704, + "recall_coffee": 0.9435915329146313, + "F1_noncoffee": 0.6970724191063175, + "IoU_noncoffee": 0.5350047303689688, + "kappa": 0.6399522349777792, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8962013295346629, + "mIoU": 0.79378784524145, + "macroF1": 0.883743478008298, + "F1_coffee": 0.921800100164556, + "IoU_coffee": 0.854943596549436, + "precision_coffee": 0.9484687868080094, + "recall_coffee": 0.8965901183020181, + "F1_noncoffee": 0.8456868558520401, + "IoU_noncoffee": 0.7326320939334638, + "kappa": 0.7678491357948491, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9132887189292543, + "mIoU": 0.8237323097481546, + "macroF1": 0.902377371272186, + "F1_coffee": 0.9350146879701942, + "IoU_coffee": 0.8779601722282023, + "precision_coffee": 0.9533898305084746, + "recall_coffee": 0.9173344580345846, + "F1_noncoffee": 0.8697400545741778, + "IoU_noncoffee": 0.7695044472681067, + "kappa": 0.8049000116724134, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8966212324822422, + "mIoU": 0.7976599542042373, + "macroF1": 0.8863998344259474, + "F1_coffee": 0.9204755224101011, + "IoU_coffee": 0.8526675786593707, + "precision_coffee": 0.9630716934487021, + "recall_coffee": 0.8814877669353698, + "F1_noncoffee": 0.8523241464417936, + "IoU_noncoffee": 0.7426523297491039, + "kappa": 0.7736220377915802, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 19, + 27 + ], + [ + 541, + 563 + ], + [ + 6874, + 7520 + ], + [ + 48185, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.8562997778256736, + "test_tta": { + "OA": 0.9087485797760104, + "mIoU": 0.7884386148959451, + "macroF1": 0.8784182232232944, + "F1_coffee": 0.9391439890887835, + "IoU_coffee": 0.8852699889800416, + "precision_coffee": 0.9493172268907563, + "recall_coffee": 0.929186479886904, + "F1_noncoffee": 0.8176924573578053, + "IoU_noncoffee": 0.6916072408118487, + "kappa": 0.7569200733318682, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8633177570093458, + "mIoU": 0.7109408936694088, + "macroF1": 0.8254196761095602, + "F1_coffee": 0.9067600672956779, + "IoU_coffee": 0.8294245756763081, + "precision_coffee": 0.9288478593888575, + "recall_coffee": 0.8856983605297046, + "F1_noncoffee": 0.7440792849234426, + "IoU_noncoffee": 0.5924572116625096, + "kappa": 0.6513804436763853, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.5355932253826964, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7018828112319428, + "mIoU": 0.5127546204813049, + "macroF1": 0.6699969258577478, + "F1_coffee": 0.7725758720174342, + "IoU_coffee": 0.6294286175449924, + "precision_coffee": 0.9155392516507703, + "recall_coffee": 0.6682303045880992, + "F1_noncoffee": 0.5674179796980616, + "IoU_noncoffee": 0.39608062341761746, + "kappa": 0.3692479214625499, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.66989731164186, + "mIoU": 0.4811111440082398, + "macroF1": 0.6424270039192364, + "F1_coffee": 0.7415362377758205, + "IoU_coffee": 0.5892392455268212, + "precision_coffee": 0.8989185489390829, + "recall_coffee": 0.631051913356013, + "F1_noncoffee": 0.5433177700626521, + "IoU_noncoffee": 0.3729830424896584, + "kappa": 0.32159690723341533, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16324582338902147, + "mIoU": 0.08196087685876022, + "macroF1": 0.14142335105175513, + "F1_coffee": 0.2783038287361054, + "IoU_coffee": 0.16164514586322334, + "precision_coffee": 1.0, + "recall_coffee": 0.16164514586322334, + "F1_noncoffee": 0.004542873367404884, + "IoU_noncoffee": 0.0022766078542970974, + "kappa": 0.000735734465159926, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7217963836477987, + "mIoU": 0.5375930563594525, + "macroF1": 0.6923337937214031, + "F1_coffee": 0.7875422138836773, + "IoU_coffee": 0.6495419658331271, + "precision_coffee": 0.9310620175672079, + "recall_coffee": 0.6823590610572859, + "F1_noncoffee": 0.5971253735591291, + "IoU_noncoffee": 0.42564414688577806, + "kappa": 0.41119735585651024, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.6863144617474409, + "mIoU": 0.494132855952351, + "macroF1": 0.6527911728767408, + "F1_coffee": 0.7606780664742023, + "IoU_coffee": 0.6137856886871341, + "precision_coffee": 0.90298769771529, + "recall_coffee": 0.657117278424351, + "F1_noncoffee": 0.5449042792792793, + "IoU_noncoffee": 0.37448002321756796, + "kappa": 0.3369010309264194, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.6977960765318479, + "mIoU": 0.5075279347051744, + "macroF1": 0.6651300374981683, + "F1_coffee": 0.7697191156387259, + "IoU_coffee": 0.6256450258010321, + "precision_coffee": 0.9127275910364145, + "recall_coffee": 0.6654540813070394, + "F1_noncoffee": 0.5605409593576107, + "IoU_noncoffee": 0.3894108436093169, + "kappa": 0.36023263197770156, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7217470983506414, + "mIoU": 0.5066276285991589, + "macroF1": 0.6555813720120589, + "F1_coffee": 0.8065406668082395, + "IoU_coffee": 0.6758007117437722, + "precision_coffee": 0.9602224844092365, + "recall_coffee": 0.6952648279228704, + "F1_noncoffee": 0.5046220772158782, + "IoU_noncoffee": 0.33745454545454545, + "kappa": 0.35356354269038776, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.6636462129419876, + "mIoU": 0.4414439227767176, + "macroF1": 0.591616072575591, + "F1_coffee": 0.7631268641187487, + "IoU_coffee": 0.616980708838044, + "precision_coffee": 0.9336388323150034, + "recall_coffee": 0.6452785923753666, + "F1_noncoffee": 0.42010528103243333, + "IoU_noncoffee": 0.26590713671539123, + "kappa": 0.24489092878287588, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.6989341938007235, + "mIoU": 0.4692838431122186, + "macroF1": 0.6156789576147386, + "F1_coffee": 0.7945552812437445, + "IoU_coffee": 0.6591387136056681, + "precision_coffee": 0.9319142275786508, + "recall_coffee": 0.6924866247964643, + "F1_noncoffee": 0.4368026339857326, + "IoU_noncoffee": 0.27942897261876903, + "kappa": 0.27456229501342, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7218423551756885, + "mIoU": 0.5549943514978092, + "macroF1": 0.7115077964873087, + "F1_coffee": 0.7661103569432245, + "IoU_coffee": 0.6208904996117007, + "precision_coffee": 0.8986511802173098, + "recall_coffee": 0.6676409185803758, + "F1_noncoffee": 0.6569052360313927, + "IoU_noncoffee": 0.4890982033839177, + "kappa": 0.4408575541790783, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7083173996175908, + "mIoU": 0.5367351032718892, + "macroF1": 0.6955627738117625, + "F1_coffee": 0.7578763590191254, + "IoU_coffee": 0.6101456682852032, + "precision_coffee": 0.8700801749271136, + "recall_coffee": 0.671306059327991, + "F1_noncoffee": 0.6332491886043996, + "IoU_noncoffee": 0.4633245382585752, + "kappa": 0.40608631691579783, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.6966788251103859, + "mIoU": 0.5272345070654545, + "macroF1": 0.6885010963673499, + "F1_coffee": 0.7389724103750207, + "IoU_coffee": 0.5860081226254421, + "precision_coffee": 0.8883813306852035, + "recall_coffee": 0.632583792957149, + "F1_noncoffee": 0.6380297823596792, + "IoU_noncoffee": 0.46846089150546677, + "kappa": 0.4005157539046743, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 5, + 27 + ], + [ + 292, + 563 + ], + [ + 5313, + 7520 + ], + [ + 37633, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.3977544267972313, + "test_tta": { + "OA": 0.7496834929394579, + "mIoU": 0.5619135945276208, + "macroF1": 0.7107958664104503, + "F1_coffee": 0.8168452055770646, + "IoU_coffee": 0.6903958885409138, + "precision_coffee": 0.9166755517645805, + "recall_coffee": 0.7366233988776079, + "F1_noncoffee": 0.6047465272438362, + "IoU_noncoffee": 0.4334313005143277, + "kappa": 0.4360265056438329, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7130206530518057, + "mIoU": 0.5224493597515149, + "macroF1": 0.6777248351082061, + "F1_coffee": 0.7843783186320192, + "IoU_coffee": 0.6452487074344803, + "precision_coffee": 0.8991131095818945, + "recall_coffee": 0.6956120625036037, + "F1_noncoffee": 0.5710713515843931, + "IoU_noncoffee": 0.3996500120685494, + "kappa": 0.37567361687589573, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.6339584928326025, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8050316507060542, + "mIoU": 0.6068335534200364, + "macroF1": 0.7425149759100178, + "F1_coffee": 0.8693893528183716, + "IoU_coffee": 0.7689555683785343, + "precision_coffee": 0.8828673645157016, + "recall_coffee": 0.8563166688086364, + "F1_noncoffee": 0.6156405990016639, + "IoU_noncoffee": 0.44471153846153844, + "kappa": 0.4853828942535433, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7703501788392754, + "mIoU": 0.5661421916606738, + "macroF1": 0.7092005772824482, + "F1_coffee": 0.8425507510061208, + "IoU_coffee": 0.7279375331043791, + "precision_coffee": 0.867663231640259, + "recall_coffee": 0.8188510253896866, + "F1_noncoffee": 0.5758504035587757, + "IoU_noncoffee": 0.4043468502169684, + "kappa": 0.41971063771813916, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3221957040572792, + "mIoU": 0.1618540400539498, + "macroF1": 0.24574101907236465, + "F1_coffee": 0.48587979724837077, + "IoU_coffee": 0.32089909134385464, + "precision_coffee": 1.0, + "recall_coffee": 0.32089909134385464, + "F1_noncoffee": 0.0056022408963585435, + "IoU_noncoffee": 0.0028089887640449437, + "kappa": 0.0018011802965370446, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8139740566037735, + "mIoU": 0.6208361897917374, + "macroF1": 0.7542986801236127, + "F1_coffee": 0.8753867421499573, + "IoU_coffee": 0.7783891360337157, + "precision_coffee": 0.8863560621209091, + "recall_coffee": 0.8646856102477404, + "F1_noncoffee": 0.633210618097268, + "IoU_noncoffee": 0.463283243549759, + "kappa": 0.5088187906345922, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7802842866152429, + "mIoU": 0.5747777440392616, + "macroF1": 0.7156766911979511, + "F1_coffee": 0.851210617957226, + "IoU_coffee": 0.7409631663234958, + "precision_coffee": 0.8752786973853118, + "recall_coffee": 0.8284307456196445, + "F1_noncoffee": 0.5801427644386762, + "IoU_noncoffee": 0.4085923217550274, + "kappa": 0.4325640827757423, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8209251634778397, + "mIoU": 0.6267742416571168, + "macroF1": 0.7584084782207807, + "F1_coffee": 0.8813047805567149, + "IoU_coffee": 0.7877970382275284, + "precision_coffee": 0.8867424731877503, + "recall_coffee": 0.8759333716255026, + "F1_noncoffee": 0.6355121758848467, + "IoU_noncoffee": 0.4657514450867052, + "kappa": 0.5168727450622927, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7959682345754429, + "mIoU": 0.5499857301411131, + "macroF1": 0.6822421843827846, + "F1_coffee": 0.8723404255319149, + "IoU_coffee": 0.7735849056603774, + "precision_coffee": 0.9124466950959488, + "recall_coffee": 0.8356114229924335, + "F1_noncoffee": 0.49214394323365435, + "IoU_noncoffee": 0.32638655462184873, + "kappa": 0.36933164550926983, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8146360681571949, + "mIoU": 0.5739076717150652, + "macroF1": 0.7040123265551943, + "F1_coffee": 0.8849633251833741, + "IoU_coffee": 0.7936629755509265, + "precision_coffee": 0.9239310784939374, + "recall_coffee": 0.849149560117302, + "F1_noncoffee": 0.5230613279270147, + "IoU_noncoffee": 0.35415236787920384, + "kappa": 0.41235846726860015, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.868289821061895, + "mIoU": 0.6506593701095111, + "macroF1": 0.7699780525393565, + "F1_coffee": 0.9203571217406729, + "IoU_coffee": 0.8524644030668127, + "precision_coffee": 0.9360192423331329, + "recall_coffee": 0.9052105140730402, + "F1_noncoffee": 0.6195989833380401, + "IoU_noncoffee": 0.4488543371522095, + "kappa": 0.5405704965473676, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8307692307692308, + "mIoU": 0.6733411038702497, + "macroF1": 0.7995789252601095, + "F1_coffee": 0.8786434214110597, + "IoU_coffee": 0.7835539900400826, + "precision_coffee": 0.8602480330710761, + "recall_coffee": 0.8978427279053584, + "F1_noncoffee": 0.7205144291091593, + "IoU_noncoffee": 0.5631282177004168, + "kappa": 0.5995795304030632, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7469407265774378, + "mIoU": 0.5627594137551598, + "macroF1": 0.7125288763816606, + "F1_coffee": 0.8119894878897649, + "IoU_coffee": 0.6834867870381443, + "precision_coffee": 0.8205569910996268, + "recall_coffee": 0.8035990440039364, + "F1_noncoffee": 0.6130682648735565, + "IoU_noncoffee": 0.44203204047217537, + "kappa": 0.42518671722967083, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7744288731042427, + "mIoU": 0.5957859831951466, + "macroF1": 0.7394748024504264, + "F1_coffee": 0.8349023464943094, + "IoU_coffee": 0.716594307766522, + "precision_coffee": 0.8295406952394249, + "recall_coffee": 0.8403337576014708, + "F1_noncoffee": 0.6440472584065434, + "IoU_noncoffee": 0.4749776586237712, + "kappa": 0.4789965309280785, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 3, + 27 + ], + [ + 185, + 563 + ], + [ + 5545, + 7520 + ], + [ + 43865, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.795643476645152, + "test_tta": { + "OA": 0.815062489855543, + "mIoU": 0.6120276001555178, + "macroF1": 0.7451204790524328, + "F1_coffee": 0.8786374675131012, + "IoU_coffee": 0.7835445202226486, + "precision_coffee": 0.8738717742277216, + "recall_coffee": 0.8834554256093904, + "F1_noncoffee": 0.6116034905917643, + "IoU_noncoffee": 0.44051068008838695, + "kappa": 0.49028947254721517, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.779638283142956, + "mIoU": 0.5692187683911677, + "macroF1": 0.7097617754646761, + "F1_coffee": 0.8521725669282196, + "IoU_coffee": 0.742422198995246, + "precision_coffee": 0.8579917394014963, + "recall_coffee": 0.8464317976513098, + "F1_noncoffee": 0.5673509840011327, + "IoU_noncoffee": 0.39601533778708936, + "kappa": 0.41960168906953127, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s2_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 23, + "stopped_epoch": 53, + "best_val": 0.7439452082283533, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8884434345073852, + "mIoU": 0.7548686724798774, + "macroF1": 0.8562704863751063, + "F1_coffee": 0.9242719730274683, + "IoU_coffee": 0.8592059980334317, + "precision_coffee": 0.951671091144238, + "recall_coffee": 0.898406374501992, + "F1_noncoffee": 0.7882689997227442, + "IoU_noncoffee": 0.6505313469263233, + "kappa": 0.7132056301496769, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8403715241721472, + "mIoU": 0.6805218824431896, + "macroF1": 0.8039172978290716, + "F1_coffee": 0.8884633989035795, + "IoU_coffee": 0.7993109700815957, + "precision_coffee": 0.9338813211024724, + "recall_coffee": 0.8472582598166407, + "F1_noncoffee": 0.7193711967545638, + "IoU_noncoffee": 0.5617327948047834, + "kappa": 0.610154544776475, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17708830548926013, + "mIoU": 0.08891446144853606, + "macroF1": 0.15161784961956715, + "F1_coffee": 0.2986167615947925, + "IoU_coffee": 0.1755141080822573, + "precision_coffee": 1.0, + "recall_coffee": 0.1755141080822573, + "F1_noncoffee": 0.004618937644341801, + "IoU_noncoffee": 0.0023148148148148147, + "kappa": 0.0008122353180719907, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9040389150943396, + "mIoU": 0.7856852750531864, + "macroF1": 0.8770233410993449, + "F1_coffee": 0.9346626074738216, + "IoU_coffee": 0.8773395302097726, + "precision_coffee": 0.9625826901874311, + "recall_coffee": 0.9083165355354704, + "F1_noncoffee": 0.8193840747248682, + "IoU_noncoffee": 0.6940310198966003, + "kappa": 0.7546173657718619, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8921069228156988, + "mIoU": 0.7558403866319673, + "macroF1": 0.8564715783787274, + "F1_coffee": 0.9279886025126279, + "IoU_coffee": 0.8656518062099795, + "precision_coffee": 0.9399186671913945, + "recall_coffee": 0.9163575904847168, + "F1_noncoffee": 0.784954554244827, + "IoU_noncoffee": 0.6460289670539551, + "kappa": 0.7130811929822927, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8694114797771858, + "mIoU": 0.7249591376787055, + "macroF1": 0.8358139613253963, + "F1_coffee": 0.91008537886873, + "IoU_coffee": 0.8350061199510403, + "precision_coffee": 0.9531260915123996, + "recall_coffee": 0.8707639287765652, + "F1_noncoffee": 0.7615425437820627, + "IoU_noncoffee": 0.6149121554063706, + "kappa": 0.6733942152568704, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9187538179596824, + "mIoU": 0.7650176157210801, + "macroF1": 0.8595809102633494, + "F1_coffee": 0.9507346585998271, + "IoU_coffee": 0.9060955518945635, + "precision_coffee": 0.9620189905047476, + "recall_coffee": 0.9397119843788138, + "F1_noncoffee": 0.7684271619268718, + "IoU_noncoffee": 0.6239396795475967, + "kappa": 0.7193433327589831, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8955973603860928, + "mIoU": 0.7084037313629834, + "macroF1": 0.8172004284117078, + "F1_coffee": 0.9369122723485299, + "IoU_coffee": 0.881312283059008, + "precision_coffee": 0.9509484112601184, + "recall_coffee": 0.9232844574780059, + "F1_noncoffee": 0.6974885844748858, + "IoU_noncoffee": 0.5354951796669588, + "kappa": 0.6347823879687754, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8716143541605554, + "mIoU": 0.6741548585592666, + "macroF1": 0.7915587837156617, + "F1_coffee": 0.9207364926048899, + "IoU_coffee": 0.8531155610247231, + "precision_coffee": 0.9571984435797666, + "recall_coffee": 0.886950453593859, + "F1_noncoffee": 0.6623810748264335, + "IoU_noncoffee": 0.49519415609381007, + "kappa": 0.5856783163496956, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8903133903133903, + "mIoU": 0.7866801803294111, + "macroF1": 0.879435048049081, + "F1_coffee": 0.9156503322865698, + "IoU_coffee": 0.8444234913793104, + "precision_coffee": 0.9632759680393362, + "recall_coffee": 0.8725121781489213, + "F1_noncoffee": 0.8432197638115922, + "IoU_noncoffee": 0.7289368692795118, + "kappa": 0.7599607084091464, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8887189292543021, + "mIoU": 0.7781884713788102, + "macroF1": 0.8735580373493671, + "F1_coffee": 0.9173412867490414, + "IoU_coffee": 0.8473042109405746, + "precision_coffee": 0.9268187688334051, + "recall_coffee": 0.9080556727119359, + "F1_noncoffee": 0.8297747879496928, + "IoU_noncoffee": 0.7090727318170458, + "kappa": 0.747170519856354, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8672489921290075, + "mIoU": 0.7494075892692633, + "macroF1": 0.8552368244491593, + "F1_coffee": 0.8969371786273195, + "IoU_coffee": 0.8131333603567086, + "precision_coffee": 0.9480151228733459, + "recall_coffee": 0.8510818837505303, + "F1_noncoffee": 0.8135364702709991, + "IoU_noncoffee": 0.6856818181818182, + "kappa": 0.7119863088043941, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 15, + 27 + ], + [ + 516, + 563 + ], + [ + 6695, + 7520 + ], + [ + 47511, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6822431365648907, + "test_tta": { + "OA": 0.9002596981009576, + "mIoU": 0.7736887261867982, + "macroF1": 0.8687507101464315, + "F1_coffee": 0.9330588145582099, + "IoU_coffee": 0.8745175716240223, + "precision_coffee": 0.9493471658797189, + "recall_coffee": 0.9173199674420597, + "F1_noncoffee": 0.804442605734653, + "IoU_noncoffee": 0.6728598807495741, + "kappa": 0.7377269681052838, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8529768085842853, + "mIoU": 0.6965595248065464, + "macroF1": 0.8152628617125206, + "F1_coffee": 0.8987324167527616, + "IoU_coffee": 0.8160890508578542, + "precision_coffee": 0.9300914978924643, + "recall_coffee": 0.869418977877722, + "F1_noncoffee": 0.7317933066722795, + "IoU_noncoffee": 0.5770299987552384, + "kappa": 0.6316347784538237, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f2_s2_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.7393236609952716, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9049180327868852, + "mIoU": 0.7806821636052816, + "macroF1": 0.8732761350625576, + "F1_coffee": 0.9365989869691329, + "IoU_coffee": 0.880758035296273, + "precision_coffee": 0.9465981185736163, + "recall_coffee": 0.9268088934584243, + "F1_noncoffee": 0.8099532831559824, + "IoU_noncoffee": 0.6806062919142903, + "kappa": 0.7466370125018792, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8593948309680397, + "mIoU": 0.7057082565206738, + "macroF1": 0.8217761599817348, + "F1_coffee": 0.9036574398908994, + "IoU_coffee": 0.8242473409049937, + "precision_coffee": 0.9300069159106628, + "recall_coffee": 0.8787599223509965, + "F1_noncoffee": 0.7398948800725701, + "IoU_noncoffee": 0.587169172136354, + "kappa": 0.6443231487577311, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2883054892601432, + "mIoU": 0.14480981559766412, + "macroF1": 0.225633885987165, + "F1_coffee": 0.4459308807134894, + "IoU_coffee": 0.28694404591104733, + "precision_coffee": 1.0, + "recall_coffee": 0.28694404591104733, + "F1_noncoffee": 0.00533689126084056, + "IoU_noncoffee": 0.0026755852842809363, + "kappa": 0.0015343085782233662, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9164701257861635, + "mIoU": 0.8085650107063145, + "macroF1": 0.8917344911561138, + "F1_coffee": 0.9434840425531915, + "IoU_coffee": 0.8930144745122719, + "precision_coffee": 0.9652404598326645, + "recall_coffee": 0.9226867806749464, + "F1_noncoffee": 0.8399849397590361, + "IoU_noncoffee": 0.7241155469003571, + "kappa": 0.7837800030524675, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.898510648619803, + "mIoU": 0.7647976294993437, + "macroF1": 0.8623503839470343, + "F1_coffee": 0.9329014048367439, + "IoU_coffee": 0.8742410580102195, + "precision_coffee": 0.9358429858429859, + "recall_coffee": 0.9299782580892697, + "F1_noncoffee": 0.7917993630573248, + "IoU_noncoffee": 0.6553542009884679, + "kappa": 0.7247092073793189, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8999273431823687, + "mIoU": 0.768683802697764, + "macroF1": 0.865071752068792, + "F1_coffee": 0.9336502023251333, + "IoU_coffee": 0.8755571617877365, + "precision_coffee": 0.9396858232594221, + "recall_coffee": 0.9276916203969622, + "F1_noncoffee": 0.7964933018124507, + "IoU_noncoffee": 0.6618104436077917, + "kappa": 0.7301776466592554, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.912746894726125, + "mIoU": 0.7595792602969837, + "macroF1": 0.856266773059149, + "F1_coffee": 0.9463671068277114, + "IoU_coffee": 0.8981943454502257, + "precision_coffee": 0.9712267180475272, + "recall_coffee": 0.9227483524530145, + "F1_noncoffee": 0.7661664392905866, + "IoU_noncoffee": 0.6209641751437417, + "kappa": 0.7133523340824525, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8856495617058997, + "mIoU": 0.6736789323930515, + "macroF1": 0.7879302123309612, + "F1_coffee": 0.9318861836315635, + "IoU_coffee": 0.8724596286938372, + "precision_coffee": 0.9321596244131456, + "recall_coffee": 0.9316129032258065, + "F1_noncoffee": 0.6439742410303588, + "IoU_noncoffee": 0.47489823609226595, + "kappa": 0.5758606154278486, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8974283758678009, + "mIoU": 0.7002744743886407, + "macroF1": 0.8096919000759821, + "F1_coffee": 0.9389086250072797, + "IoU_coffee": 0.8848518111964874, + "precision_coffee": 0.9402776157704421, + "recall_coffee": 0.9375436147941382, + "F1_noncoffee": 0.6804751751446847, + "IoU_noncoffee": 0.515697137580794, + "kappa": 0.6193880199921173, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.91994301994302, + "mIoU": 0.835540182279073, + "macroF1": 0.909539455666146, + "F1_coffee": 0.9402170058861073, + "IoU_coffee": 0.887178800856531, + "precision_coffee": 0.958502024291498, + "recall_coffee": 0.9226165622825331, + "F1_noncoffee": 0.8788619054461848, + "IoU_noncoffee": 0.783901563701615, + "kappa": 0.8192122256729601, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9109942638623327, + "mIoU": 0.817569920554567, + "macroF1": 0.8984758978593884, + "F1_coffee": 0.9341258048538881, + "IoU_coffee": 0.8763940520446096, + "precision_coffee": 0.9403133903133903, + "recall_coffee": 0.928019119921271, + "F1_noncoffee": 0.8628259908648888, + "IoU_noncoffee": 0.7587457890645245, + "kappa": 0.7969701025713516, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.902380495296602, + "mIoU": 0.8031648840342202, + "macroF1": 0.8895645115194319, + "F1_coffee": 0.9271855086990763, + "IoU_coffee": 0.8642552055525894, + "precision_coffee": 0.9389501160092807, + "recall_coffee": 0.9157120633573752, + "F1_noncoffee": 0.8519435143397874, + "IoU_noncoffee": 0.7420745625158509, + "kappa": 0.779199505245121, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 547, + 563 + ], + [ + 6911, + 7520 + ], + [ + 48270, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.351305401325226, + "test_tta": { + "OA": 0.9115241032299951, + "mIoU": 0.7918749408888173, + "macroF1": 0.8805449477826712, + "F1_coffee": 0.9413776415550895, + "IoU_coffee": 0.8892478361575034, + "precision_coffee": 0.9453119937795633, + "recall_coffee": 0.9374759028402518, + "F1_noncoffee": 0.819712254010253, + "IoU_noncoffee": 0.6945020456201312, + "kappa": 0.7611026221082101, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8666205145955925, + "mIoU": 0.7154694100034698, + "macroF1": 0.8285699280497165, + "F1_coffee": 0.9093351110762534, + "IoU_coffee": 0.8337438202247192, + "precision_coffee": 0.9280411422167971, + "recall_coffee": 0.8913682753848815, + "F1_noncoffee": 0.7478047450231797, + "IoU_noncoffee": 0.5971949997822205, + "kappa": 0.6575268936445691, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 41, + "stopped_epoch": 71, + "best_val": 0.6164827613452218, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7577540276544463, + "mIoU": 0.5811646488323362, + "macroF1": 0.7289723213837982, + "F1_coffee": 0.8172935478084076, + "IoU_coffee": 0.6910366864862678, + "precision_coffee": 0.8551442801011087, + "recall_coffee": 0.7826515186220165, + "F1_noncoffee": 0.6406510949591889, + "IoU_noncoffee": 0.47129261117840454, + "kappa": 0.46002532431495885, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7332554517133957, + "mIoU": 0.5536871957196832, + "macroF1": 0.7067227686743975, + "F1_coffee": 0.7949351930902196, + "IoU_coffee": 0.6596617779658833, + "precision_coffee": 0.8394529786436867, + "recall_coffee": 0.754901341419757, + "F1_noncoffee": 0.6185103442585755, + "IoU_noncoffee": 0.447712613473483, + "kappa": 0.41649840542453254, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1557377049180328, + "mIoU": 0.07845255175906148, + "macroF1": 0.13664438639515303, + "F1_coffee": 0.2650356778797146, + "IoU_coffee": 0.15276145710928318, + "precision_coffee": 0.9923664122137404, + "recall_coffee": 0.15294117647058825, + "F1_noncoffee": 0.008253094910591471, + "IoU_noncoffee": 0.004143646408839779, + "kappa": -0.001073041617756566, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.761740298364273, + "mIoU": 0.5754255170969773, + "macroF1": 0.7218114937468064, + "F1_coffee": 0.8272047312576101, + "IoU_coffee": 0.705327479829141, + "precision_coffee": 0.8276366167768883, + "recall_coffee": 0.8267732962447845, + "F1_noncoffee": 0.6164182562360028, + "IoU_noncoffee": 0.44552355436481356, + "kappa": 0.4436233238137643, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7848372358652199, + "mIoU": 0.6205881434181224, + "macroF1": 0.7613561554472366, + "F1_coffee": 0.8362134550592327, + "IoU_coffee": 0.7185282032125514, + "precision_coffee": 0.8836906584992343, + "recall_coffee": 0.7935776662311765, + "F1_noncoffee": 0.6864988558352403, + "IoU_noncoffee": 0.5226480836236934, + "kappa": 0.5253348260616958, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7269983494458854, + "mIoU": 0.5483107414706987, + "macroF1": 0.7027016178361245, + "F1_coffee": 0.7876920820038875, + "IoU_coffee": 0.6497458857696031, + "precision_coffee": 0.8569262687519948, + "recall_coffee": 0.72880895826264, + "F1_noncoffee": 0.6177111536683616, + "IoU_noncoffee": 0.44687559717179437, + "kappa": 0.41231083907336735, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8004436728395061, + "mIoU": 0.6175979821324864, + "macroF1": 0.7545554948054669, + "F1_coffee": 0.8606827823042219, + "IoU_coffee": 0.7554373522458628, + "precision_coffee": 0.8654028436018958, + "recall_coffee": 0.8560139298151621, + "F1_noncoffee": 0.648428207306712, + "IoU_noncoffee": 0.4797586120191099, + "kappa": 0.5091478380063239, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8035714285714286, + "mIoU": 0.6348089531639454, + "macroF1": 0.7704270994725022, + "F1_coffee": 0.857656909556432, + "IoU_coffee": 0.7507874969711655, + "precision_coffee": 0.9005958436273798, + "recall_coffee": 0.8186261558784677, + "F1_noncoffee": 0.6831972893885723, + "IoU_noncoffee": 0.5188304093567252, + "kappa": 0.5431654868502078, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7167657326162845, + "mIoU": 0.5298156872793928, + "macroF1": 0.6850588650596989, + "F1_coffee": 0.7849878240939694, + "IoU_coffee": 0.6460740391417119, + "precision_coffee": 0.8745611235237791, + "recall_coffee": 0.7120582120582121, + "F1_noncoffee": 0.5851299060254284, + "IoU_noncoffee": 0.4135573354170736, + "kappa": 0.3826140638546707, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7234468937875751, + "mIoU": 0.5365123773340121, + "macroF1": 0.690585803269244, + "F1_coffee": 0.7914207571613646, + "IoU_coffee": 0.654835636017151, + "precision_coffee": 0.7876790830945559, + "recall_coffee": 0.7951981486838299, + "F1_noncoffee": 0.5897508493771234, + "IoU_noncoffee": 0.4181891186508733, + "kappa": 0.3811990703521284, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7662239089184061, + "mIoU": 0.6051076490112193, + "macroF1": 0.7509274467776902, + "F1_coffee": 0.8126520681265207, + "IoU_coffee": 0.6844262295081968, + "precision_coffee": 0.8648648648648649, + "recall_coffee": 0.7663846264161767, + "F1_noncoffee": 0.6892028254288597, + "IoU_noncoffee": 0.5257890685142417, + "kappa": 0.5048486984093307, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7372242127097869, + "mIoU": 0.5661949238856192, + "macroF1": 0.7190286916292543, + "F1_coffee": 0.7905298759864713, + "IoU_coffee": 0.6536167039522744, + "precision_coffee": 0.8392914139802107, + "recall_coffee": 0.7471231709049581, + "F1_noncoffee": 0.6475275072720375, + "IoU_noncoffee": 0.4787731438189639, + "kappa": 0.44123107408415735, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8304, + 11000 + ], + [ + 39352, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.557386938730876, + "test_tta": { + "OA": 0.7851864772294812, + "mIoU": 0.6082665509928397, + "macroF1": 0.7492120266391762, + "F1_coffee": 0.8441960229559857, + "IoU_coffee": 0.7303972297404872, + "precision_coffee": 0.8477743641865515, + "recall_coffee": 0.8406477621512667, + "F1_noncoffee": 0.6542280303223665, + "IoU_noncoffee": 0.4861358722451921, + "kappa": 0.49844388378092336, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7593890619591555, + "mIoU": 0.5777940504002492, + "macroF1": 0.7249871467554925, + "F1_coffee": 0.8222546585836201, + "IoU_coffee": 0.6981599753939679, + "precision_coffee": 0.8321400845337704, + "recall_coffee": 0.8126013435255964, + "F1_noncoffee": 0.6277196349273648, + "IoU_noncoffee": 0.4574281254065305, + "kappa": 0.45013682010440853, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 41, + "stopped_epoch": 71, + "best_val": 0.6631107231125909, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7617341113789167, + "mIoU": 0.5951687918975235, + "macroF1": 0.7422133583050221, + "F1_coffee": 0.8131512845382874, + "IoU_coffee": 0.6851347386949416, + "precision_coffee": 0.8894450489662676, + "recall_coffee": 0.7489119978010903, + "F1_noncoffee": 0.6712754320717568, + "IoU_noncoffee": 0.5052028451001054, + "kappa": 0.49101521869762466, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7394859813084113, + "mIoU": 0.5691279294680543, + "macroF1": 0.7214853699669077, + "F1_coffee": 0.792290974322413, + "IoU_coffee": 0.6560280311541904, + "precision_coffee": 0.8726821359813558, + "recall_coffee": 0.7254617053088214, + "F1_noncoffee": 0.6506797656114023, + "IoU_noncoffee": 0.48222782778191825, + "kappa": 0.4508085828007088, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2927400468384075, + "mIoU": 0.14719007111978802, + "macroF1": 0.228744019138756, + "F1_coffee": 0.4509090909090909, + "IoU_coffee": 0.29107981220657275, + "precision_coffee": 0.992, + "recall_coffee": 0.2917647058823529, + "F1_noncoffee": 0.006578947368421052, + "IoU_noncoffee": 0.0033003300330033004, + "kappa": -0.00275272161741833, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7034105626708879, + "mIoU": 0.5328529952396684, + "macroF1": 0.6927339614701307, + "F1_coffee": 0.7500101079529373, + "IoU_coffee": 0.6000129382843835, + "precision_coffee": 0.8958755916159568, + "recall_coffee": 0.6449930458970793, + "F1_noncoffee": 0.6354578149873239, + "IoU_noncoffee": 0.4656930521949533, + "kappa": 0.4083400816953095, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8033980582524272, + "mIoU": 0.6480588095762785, + "macroF1": 0.7827696738622729, + "F1_coffee": 0.849710772365118, + "IoU_coffee": 0.7386931494718199, + "precision_coffee": 0.9021940667490729, + "recall_coffee": 0.8029980059134979, + "F1_noncoffee": 0.7158285753594277, + "IoU_noncoffee": 0.5574244696807371, + "kappa": 0.5683016751674536, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7777882574864419, + "mIoU": 0.6078256508257277, + "macroF1": 0.7506725739641716, + "F1_coffee": 0.8328959500673807, + "IoU_coffee": 0.7136432695229413, + "precision_coffee": 0.8722424422491273, + "recall_coffee": 0.796946046827282, + "F1_noncoffee": 0.6684491978609626, + "IoU_noncoffee": 0.5020080321285141, + "kappa": 0.503350316461579, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.6457368827160493, + "mIoU": 0.4688003736194294, + "macroF1": 0.6356511937035011, + "F1_coffee": 0.6962705697510957, + "IoU_coffee": 0.5340606368133959, + "precision_coffee": 0.909876810028096, + "recall_coffee": 0.5638896330029467, + "F1_noncoffee": 0.5750318176559065, + "IoU_noncoffee": 0.40354011042546284, + "kappa": 0.3234720427444657, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7792207792207793, + "mIoU": 0.6083700241484284, + "macroF1": 0.7508453219426983, + "F1_coffee": 0.8349278880479795, + "IoU_coffee": 0.7166319401887487, + "precision_coffee": 0.9084835301429459, + "recall_coffee": 0.7723910171730515, + "F1_noncoffee": 0.6667627558374172, + "IoU_noncoffee": 0.5001081081081081, + "kappa": 0.5081989377489144, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7569582036041136, + "mIoU": 0.5622630474729999, + "macroF1": 0.7089943155937726, + "F1_coffee": 0.8271372970071131, + "IoU_coffee": 0.705229431285044, + "precision_coffee": 0.8552595059672495, + "recall_coffee": 0.8008056133056133, + "F1_noncoffee": 0.590851334180432, + "IoU_noncoffee": 0.4192966636609558, + "kappa": 0.41947423969435316, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7604733276075961, + "mIoU": 0.6025170045634043, + "macroF1": 0.749834410505203, + "F1_coffee": 0.8014240506329114, + "IoU_coffee": 0.6686468646864686, + "precision_coffee": 0.8845616486203284, + "recall_coffee": 0.7325715938675151, + "F1_noncoffee": 0.6982447703774946, + "IoU_noncoffee": 0.5363871444403399, + "kappa": 0.5062960728314694, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8274193548387097, + "mIoU": 0.6879703168872844, + "macroF1": 0.8128478775414631, + "F1_coffee": 0.8650693568726355, + "IoU_coffee": 0.7622222222222222, + "precision_coffee": 0.8959741856177013, + "recall_coffee": 0.8362254409866628, + "F1_noncoffee": 0.7606263982102909, + "IoU_noncoffee": 0.6137184115523465, + "kappa": 0.6264841365451989, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7986045634546484, + "mIoU": 0.6490912882869111, + "macroF1": 0.7847584656948501, + "F1_coffee": 0.8393501805054152, + "IoU_coffee": 0.7231726283048211, + "precision_coffee": 0.8918011826754035, + "recall_coffee": 0.7927262395226594, + "F1_noncoffee": 0.730166750884285, + "IoU_noncoffee": 0.5750099482690012, + "kappa": 0.5720036507678912, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8028, + 11000 + ], + [ + 39882, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.5617895126342773, + "test_tta": { + "OA": 0.7758784726626918, + "mIoU": 0.6114836444979588, + "macroF1": 0.754745497361522, + "F1_coffee": 0.8267382563499068, + "IoU_coffee": 0.7046494619162053, + "precision_coffee": 0.889313782372488, + "recall_coffee": 0.7723899399880892, + "F1_noncoffee": 0.682752738373137, + "IoU_noncoffee": 0.5183178270797124, + "kappa": 0.5138977788768493, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7528123918310834, + "mIoU": 0.5835346728850713, + "macroF1": 0.7327780158320576, + "F1_coffee": 0.8059464906420897, + "IoU_coffee": 0.674966812061445, + "precision_coffee": 0.8716020962923055, + "recall_coffee": 0.7494893339229683, + "F1_noncoffee": 0.6596095410220254, + "IoU_noncoffee": 0.4921025337086976, + "kappa": 0.4708230386824869, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s0_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.7282678693369062, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8384815425599391, + "mIoU": 0.6894633868707596, + "macroF1": 0.8120017981055982, + "F1_coffee": 0.8825577641470276, + "IoU_coffee": 0.7898016880249283, + "precision_coffee": 0.8885406509727446, + "recall_coffee": 0.8766549086078153, + "F1_noncoffee": 0.7414458320641689, + "IoU_noncoffee": 0.5891250857165907, + "kappa": 0.6240411224077247, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8109784239067728, + "mIoU": 0.6511564977689455, + "macroF1": 0.7839198551523047, + "F1_coffee": 0.8603843531617522, + "IoU_coffee": 0.7549776589579166, + "precision_coffee": 0.870604721353886, + "recall_coffee": 0.8504011624234001, + "F1_noncoffee": 0.7074553571428571, + "IoU_noncoffee": 0.5473353365799745, + "kappa": 0.5679644683522734, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.297423887587822, + "mIoU": 0.15037008180755745, + "macroF1": 0.2338516746411483, + "F1_coffee": 0.45454545454545453, + "IoU_coffee": 0.29411764705882354, + "precision_coffee": 1.0, + "recall_coffee": 0.29411764705882354, + "F1_noncoffee": 0.013157894736842105, + "IoU_noncoffee": 0.006622516556291391, + "kappa": 0.0038880248833592823, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8424233702691035, + "mIoU": 0.6928905832093659, + "macroF1": 0.8141592933322108, + "F1_coffee": 0.8866342271456673, + "IoU_coffee": 0.7963548447089455, + "precision_coffee": 0.880043844625608, + "recall_coffee": 0.8933240611961057, + "F1_noncoffee": 0.7416843595187544, + "IoU_noncoffee": 0.5894263217097863, + "kappa": 0.6283660760692301, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8692651818008756, + "mIoU": 0.7380174715034775, + "macroF1": 0.846187077194573, + "F1_coffee": 0.9057665260196905, + "IoU_coffee": 0.8277634961439588, + "precision_coffee": 0.903751369112815, + "recall_coffee": 0.9077906896788833, + "F1_noncoffee": 0.7866076283694554, + "IoU_noncoffee": 0.6482714468629962, + "kappa": 0.6923776178590444, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8041028059419948, + "mIoU": 0.6418995220535394, + "macroF1": 0.7769459410506414, + "F1_coffee": 0.8547755558663124, + "IoU_coffee": 0.7463825630380365, + "precision_coffee": 0.881462253947653, + "recall_coffee": 0.829657278588395, + "F1_noncoffee": 0.6991163262349703, + "IoU_noncoffee": 0.5374164810690423, + "kappa": 0.554737467155245, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8591820987654321, + "mIoU": 0.6955990855746386, + "macroF1": 0.8132474067691597, + "F1_coffee": 0.9058671824629272, + "IoU_coffee": 0.8279316440777843, + "precision_coffee": 0.8733217304823471, + "recall_coffee": 0.9409322260916153, + "F1_noncoffee": 0.7206276310753923, + "IoU_noncoffee": 0.5632665270714927, + "kappa": 0.6280279639555763, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8809205500381971, + "mIoU": 0.7393327882250912, + "macroF1": 0.8453733367705382, + "F1_coffee": 0.9195120376944427, + "IoU_coffee": 0.851015531660693, + "precision_coffee": 0.8990281459043292, + "recall_coffee": 0.9409511228533686, + "F1_noncoffee": 0.7712346358466337, + "IoU_noncoffee": 0.6276500447894894, + "kappa": 0.6912023029631053, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7872440796301537, + "mIoU": 0.6073338098215825, + "macroF1": 0.74774717012018, + "F1_coffee": 0.8475630365713513, + "IoU_coffee": 0.735452839042703, + "precision_coffee": 0.8833309849232069, + "recall_coffee": 0.814579002079002, + "F1_noncoffee": 0.6479313036690086, + "IoU_noncoffee": 0.4792147806004619, + "kappa": 0.4973976207208552, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8258421605114992, + "mIoU": 0.6847570247514339, + "macroF1": 0.8104289341164993, + "F1_coffee": 0.8644835523873171, + "IoU_coffee": 0.7613131048914465, + "precision_coffee": 0.8882954372043339, + "recall_coffee": 0.8419149551634365, + "F1_noncoffee": 0.7563743158456815, + "IoU_noncoffee": 0.6082009446114212, + "kappa": 0.621347021686159, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.857685009487666, + "mIoU": 0.7329186148005856, + "macroF1": 0.8440361987543494, + "F1_coffee": 0.8901742568458046, + "IoU_coffee": 0.8020847077450851, + "precision_coffee": 0.9093492894540015, + "recall_coffee": 0.8717911946077729, + "F1_noncoffee": 0.7978981406628941, + "IoU_noncoffee": 0.6637525218560861, + "kappa": 0.6883274182569163, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8209504054308882, + "mIoU": 0.674928030225252, + "macroF1": 0.8029569786829477, + "F1_coffee": 0.8625009050756643, + "IoU_coffee": 0.7582431572246976, + "precision_coffee": 0.8795038393384524, + "recall_coffee": 0.846142918028129, + "F1_noncoffee": 0.743413052290231, + "IoU_noncoffee": 0.5916129032258064, + "kappa": 0.6061886172662081, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9346, + 11000 + ], + [ + 43400, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.071757102012634, + "test_tta": { + "OA": 0.8439046048458708, + "mIoU": 0.6941943301877453, + "macroF1": 0.8149822004096641, + "F1_coffee": 0.8881338212232096, + "IoU_coffee": 0.7987776210625294, + "precision_coffee": 0.8813035633739287, + "recall_coffee": 0.8950707774062028, + "F1_noncoffee": 0.7418305795961185, + "IoU_noncoffee": 0.5896110393129612, + "kappa": 0.6300156884281449, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8169926156686281, + "mIoU": 0.655528581144702, + "macroF1": 0.7865769655263726, + "F1_coffee": 0.8671461925851472, + "IoU_coffee": 0.765452865064695, + "precision_coffee": 0.8622980176578378, + "recall_coffee": 0.8720491924105545, + "F1_noncoffee": 0.706007738467598, + "IoU_noncoffee": 0.545604297224709, + "kappa": 0.5731837879441211, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s0_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 55, + "stopped_epoch": 85, + "best_val": 0.769638046507993, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8744608651528606, + "mIoU": 0.7382958870542323, + "macroF1": 0.8455855250084993, + "F1_coffee": 0.9123595505617977, + "IoU_coffee": 0.8388429752066116, + "precision_coffee": 0.8828545107868971, + "recall_coffee": 0.9439048971551606, + "F1_noncoffee": 0.7788114994552008, + "IoU_noncoffee": 0.6377487989018531, + "kappa": 0.6920391456919093, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8430108457367025, + "mIoU": 0.6897923940562789, + "macroF1": 0.8114083407269657, + "F1_coffee": 0.8886091752883267, + "IoU_coffee": 0.7995469780118596, + "precision_coffee": 0.8643295110686415, + "recall_coffee": 0.9142923326384063, + "F1_noncoffee": 0.7342075061656045, + "IoU_noncoffee": 0.5800378101006983, + "kappa": 0.6235255333231597, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16159250585480095, + "mIoU": 0.08140467975988325, + "macroF1": 0.14107196035353675, + "F1_coffee": 0.2738336713995943, + "IoU_coffee": 0.15863689776733256, + "precision_coffee": 0.9926470588235294, + "recall_coffee": 0.1588235294117647, + "F1_noncoffee": 0.008310249307479225, + "IoU_noncoffee": 0.004172461752433936, + "kappa": -0.0010149890970525776, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8569578356598072, + "mIoU": 0.7059523735234507, + "macroF1": 0.8224272733317992, + "F1_coffee": 0.9007323568575233, + "IoU_coffee": 0.819393131851493, + "precision_coffee": 0.8639208173690932, + "recall_coffee": 0.9408205841446453, + "F1_noncoffee": 0.7441221898060751, + "IoU_noncoffee": 0.5925116151954086, + "kappa": 0.6465088818364008, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.882590900437845, + "mIoU": 0.7509577576577359, + "macroF1": 0.8541475059180699, + "F1_coffee": 0.9185566669967977, + "IoU_coffee": 0.8493803040478661, + "precision_coffee": 0.8834137668275337, + "recall_coffee": 0.9566114281785051, + "F1_noncoffee": 0.789738344839342, + "IoU_noncoffee": 0.6525352112676056, + "kappa": 0.70948194030624, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.883612355576515, + "mIoU": 0.7580689369913979, + "macroF1": 0.8594041510247986, + "F1_coffee": 0.9177443007598987, + "IoU_coffee": 0.8479921162847992, + "precision_coffee": 0.9016962472984479, + "recall_coffee": 0.9343739395995928, + "F1_noncoffee": 0.8010640012896986, + "IoU_noncoffee": 0.6681457576979966, + "kappa": 0.7190235512266117, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8609182098765432, + "mIoU": 0.6892921894643284, + "macroF1": 0.8074364843911643, + "F1_coffee": 0.9089186457806974, + "IoU_coffee": 0.8330438809771912, + "precision_coffee": 0.8600286875448243, + "recall_coffee": 0.9637021162603804, + "F1_noncoffee": 0.7059543230016313, + "IoU_noncoffee": 0.5455404979514655, + "kappa": 0.618849417301142, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8847402597402597, + "mIoU": 0.7408341129821867, + "macroF1": 0.845946992897149, + "F1_coffee": 0.9232530043873594, + "IoU_coffee": 0.8574465572221566, + "precision_coffee": 0.8900331004045605, + "recall_coffee": 0.9590488771466315, + "F1_noncoffee": 0.7686409814069388, + "IoU_noncoffee": 0.6242216687422167, + "kappa": 0.6931825011668562, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8787621473723937, + "mIoU": 0.730705400849522, + "macroF1": 0.8388651825271544, + "F1_coffee": 0.919044919044919, + "IoU_coffee": 0.8502156428488169, + "precision_coffee": 0.8920141861318331, + "recall_coffee": 0.9477650727650727, + "F1_noncoffee": 0.7586854460093897, + "IoU_noncoffee": 0.6111951588502269, + "kappa": 0.6786100836473696, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8530394121576487, + "mIoU": 0.7164438213074256, + "macroF1": 0.8317311061061061, + "F1_coffee": 0.8916103603603603, + "IoU_coffee": 0.8044196088392177, + "precision_coffee": 0.8683849739511927, + "recall_coffee": 0.9161122360428117, + "F1_noncoffee": 0.7718518518518519, + "IoU_noncoffee": 0.6284680337756333, + "kappa": 0.6639681660496167, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8804554079696395, + "mIoU": 0.7583370782309105, + "macroF1": 0.8600575702443474, + "F1_coffee": 0.9134853062345509, + "IoU_coffee": 0.8407482305358949, + "precision_coffee": 0.8763008826241602, + "recall_coffee": 0.95396529470816, + "F1_noncoffee": 0.8066298342541437, + "IoU_noncoffee": 0.6759259259259259, + "kappa": 0.7212370305131726, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8884593626249293, + "mIoU": 0.7795994079912958, + "macroF1": 0.8746082750956308, + "F1_coffee": 0.9162833486660533, + "IoU_coffee": 0.8455008488964346, + "precision_coffee": 0.9128595600676819, + "recall_coffee": 0.9197329166074727, + "F1_noncoffee": 0.8329332015252083, + "IoU_noncoffee": 0.7136979670861568, + "kappa": 0.7492235901632169, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9479, + 11000 + ], + [ + 45539, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.262786817550659, + "test_tta": { + "OA": 0.8763161233033109, + "mIoU": 0.7403803180678722, + "macroF1": 0.8469239477538478, + "F1_coffee": 0.9140003087168405, + "IoU_coffee": 0.8416211496680136, + "precision_coffee": 0.8811437074829932, + "recall_coffee": 0.9494021714233359, + "F1_noncoffee": 0.7798475867908552, + "IoU_noncoffee": 0.6391394864677308, + "kappa": 0.6949337521796983, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8446405907465098, + "mIoU": 0.6906635173555122, + "macroF1": 0.8118376940952142, + "F1_coffee": 0.8904014813910425, + "IoU_coffee": 0.8024537402116305, + "precision_coffee": 0.8613752239217307, + "recall_coffee": 0.9214521869143134, + "F1_noncoffee": 0.733273906799386, + "IoU_noncoffee": 0.5788732944993941, + "kappa": 0.6247124920799005, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.5735986470679899, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7412469871876189, + "mIoU": 0.5638288085128242, + "macroF1": 0.7153492604500937, + "F1_coffee": 0.8012084886582365, + "IoU_coffee": 0.6683468151701151, + "precision_coffee": 0.8557301967315499, + "recall_coffee": 0.7532181959778277, + "F1_noncoffee": 0.6294900322419509, + "IoU_noncoffee": 0.45931080185553347, + "kappa": 0.43497352025198543, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7169291565709012, + "mIoU": 0.5368087835039577, + "macroF1": 0.6929750003506396, + "F1_coffee": 0.7787335264872665, + "IoU_coffee": 0.6376442352072371, + "precision_coffee": 0.8379755434782609, + "recall_coffee": 0.7273148440625855, + "F1_noncoffee": 0.6072164742140127, + "IoU_noncoffee": 0.4359733318006782, + "kappa": 0.391350105474986, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.03629976580796253, + "mIoU": 0.018267214472078144, + "macroF1": 0.03547319783008161, + "F1_coffee": 0.06370875995449374, + "IoU_coffee": 0.03290246768507638, + "precision_coffee": 0.9655172413793104, + "recall_coffee": 0.03294117647058824, + "F1_noncoffee": 0.007237635705669481, + "IoU_noncoffee": 0.0036319612590799033, + "kappa": -0.002104464715997068, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.71569050702739, + "mIoU": 0.5357869357504387, + "macroF1": 0.692209811336904, + "F1_coffee": 0.7772223266303326, + "IoU_coffee": 0.6356203123078815, + "precision_coffee": 0.8457259713701432, + "recall_coffee": 0.7189847009735744, + "F1_noncoffee": 0.6071972960434754, + "IoU_noncoffee": 0.43595355919299583, + "kappa": 0.39145942344799267, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7528555111364934, + "mIoU": 0.5796527281586725, + "macroF1": 0.7287570994730709, + "F1_coffee": 0.8096058661778185, + "IoU_coffee": 0.6801158063323888, + "precision_coffee": 0.8671850455545084, + "recall_coffee": 0.7591968644708794, + "F1_noncoffee": 0.6479083327683233, + "IoU_noncoffee": 0.4791896499849564, + "kappa": 0.46190123858175136, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.754869134638057, + "mIoU": 0.5764793687377605, + "macroF1": 0.7248798581334857, + "F1_coffee": 0.8157129688718713, + "IoU_coffee": 0.688779786851874, + "precision_coffee": 0.8539826293519412, + "recall_coffee": 0.7807261621988463, + "F1_noncoffee": 0.6340467473950999, + "IoU_noncoffee": 0.46417895062364706, + "kappa": 0.4519452921784271, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7665895061728395, + "mIoU": 0.5736754565468282, + "macroF1": 0.7185351031504877, + "F1_coffee": 0.8348348348348348, + "IoU_coffee": 0.7164948453608248, + "precision_coffee": 0.851099359866407, + "recall_coffee": 0.8191802839539245, + "F1_noncoffee": 0.6022353714661407, + "IoU_noncoffee": 0.4308560677328316, + "kappa": 0.4375648612894195, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7977463712757831, + "mIoU": 0.6175016393327869, + "macroF1": 0.7551460224041149, + "F1_coffee": 0.857277628032345, + "IoU_coffee": 0.7502063922632386, + "precision_coffee": 0.8749656121045392, + "recall_coffee": 0.8402906208718626, + "F1_noncoffee": 0.6530144167758847, + "IoU_noncoffee": 0.4847968864023352, + "kappa": 0.5107781160861361, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7332767242192659, + "mIoU": 0.5458617584758056, + "macroF1": 0.6980545788753237, + "F1_coffee": 0.8011815176876012, + "IoU_coffee": 0.668309280769682, + "precision_coffee": 0.8732178445500537, + "recall_coffee": 0.7401247401247402, + "F1_noncoffee": 0.5949276400630463, + "IoU_noncoffee": 0.4234142361819294, + "kappa": 0.40436786163011285, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.6653306613226453, + "mIoU": 0.49286561227224457, + "macroF1": 0.6585752739781803, + "F1_coffee": 0.7066008533422572, + "IoU_coffee": 0.5463130659767141, + "precision_coffee": 0.8380631077594761, + "recall_coffee": 0.6107897020538039, + "F1_noncoffee": 0.6105496946141032, + "IoU_noncoffee": 0.43941815856777494, + "kappa": 0.3387483076162375, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7082542694497154, + "mIoU": 0.5393687987272331, + "macroF1": 0.6985085893726615, + "F1_coffee": 0.752714113389626, + "IoU_coffee": 0.6034816247582205, + "precision_coffee": 0.8568290003661663, + "recall_coffee": 0.6711601893015918, + "F1_noncoffee": 0.6443030653556969, + "IoU_noncoffee": 0.47525597269624575, + "kappa": 0.40955713496838364, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.776447293984537, + "mIoU": 0.6079735127236707, + "macroF1": 0.7511596804051612, + "F1_coffee": 0.8304854507757203, + "IoU_coffee": 0.7101112605452989, + "precision_coffee": 0.8359240069084629, + "recall_coffee": 0.8251172041483166, + "F1_noncoffee": 0.671833910034602, + "IoU_noncoffee": 0.5058357649020425, + "kappa": 0.5023601397113735, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8165, + 11000 + ], + [ + 38453, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.508326466878255, + "test_tta": { + "OA": 0.7641760750983129, + "mIoU": 0.5870747398124082, + "macroF1": 0.7333247134783742, + "F1_coffee": 0.8240291549329105, + "IoU_coffee": 0.700722435755539, + "precision_coffee": 0.8522860779322499, + "recall_coffee": 0.7975857803838929, + "F1_noncoffee": 0.6426202720238381, + "IoU_noncoffee": 0.47342704386927736, + "kappa": 0.4678374161176264, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7386062074535594, + "mIoU": 0.5571264040282156, + "macroF1": 0.708880176543695, + "F1_coffee": 0.8019061775892974, + "IoU_coffee": 0.6693183476864691, + "precision_coffee": 0.8336325417566186, + "recall_coffee": 0.7725061595805168, + "F1_noncoffee": 0.6158541754980924, + "IoU_noncoffee": 0.44493446036996204, + "kappa": 0.41939115092286533, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6536183098082947, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8000602562476214, + "mIoU": 0.6280016620142225, + "macroF1": 0.7647821496224414, + "F1_coffee": 0.8558757301084733, + "IoU_coffee": 0.7480618606138107, + "precision_coffee": 0.8542061192361222, + "recall_coffee": 0.8575518805259059, + "F1_noncoffee": 0.6736885691364095, + "IoU_noncoffee": 0.5079414634146342, + "kappa": 0.5295683683307546, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7720520364601362, + "mIoU": 0.5926286115697685, + "macroF1": 0.7368901030572603, + "F1_coffee": 0.8330745751613278, + "IoU_coffee": 0.7139055825066976, + "precision_coffee": 0.8356428510890753, + "recall_coffee": 0.8305220376102933, + "F1_noncoffee": 0.6407056309531929, + "IoU_noncoffee": 0.4713516406328394, + "kappa": 0.47379090474602104, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09484777517564402, + "mIoU": 0.047761426823506606, + "macroF1": 0.08781233979695753, + "F1_coffee": 0.16792249730893433, + "IoU_coffee": 0.09165687426556991, + "precision_coffee": 0.9873417721518988, + "recall_coffee": 0.09176470588235294, + "F1_noncoffee": 0.007702182284980745, + "IoU_noncoffee": 0.003865979381443299, + "kappa": -0.0016326134256660241, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7642346620616876, + "mIoU": 0.5856112889359737, + "macroF1": 0.731796747924939, + "F1_coffee": 0.8250702922020144, + "IoU_coffee": 0.7022294923058282, + "precision_coffee": 0.8450098418021433, + "recall_coffee": 0.8060500695410292, + "F1_noncoffee": 0.6385232036478635, + "IoU_noncoffee": 0.4689930855661193, + "kappa": 0.4642099753385375, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7962592804111936, + "mIoU": 0.6242845939731574, + "macroF1": 0.7621304802055957, + "F1_coffee": 0.8522315418867143, + "IoU_coffee": 0.7425117286178275, + "precision_coffee": 0.8556279456612143, + "recall_coffee": 0.8488619954617341, + "F1_noncoffee": 0.6720294185244772, + "IoU_noncoffee": 0.5060574593284873, + "kappa": 0.524277597428182, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8390473944824334, + "mIoU": 0.6775533500525209, + "macroF1": 0.8015851243221638, + "F1_coffee": 0.8878003879154476, + "IoU_coffee": 0.798238354220856, + "precision_coffee": 0.8609410864575363, + "recall_coffee": 0.9163895486935867, + "F1_noncoffee": 0.71536986072888, + "IoU_noncoffee": 0.5568683458841859, + "kappa": 0.604147632891927, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7655285493827161, + "mIoU": 0.5612370025371634, + "macroF1": 0.7052392666978003, + "F1_coffee": 0.838546855283257, + "IoU_coffee": 0.7219807868252516, + "precision_coffee": 0.8316427348175471, + "recall_coffee": 0.845566568443611, + "F1_noncoffee": 0.5719316781123437, + "IoU_noncoffee": 0.4004932182490752, + "kappa": 0.41058623693599805, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8202826585179527, + "mIoU": 0.633025997856451, + "macroF1": 0.7646901276590095, + "F1_coffee": 0.8790643876108469, + "IoU_coffee": 0.7842238018803027, + "precision_coffee": 0.8558558558558559, + "recall_coffee": 0.9035667107001321, + "F1_noncoffee": 0.6503158677071721, + "IoU_noncoffee": 0.4818281938325991, + "kappa": 0.5303787907959858, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8385696763845646, + "mIoU": 0.6639214241820726, + "macroF1": 0.7894838366302386, + "F1_coffee": 0.8911369854297894, + "IoU_coffee": 0.8036492999770485, + "precision_coffee": 0.8730831567136267, + "recall_coffee": 0.9099532224532224, + "F1_noncoffee": 0.6878306878306878, + "IoU_noncoffee": 0.5241935483870968, + "kappa": 0.5794832823117946, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7629544803893501, + "mIoU": 0.6011894626531347, + "macroF1": 0.7478968088551827, + "F1_coffee": 0.8095092024539877, + "IoU_coffee": 0.6799793867559907, + "precision_coffee": 0.861573620633366, + "recall_coffee": 0.7633786520104137, + "F1_noncoffee": 0.6862844152563778, + "IoU_noncoffee": 0.5223995385502788, + "kappa": 0.4988077595445087, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7723908918406072, + "mIoU": 0.6100090233748376, + "macroF1": 0.7541770164912479, + "F1_coffee": 0.8210903124766947, + "IoU_coffee": 0.6964827935222672, + "precision_coffee": 0.8553449347420758, + "recall_coffee": 0.7894736842105263, + "F1_noncoffee": 0.6872637205058011, + "IoU_noncoffee": 0.5235352532274081, + "kappa": 0.509728507962981, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8395247972845559, + "mIoU": 0.6889871466370396, + "macroF1": 0.8113947526079297, + "F1_coffee": 0.8842334376275337, + "IoU_coffee": 0.792489636673982, + "precision_coffee": 0.8482317630170951, + "recall_coffee": 0.9234266230998721, + "F1_noncoffee": 0.7385560675883257, + "IoU_noncoffee": 0.5854846566000974, + "kappa": 0.6243178885328269, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8620, + 11000 + ], + [ + 41707, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5000580310821534, + "test_tta": { + "OA": 0.81548902702017, + "mIoU": 0.6456742886698634, + "macroF1": 0.7778513190807121, + "F1_coffee": 0.8692907371211611, + "IoU_coffee": 0.7688012875280653, + "precision_coffee": 0.8529450665726126, + "recall_coffee": 0.8862751385771221, + "F1_noncoffee": 0.6864119010402631, + "IoU_noncoffee": 0.5225472898116614, + "kappa": 0.5560937561763482, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7870658820814584, + "mIoU": 0.6082327698787731, + "macroF1": 0.7486920768514712, + "F1_coffee": 0.8468941200871098, + "IoU_coffee": 0.7344461032070075, + "precision_coffee": 0.834297039413195, + "recall_coffee": 0.8598774401415125, + "F1_noncoffee": 0.6504900336158326, + "IoU_noncoffee": 0.4820194365505385, + "kappa": 0.49764559628537414, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s1_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 6, + "stopped_epoch": 50, + "best_val": 0.7184577229837241, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8428897627806673, + "mIoU": 0.7011028117014342, + "macroF1": 0.8209624296425981, + "F1_coffee": 0.8836187657105269, + "IoU_coffee": 0.7915027040676753, + "precision_coffee": 0.9068617995949465, + "recall_coffee": 0.861537404370333, + "F1_noncoffee": 0.7583060935746695, + "IoU_noncoffee": 0.6107029193351932, + "kappa": 0.6424126890061017, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8098101996077074, + "mIoU": 0.6548683372659533, + "macroF1": 0.787542742919445, + "F1_coffee": 0.8563241558894349, + "IoU_coffee": 0.7487472611222254, + "precision_coffee": 0.8871681415929203, + "recall_coffee": 0.8275528039252849, + "F1_noncoffee": 0.7187613299494551, + "IoU_noncoffee": 0.5609894134096811, + "kappa": 0.5760884735555925, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.03981264637002342, + "mIoU": 0.020074243289548828, + "macroF1": 0.038921826965305224, + "F1_coffee": 0.06818181818181818, + "IoU_coffee": 0.03529411764705882, + "precision_coffee": 1.0, + "recall_coffee": 0.03529411764705882, + "F1_noncoffee": 0.00966183574879227, + "IoU_noncoffee": 0.0048543689320388345, + "kappa": 0.0003426026380403166, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8347484050462897, + "mIoU": 0.6898584423615886, + "macroF1": 0.8130515904475544, + "F1_coffee": 0.8767397760206089, + "IoU_coffee": 0.7805313117156144, + "precision_coffee": 0.9029405261994251, + "recall_coffee": 0.8520166898470097, + "F1_noncoffee": 0.7493634048744998, + "IoU_noncoffee": 0.5991855730075626, + "kappa": 0.6267422378101103, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8445650104702075, + "mIoU": 0.7035248832605093, + "macroF1": 0.8226650731470093, + "F1_coffee": 0.8849838005352867, + "IoU_coffee": 0.7936959130819279, + "precision_coffee": 0.9070237493683678, + "recall_coffee": 0.8639895482362648, + "F1_noncoffee": 0.7603463457587321, + "IoU_noncoffee": 0.6133538534390908, + "kappa": 0.6457659582931348, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8492336713039378, + "mIoU": 0.7099560749229857, + "macroF1": 0.8271197665108005, + "F1_coffee": 0.8889506408697766, + "IoU_coffee": 0.800100043769149, + "precision_coffee": 0.9104881172619894, + "recall_coffee": 0.8684085510688836, + "F1_noncoffee": 0.7652888921518244, + "IoU_noncoffee": 0.6198121060768225, + "kappa": 0.6546479658759977, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8653549382716049, + "mIoU": 0.717358510712157, + "macroF1": 0.830342241552833, + "F1_coffee": 0.9074147764955565, + "IoU_coffee": 0.8305208206871434, + "precision_coffee": 0.8987125591171834, + "recall_coffee": 0.9162871684971873, + "F1_noncoffee": 0.7532697066101096, + "IoU_noncoffee": 0.6041962007371704, + "kappa": 0.6607692437501054, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8665011459129106, + "mIoU": 0.7156809358881693, + "macroF1": 0.828765058296246, + "F1_coffee": 0.9091499870028593, + "IoU_coffee": 0.8334326224234481, + "precision_coffee": 0.8947301100025582, + "recall_coffee": 0.9240422721268163, + "F1_noncoffee": 0.7483801295896328, + "IoU_noncoffee": 0.5979292493528904, + "kappa": 0.6577763058066207, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8483819228229078, + "mIoU": 0.6933633081586946, + "macroF1": 0.8134213063456226, + "F1_coffee": 0.8941858168170146, + "IoU_coffee": 0.8086221269501013, + "precision_coffee": 0.9064210385796289, + "recall_coffee": 0.8822765072765073, + "F1_noncoffee": 0.7326567958742306, + "IoU_noncoffee": 0.578104489367288, + "kappa": 0.627014316987945, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8044660750071572, + "mIoU": 0.6605168105190323, + "macroF1": 0.7937176523618138, + "F1_coffee": 0.8408049102633828, + "IoU_coffee": 0.7253351206434316, + "precision_coffee": 0.9083431257344301, + "recall_coffee": 0.7826149840902517, + "F1_noncoffee": 0.7466303944602448, + "IoU_noncoffee": 0.595698500394633, + "kappa": 0.5910337229687669, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8227703984819734, + "mIoU": 0.6865010444490011, + "macroF1": 0.8124894095819055, + "F1_coffee": 0.8563960639606396, + "IoU_coffee": 0.7488572196827104, + "precision_coffee": 0.9229494614747308, + "recall_coffee": 0.7987953535063818, + "F1_noncoffee": 0.7685827552031714, + "IoU_noncoffee": 0.6241448692152918, + "kappa": 0.6280951662262012, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8500848576277579, + "mIoU": 0.7225135654921355, + "macroF1": 0.8370849073172937, + "F1_coffee": 0.8831054256726952, + "IoU_coffee": 0.7906793048973144, + "precision_coffee": 0.9151302757885114, + "recall_coffee": 0.8532461997442818, + "F1_noncoffee": 0.7910643889618922, + "IoU_noncoffee": 0.6543478260869565, + "kappa": 0.6748814675029341, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9384, + 11000 + ], + [ + 43639, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.514322559038798, + "test_tta": { + "OA": 0.851833058480274, + "mIoU": 0.7080994163911252, + "macroF1": 0.825134122720699, + "F1_coffee": 0.8934622488769297, + "IoU_coffee": 0.8074394641937146, + "precision_coffee": 0.8895069015619325, + "recall_coffee": 0.8974529295890787, + "F1_noncoffee": 0.7568059965644682, + "IoU_noncoffee": 0.6087593685885357, + "kappa": 0.6502840301077603, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8192569516557056, + "mIoU": 0.6607834988298829, + "macroF1": 0.7908320271943136, + "F1_coffee": 0.8679396391839488, + "IoU_coffee": 0.7666902483523849, + "precision_coffee": 0.8686536311670779, + "recall_coffee": 0.8672268199717817, + "F1_noncoffee": 0.7137244152046783, + "IoU_noncoffee": 0.5548767493073808, + "kappa": 0.5816646670630777, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s1_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.7538714879195307, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8732557402004313, + "mIoU": 0.7492222005572089, + "macroF1": 0.8542115216394033, + "F1_coffee": 0.906903339273443, + "IoU_coffee": 0.829664358018114, + "precision_coffee": 0.922581103817626, + "recall_coffee": 0.8917495075358468, + "F1_noncoffee": 0.8015197040053637, + "IoU_noncoffee": 0.6687800430963037, + "kappa": 0.7086024457259512, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8412801430714203, + "mIoU": 0.7014907976290714, + "macroF1": 0.8215769792357956, + "F1_coffee": 0.8808686144819597, + "IoU_coffee": 0.7871002689056122, + "precision_coffee": 0.9063488527511695, + "recall_coffee": 0.856781856086929, + "F1_noncoffee": 0.7622853439896317, + "IoU_noncoffee": 0.6158813263525306, + "kappa": 0.6437158370497855, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17447306791569087, + "mIoU": 0.08811499211814486, + "macroF1": 0.1513387413927985, + "F1_coffee": 0.2914572864321608, + "IoU_coffee": 0.17058823529411765, + "precision_coffee": 1.0, + "recall_coffee": 0.17058823529411765, + "F1_noncoffee": 0.011220196353436185, + "IoU_noncoffee": 0.005641748942172073, + "kappa": 0.0019229812840873225, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8686621576245983, + "mIoU": 0.741112823419894, + "macroF1": 0.8486835994020882, + "F1_coffee": 0.9036661740904933, + "IoU_coffee": 0.8242618741976894, + "precision_coffee": 0.9145420880216494, + "recall_coffee": 0.8930458970792767, + "F1_noncoffee": 0.793701024713683, + "IoU_noncoffee": 0.6579637726420987, + "kappa": 0.6974588265240674, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8821149819150962, + "mIoU": 0.7636034141138557, + "macroF1": 0.8637569443667312, + "F1_coffee": 0.9137684943429069, + "IoU_coffee": 0.8412281264021537, + "precision_coffee": 0.9253983923283035, + "recall_coffee": 0.902427284604277, + "F1_noncoffee": 0.8137453943905557, + "IoU_noncoffee": 0.6859787018255578, + "kappa": 0.7276068135303602, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8689931619900967, + "mIoU": 0.7431874937092768, + "macroF1": 0.8502327834092245, + "F1_coffee": 0.903239289446186, + "IoU_coffee": 0.8235518292682927, + "precision_coffee": 0.9277996422182468, + "recall_coffee": 0.8799457074991517, + "F1_noncoffee": 0.7972262773722628, + "IoU_noncoffee": 0.6628231581502609, + "kappa": 0.7009047876059331, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8766396604938271, + "mIoU": 0.7387479773658594, + "macroF1": 0.845594681451131, + "F1_coffee": 0.9148298594925751, + "IoU_coffee": 0.8430289641629848, + "precision_coffee": 0.909680836975235, + "recall_coffee": 0.9200375033485133, + "F1_noncoffee": 0.776359503409687, + "IoU_noncoffee": 0.6344669905687339, + "kappa": 0.6912153399798308, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.885122230710466, + "mIoU": 0.7520194707361603, + "macroF1": 0.8545830604705864, + "F1_coffee": 0.9212232335799883, + "IoU_coffee": 0.8539516814374165, + "precision_coffee": 0.9133878717049734, + "recall_coffee": 0.9291941875825628, + "F1_noncoffee": 0.7879428873611846, + "IoU_noncoffee": 0.650087260034904, + "kappa": 0.7092237207849589, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8636663836210964, + "mIoU": 0.7194815512277346, + "macroF1": 0.8323647930399727, + "F1_coffee": 0.9048026879241057, + "IoU_coffee": 0.8261549566891242, + "precision_coffee": 0.9176800748362957, + "recall_coffee": 0.8922817047817048, + "F1_noncoffee": 0.7599268981558398, + "IoU_noncoffee": 0.6128081457663451, + "kappa": 0.6648959929774024, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8607691573623437, + "mIoU": 0.7399481292017294, + "macroF1": 0.8489958687070895, + "F1_coffee": 0.891160014919806, + "IoU_coffee": 0.8036867599569429, + "precision_coffee": 0.9201971961177015, + "recall_coffee": 0.8638993346832514, + "F1_noncoffee": 0.8068317224943731, + "IoU_noncoffee": 0.6762094984465158, + "kappa": 0.6985245155983973, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8791271347248577, + "mIoU": 0.7703520314435852, + "macroF1": 0.8691234571034576, + "F1_coffee": 0.9053069719042663, + "IoU_coffee": 0.8269961977186312, + "precision_coffee": 0.939669804042586, + "recall_coffee": 0.8733687078732253, + "F1_noncoffee": 0.8329399423026488, + "IoU_noncoffee": 0.7137078651685393, + "kappa": 0.7388630130171769, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8743164246652838, + "mIoU": 0.7624391629287106, + "macroF1": 0.8639701832390532, + "F1_coffee": 0.9014854777917375, + "IoU_coffee": 0.8206404736275565, + "precision_coffee": 0.9394639556377079, + "recall_coffee": 0.8664583037363262, + "F1_noncoffee": 0.826454888686369, + "IoU_noncoffee": 0.7042378522298647, + "kappa": 0.7287213513239175, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9698, + 11000 + ], + [ + 45249, + 51930 + ], + [ + 124, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8027985374132793, + "test_tta": { + "OA": 0.8794399340352658, + "mIoU": 0.7579775524970012, + "macroF1": 0.8599323638810071, + "F1_coffee": 0.9122045289206573, + "IoU_coffee": 0.8385809218487931, + "precision_coffee": 0.9198202184392539, + "recall_coffee": 0.9047139126849604, + "F1_noncoffee": 0.807660198841357, + "IoU_noncoffee": 0.6773741831452093, + "kappa": 0.7199067919184972, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8473087573554863, + "mIoU": 0.708737997813089, + "macroF1": 0.8264629712585965, + "F1_coffee": 0.8866087589833667, + "IoU_coffee": 0.7963137541604941, + "precision_coffee": 0.9021360069747166, + "recall_coffee": 0.8716069661170426, + "F1_noncoffee": 0.7663171835338263, + "IoU_noncoffee": 0.6211622414656838, + "kappa": 0.653137705139974, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 4, + "stopped_epoch": 50, + "best_val": 0.6349834487059665, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7779715844221743, + "mIoU": 0.6040245768721273, + "macroF1": 0.7468492436597686, + "F1_coffee": 0.8356109702263549, + "IoU_coffee": 0.717638992518502, + "precision_coffee": 0.8571462979912328, + "recall_coffee": 0.8151312474231527, + "F1_noncoffee": 0.6580875170931823, + "IoU_noncoffee": 0.49041016122575243, + "kappa": 0.49436234440991567, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7520191531094957, + "mIoU": 0.5727874060577656, + "macroF1": 0.7217936204144988, + "F1_coffee": 0.8134938713526413, + "IoU_coffee": 0.6856212974475243, + "precision_coffee": 0.8388251347784265, + "recall_coffee": 0.7896476930528356, + "F1_noncoffee": 0.6300933694763564, + "IoU_noncoffee": 0.45995351466800677, + "kappa": 0.44459181525056124, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08548009367681499, + "mIoU": 0.04304134991246793, + "macroF1": 0.07981628719680697, + "F1_coffee": 0.15200868621064062, + "IoU_coffee": 0.08225616921269095, + "precision_coffee": 0.9859154929577465, + "recall_coffee": 0.08235294117647059, + "F1_noncoffee": 0.007623888182973317, + "IoU_noncoffee": 0.003826530612244898, + "kappa": -0.0017121384609377068, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.800498872739483, + "mIoU": 0.6291990093219981, + "macroF1": 0.7658234667227377, + "F1_coffee": 0.8559354324708165, + "IoU_coffee": 0.7481530822332566, + "precision_coffee": 0.8527158534060322, + "recall_coffee": 0.8591794158553546, + "F1_noncoffee": 0.6757115009746588, + "IoU_noncoffee": 0.5102449364107395, + "kappa": 0.5316619622111688, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7744622120692938, + "mIoU": 0.5881201402431574, + "macroF1": 0.7315731753463868, + "F1_coffee": 0.838869810615076, + "IoU_coffee": 0.7224597364568082, + "precision_coffee": 0.8297013720742534, + "recall_coffee": 0.8482431410300488, + "F1_noncoffee": 0.6242765400776976, + "IoU_noncoffee": 0.4537805440295067, + "kappa": 0.46329916738820837, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.759302051402971, + "mIoU": 0.5929493161315356, + "macroF1": 0.7406194186487123, + "F1_coffee": 0.810232004759072, + "IoU_coffee": 0.681, + "precision_coffee": 0.8959789490995806, + "recall_coffee": 0.7394638615541228, + "F1_noncoffee": 0.6710068325383525, + "IoU_noncoffee": 0.5048986322630711, + "kappa": 0.4893471660408519, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8012152777777778, + "mIoU": 0.6067625918497112, + "macroF1": 0.7434725129441443, + "F1_coffee": 0.8651795643357101, + "IoU_coffee": 0.762393359465068, + "precision_coffee": 0.8455440480756936, + "recall_coffee": 0.8857487275649611, + "F1_noncoffee": 0.6217654615525785, + "IoU_noncoffee": 0.4511318242343542, + "kappa": 0.4877200674216069, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7851413292589763, + "mIoU": 0.5948181911450863, + "macroF1": 0.7355722581294192, + "F1_coffee": 0.8500599760095962, + "IoU_coffee": 0.739221140472879, + "precision_coffee": 0.85771920387305, + "recall_coffee": 0.8425363276089828, + "F1_noncoffee": 0.6210845402492422, + "IoU_noncoffee": 0.4504152418172936, + "kappa": 0.47125106638440384, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7662987074252288, + "mIoU": 0.5832636462177389, + "macroF1": 0.7287822758721211, + "F1_coffee": 0.8296540815624786, + "IoU_coffee": 0.7088964625690446, + "precision_coffee": 0.8812271731190651, + "recall_coffee": 0.7837837837837838, + "F1_noncoffee": 0.6279104701817636, + "IoU_noncoffee": 0.4576308298664331, + "kappa": 0.46159262434405895, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7997900563030823, + "mIoU": 0.6447508056420794, + "macroF1": 0.780547420488582, + "F1_coffee": 0.8455308496539538, + "IoU_coffee": 0.7323979591836735, + "precision_coffee": 0.861127774445111, + "recall_coffee": 0.8304888631761643, + "F1_noncoffee": 0.7155639913232104, + "IoU_noncoffee": 0.5571036521004855, + "kappa": 0.5613598093273845, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7638519924098671, + "mIoU": 0.5810633013707004, + "macroF1": 0.7271644391057517, + "F1_coffee": 0.8272127733425894, + "IoU_coffee": 0.7053391736711259, + "precision_coffee": 0.8016684607104413, + "recall_coffee": 0.8544385486877958, + "F1_noncoffee": 0.6271161048689139, + "IoU_noncoffee": 0.456787429070275, + "kappa": 0.45552188048207504, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7523100132000754, + "mIoU": 0.5959032064531077, + "macroF1": 0.7453859874464758, + "F1_coffee": 0.7873735329825982, + "IoU_coffee": 0.6493125083433453, + "precision_coffee": 0.9149736644093304, + "recall_coffee": 0.6910072453473505, + "F1_noncoffee": 0.7033984419103534, + "IoU_noncoffee": 0.54249390456287, + "kappa": 0.5042221603067499, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8959, + 11000 + ], + [ + 39978, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5061641136805215, + "test_tta": { + "OA": 0.7963497399467208, + "mIoU": 0.6174256323808851, + "macroF1": 0.7554248286583805, + "F1_coffee": 0.8554709039961288, + "IoU_coffee": 0.7474435617084874, + "precision_coffee": 0.8408512709333451, + "recall_coffee": 0.8706079069128224, + "F1_noncoffee": 0.6553787533206322, + "IoU_noncoffee": 0.4874077030532828, + "kappa": 0.5112019882454503, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7694415599400023, + "mIoU": 0.5832476852627445, + "macroF1": 0.7278843570410426, + "F1_coffee": 0.8342251534760246, + "IoU_coffee": 0.7155971463644613, + "precision_coffee": 0.8217999795689038, + "recall_coffee": 0.8470318192347379, + "F1_noncoffee": 0.6215435606060606, + "IoU_noncoffee": 0.4508982241610277, + "kappa": 0.4560525889063637, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 9, + "stopped_epoch": 50, + "best_val": 0.6314560745559618, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7865818850691361, + "mIoU": 0.6132193926882605, + "macroF1": 0.7537572677207856, + "F1_coffee": 0.8436617918665567, + "IoU_coffee": 0.7295977819745249, + "precision_coffee": 0.8558601022837077, + "recall_coffee": 0.8318063127032846, + "F1_noncoffee": 0.6638527435750143, + "IoU_noncoffee": 0.49684100340199633, + "kappa": 0.5077295471002251, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7623601015345564, + "mIoU": 0.5837413763043172, + "macroF1": 0.7303750104844232, + "F1_coffee": 0.8232403960650955, + "IoU_coffee": 0.6995824748846792, + "precision_coffee": 0.8390553247321233, + "recall_coffee": 0.8080106134310443, + "F1_noncoffee": 0.637509624903751, + "IoU_noncoffee": 0.4679002777239553, + "kappa": 0.46114261218678354, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.31381733021077285, + "mIoU": 0.1582458667422128, + "macroF1": 0.24252276470018405, + "F1_coffee": 0.47491039426523296, + "IoU_coffee": 0.31139835487661577, + "precision_coffee": 0.9962406015037594, + "recall_coffee": 0.31176470588235294, + "F1_noncoffee": 0.010135135135135136, + "IoU_noncoffee": 0.0050933786078098476, + "kappa": 0.0008385509838998604, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8158488031851105, + "mIoU": 0.650335660159935, + "macroF1": 0.7820839274633598, + "F1_coffee": 0.8678621829071008, + "IoU_coffee": 0.7665693785722972, + "precision_coffee": 0.8591971648606284, + "recall_coffee": 0.8767037552155772, + "F1_noncoffee": 0.6963056720196187, + "IoU_noncoffee": 0.5341019417475729, + "kappa": 0.5642697095101561, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7789834380354084, + "mIoU": 0.6015253293869648, + "macroF1": 0.7440777034082797, + "F1_coffee": 0.8385930766022522, + "IoU_coffee": 0.7220493176921235, + "precision_coffee": 0.8478459484152083, + "recall_coffee": 0.8295399848724472, + "F1_noncoffee": 0.6495623302143073, + "IoU_noncoffee": 0.481001341081806, + "kappa": 0.4882877293016713, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.765338363593492, + "mIoU": 0.5900770163989765, + "macroF1": 0.7360927201743781, + "F1_coffee": 0.8239456552504953, + "IoU_coffee": 0.7006016847172082, + "precision_coffee": 0.8606696725552517, + "recall_coffee": 0.7902273498473024, + "F1_noncoffee": 0.648239785098261, + "IoU_noncoffee": 0.4795523480807447, + "kappa": 0.4740985141983474, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8229166666666666, + "mIoU": 0.6318677844978796, + "macroF1": 0.7629101993444463, + "F1_coffee": 0.8821868583162218, + "IoU_coffee": 0.7892078071182549, + "precision_coffee": 0.846760285784676, + "recall_coffee": 0.9207072060005358, + "F1_noncoffee": 0.6436335403726708, + "IoU_noncoffee": 0.4745277618775043, + "kappa": 0.5283178088643794, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7995607333842628, + "mIoU": 0.6189252683326979, + "macroF1": 0.7560882457703046, + "F1_coffee": 0.8590613039683073, + "IoU_coffee": 0.752942561205273, + "precision_coffee": 0.8735490919022258, + "recall_coffee": 0.8450462351387055, + "F1_noncoffee": 0.6531151875723021, + "IoU_noncoffee": 0.4849079754601227, + "kappa": 0.5125065215063555, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7479007453533352, + "mIoU": 0.5480666208362296, + "macroF1": 0.6959543355974579, + "F1_coffee": 0.8216288384512683, + "IoU_coffee": 0.6972581010650352, + "precision_coffee": 0.8448654585392641, + "recall_coffee": 0.7996361746361746, + "F1_noncoffee": 0.5702798327436475, + "IoU_noncoffee": 0.3988751406074241, + "kappa": 0.39301481093406837, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8088558068517988, + "mIoU": 0.6595205247678229, + "macroF1": 0.7919146016825866, + "F1_coffee": 0.8512881431435148, + "IoU_coffee": 0.7410806618407446, + "precision_coffee": 0.8745995423340961, + "recall_coffee": 0.82918715649407, + "F1_noncoffee": 0.7325410602216584, + "IoU_noncoffee": 0.577960387694901, + "kappa": 0.5843602672530215, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.75853889943074, + "mIoU": 0.5839110658659818, + "macroF1": 0.7316031522428972, + "F1_coffee": 0.8166294401613949, + "IoU_coffee": 0.6900876765708719, + "precision_coffee": 0.8205907906168549, + "recall_coffee": 0.8127061523017353, + "F1_noncoffee": 0.6465768643243994, + "IoU_noncoffee": 0.47773445516109175, + "kappa": 0.46323041389226755, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7827644729398454, + "mIoU": 0.6270180766945885, + "macroF1": 0.7679713628619635, + "F1_coffee": 0.8265582655826558, + "IoU_coffee": 0.7043879907621247, + "precision_coffee": 0.8791032826261009, + "recall_coffee": 0.7799403324335843, + "F1_noncoffee": 0.7093844601412714, + "IoU_noncoffee": 0.5496481626270524, + "kappa": 0.5387041178001002, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9042, + 11000 + ], + [ + 40447, + 51930 + ], + [ + 116, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5201596935590107, + "test_tta": { + "OA": 0.8021375110998351, + "mIoU": 0.6267563700344524, + "macroF1": 0.763078103135073, + "F1_coffee": 0.8592759670689072, + "IoU_coffee": 0.7532724324751848, + "precision_coffee": 0.8463520838887407, + "recall_coffee": 0.872600668835036, + "F1_noncoffee": 0.6668802392012387, + "IoU_noncoffee": 0.50024030759372, + "kappa": 0.5264176098795633, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.777446059766932, + "mIoU": 0.5952602770532857, + "macroF1": 0.7381261069446552, + "F1_coffee": 0.839599596686174, + "IoU_coffee": 0.7235430066108891, + "precision_coffee": 0.8290089498316775, + "recall_coffee": 0.8504643376081875, + "F1_noncoffee": 0.6366526172031364, + "IoU_noncoffee": 0.4669775474956822, + "kappa": 0.4764457690650689, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s2_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.731468588880066, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8306482303691488, + "mIoU": 0.6793413375487449, + "macroF1": 0.8048431895290682, + "F1_coffee": 0.8758081771245174, + "IoU_coffee": 0.7790558153005916, + "precision_coffee": 0.8894610042987388, + "recall_coffee": 0.8625681432956159, + "F1_noncoffee": 0.7338782019336191, + "IoU_noncoffee": 0.5796268597968983, + "kappa": 0.6098833369143654, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.80101246105919, + "mIoU": 0.6402571860053006, + "macroF1": 0.7761269093270389, + "F1_coffee": 0.8507674169578056, + "IoU_coffee": 0.7402917647058823, + "precision_coffee": 0.8746163768180403, + "recall_coffee": 0.828184555773159, + "F1_noncoffee": 0.7014864016962721, + "IoU_noncoffee": 0.5402226073047187, + "kappa": 0.5529187710795421, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14637002341920374, + "mIoU": 0.07372955635607097, + "macroF1": 0.12946703861400674, + "F1_coffee": 0.25077081192189105, + "IoU_coffee": 0.14336075205640422, + "precision_coffee": 0.991869918699187, + "recall_coffee": 0.14352941176470588, + "F1_noncoffee": 0.00816326530612245, + "IoU_noncoffee": 0.004098360655737705, + "kappa": -0.001164282888579423, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8238595481364225, + "mIoU": 0.6714232046016781, + "macroF1": 0.7993119775714017, + "F1_coffee": 0.8695003198521573, + "IoU_coffee": 0.7691292046526249, + "precision_coffee": 0.8891554004942579, + "recall_coffee": 0.8506954102920723, + "F1_noncoffee": 0.7291236352906462, + "IoU_noncoffee": 0.5737172045507314, + "kappa": 0.5990306485778644, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8407576622882162, + "mIoU": 0.6892139273172462, + "macroF1": 0.8113500794439146, + "F1_coffee": 0.8858332195987444, + "IoU_coffee": 0.7950633919274821, + "precision_coffee": 0.8791737216390112, + "recall_coffee": 0.892594375300832, + "F1_noncoffee": 0.7368669392890846, + "IoU_noncoffee": 0.5833644627070104, + "kappa": 0.6227500471574836, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8273048809243103, + "mIoU": 0.6773212517295495, + "macroF1": 0.8037601180683492, + "F1_coffee": 0.8717338003502627, + "IoU_coffee": 0.7726313175214206, + "precision_coffee": 0.9007600434310532, + "recall_coffee": 0.8445198506956226, + "F1_noncoffee": 0.7357864357864358, + "IoU_noncoffee": 0.5820111859376783, + "kappa": 0.6083579498544192, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8575424382716049, + "mIoU": 0.7013921882506771, + "macroF1": 0.8184932102325853, + "F1_coffee": 0.9026816893984319, + "IoU_coffee": 0.8226251951483127, + "precision_coffee": 0.8883413305667228, + "recall_coffee": 0.9174926332708278, + "F1_noncoffee": 0.7343047310667387, + "IoU_noncoffee": 0.5801591813530415, + "kappa": 0.6372445059378198, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.837375859434683, + "mIoU": 0.6700941415956656, + "macroF1": 0.795316575953237, + "F1_coffee": 0.888100400814771, + "IoU_coffee": 0.7987235551353268, + "precision_coffee": 0.8835141848607662, + "recall_coffee": 0.8927344782034347, + "F1_noncoffee": 0.7025327510917031, + "IoU_noncoffee": 0.5414647280560043, + "kappa": 0.5906624725931077, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8462119067836589, + "mIoU": 0.6752688017191737, + "macroF1": 0.7980745872843292, + "F1_coffee": 0.896665398757449, + "IoU_coffee": 0.812686738680763, + "precision_coffee": 0.8754642238177767, + "recall_coffee": 0.918918918918919, + "F1_noncoffee": 0.6994837758112095, + "IoU_noncoffee": 0.5378508647575844, + "kappa": 0.5968367907719702, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7905334478480771, + "mIoU": 0.6398078766801196, + "macroF1": 0.7780839271404503, + "F1_coffee": 0.8306457835043592, + "IoU_coffee": 0.7103457376616521, + "precision_coffee": 0.8901934843724161, + "recall_coffee": 0.7785652299681805, + "F1_noncoffee": 0.7255220707765412, + "IoU_noncoffee": 0.5692700156985872, + "kappa": 0.5593634593204194, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8441176470588235, + "mIoU": 0.7052689975434603, + "macroF1": 0.8241838753594948, + "F1_coffee": 0.8833842004400596, + "IoU_coffee": 0.7911263666412408, + "precision_coffee": 0.8745081506464306, + "recall_coffee": 0.8924422773555142, + "F1_noncoffee": 0.7649835502789301, + "IoU_noncoffee": 0.6194116284456799, + "kappa": 0.6484407386658141, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8084103337733358, + "mIoU": 0.6686614780513978, + "macroF1": 0.8000396665986753, + "F1_coffee": 0.8409517845961177, + "IoU_coffee": 0.7255537547271745, + "precision_coffee": 0.9363778978560223, + "recall_coffee": 0.7631765875834635, + "F1_noncoffee": 0.7591275486012328, + "IoU_noncoffee": 0.611769201375621, + "kappa": 0.606272127493091, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9378, + 11000 + ], + [ + 42879, + 51930 + ], + [ + 127, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.262119948863983, + "test_tta": { + "OA": 0.8383705442090574, + "mIoU": 0.6897222511018257, + "macroF1": 0.8122434344576163, + "F1_coffee": 0.8822829689683447, + "IoU_coffee": 0.7893616581595752, + "precision_coffee": 0.8897533251030724, + "recall_coffee": 0.8749370103990105, + "F1_noncoffee": 0.7422038999468878, + "IoU_noncoffee": 0.5900828440440763, + "kappa": 0.6245448302669463, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8080218068535826, + "mIoU": 0.648516954138318, + "macroF1": 0.7821628960318918, + "F1_coffee": 0.8572164119066774, + "IoU_coffee": 0.7501126379815274, + "precision_coffee": 0.87360619178801, + "recall_coffee": 0.8414302861835871, + "F1_noncoffee": 0.7071093801571061, + "IoU_noncoffee": 0.5469212702951087, + "kappa": 0.564640125373931, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f3_s2_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 42, + "stopped_epoch": 72, + "best_val": 0.7578163625913061, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8574622605607003, + "mIoU": 0.7112172303168989, + "macroF1": 0.8266971503130973, + "F1_coffee": 0.8997155129134825, + "IoU_coffee": 0.8177117131732641, + "precision_coffee": 0.8770254692563673, + "recall_coffee": 0.9236107929818131, + "F1_noncoffee": 0.753678787712712, + "IoU_noncoffee": 0.6047227474605338, + "kappa": 0.6539632014893139, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8281123802930657, + "mIoU": 0.6681041604949911, + "macroF1": 0.795496501333612, + "F1_coffee": 0.8771669449425927, + "IoU_coffee": 0.7812086943750918, + "precision_coffee": 0.858999979813884, + "recall_coffee": 0.8961189378145598, + "F1_noncoffee": 0.7138260577246314, + "IoU_noncoffee": 0.5549996266148906, + "kappa": 0.5914187693783035, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21779859484777517, + "mIoU": 0.11003501400560224, + "macroF1": 0.18227374891060044, + "F1_coffee": 0.35271317829457366, + "IoU_coffee": 0.21411764705882352, + "precision_coffee": 1.0, + "recall_coffee": 0.21411764705882352, + "F1_noncoffee": 0.011834319526627219, + "IoU_noncoffee": 0.005952380952380952, + "kappa": 0.0025457749926563935, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.846884443804864, + "mIoU": 0.6902710847833071, + "macroF1": 0.8110659039149533, + "F1_coffee": 0.8933297687474937, + "IoU_coffee": 0.8072230945766397, + "precision_coffee": 0.8598816263510036, + "recall_coffee": 0.9294853963838665, + "F1_noncoffee": 0.7288020390824129, + "IoU_noncoffee": 0.5733190749899746, + "kappa": 0.6235798550004937, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8666476299257567, + "mIoU": 0.721024308964265, + "macroF1": 0.8331037205034256, + "F1_coffee": 0.9079258675078864, + "IoU_coffee": 0.8313775049647951, + "precision_coffee": 0.8694694442696205, + "recall_coffee": 0.9499415526370075, + "F1_noncoffee": 0.7582815734989649, + "IoU_noncoffee": 0.6106711129637349, + "kappa": 0.6679129467905445, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8587597264796039, + "mIoU": 0.7214759264994034, + "macroF1": 0.8348110234268877, + "F1_coffee": 0.8977082550633559, + "IoU_coffee": 0.8144016855673297, + "precision_coffee": 0.9036028602860287, + "recall_coffee": 0.8918900576857821, + "F1_noncoffee": 0.7719137917904196, + "IoU_noncoffee": 0.6285501674314771, + "kappa": 0.6696533928837219, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8518518518518519, + "mIoU": 0.6701276494407726, + "macroF1": 0.792230163175518, + "F1_coffee": 0.9035297073232006, + "IoU_coffee": 0.8240348264406003, + "precision_coffee": 0.8506385998107853, + "recall_coffee": 0.9634342351995714, + "F1_noncoffee": 0.6809306190278355, + "IoU_noncoffee": 0.5162204724409449, + "kappa": 0.589706722552593, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8658326967150497, + "mIoU": 0.7037731045363484, + "macroF1": 0.8189473605973518, + "F1_coffee": 0.9110815771153724, + "IoU_coffee": 0.8366848773683598, + "precision_coffee": 0.8744988458267525, + "recall_coffee": 0.9508586525759577, + "F1_noncoffee": 0.7268131440793312, + "IoU_noncoffee": 0.5708613317043372, + "kappa": 0.6398311785453442, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8676290216058119, + "mIoU": 0.7110420018562578, + "macroF1": 0.8247227035736342, + "F1_coffee": 0.9114435397336363, + "IoU_coffee": 0.8372956047779195, + "precision_coffee": 0.8862157849515159, + "recall_coffee": 0.9381496881496881, + "F1_noncoffee": 0.7380018674136322, + "IoU_noncoffee": 0.584788398934596, + "kappa": 0.6502838469339615, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8419696535929001, + "mIoU": 0.7019495383112687, + "macroF1": 0.8218316630853442, + "F1_coffee": 0.88173118125982, + "IoU_coffee": 0.7884787329160813, + "precision_coffee": 0.8709085778781038, + "recall_coffee": 0.8928261498409025, + "F1_noncoffee": 0.7619321449108684, + "IoU_noncoffee": 0.6154203437064562, + "kappa": 0.64377405848911, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8674573055028463, + "mIoU": 0.734787519114046, + "macroF1": 0.8439475362273959, + "F1_coffee": 0.9045178046613355, + "IoU_coffee": 0.8256800598951834, + "precision_coffee": 0.8640637242099765, + "recall_coffee": 0.948945934318084, + "F1_noncoffee": 0.7833772677934564, + "IoU_noncoffee": 0.6438949783329085, + "kappa": 0.6894394767666903, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8498962851216293, + "mIoU": 0.724124191063104, + "macroF1": 0.8383899222897271, + "F1_coffee": 0.8815123548675201, + "IoU_coffee": 0.7881288261911099, + "precision_coffee": 0.9257464436454588, + "recall_coffee": 0.8413126864611451, + "F1_noncoffee": 0.7952674897119342, + "IoU_noncoffee": 0.6601195559350982, + "kappa": 0.6780499282585173, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9450, + 11000 + ], + [ + 44495, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.617331870396932, + "test_tta": { + "OA": 0.8607763541798807, + "mIoU": 0.7155978803702341, + "macroF1": 0.8297041786505515, + "F1_coffee": 0.9024466122975044, + "IoU_coffee": 0.8222348201089267, + "precision_coffee": 0.8762946659761781, + "recall_coffee": 0.9302075221036237, + "F1_noncoffee": 0.7569617450035985, + "IoU_noncoffee": 0.6089609406315415, + "kappa": 0.6601624267965277, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8316314757124726, + "mIoU": 0.6718106010664118, + "macroF1": 0.7980499053280571, + "F1_coffee": 0.8804015981969061, + "IoU_coffee": 0.786354818637678, + "precision_coffee": 0.8572511621411328, + "recall_coffee": 0.9048371133152231, + "F1_noncoffee": 0.7156982124592081, + "IoU_noncoffee": 0.5572663834951457, + "kappa": 0.5967988123097018, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 76, + "stopped_epoch": 100, + "best_val": 0.5395537886750549, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7763620880798213, + "mIoU": 0.5914004775479581, + "macroF1": 0.734451200327404, + "F1_coffee": 0.8399471051572471, + "IoU_coffee": 0.7240593156496571, + "precision_coffee": 0.9194421367973215, + "recall_coffee": 0.7731044409635494, + "F1_noncoffee": 0.6289552954975608, + "IoU_noncoffee": 0.4587416394462591, + "kappa": 0.4779494391443453, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7450098073151032, + "mIoU": 0.5558276379978444, + "macroF1": 0.7055294284683242, + "F1_coffee": 0.8133524766690596, + "IoU_coffee": 0.6854204476709014, + "precision_coffee": 0.8988496628322095, + "recall_coffee": 0.7427073090789905, + "F1_noncoffee": 0.5977063802675889, + "IoU_noncoffee": 0.42623482832478743, + "kappa": 0.4223239503946821, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23784592370979807, + "mIoU": 0.1203285992759677, + "macroF1": 0.19629496570516056, + "F1_coffee": 0.37903717245581964, + "IoU_coffee": 0.23383458646616542, + "precision_coffee": 0.9936102236421726, + "recall_coffee": 0.2341867469879518, + "F1_noncoffee": 0.013552758954501452, + "IoU_noncoffee": 0.00682261208576998, + "kappa": 0.00020987914337021194, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8006416584402765, + "mIoU": 0.6189970081782692, + "macroF1": 0.7558853916242103, + "F1_coffee": 0.8604112666321064, + "IoU_coffee": 0.7550191059622733, + "precision_coffee": 0.9104073721933738, + "recall_coffee": 0.8156204953479229, + "F1_noncoffee": 0.6513595166163142, + "IoU_noncoffee": 0.4829749103942652, + "kappa": 0.5154207848229886, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7480559133629121, + "mIoU": 0.5579377719526857, + "macroF1": 0.7069308378240208, + "F1_coffee": 0.8167146774025613, + "IoU_coffee": 0.6902094210124948, + "precision_coffee": 0.9154995331465919, + "recall_coffee": 0.737171856399975, + "F1_noncoffee": 0.5971469982454802, + "IoU_noncoffee": 0.4256661228928766, + "kappa": 0.4284871316254494, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7811875535255496, + "mIoU": 0.5999620873832336, + "macroF1": 0.7419136538304558, + "F1_coffee": 0.8425916418523463, + "IoU_coffee": 0.7279985805535841, + "precision_coffee": 0.9326413092892862, + "recall_coffee": 0.7684000249703478, + "F1_noncoffee": 0.6412356658085654, + "IoU_noncoffee": 0.4719255942128832, + "kappa": 0.49456671325010104, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.791625024985009, + "mIoU": 0.6177340656661232, + "macroF1": 0.75691541097297, + "F1_coffee": 0.8487705809820846, + "IoU_coffee": 0.737273185483871, + "precision_coffee": 0.9086814722783041, + "recall_coffee": 0.7962710941752857, + "F1_noncoffee": 0.6650602409638554, + "IoU_noncoffee": 0.4981949458483754, + "kappa": 0.5184668369971844, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7850601030337722, + "mIoU": 0.6082337162359115, + "macroF1": 0.7492119608200137, + "F1_coffee": 0.8440290758047767, + "IoU_coffee": 0.7301473230326986, + "precision_coffee": 0.9205678042887345, + "recall_coffee": 0.77924070049853, + "F1_noncoffee": 0.6543948458352508, + "IoU_noncoffee": 0.48632010943912446, + "kappa": 0.5059908990496703, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8220282705625652, + "mIoU": 0.6609994787135547, + "macroF1": 0.7904312283404058, + "F1_coffee": 0.8718053847205138, + "IoU_coffee": 0.7727437916414295, + "precision_coffee": 0.9447571090047393, + "recall_coffee": 0.8093123572697285, + "F1_noncoffee": 0.7090570719602978, + "IoU_noncoffee": 0.54925516578568, + "kappa": 0.5864585869400327, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8094402184513361, + "mIoU": 0.6185854839916092, + "macroF1": 0.7532269173015305, + "F1_coffee": 0.8710060734090309, + "IoU_coffee": 0.7714887147702023, + "precision_coffee": 0.9119435996682334, + "recall_coffee": 0.8335860500379075, + "F1_noncoffee": 0.6354477611940299, + "IoU_noncoffee": 0.46568225321301615, + "kappa": 0.5092486891297703, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7110411298788052, + "mIoU": 0.5111106297826932, + "macroF1": 0.6648849153911407, + "F1_coffee": 0.7892538975501113, + "IoU_coffee": 0.6518739940216142, + "precision_coffee": 0.9101123595505618, + "recall_coffee": 0.6967313836323421, + "F1_noncoffee": 0.54051593323217, + "IoU_noncoffee": 0.3703472655437721, + "kappa": 0.35458482504411054, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7400973561133912, + "mIoU": 0.5432275319237871, + "macroF1": 0.6929351505790768, + "F1_coffee": 0.8132757320167318, + "IoU_coffee": 0.6853114526753727, + "precision_coffee": 0.919950356810425, + "recall_coffee": 0.7287698168858302, + "F1_noncoffee": 0.572594569141422, + "IoU_noncoffee": 0.40114361117220143, + "kappa": 0.4042072858454452, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 88, + 110 + ], + [ + 6910, + 8413 + ], + [ + 41322, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.149393749237061, + "test_tta": { + "OA": 0.8036279503205386, + "mIoU": 0.6226435826318963, + "macroF1": 0.7587125664930747, + "F1_coffee": 0.8628159655187896, + "IoU_coffee": 0.758730284067355, + "precision_coffee": 0.9183990442054958, + "recall_coffee": 0.813576901909318, + "F1_noncoffee": 0.65460916746736, + "IoU_noncoffee": 0.4865568811964376, + "kappa": 0.5218348176600472, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7701771085727472, + "mIoU": 0.5817468802610176, + "macroF1": 0.726097641728056, + "F1_coffee": 0.8359769842821999, + "IoU_coffee": 0.7181790849442018, + "precision_coffee": 0.8967405706209699, + "recall_coffee": 0.7829255596043727, + "F1_noncoffee": 0.616218299173912, + "IoU_noncoffee": 0.4453146755778335, + "kappa": 0.4580178918247098, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.6185814548866846, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7705457992577002, + "mIoU": 0.5741409655313192, + "macroF1": 0.7178760950774126, + "F1_coffee": 0.8397751624014091, + "IoU_coffee": 0.7238038138707307, + "precision_coffee": 0.8934326434147389, + "recall_coffee": 0.792197620761187, + "F1_noncoffee": 0.5959770277534161, + "IoU_noncoffee": 0.4244781171919078, + "kappa": 0.44083789183355493, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7421253028729664, + "mIoU": 0.5412361923529317, + "macroF1": 0.6900073211249478, + "F1_coffee": 0.8171143342266227, + "IoU_coffee": 0.6907804852740259, + "precision_coffee": 0.8702368243316848, + "recall_coffee": 0.7701043052422543, + "F1_noncoffee": 0.5629003080232728, + "IoU_noncoffee": 0.3916918994318375, + "kappa": 0.38548749162363105, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29768137621540763, + "mIoU": 0.1509507271388083, + "macroF1": 0.23525305410122163, + "F1_coffee": 0.4537521815008726, + "IoU_coffee": 0.29345372460496616, + "precision_coffee": 0.9974424552429667, + "recall_coffee": 0.2936746987951807, + "F1_noncoffee": 0.016753926701570682, + "IoU_noncoffee": 0.008447729672650475, + "kappa": 0.0034640226637889945, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7838104639684107, + "mIoU": 0.5847365853943459, + "macroF1": 0.7253688046013287, + "F1_coffee": 0.8520570154698371, + "IoU_coffee": 0.7422468075089743, + "precision_coffee": 0.8793223647518126, + "recall_coffee": 0.8264316603328529, + "F1_noncoffee": 0.5986805937328202, + "IoU_noncoffee": 0.4272263632797175, + "kappa": 0.4521664055748065, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7813558513429703, + "mIoU": 0.5903871474634794, + "macroF1": 0.732017002691302, + "F1_coffee": 0.8470038390919713, + "IoU_coffee": 0.7346111529330013, + "precision_coffee": 0.9065313705873946, + "recall_coffee": 0.7948123551155942, + "F1_noncoffee": 0.6170301662906326, + "IoU_noncoffee": 0.4461631419939577, + "kappa": 0.4697570744589039, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7469787800932534, + "mIoU": 0.5485365263180588, + "macroF1": 0.6967776050553142, + "F1_coffee": 0.8201555630706797, + "IoU_coffee": 0.695138729649163, + "precision_coffee": 0.8948417090989594, + "recall_coffee": 0.7569760908920656, + "F1_noncoffee": 0.5733996470399486, + "IoU_noncoffee": 0.4019343229869546, + "kappa": 0.40341313603037104, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8039176494103538, + "mIoU": 0.5958963228297633, + "macroF1": 0.7314425641557678, + "F1_coffee": 0.8709550118389897, + "IoU_coffee": 0.7714085983921706, + "precision_coffee": 0.842795315682281, + "recall_coffee": 0.9010615133369625, + "F1_noncoffee": 0.5919301164725458, + "IoU_noncoffee": 0.420384047267356, + "kappa": 0.46477460620454275, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7679832093112001, + "mIoU": 0.5852138528968674, + "macroF1": 0.7303473588849638, + "F1_coffee": 0.8310876510626476, + "IoU_coffee": 0.710992275698158, + "precision_coffee": 0.9099619771863118, + "recall_coffee": 0.7647961140227534, + "F1_noncoffee": 0.62960706670728, + "IoU_noncoffee": 0.4594354300955768, + "kappa": 0.46943577742189757, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7340859500996111, + "mIoU": 0.5409119616909162, + "macroF1": 0.6922123751708884, + "F1_coffee": 0.805738443412572, + "IoU_coffee": 0.6746750232126276, + "precision_coffee": 0.8878875820986711, + "recall_coffee": 0.7375031717838112, + "F1_noncoffee": 0.5786863069292049, + "IoU_noncoffee": 0.40714890016920474, + "kappa": 0.3956449587486443, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7641895845523698, + "mIoU": 0.5725729297036946, + "macroF1": 0.7180513606469021, + "F1_coffee": 0.8321066518539092, + "IoU_coffee": 0.7124851367419739, + "precision_coffee": 0.9235511713933415, + "recall_coffee": 0.7571392469042204, + "F1_noncoffee": 0.6039960694398951, + "IoU_noncoffee": 0.4326607226654153, + "kappa": 0.44884746922845675, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.79473232178643, + "mIoU": 0.5937042663375358, + "macroF1": 0.7317373429866649, + "F1_coffee": 0.8617342675323005, + "IoU_coffee": 0.7570589564038852, + "precision_coffee": 0.9034910365278339, + "recall_coffee": 0.8236667485868764, + "F1_noncoffee": 0.6017404184410294, + "IoU_noncoffee": 0.4303495762711864, + "kappa": 0.4667555189465932, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7599503674716045, + "mIoU": 0.5555622295142475, + "macroF1": 0.7006218840905694, + "F1_coffee": 0.8338947229377188, + "IoU_coffee": 0.7151110104213865, + "precision_coffee": 0.9013420902341519, + "recall_coffee": 0.7758387612142067, + "F1_noncoffee": 0.5673490452434199, + "IoU_noncoffee": 0.3960134486071086, + "kappa": 0.4098510608071672, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6756, + 8413 + ], + [ + 41095, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.296002229054769, + "test_tta": { + "OA": 0.7966387634762769, + "mIoU": 0.6007890702541379, + "macroF1": 0.7385851652702617, + "F1_coffee": 0.861776365363824, + "IoU_coffee": 0.7571239422025214, + "precision_coffee": 0.8901121212804837, + "recall_coffee": 0.8351890267135176, + "F1_noncoffee": 0.6153939651766994, + "IoU_noncoffee": 0.4444541983057543, + "kappa": 0.4786404455038537, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7664272527979693, + "mIoU": 0.5632377858766222, + "macroF1": 0.7071864725482528, + "F1_coffee": 0.8388925917451727, + "IoU_coffee": 0.7224935314176049, + "precision_coffee": 0.8665734955606709, + "recall_coffee": 0.8129253668035552, + "F1_noncoffee": 0.575480353351333, + "IoU_noncoffee": 0.4039820403356396, + "kappa": 0.41594326107909607, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s0_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 93, + "stopped_epoch": 100, + "best_val": 0.7573653777766891, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8847667860987484, + "mIoU": 0.7412935633745112, + "macroF1": 0.8463046670427814, + "F1_coffee": 0.9231906098057275, + "IoU_coffee": 0.857338929445229, + "precision_coffee": 0.9342972340241047, + "recall_coffee": 0.9123449472926634, + "F1_noncoffee": 0.7694187242798354, + "IoU_noncoffee": 0.6252481973037936, + "kappa": 0.6927396838419055, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8482462212991808, + "mIoU": 0.6845806738959563, + "macroF1": 0.805872244824277, + "F1_coffee": 0.8965693502408336, + "IoU_coffee": 0.8125289527135374, + "precision_coffee": 0.9145859655455949, + "recall_coffee": 0.8792488480151156, + "F1_noncoffee": 0.7151751394077203, + "IoU_noncoffee": 0.5566323950783751, + "kappa": 0.6121589469197732, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3507853403141361, + "mIoU": 0.1776842105263158, + "macroF1": 0.2657490079365079, + "F1_coffee": 0.515625, + "IoU_coffee": 0.3473684210526316, + "precision_coffee": 0.9956896551724138, + "recall_coffee": 0.34789156626506024, + "F1_noncoffee": 0.015873015873015872, + "IoU_noncoffee": 0.008, + "kappa": 0.0025818206820681696, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.886080947680158, + "mIoU": 0.745192729153517, + "macroF1": 0.8491547181665255, + "F1_coffee": 0.9237881389512614, + "IoU_coffee": 0.8583701521845851, + "precision_coffee": 0.9311676208227933, + "recall_coffee": 0.9165247018739353, + "F1_noncoffee": 0.7745212973817898, + "IoU_noncoffee": 0.6320153061224489, + "kappa": 0.6983654843181543, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8786317446686703, + "mIoU": 0.7326445497630332, + "macroF1": 0.840439784624285, + "F1_coffee": 0.9185033316248078, + "IoU_coffee": 0.8492890995260663, + "precision_coffee": 0.9397574565716159, + "recall_coffee": 0.8981893365077376, + "F1_noncoffee": 0.7623762376237624, + "IoU_noncoffee": 0.616, + "kappa": 0.6813548084749099, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8896184223046912, + "mIoU": 0.7462841900888487, + "macroF1": 0.8494559436618528, + "F1_coffee": 0.9272134027734203, + "IoU_coffee": 0.8643036790080131, + "precision_coffee": 0.932008830022075, + "recall_coffee": 0.9224670703539547, + "F1_noncoffee": 0.7716984845502853, + "IoU_noncoffee": 0.6282647011696844, + "kappa": 0.6989368867179541, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9065560663601839, + "mIoU": 0.7903852915720004, + "macroF1": 0.8800880049233128, + "F1_coffee": 0.9364248317127898, + "IoU_coffee": 0.8804500703234881, + "precision_coffee": 0.9357249626307922, + "recall_coffee": 0.937125748502994, + "F1_noncoffee": 0.823751178133836, + "IoU_noncoffee": 0.7003205128205128, + "kappa": 0.7601763817823043, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9096546460599122, + "mIoU": 0.7948817969456836, + "macroF1": 0.8829182426796611, + "F1_coffee": 0.9388677296494738, + "IoU_coffee": 0.8847791702153547, + "precision_coffee": 0.9483568075117371, + "recall_coffee": 0.9295666624057267, + "F1_noncoffee": 0.8269687557098483, + "IoU_noncoffee": 0.7049844236760124, + "kappa": 0.7659028221829074, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9191727540081586, + "mIoU": 0.8058628296017647, + "macroF1": 0.8895497343565526, + "F1_coffee": 0.94675, + "IoU_coffee": 0.8988844054118206, + "precision_coffee": 0.9329884207932988, + "recall_coffee": 0.9609236234458259, + "F1_noncoffee": 0.8323494687131051, + "IoU_noncoffee": 0.7128412537917088, + "kappa": 0.7792506746166192, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8661010337429296, + "mIoU": 0.7011988267972389, + "macroF1": 0.8167073594027313, + "F1_coffee": 0.9118572253964178, + "IoU_coffee": 0.8379941002949852, + "precision_coffee": 0.9267910739919092, + "recall_coffee": 0.8973970179428861, + "F1_noncoffee": 0.7215574934090448, + "IoU_noncoffee": 0.5644035532994924, + "kappa": 0.6337151517639673, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8475999618284188, + "mIoU": 0.6739837270556844, + "macroF1": 0.7966316487911345, + "F1_coffee": 0.8984419713831479, + "IoU_coffee": 0.8156102066735943, + "precision_coffee": 0.9310662976143403, + "recall_coffee": 0.8680265421479479, + "F1_noncoffee": 0.694821326199121, + "IoU_noncoffee": 0.5323572474377746, + "kappa": 0.5947584167603739, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8598835544526104, + "mIoU": 0.6911594247517001, + "macroF1": 0.8092726778498789, + "F1_coffee": 0.9075217336525135, + "IoU_coffee": 0.8307000345980856, + "precision_coffee": 0.9309810003877472, + "recall_coffee": 0.8852156814550817, + "F1_noncoffee": 0.7110236220472441, + "IoU_noncoffee": 0.5516188149053146, + "kappa": 0.6193007121789228, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7548, + 8413 + ], + [ + 47409, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.731076037883758, + "test_tta": { + "OA": 0.8902617329969954, + "mIoU": 0.7498740598550283, + "macroF1": 0.8521518801888284, + "F1_coffee": 0.9272149875317036, + "IoU_coffee": 0.8643064330273771, + "precision_coffee": 0.9336423727358572, + "recall_coffee": 0.9208754921468185, + "F1_noncoffee": 0.777088772845953, + "IoU_noncoffee": 0.6354416866826795, + "kappa": 0.7043466725305234, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8537123572170301, + "mIoU": 0.6913576760692812, + "macroF1": 0.8106651521674666, + "F1_coffee": 0.9009443636044024, + "IoU_coffee": 0.8197440909898702, + "precision_coffee": 0.9128636453591925, + "recall_coffee": 0.8893323307690825, + "F1_noncoffee": 0.7203859407305306, + "IoU_noncoffee": 0.5629712611486923, + "kappa": 0.6215124503852382, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s0_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.7305830745420234, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8902456659008018, + "mIoU": 0.7501481994078556, + "macroF1": 0.852366847430156, + "F1_coffee": 0.92714765637498, + "IoU_coffee": 0.8641894309912919, + "precision_coffee": 0.9343120607011586, + "recall_coffee": 0.9200922907582236, + "F1_noncoffee": 0.7775860384853319, + "IoU_noncoffee": 0.6361069678244193, + "kappa": 0.7047866893504594, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8520826122072228, + "mIoU": 0.6895419497352677, + "macroF1": 0.8094176112038204, + "F1_coffee": 0.8995907657966361, + "IoU_coffee": 0.8175056495667182, + "precision_coffee": 0.9138339134758826, + "recall_coffee": 0.8857847957275339, + "F1_noncoffee": 0.7192444566110047, + "IoU_noncoffee": 0.5615782499038173, + "kappa": 0.6190939542988668, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.34779356768885566, + "mIoU": 0.1764792393460565, + "macroF1": 0.26488806835951295, + "F1_coffee": 0.5117581187010078, + "IoU_coffee": 0.3438675696012039, + "precision_coffee": 0.9978165938864629, + "recall_coffee": 0.3441265060240964, + "F1_noncoffee": 0.018018018018018018, + "IoU_noncoffee": 0.00909090909090909, + "kappa": 0.004754856014081939, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8836623889437315, + "mIoU": 0.7372342467678368, + "macroF1": 0.8432722172102379, + "F1_coffee": 0.9228351612375184, + "IoU_coffee": 0.8567260348914959, + "precision_coffee": 0.9222011385199241, + "recall_coffee": 0.9234700563491024, + "F1_noncoffee": 0.7637092731829574, + "IoU_noncoffee": 0.6177424586441778, + "kappa": 0.6865448881122576, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8906540718477172, + "mIoU": 0.7568107610064969, + "macroF1": 0.85742735778707, + "F1_coffee": 0.9262548262548262, + "IoU_coffee": 0.8626393383674937, + "precision_coffee": 0.9520470930617104, + "recall_coffee": 0.9018231940354614, + "F1_noncoffee": 0.7885998893193138, + "IoU_noncoffee": 0.6509821836455002, + "kappa": 0.7154533851571709, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8961842230469121, + "mIoU": 0.7557665667113223, + "macroF1": 0.8558081961547575, + "F1_coffee": 0.9321095208462975, + "IoU_coffee": 0.8728512324456617, + "precision_coffee": 0.9291607220395757, + "recall_coffee": 0.935077095948561, + "F1_noncoffee": 0.7795068714632175, + "IoU_noncoffee": 0.638681900976983, + "kappa": 0.7116258253380684, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.894963022186688, + "mIoU": 0.765725581963197, + "macroF1": 0.8635494142468509, + "F1_coffee": 0.9290200580806376, + "IoU_coffee": 0.867448606381637, + "precision_coffee": 0.922107521115431, + "recall_coffee": 0.9360370168753402, + "F1_noncoffee": 0.7980787704130644, + "IoU_noncoffee": 0.664002557544757, + "kappa": 0.7271424493436639, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9143293264644152, + "mIoU": 0.8052042840402904, + "macroF1": 0.8896380091771, + "F1_coffee": 0.941839378238342, + "IoU_coffee": 0.8900722242624556, + "precision_coffee": 0.9545752921097544, + "recall_coffee": 0.929438834206826, + "F1_noncoffee": 0.837436640115858, + "IoU_noncoffee": 0.7203363438181252, + "kappa": 0.7793857841344279, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9231571957119817, + "mIoU": 0.8158716933721812, + "macroF1": 0.8960478860473251, + "F1_coffee": 0.9491333835719669, + "IoU_coffee": 0.903191107923987, + "precision_coffee": 0.9396916190002487, + "recall_coffee": 0.9587668104541994, + "F1_noncoffee": 0.8429623885226832, + "IoU_noncoffee": 0.7285522788203753, + "kappa": 0.7921605511246665, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8726350692412717, + "mIoU": 0.7084307525161612, + "macroF1": 0.8216107950072372, + "F1_coffee": 0.9170161392807218, + "IoU_coffee": 0.8467495892982868, + "precision_coffee": 0.9222903885480572, + "recall_coffee": 0.9118018701036138, + "F1_noncoffee": 0.7262054507337526, + "IoU_noncoffee": 0.5701119157340355, + "kappa": 0.6432600818664659, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8669720393167287, + "mIoU": 0.7104759491743569, + "macroF1": 0.8243704727177592, + "F1_coffee": 0.9108695652173913, + "IoU_coffee": 0.8363273453093812, + "precision_coffee": 0.9494801386296987, + "recall_coffee": 0.8752764807077906, + "F1_noncoffee": 0.7378713802181271, + "IoU_noncoffee": 0.5846245530393326, + "kappa": 0.6504409484905697, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8690464827717859, + "mIoU": 0.6974423492881436, + "macroF1": 0.8129092727286736, + "F1_coffee": 0.915392205229403, + "IoU_coffee": 0.843984534910166, + "precision_coffee": 0.9186780542146306, + "recall_coffee": 0.912129777559297, + "F1_noncoffee": 0.7104263402279443, + "IoU_noncoffee": 0.5509001636661212, + "kappa": 0.625834927967249, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7417, + 8413 + ], + [ + 47882, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.2956071694691977, + "test_tta": { + "OA": 0.8935715548128986, + "mIoU": 0.7511961485310876, + "macroF1": 0.8526715048476906, + "F1_coffee": 0.9302971630608637, + "IoU_coffee": 0.8696781301644763, + "precision_coffee": 0.9249633814605566, + "recall_coffee": 0.93569281571483, + "F1_noncoffee": 0.7750458466345175, + "IoU_noncoffee": 0.6327141668976989, + "kappa": 0.7053746277455446, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8571160724587515, + "mIoU": 0.6909637416720841, + "macroF1": 0.8096527069915975, + "F1_coffee": 0.9047028155330467, + "IoU_coffee": 0.8259884425552843, + "precision_coffee": 0.9027489825693005, + "recall_coffee": 0.9066651242601269, + "F1_noncoffee": 0.7146025984501484, + "IoU_noncoffee": 0.5559390407888839, + "kappa": 0.619310754476842, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 40, + "stopped_epoch": 70, + "best_val": 0.580688270417993, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6982438663860281, + "mIoU": 0.5084832331010828, + "macroF1": 0.6661255647970199, + "F1_coffee": 0.769679800841274, + "IoU_coffee": 0.6255930784259001, + "precision_coffee": 0.9148712865514125, + "recall_coffee": 0.6642606155539562, + "F1_noncoffee": 0.5625713287527658, + "IoU_noncoffee": 0.39137338777626546, + "kappa": 0.36273416146014437, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.673185646705896, + "mIoU": 0.4840154586890347, + "macroF1": 0.6448902743204641, + "F1_coffee": 0.7451297970936249, + "IoU_coffee": 0.5937903341459917, + "precision_coffee": 0.8942523150022947, + "recall_coffee": 0.6386334278057338, + "F1_noncoffee": 0.5446507515473032, + "IoU_noncoffee": 0.37424058323207776, + "kappa": 0.32339507704633397, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19521316379955123, + "mIoU": 0.09887438603505674, + "macroF1": 0.1672501539758177, + "F1_coffee": 0.3198482932996207, + "IoU_coffee": 0.19036869826937547, + "precision_coffee": 0.9960629921259843, + "recall_coffee": 0.1905120481927711, + "F1_noncoffee": 0.014652014652014652, + "IoU_noncoffee": 0.007380073800738007, + "kappa": 0.0013175889094834369, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.6146100691016781, + "mIoU": 0.4301374759789448, + "macroF1": 0.5962532401305547, + "F1_coffee": 0.6823433685923515, + "IoU_coffee": 0.5178461158453749, + "precision_coffee": 0.8999785361665593, + "recall_coffee": 0.549469270082558, + "F1_noncoffee": 0.5101631116687578, + "IoU_noncoffee": 0.34242883611251473, + "kappa": 0.25929935401234505, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7902771814321836, + "mIoU": 0.6098994232666267, + "macroF1": 0.7495231225644816, + "F1_coffee": 0.8505575197171608, + "IoU_coffee": 0.7399739737371347, + "precision_coffee": 0.9297658862876255, + "recall_coffee": 0.7837854771004323, + "F1_noncoffee": 0.6484887254118024, + "IoU_noncoffee": 0.4798248727961188, + "kappa": 0.5074545110440568, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.6870777428870491, + "mIoU": 0.4950525041320365, + "macroF1": 0.6536569253064307, + "F1_coffee": 0.7612444186299778, + "IoU_coffee": 0.6145235025202204, + "precision_coffee": 0.9095246356696738, + "recall_coffee": 0.6545352394032087, + "F1_noncoffee": 0.5460694319828836, + "IoU_noncoffee": 0.37558150574385263, + "kappa": 0.34063348863147686, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.605036977813312, + "mIoU": 0.4264923208818304, + "macroF1": 0.5950937920086594, + "F1_coffee": 0.658545014688094, + "IoU_coffee": 0.49091845935849543, + "precision_coffee": 0.9017983909133933, + "recall_coffee": 0.5186445291235711, + "F1_noncoffee": 0.5316425693292249, + "IoU_noncoffee": 0.36206618240516547, + "kappa": 0.26367490272818406, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8269414233924823, + "mIoU": 0.6663078550774593, + "macroF1": 0.7941423071411586, + "F1_coffee": 0.8763125596618028, + "IoU_coffee": 0.7798543689320389, + "precision_coffee": 0.9390618149934239, + "recall_coffee": 0.8214240061357535, + "F1_noncoffee": 0.7119720546205145, + "IoU_noncoffee": 0.5527613412228797, + "kappa": 0.5925214590936448, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7384498624418936, + "mIoU": 0.5546407208723567, + "macroF1": 0.7062076090287432, + "F1_coffee": 0.8035345257607069, + "IoU_coffee": 0.6715902322811197, + "precision_coffee": 0.9165989270037392, + "recall_coffee": 0.7153006851053032, + "F1_noncoffee": 0.6088806922967797, + "IoU_noncoffee": 0.43769120946359374, + "kappa": 0.42969056030213737, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6239516286327287, + "mIoU": 0.4318237378891395, + "macroF1": 0.5947625919878744, + "F1_coffee": 0.7035214516377056, + "IoU_coffee": 0.5426402561973669, + "precision_coffee": 0.8984681853888452, + "recall_coffee": 0.5780894617134192, + "F1_noncoffee": 0.48600373233804317, + "IoU_noncoffee": 0.3210072195809121, + "kappa": 0.2506838888321619, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7536024429812005, + "mIoU": 0.5572841124297564, + "macroF1": 0.7045171020443823, + "F1_coffee": 0.8249491525423729, + "IoU_coffee": 0.7020540041541657, + "precision_coffee": 0.9201451905626135, + "recall_coffee": 0.7476038338658147, + "F1_noncoffee": 0.5840850515463918, + "IoU_noncoffee": 0.412514220705347, + "kappa": 0.42369039773037337, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6353918106328147, + "mIoU": 0.4403698641731432, + "macroF1": 0.6019446579493031, + "F1_coffee": 0.7173301761136599, + "IoU_coffee": 0.5592477212414907, + "precision_coffee": 0.9014320252929142, + "recall_coffee": 0.5956740813567654, + "F1_noncoffee": 0.48655913978494625, + "IoU_noncoffee": 0.32149200710479575, + "kappa": 0.2599576782034611, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 105, + 110 + ], + [ + 5876, + 8413 + ], + [ + 37477, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.54522496064504, + "test_tta": { + "OA": 0.7467825639872105, + "mIoU": 0.5573091477785156, + "macroF1": 0.7066244373336585, + "F1_coffee": 0.8151666549386626, + "IoU_coffee": 0.6880011086255023, + "precision_coffee": 0.9139753839680202, + "recall_coffee": 0.7356377799415774, + "F1_noncoffee": 0.5980822197286545, + "IoU_noncoffee": 0.4266171869315288, + "kappa": 0.42779117387954524, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7176214376370139, + "mIoU": 0.5258861568135454, + "macroF1": 0.6802253463597938, + "F1_coffee": 0.7895794598428751, + "IoU_coffee": 0.6523182924013993, + "precision_coffee": 0.8920349684312773, + "recall_coffee": 0.7082345229143772, + "F1_noncoffee": 0.5708712328767124, + "IoU_noncoffee": 0.3994540212256917, + "kappa": 0.37720593947792325, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 9, + "stopped_epoch": 50, + "best_val": 0.6145932266017164, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7711884831054483, + "mIoU": 0.5784233992131785, + "macroF1": 0.7222830636185182, + "F1_coffee": 0.8388243149948504, + "IoU_coffee": 0.722392249361586, + "precision_coffee": 0.9013255502857838, + "recall_coffee": 0.7844291096905296, + "F1_noncoffee": 0.605741812242186, + "IoU_noncoffee": 0.43445454906477105, + "kappa": 0.4510233961054493, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.745846313603323, + "mIoU": 0.5485470347564378, + "macroF1": 0.6971461939168988, + "F1_coffee": 0.818591723285979, + "IoU_coffee": 0.6928948606681654, + "precision_coffee": 0.8782055529785965, + "recall_coffee": 0.7665567702007057, + "F1_noncoffee": 0.5757006645478185, + "IoU_noncoffee": 0.4041992088447104, + "kappa": 0.4007507800862046, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.443530291697831, + "mIoU": 0.22540944238989483, + "macroF1": 0.31616894901831377, + "F1_coffee": 0.6112852664576802, + "IoU_coffee": 0.4401805869074492, + "precision_coffee": 0.9982935153583617, + "recall_coffee": 0.44051204819277107, + "F1_noncoffee": 0.021052631578947368, + "IoU_noncoffee": 0.010638297872340425, + "kappa": 0.007853565023808084, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7225567620927937, + "mIoU": 0.5298335083619103, + "macroF1": 0.6831994830754233, + "F1_coffee": 0.7948615014050582, + "IoU_coffee": 0.6595602931379081, + "precision_coffee": 0.8971084932861026, + "recall_coffee": 0.7135368890053728, + "F1_noncoffee": 0.5715374647457886, + "IoU_noncoffee": 0.4001067235859125, + "kappa": 0.3831355405661076, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8514383855732074, + "mIoU": 0.664918544369172, + "macroF1": 0.7875439457933615, + "F1_coffee": 0.904054720236628, + "IoU_coffee": 0.8249086308687096, + "precision_coffee": 0.8894210366777812, + "recall_coffee": 0.9191779963661425, + "F1_noncoffee": 0.6710331713500951, + "IoU_noncoffee": 0.5049284578696344, + "kappa": 0.5754819106372553, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7380340660386335, + "mIoU": 0.5489370970035172, + "macroF1": 0.7000199390319771, + "F1_coffee": 0.8068070175438596, + "IoU_coffee": 0.6761747926836441, + "precision_coffee": 0.9211601634484416, + "recall_coffee": 0.7177102191148012, + "F1_noncoffee": 0.5932328605200946, + "IoU_noncoffee": 0.4216994013233904, + "kappa": 0.41889524046496723, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7941235258844693, + "mIoU": 0.6117234706853873, + "macroF1": 0.7503466888981649, + "F1_coffee": 0.8548887010425472, + "IoU_coffee": 0.7465551181102362, + "precision_coffee": 0.8860981308411215, + "recall_coffee": 0.8258029395753946, + "F1_noncoffee": 0.6458046767537826, + "IoU_noncoffee": 0.47689182326053836, + "kappa": 0.502200692405201, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8825605800419767, + "mIoU": 0.7267988333980839, + "macroF1": 0.8350624853488098, + "F1_coffee": 0.9235736015397032, + "IoU_coffee": 0.8579997692928827, + "precision_coffee": 0.8978754225012071, + "recall_coffee": 0.9507861434232392, + "F1_noncoffee": 0.7465513691579164, + "IoU_noncoffee": 0.5955978975032852, + "kappa": 0.671018667787123, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7398728773361161, + "mIoU": 0.5597896358810334, + "macroF1": 0.7113985667093626, + "F1_coffee": 0.8020502454519203, + "IoU_coffee": 0.6695191032903459, + "precision_coffee": 0.9304857621440537, + "recall_coffee": 0.704770362852068, + "F1_noncoffee": 0.620746887966805, + "IoU_noncoffee": 0.4500601684717208, + "kappa": 0.4431245897624276, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6527208894090111, + "mIoU": 0.459826045751123, + "macroF1": 0.6213607941381711, + "F1_coffee": 0.7303294206739871, + "IoU_coffee": 0.575211738041274, + "precision_coffee": 0.9113589113589113, + "recall_coffee": 0.6092999747283295, + "F1_noncoffee": 0.5123921676023552, + "IoU_noncoffee": 0.344440353460972, + "kappa": 0.2931509589140696, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8203072812291249, + "mIoU": 0.60667076121906, + "macroF1": 0.7381381339217215, + "F1_coffee": 0.8848247599241544, + "IoU_coffee": 0.7934401053093462, + "precision_coffee": 0.8808914870295944, + "recall_coffee": 0.8887933153108872, + "F1_noncoffee": 0.5914515079192884, + "IoU_noncoffee": 0.4199014171287739, + "kappa": 0.47631330344129946, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7361840221437435, + "mIoU": 0.5365179978273484, + "macroF1": 0.6864962898026257, + "F1_coffee": 0.8113052976515566, + "IoU_coffee": 0.6825178038134619, + "precision_coffee": 0.9126094301950545, + "recall_coffee": 0.7302445618778419, + "F1_noncoffee": 0.5616872819536949, + "IoU_noncoffee": 0.3905181918412348, + "kappa": 0.3904397664331394, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6223, + 8413 + ], + [ + 41668, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3444671352704365, + "test_tta": { + "OA": 0.8016677645849065, + "mIoU": 0.6109275044878932, + "macroF1": 0.747577434944724, + "F1_coffee": 0.8644261394838001, + "IoU_coffee": 0.7612240555544809, + "precision_coffee": 0.8983062454346238, + "recall_coffee": 0.8330087633885103, + "F1_noncoffee": 0.6307287304056479, + "IoU_noncoffee": 0.4606309534213056, + "kappa": 0.4971033187318795, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7747490481135341, + "mIoU": 0.576417854735051, + "macroF1": 0.7190960743701376, + "F1_coffee": 0.8441286253218627, + "IoU_coffee": 0.7302963321130068, + "precision_coffee": 0.8750077589952618, + "recall_coffee": 0.8153546571037461, + "F1_noncoffee": 0.5940635234184124, + "IoU_noncoffee": 0.4225393773570953, + "kappa": 0.44000841543685326, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s1_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.7242647844390367, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8852970002731406, + "mIoU": 0.7414804748820738, + "macroF1": 0.846367518457984, + "F1_coffee": 0.9237033632933984, + "IoU_coffee": 0.8582237756682687, + "precision_coffee": 0.9328253502277289, + "recall_coffee": 0.9147580542737395, + "F1_noncoffee": 0.7690316736225695, + "IoU_noncoffee": 0.6247371740958789, + "kappa": 0.6928239596041957, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8503951771085727, + "mIoU": 0.6856646012092347, + "macroF1": 0.8063856304638437, + "F1_coffee": 0.8986942466770189, + "IoU_coffee": 0.8160261071599596, + "precision_coffee": 0.9106202747100502, + "recall_coffee": 0.8870765612046195, + "F1_noncoffee": 0.7140770142506684, + "IoU_noncoffee": 0.5553030952585098, + "kappa": 0.612958626318378, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4360508601346298, + "mIoU": 0.22070168848115782, + "macroF1": 0.310243799639829, + "F1_coffee": 0.6048218029350105, + "IoU_coffee": 0.43350864012021034, + "precision_coffee": 0.9948275862068966, + "recall_coffee": 0.43448795180722893, + "F1_noncoffee": 0.015665796344647518, + "IoU_noncoffee": 0.007894736842105263, + "kappa": 0.002392836926877047, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8953109575518262, + "mIoU": 0.7618134220013724, + "macroF1": 0.8605521664263245, + "F1_coffee": 0.9301728395061728, + "IoU_coffee": 0.8694608567208272, + "precision_coffee": 0.9347581552305961, + "recall_coffee": 0.9256322893460883, + "F1_noncoffee": 0.7909314933464761, + "IoU_noncoffee": 0.6541659872819175, + "kappa": 0.7211244244598265, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.887409951815276, + "mIoU": 0.7465522812788751, + "macroF1": 0.850008656012676, + "F1_coffee": 0.9249077255950108, + "IoU_coffee": 0.8603054338818515, + "precision_coffee": 0.9396780241805134, + "recall_coffee": 0.9105945742747948, + "F1_noncoffee": 0.7751095864303411, + "IoU_noncoffee": 0.6327991286758986, + "kappa": 0.7002391168829275, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8735369683128746, + "mIoU": 0.7171861805486847, + "macroF1": 0.8287567785880208, + "F1_coffee": 0.916325631177989, + "IoU_coffee": 0.8455728561468743, + "precision_coffee": 0.9242395376897187, + "recall_coffee": 0.9085461015044635, + "F1_noncoffee": 0.7411879259980526, + "IoU_noncoffee": 0.588799504950495, + "kappa": 0.6575912086563949, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9043573855686589, + "mIoU": 0.7876126160594927, + "macroF1": 0.8783714767026518, + "F1_coffee": 0.9345909370514661, + "IoU_coffee": 0.8772132409545804, + "precision_coffee": 0.9387614993821227, + "recall_coffee": 0.9304572672836146, + "F1_noncoffee": 0.8221520163538376, + "IoU_noncoffee": 0.6980119911644052, + "kappa": 0.7567560070514209, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9195764167143675, + "mIoU": 0.8151702327850572, + "macroF1": 0.8959481066333355, + "F1_coffee": 0.9455320798604381, + "IoU_coffee": 0.8966911764705883, + "precision_coffee": 0.9559707342565978, + "recall_coffee": 0.9353189313562572, + "F1_noncoffee": 0.846364133406233, + "IoU_noncoffee": 0.7336492890995261, + "kappa": 0.7919661790357391, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8901432501660184, + "mIoU": 0.750596233575548, + "macroF1": 0.8527294394170061, + "F1_coffee": 0.9269584962785417, + "IoU_coffee": 0.8638608041382554, + "precision_coffee": 0.921726041144004, + "recall_coffee": 0.9322506977924385, + "F1_noncoffee": 0.7785003825554705, + "IoU_noncoffee": 0.6373316630128406, + "kappa": 0.7054876603775969, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8864833235810415, + "mIoU": 0.7348005735253129, + "macroF1": 0.8408672897339804, + "F1_coffee": 0.9260670731707317, + "IoU_coffee": 0.8623136976579134, + "precision_coffee": 0.9310344827586207, + "recall_coffee": 0.9211523881728583, + "F1_noncoffee": 0.7556675062972292, + "IoU_noncoffee": 0.6072874493927125, + "kappa": 0.6817645172994339, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8552342780799694, + "mIoU": 0.6806294266808207, + "macroF1": 0.8009602054584556, + "F1_coffee": 0.9048962447495454, + "IoU_coffee": 0.826310968628349, + "precision_coffee": 0.9237168821195444, + "recall_coffee": 0.8868272302777095, + "F1_noncoffee": 0.6970241661673657, + "IoU_noncoffee": 0.5349478847332925, + "kappa": 0.6024461825410959, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8568292450128854, + "mIoU": 0.6845648358978649, + "macroF1": 0.8041152658543049, + "F1_coffee": 0.9057315233785822, + "IoU_coffee": 0.8277050310130944, + "precision_coffee": 0.9268167202572347, + "recall_coffee": 0.8855843677030847, + "F1_noncoffee": 0.7024990083300278, + "IoU_noncoffee": 0.5414246407826353, + "kappa": 0.6088693999856744, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7558, + 8413 + ], + [ + 47435, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.518998396396637, + "test_tta": { + "OA": 0.8905670078246758, + "mIoU": 0.7467416996068901, + "macroF1": 0.8496657346885339, + "F1_coffee": 0.9280804198388647, + "IoU_coffee": 0.8658116121914219, + "precision_coffee": 0.9259391921788416, + "recall_coffee": 0.9302315735997629, + "F1_noncoffee": 0.7712510495382032, + "IoU_noncoffee": 0.6276717870223583, + "kappa": 0.6993365832897829, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8553709472712588, + "mIoU": 0.6880641430917616, + "macroF1": 0.8074792555676867, + "F1_coffee": 0.9035008371985604, + "IoU_coffee": 0.8239868007652748, + "precision_coffee": 0.9019039019423258, + "recall_coffee": 0.9051034376385756, + "F1_noncoffee": 0.711457673936813, + "IoU_noncoffee": 0.5521414854182484, + "kappa": 0.6149621206061194, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s1_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 64, + "stopped_epoch": 94, + "best_val": 0.7300189625355247, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8854094699464966, + "mIoU": 0.7350239508254331, + "macroF1": 0.8412238168421838, + "F1_coffee": 0.9249831706496129, + "IoU_coffee": 0.8604359907635709, + "precision_coffee": 0.9192975120217437, + "recall_coffee": 0.9307395961220948, + "F1_noncoffee": 0.7574644630347548, + "IoU_noncoffee": 0.6096119108872954, + "kappa": 0.682486900683821, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8538133148725049, + "mIoU": 0.6855032664330378, + "macroF1": 0.8055547014556164, + "F1_coffee": 0.9024239973815438, + "IoU_coffee": 0.8221972740189801, + "precision_coffee": 0.9011747514948761, + "recall_coffee": 0.9036767115892571, + "F1_noncoffee": 0.7086854055296891, + "IoU_noncoffee": 0.5488092588470955, + "kappa": 0.6111116340264412, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5527299925205684, + "mIoU": 0.27967146250728336, + "macroF1": 0.36349957966067153, + "F1_coffee": 0.7105517909002904, + "IoU_coffee": 0.551051051051051, + "precision_coffee": 0.994579945799458, + "recall_coffee": 0.552710843373494, + "F1_noncoffee": 0.01644736842105263, + "IoU_noncoffee": 0.008291873963515755, + "kappa": 0.0032264740423431026, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8736920039486673, + "mIoU": 0.7066014101263614, + "macroF1": 0.8198638538233165, + "F1_coffee": 0.918334131163236, + "IoU_coffee": 0.8489998229775182, + "precision_coffee": 0.895165806010079, + "recall_coffee": 0.9427335866858865, + "F1_noncoffee": 0.7213935764833969, + "IoU_noncoffee": 0.5642029972752044, + "kappa": 0.6405491410785832, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.9003387242975049, + "mIoU": 0.7656144188927451, + "macroF1": 0.8627069770316254, + "F1_coffee": 0.9345858775638015, + "IoU_coffee": 0.877204326357865, + "precision_coffee": 0.9342055840741205, + "recall_coffee": 0.9349664807969426, + "F1_noncoffee": 0.7908280764994493, + "IoU_noncoffee": 0.6540245114276251, + "kappa": 0.7254140995632422, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8818155866400228, + "mIoU": 0.7322368751712937, + "macroF1": 0.8395856804863422, + "F1_coffee": 0.9218917049242186, + "IoU_coffee": 0.8551012074899376, + "precision_coffee": 0.9287841348286131, + "recall_coffee": 0.9151008177788875, + "F1_noncoffee": 0.7572796560484659, + "IoU_noncoffee": 0.6093725428526497, + "kappa": 0.6792262547321437, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8976614031581052, + "mIoU": 0.7630743413324383, + "macroF1": 0.8611692597994751, + "F1_coffee": 0.9323467230443975, + "IoU_coffee": 0.8732673267326733, + "precision_coffee": 0.9060092449922958, + "recall_coffee": 0.9602612955906369, + "F1_noncoffee": 0.7899917965545529, + "IoU_noncoffee": 0.6528813559322034, + "kappa": 0.7230649741091283, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9194810150734593, + "mIoU": 0.8095785695990302, + "macroF1": 0.8921041027381492, + "F1_coffee": 0.9464534957492704, + "IoU_coffee": 0.8983499939780802, + "precision_coffee": 0.9395389847587857, + "recall_coffee": 0.9534705356001534, + "F1_noncoffee": 0.837754709727028, + "IoU_noncoffee": 0.7208071452199801, + "kappa": 0.7842436131967635, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9149037093254909, + "mIoU": 0.7985530608494322, + "macroF1": 0.8848977446547281, + "F1_coffee": 0.9436663945236451, + "IoU_coffee": 0.8933412604042806, + "precision_coffee": 0.9343365253077975, + "recall_coffee": 0.9531844709464603, + "F1_noncoffee": 0.8261290947858112, + "IoU_noncoffee": 0.7037648612945839, + "kappa": 0.7698663138913506, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8503023210454457, + "mIoU": 0.6507805437522343, + "macroF1": 0.7745049600731309, + "F1_coffee": 0.9052410642632261, + "IoU_coffee": 0.8268862072854404, + "precision_coffee": 0.8849728424864213, + "recall_coffee": 0.9264594389689158, + "F1_noncoffee": 0.6437688558830356, + "IoU_noncoffee": 0.47467488021902804, + "kappa": 0.5498974737061364, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8811909533352419, + "mIoU": 0.7220545567032217, + "macroF1": 0.8314158800601723, + "F1_coffee": 0.9230198478946392, + "IoU_coffee": 0.857044436789528, + "precision_coffee": 0.9289359054138145, + "recall_coffee": 0.91717866797739, + "F1_noncoffee": 0.7398119122257053, + "IoU_noncoffee": 0.5870646766169154, + "kappa": 0.6628779757683406, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8485253412236328, + "mIoU": 0.6709210016231562, + "macroF1": 0.7936736595131222, + "F1_coffee": 0.9000566786321557, + "IoU_coffee": 0.818275506698729, + "precision_coffee": 0.9230173081890984, + "recall_coffee": 0.8782106427430257, + "F1_noncoffee": 0.6872906403940887, + "IoU_noncoffee": 0.5235664965475834, + "kappa": 0.5881447252636332, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7595, + 8413 + ], + [ + 47402, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.317884584267934, + "test_tta": { + "OA": 0.8875785279326467, + "mIoU": 0.7365955876160875, + "macroF1": 0.8421236097564889, + "F1_coffee": 0.9268364092643907, + "IoU_coffee": 0.8636487645178892, + "precision_coffee": 0.9158142706589796, + "recall_coffee": 0.9381270903010034, + "F1_noncoffee": 0.7574108102485871, + "IoU_noncoffee": 0.6095424107142857, + "kappa": 0.6843987960589287, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8561497634706358, + "mIoU": 0.6855853385956578, + "macroF1": 0.8051522216507837, + "F1_coffee": 0.9048355087397909, + "IoU_coffee": 0.8262096844452963, + "precision_coffee": 0.895657429969211, + "recall_coffee": 0.9142036362234176, + "F1_noncoffee": 0.7054689345617765, + "IoU_noncoffee": 0.5449609927460194, + "kappa": 0.6104310510272144, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 56, + "stopped_epoch": 86, + "best_val": 0.5704733724308326, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8103600636257009, + "mIoU": 0.6166825250327135, + "macroF1": 0.751084890744155, + "F1_coffee": 0.8725529364762286, + "IoU_coffee": 0.7739192062367115, + "precision_coffee": 0.8905640415261522, + "recall_coffee": 0.8552559163456247, + "F1_noncoffee": 0.6296168450120815, + "IoU_noncoffee": 0.45944584382871534, + "kappa": 0.5027608490382931, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7806190146532825, + "mIoU": 0.5796468665998465, + "macroF1": 0.7208510661941024, + "F1_coffee": 0.8500182411579684, + "IoU_coffee": 0.7391580210923433, + "precision_coffee": 0.8698740716822732, + "recall_coffee": 0.8310486436462491, + "F1_noncoffee": 0.5916838912302365, + "IoU_noncoffee": 0.4201357121073498, + "kappa": 0.44249294171794923, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4106207928197457, + "mIoU": 0.20654400991665986, + "macroF1": 0.2942038694463798, + "F1_coffee": 0.5808510638297872, + "IoU_coffee": 0.40929535232383807, + "precision_coffee": 0.9891304347826086, + "recall_coffee": 0.411144578313253, + "F1_noncoffee": 0.007556675062972292, + "IoU_noncoffee": 0.0037926675094816687, + "kappa": -0.005831315731186734, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8180651530108588, + "mIoU": 0.6151574255221008, + "macroF1": 0.747506504352295, + "F1_coffee": 0.8809815950920246, + "IoU_coffee": 0.7872807017543859, + "precision_coffee": 0.8684746625923097, + "recall_coffee": 0.8938540165115975, + "F1_noncoffee": 0.6140314136125654, + "IoU_noncoffee": 0.44303414928981566, + "kappa": 0.4953524098816655, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8231000429368828, + "mIoU": 0.6368132735956731, + "macroF1": 0.7676614222375275, + "F1_coffee": 0.8811538461538462, + "IoU_coffee": 0.78755586112066, + "precision_coffee": 0.9020276921057813, + "recall_coffee": 0.8612242340705469, + "F1_noncoffee": 0.6541689983212088, + "IoU_noncoffee": 0.4860706860706861, + "kappa": 0.5360458125118692, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7902274241126653, + "mIoU": 0.5979927435644675, + "macroF1": 0.7374561687905342, + "F1_coffee": 0.8551624453861568, + "IoU_coffee": 0.7469727403156384, + "precision_coffee": 0.9025100540840383, + "recall_coffee": 0.8125351145514701, + "F1_noncoffee": 0.6197498921949116, + "IoU_noncoffee": 0.44901274681329667, + "kappa": 0.4786792470089291, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.839796122326604, + "mIoU": 0.6535447511804356, + "macroF1": 0.7796077487858729, + "F1_coffee": 0.8947817525434854, + "IoU_coffee": 0.8095973393514669, + "precision_coffee": 0.8642069227843286, + "recall_coffee": 0.9275993467610234, + "F1_noncoffee": 0.6644337450282605, + "IoU_noncoffee": 0.4974921630094044, + "kappa": 0.5609680698486876, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8537492844876932, + "mIoU": 0.6951204796662073, + "macroF1": 0.813888312389826, + "F1_coffee": 0.9000195656427313, + "IoU_coffee": 0.8182141586623978, + "precision_coffee": 0.918774966711052, + "recall_coffee": 0.8820145724146746, + "F1_noncoffee": 0.7277570591369206, + "IoU_noncoffee": 0.5720268006700168, + "kappa": 0.6281985030396089, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8336021250355754, + "mIoU": 0.6681245912235209, + "macroF1": 0.7943543356789957, + "F1_coffee": 0.8841938465601479, + "IoU_coffee": 0.7924260355029585, + "precision_coffee": 0.9218061674008811, + "recall_coffee": 0.8495305759959401, + "F1_noncoffee": 0.7045148247978437, + "IoU_noncoffee": 0.5438231469440832, + "kappa": 0.5904484487406935, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7968597620440804, + "mIoU": 0.5792742756299171, + "macroF1": 0.7156033990848987, + "F1_coffee": 0.8676199555131872, + "IoU_coffee": 0.7661914917499159, + "precision_coffee": 0.8727784170822146, + "recall_coffee": 0.8625221127116502, + "F1_noncoffee": 0.5635868426566101, + "IoU_noncoffee": 0.39235705950991834, + "kappa": 0.4312722937662369, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7924420269109648, + "mIoU": 0.5801085658374335, + "macroF1": 0.7178492669935812, + "F1_coffee": 0.8629230478351295, + "IoU_coffee": 0.7588959095443965, + "precision_coffee": 0.8857549488937767, + "recall_coffee": 0.8412386335709019, + "F1_noncoffee": 0.572775486152033, + "IoU_noncoffee": 0.40132122213047067, + "kappa": 0.4368647028646615, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7465877636728071, + "mIoU": 0.5327482656699476, + "macroF1": 0.6786248487295361, + "F1_coffee": 0.8264138607388035, + "IoU_coffee": 0.7041782729805014, + "precision_coffee": 0.8829281922324672, + "recall_coffee": 0.7766990291262136, + "F1_noncoffee": 0.5308358367202686, + "IoU_noncoffee": 0.3613182583593938, + "kappa": 0.3642891010538042, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7126, + 8413 + ], + [ + 43203, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.231530475616455, + "test_tta": { + "OA": 0.8197593148990183, + "mIoU": 0.6267553401647894, + "macroF1": 0.7586860584525484, + "F1_coffee": 0.8800855157669696, + "IoU_coffee": 0.7858506414172266, + "precision_coffee": 0.8889608706918891, + "recall_coffee": 0.8713856314296601, + "F1_noncoffee": 0.6372866011381273, + "IoU_noncoffee": 0.4676600389123523, + "kappa": 0.5175175889720642, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7899359640013845, + "mIoU": 0.5882878802190794, + "macroF1": 0.7273823111604252, + "F1_coffee": 0.8579703361319955, + "IoU_coffee": 0.7512679952866438, + "precision_coffee": 0.868000473540902, + "recall_coffee": 0.8481693562380704, + "F1_noncoffee": 0.5967942861888548, + "IoU_noncoffee": 0.42530776515151514, + "kappa": 0.45497122735035805, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 57, + "stopped_epoch": 87, + "best_val": 0.6120030067466533, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8306849403107376, + "mIoU": 0.6572084990298468, + "macroF1": 0.785084689351095, + "F1_coffee": 0.8840806089673076, + "IoU_coffee": 0.7922441495968299, + "precision_coffee": 0.9202812256675674, + "recall_coffee": 0.8506202108293468, + "F1_noncoffee": 0.6860887697348823, + "IoU_noncoffee": 0.5221728484628638, + "kappa": 0.5719629676539971, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7968155070958809, + "mIoU": 0.6135291627451023, + "macroF1": 0.7514501040408972, + "F1_coffee": 0.8576365730916147, + "IoU_coffee": 0.7507563292818853, + "precision_coffee": 0.9011276040007645, + "recall_coffee": 0.8181502689571404, + "F1_noncoffee": 0.6452636349901798, + "IoU_noncoffee": 0.47630199620831937, + "kappa": 0.5057687703374574, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3021690351533283, + "mIoU": 0.15297152455607102, + "macroF1": 0.23727016531649334, + "F1_coffee": 0.4597568037058483, + "IoU_coffee": 0.29849624060150376, + "precision_coffee": 0.9949874686716792, + "recall_coffee": 0.2989457831325301, + "F1_noncoffee": 0.014783526927138331, + "IoU_noncoffee": 0.007446808510638298, + "kappa": 0.0014680749726836823, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8437808489634748, + "mIoU": 0.6766771466006493, + "macroF1": 0.7998352123951864, + "F1_coffee": 0.8936241723523678, + "IoU_coffee": 0.8077039917370435, + "precision_coffee": 0.9173970050376096, + "recall_coffee": 0.8710522867251999, + "F1_noncoffee": 0.706046252438005, + "IoU_noncoffee": 0.545650301464255, + "kappa": 0.6004118986221788, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8130337293068078, + "mIoU": 0.6331078607437575, + "macroF1": 0.7665414926676463, + "F1_coffee": 0.8707240639947221, + "IoU_coffee": 0.7710463282117194, + "precision_coffee": 0.9194649575031351, + "recall_coffee": 0.8268905457051563, + "F1_noncoffee": 0.6623589213405704, + "IoU_noncoffee": 0.49516939327579546, + "kappa": 0.5364848585375076, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8356646683794843, + "mIoU": 0.6635147552652023, + "macroF1": 0.7897497786174328, + "F1_coffee": 0.8880025940337224, + "IoU_coffee": 0.7985653467078789, + "precision_coffee": 0.9238917751838608, + "recall_coffee": 0.8547974280541857, + "F1_noncoffee": 0.6914969632011433, + "IoU_noncoffee": 0.5284641638225256, + "kappa": 0.581240166917011, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8828702778333, + "mIoU": 0.7481285485288476, + "macroF1": 0.8519287219363585, + "F1_coffee": 0.9196159122085048, + "IoU_coffee": 0.851193499238192, + "precision_coffee": 0.9269911504424779, + "recall_coffee": 0.9123571039738705, + "F1_noncoffee": 0.7842415316642121, + "IoU_noncoffee": 0.6450635978195033, + "kappa": 0.7039077505614804, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8377218088151116, + "mIoU": 0.6791993520853506, + "macroF1": 0.8032979289694302, + "F1_coffee": 0.885585524988229, + "IoU_coffee": 0.7946644133268952, + "precision_coffee": 0.9345542305508234, + "recall_coffee": 0.84149303336316, + "F1_noncoffee": 0.7210103329506314, + "IoU_noncoffee": 0.5637342908438061, + "kappa": 0.6092120914042091, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8814154254814534, + "mIoU": 0.7398569126974713, + "macroF1": 0.845707094481768, + "F1_coffee": 0.9199333845759672, + "IoU_coffee": 0.8517376349187522, + "precision_coffee": 0.9289780077619664, + "recall_coffee": 0.9110631819335194, + "F1_noncoffee": 0.7714808043875686, + "IoU_noncoffee": 0.6279761904761905, + "kappa": 0.6914976530759319, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8056368246537936, + "mIoU": 0.6119278798040404, + "macroF1": 0.747538748817064, + "F1_coffee": 0.8686482567718975, + "IoU_coffee": 0.7677968076430153, + "precision_coffee": 0.9078385452541673, + "recall_coffee": 0.8327015415718979, + "F1_noncoffee": 0.6264292408622305, + "IoU_noncoffee": 0.4560589519650655, + "kappa": 0.49773948357385583, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7883385819257562, + "mIoU": 0.5874398108073455, + "macroF1": 0.7269403541980544, + "F1_coffee": 0.8564215432418436, + "IoU_coffee": 0.7488961847616891, + "precision_coffee": 0.9049247606019152, + "recall_coffee": 0.8128532809043991, + "F1_noncoffee": 0.597459165154265, + "IoU_noncoffee": 0.42598343685300205, + "kappa": 0.458244262183199, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7896344373389329, + "mIoU": 0.5956339517357881, + "macroF1": 0.7351778407718341, + "F1_coffee": 0.8552666141318623, + "IoU_coffee": 0.7471317117944011, + "precision_coffee": 0.9183472006769144, + "recall_coffee": 0.8002949489984024, + "F1_noncoffee": 0.6150890674118058, + "IoU_noncoffee": 0.4441361916771753, + "kappa": 0.47691921829473005, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7147, + 8413 + ], + [ + 44444, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.030856716632843, + "test_tta": { + "OA": 0.8411928212214207, + "mIoU": 0.6707956396868301, + "macroF1": 0.7951340398309041, + "F1_coffee": 0.8922724795640327, + "IoU_coffee": 0.8054981600645453, + "precision_coffee": 0.9196773613732363, + "recall_coffee": 0.866453579442022, + "F1_noncoffee": 0.6979956000977756, + "IoU_noncoffee": 0.5360931193091149, + "kappa": 0.591285479229151, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8070122302988346, + "mIoU": 0.6247570976607492, + "macroF1": 0.7599324946182642, + "F1_coffee": 0.8662448396157575, + "IoU_coffee": 0.764049302604433, + "precision_coffee": 0.8994478349317059, + "recall_coffee": 0.8354059421211946, + "F1_noncoffee": 0.6536201496207709, + "IoU_noncoffee": 0.4854648927170653, + "kappa": 0.5215534000048454, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s2_r0.5", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 60, + "stopped_epoch": 90, + "best_val": 0.7163269303780713, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8806214752807725, + "mIoU": 0.7289898138227769, + "macroF1": 0.8371708658732844, + "F1_coffee": 0.9212840343256701, + "IoU_coffee": 0.8540561775682577, + "precision_coffee": 0.9222024264019683, + "recall_coffee": 0.9203674696244867, + "F1_noncoffee": 0.7530576974208987, + "IoU_noncoffee": 0.6039234500772962, + "kappa": 0.6743427449511823, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8485923618322372, + "mIoU": 0.6788762787324458, + "macroF1": 0.8007852171673036, + "F1_coffee": 0.8983756364833207, + "IoU_coffee": 0.8155008787346222, + "precision_coffee": 0.9021483425682901, + "recall_coffee": 0.8946343532496578, + "F1_noncoffee": 0.7031947978512864, + "IoU_noncoffee": 0.5422516787302695, + "kappa": 0.6015907838035572, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.525056095736724, + "mIoU": 0.2655428866366366, + "macroF1": 0.3512709128489614, + "F1_coffee": 0.6870379497289305, + "IoU_coffee": 0.5232732732732732, + "precision_coffee": 0.9942938659058488, + "recall_coffee": 0.5248493975903614, + "F1_noncoffee": 0.015503875968992248, + "IoU_noncoffee": 0.0078125, + "kappa": 0.0022587396890648677, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8791214215202369, + "mIoU": 0.7213477620735937, + "macroF1": 0.8311985883301127, + "F1_coffee": 0.9211399130574787, + "IoU_coffee": 0.853808500477555, + "precision_coffee": 0.9056544038498069, + "recall_coffee": 0.9371641986633469, + "F1_noncoffee": 0.7412572636027469, + "IoU_noncoffee": 0.5888870236696324, + "kappa": 0.662720715600038, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8751490863985497, + "mIoU": 0.7235925640824403, + "macroF1": 0.8337276099632447, + "F1_coffee": 0.9167170543869141, + "IoU_coffee": 0.8462397179788484, + "precision_coffee": 0.9315095071788901, + "recall_coffee": 0.9023870684794186, + "F1_noncoffee": 0.7507381655395752, + "IoU_noncoffee": 0.6009454101860323, + "kappa": 0.6677060201870325, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8875249785897802, + "mIoU": 0.7417287289694712, + "macroF1": 0.8462083699355369, + "F1_coffee": 0.9259212835297067, + "IoU_coffee": 0.8620609172598903, + "precision_coffee": 0.9295916441200529, + "recall_coffee": 0.9222797927461139, + "F1_noncoffee": 0.7664954563413671, + "IoU_noncoffee": 0.6213965406790519, + "kappa": 0.6924318537620645, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8858684789126524, + "mIoU": 0.7425384892442055, + "macroF1": 0.8471090812093436, + "F1_coffee": 0.9240893379420367, + "IoU_coffee": 0.8588903991103423, + "precision_coffee": 0.9031964656964657, + "recall_coffee": 0.945971692977681, + "F1_noncoffee": 0.7701288244766505, + "IoU_noncoffee": 0.6261865793780688, + "kappa": 0.6947128398704692, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9016409082236214, + "mIoU": 0.7796133231240429, + "macroF1": 0.8729223495180942, + "F1_coffee": 0.9333333333333333, + "IoU_coffee": 0.875, + "precision_coffee": 0.9443862863124837, + "recall_coffee": 0.9225361114661894, + "F1_noncoffee": 0.8125113657028551, + "IoU_noncoffee": 0.6842266462480857, + "kappa": 0.7459425703471566, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.903234987192866, + "mIoU": 0.7796275116612845, + "macroF1": 0.8727245221052511, + "F1_coffee": 0.9350401222774168, + "IoU_coffee": 0.878005023322569, + "precision_coffee": 0.9387468030690537, + "recall_coffee": 0.9313625983252981, + "F1_noncoffee": 0.8104089219330854, + "IoU_noncoffee": 0.68125, + "kappa": 0.7454606266782847, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.872537546323386, + "mIoU": 0.6993398669188009, + "macroF1": 0.81386520916303, + "F1_coffee": 0.9183686215726687, + "IoU_coffee": 0.8490587827693729, + "precision_coffee": 0.9079906138075831, + "recall_coffee": 0.9289866060146575, + "F1_noncoffee": 0.7093617967533912, + "IoU_noncoffee": 0.5496209510682288, + "kappa": 0.6279034861907876, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8486496803130069, + "mIoU": 0.6687848756547938, + "macroF1": 0.7917070560220578, + "F1_coffee": 0.9006141120441158, + "IoU_coffee": 0.8191974464204287, + "precision_coffee": 0.9189258312020461, + "recall_coffee": 0.8830179405259277, + "F1_noncoffee": 0.6828, + "IoU_noncoffee": 0.5183723048891589, + "kappa": 0.5839414150688378, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8717190035315453, + "mIoU": 0.7026740987861447, + "macroF1": 0.8168914947469605, + "F1_coffee": 0.9170882171499075, + "IoU_coffee": 0.8468725076905549, + "precision_coffee": 0.9207233989842686, + "recall_coffee": 0.9134816271353079, + "F1_noncoffee": 0.7166947723440135, + "IoU_noncoffee": 0.5584756898817346, + "kappa": 0.633802494569357, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7415, + 8413 + ], + [ + 47285, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.124885559082031, + "test_tta": { + "OA": 0.8830958080946031, + "mIoU": 0.7326822780202689, + "macroF1": 0.8397301183959316, + "F1_coffee": 0.9230980615976494, + "IoU_coffee": 0.8571793110216901, + "precision_coffee": 0.9218314616228996, + "recall_coffee": 0.9243681469878497, + "F1_noncoffee": 0.7563621751942138, + "IoU_noncoffee": 0.6081852450188476, + "kappa": 0.6794621539707532, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8506403599861544, + "mIoU": 0.6809971318280328, + "macroF1": 0.8022383502860242, + "F1_coffee": 0.9000752619695479, + "IoU_coffee": 0.8183062266435076, + "precision_coffee": 0.9009097757431767, + "recall_coffee": 0.8992422927873214, + "F1_noncoffee": 0.7044014386025004, + "IoU_noncoffee": 0.5436880370125579, + "kappa": 0.604477704504948, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_es50p30_spatial_f4_s2_r1.0", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 68, + "stopped_epoch": 98, + "best_val": 0.7333109652385417, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8903260013817703, + "mIoU": 0.750863888877157, + "macroF1": 0.8529087446315793, + "F1_coffee": 0.927096016234113, + "IoU_coffee": 0.864099705343633, + "precision_coffee": 0.9356299042855911, + "recall_coffee": 0.9187163964269083, + "F1_noncoffee": 0.7787214730290456, + "IoU_noncoffee": 0.6376280724106811, + "kappa": 0.7058917537026083, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8536979346948195, + "mIoU": 0.6930423857504973, + "macroF1": 0.8121181891770851, + "F1_coffee": 0.9005041489299096, + "IoU_coffee": 0.8190155042908883, + "precision_coffee": 0.9165052808113882, + "recall_coffee": 0.8850521526211271, + "F1_noncoffee": 0.7237322294242606, + "IoU_noncoffee": 0.5670692672101063, + "kappa": 0.6245541418725096, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32086761406133135, + "mIoU": 0.16275657896898546, + "macroF1": 0.24922943722943725, + "F1_coffee": 0.48114285714285715, + "IoU_coffee": 0.31677953348382243, + "precision_coffee": 0.9976303317535545, + "recall_coffee": 0.3170180722891566, + "F1_noncoffee": 0.017316017316017316, + "IoU_noncoffee": 0.008733624454148471, + "kappa": 0.004038007478763949, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8917571569595262, + "mIoU": 0.7557537717481615, + "macroF1": 0.8564570749544744, + "F1_coffee": 0.9276404790972382, + "IoU_coffee": 0.8650461538461538, + "precision_coffee": 0.9343303423064141, + "recall_coffee": 0.9210457345039968, + "F1_noncoffee": 0.7852736708117105, + "IoU_noncoffee": 0.6464613896501693, + "kappa": 0.7129578184727532, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8888888888888888, + "mIoU": 0.7507824000646908, + "macroF1": 0.8530639929619046, + "F1_coffee": 0.9256171952349015, + "IoU_coffee": 0.8615338882282997, + "precision_coffee": 0.9440390879478827, + "recall_coffee": 0.9079005074869996, + "F1_noncoffee": 0.7805107906889077, + "IoU_noncoffee": 0.640030911901082, + "kappa": 0.7064578231566454, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8903796745646588, + "mIoU": 0.7459676787991503, + "macroF1": 0.8490893129761097, + "F1_coffee": 0.9280269898787955, + "IoU_coffee": 0.8657186152232195, + "precision_coffee": 0.9287813418370537, + "recall_coffee": 0.9272738622885324, + "F1_noncoffee": 0.7701516360734237, + "IoU_noncoffee": 0.6262167423750811, + "kappa": 0.6981792617835245, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9076554067559465, + "mIoU": 0.7926083429465496, + "macroF1": 0.8815415456825799, + "F1_coffee": 0.9371599564744287, + "IoU_coffee": 0.881750703864858, + "precision_coffee": 0.9366503534529635, + "recall_coffee": 0.9376701143168209, + "F1_noncoffee": 0.825923134890731, + "IoU_noncoffee": 0.7034659820282413, + "kappa": 0.7630832856367373, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9141385231825987, + "mIoU": 0.8026327349671952, + "macroF1": 0.8878621959068287, + "F1_coffee": 0.9421445101568526, + "IoU_coffee": 0.8906174039863879, + "precision_coffee": 0.9476270528902108, + "recall_coffee": 0.9367250415441647, + "F1_noncoffee": 0.8335798816568047, + "IoU_noncoffee": 0.7146480659480026, + "kappa": 0.7757459837022778, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.91547291528318, + "mIoU": 0.7993955818986527, + "macroF1": 0.8854270956241554, + "F1_coffee": 0.9440993788819876, + "IoU_coffee": 0.8941176470588236, + "precision_coffee": 0.9338463447933474, + "recall_coffee": 0.9545800558233951, + "F1_noncoffee": 0.8267548123663232, + "IoU_noncoffee": 0.7046735167384819, + "kappa": 0.7709397665032269, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8762434172030427, + "mIoU": 0.719247270133414, + "macroF1": 0.829976945153455, + "F1_coffee": 0.9186694866371852, + "IoU_coffee": 0.8495732574679943, + "precision_coffee": 0.9321108076472884, + "recall_coffee": 0.9056103108415466, + "F1_noncoffee": 0.7412844036697248, + "IoU_noncoffee": 0.5889212827988338, + "kappa": 0.6601786759365679, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8636320259566752, + "mIoU": 0.7013708013513847, + "macroF1": 0.8173246972656267, + "F1_coffee": 0.9092986353538559, + "IoU_coffee": 0.8336824953445066, + "precision_coffee": 0.9403964815544178, + "recall_coffee": 0.8801916932907349, + "F1_noncoffee": 0.7253507591773977, + "IoU_noncoffee": 0.5690591073582629, + "kappa": 0.6358552002119138, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.865133148802138, + "mIoU": 0.6946929734990499, + "macroF1": 0.8112993685731102, + "F1_coffee": 0.9120885957817458, + "IoU_coffee": 0.8383849937092531, + "precision_coffee": 0.9236391129032258, + "recall_coffee": 0.9008233992872066, + "F1_noncoffee": 0.7105101413644745, + "IoU_noncoffee": 0.5510009532888466, + "kappa": 0.6227929894231965, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7525, + 8413 + ], + [ + 47778, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.50701805750529, + "test_tta": { + "OA": 0.8934751522357365, + "mIoU": 0.7555139286607618, + "macroF1": 0.8560181286688592, + "F1_coffee": 0.929456077630235, + "IoU_coffee": 0.8682091955393881, + "precision_coffee": 0.9344272816738693, + "recall_coffee": 0.9245374878286271, + "F1_noncoffee": 0.7825801797074834, + "IoU_noncoffee": 0.6428186617821355, + "kappa": 0.7120613745603439, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8564526364370602, + "mIoU": 0.6953380738641142, + "macroF1": 0.813552667023452, + "F1_coffee": 0.9029874750231492, + "IoU_coffee": 0.8231332409283151, + "precision_coffee": 0.9131249014351048, + "recall_coffee": 0.8930726666281065, + "F1_noncoffee": 0.7241178590237547, + "IoU_noncoffee": 0.5675429067999131, + "kappa": 0.6272359886793331, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s0_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 28, + "stopped_epoch": 48, + "best_val": 0.601652965999103, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6430055153642289, + "mIoU": 0.4737048789432487, + "macroF1": 0.6428299805556699, + "F1_coffee": 0.6349119144416364, + "IoU_coffee": 0.46510691958895656, + "precision_coffee": 0.8684434647562748, + "recall_coffee": 0.5003608024245922, + "F1_noncoffee": 0.6507480466697032, + "IoU_noncoffee": 0.48230283829754084, + "kappa": 0.3318773494912627, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.5700501903772932, + "mIoU": 0.3985227284163938, + "macroF1": 0.5698633698663927, + "F1_coffee": 0.5608990882443917, + "IoU_coffee": 0.3897566068248347, + "precision_coffee": 0.8527791463250772, + "recall_coffee": 0.41787375998595383, + "F1_noncoffee": 0.5788276514883938, + "IoU_noncoffee": 0.4072888500079529, + "kappa": 0.22662684619493212, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09739826551034023, + "mIoU": 0.04882086360438511, + "macroF1": 0.0891786803284992, + "F1_coffee": 0.17570366760082856, + "IoU_coffee": 0.09631311781993054, + "precision_coffee": 0.9972337482710927, + "recall_coffee": 0.09633885622661678, + "F1_noncoffee": 0.0026536930561698365, + "IoU_noncoffee": 0.001328609388839681, + "kappa": -0.00027765063686336543, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6695699841637227, + "mIoU": 0.5008081170641131, + "macroF1": 0.6666561237849435, + "F1_coffee": 0.6354901565544581, + "IoU_coffee": 0.46572779200315145, + "precision_coffee": 0.8551537070524412, + "recall_coffee": 0.5056131722441998, + "F1_noncoffee": 0.6978220910154291, + "IoU_noncoffee": 0.5358884421250748, + "kappa": 0.36788826257684665, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.5881896685454263, + "mIoU": 0.41486653275975327, + "macroF1": 0.5857138731614389, + "F1_coffee": 0.5536875140103116, + "IoU_coffee": 0.38282703037817734, + "precision_coffee": 0.8868940754039497, + "recall_coffee": 0.4024767801857585, + "F1_noncoffee": 0.617740232312566, + "IoU_noncoffee": 0.44690603514132926, + "kappa": 0.2607930945727446, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.674067805048041, + "mIoU": 0.5061370766218651, + "macroF1": 0.6714529754640359, + "F1_coffee": 0.7007632889985831, + "IoU_coffee": 0.5393653697319356, + "precision_coffee": 0.8651393747883986, + "recall_coffee": 0.5888769396220618, + "F1_noncoffee": 0.6421426619294889, + "IoU_noncoffee": 0.47290878351179455, + "kappa": 0.3700998738485864, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6489399086330092, + "mIoU": 0.45413784238571564, + "macroF1": 0.6152555320819301, + "F1_coffee": 0.501414074197305, + "IoU_coffee": 0.33459147424511543, + "precision_coffee": 0.7028917910447762, + "recall_coffee": 0.38970778381174037, + "F1_noncoffee": 0.7290969899665551, + "IoU_noncoffee": 0.5736842105263158, + "kappa": 0.2633951293725946, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6349049346081987, + "mIoU": 0.4409221171840114, + "macroF1": 0.6029044542248025, + "F1_coffee": 0.4901780233271946, + "IoU_coffee": 0.3246594836348851, + "precision_coffee": 0.765947242206235, + "recall_coffee": 0.3604152561498533, + "F1_noncoffee": 0.7156308851224106, + "IoU_noncoffee": 0.5571847507331378, + "kappa": 0.2593596060199629, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.731049024775962, + "mIoU": 0.5756909293225335, + "macroF1": 0.7306257161168856, + "F1_coffee": 0.719947304863322, + "IoU_coffee": 0.5624356775300171, + "precision_coffee": 0.763268156424581, + "recall_coffee": 0.6812798670268024, + "F1_noncoffee": 0.7413041273704493, + "IoU_noncoffee": 0.5889461811150499, + "kappa": 0.4628498310233355, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6919172693820581, + "mIoU": 0.5245618053933105, + "macroF1": 0.6869676260075566, + "F1_coffee": 0.7263300270513977, + "IoU_coffee": 0.5702654867256637, + "precision_coffee": 0.9515652687536916, + "recall_coffee": 0.5873131607728764, + "F1_noncoffee": 0.6476052249637155, + "IoU_noncoffee": 0.4788581240609573, + "kappa": 0.4160626005522286, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.5466796875, + "mIoU": 0.372806867741449, + "macroF1": 0.5415036940460669, + "F1_coffee": 0.5902189265536724, + "IoU_coffee": 0.41865998747651845, + "precision_coffee": 0.9592539454806313, + "recall_coffee": 0.426239959199286, + "F1_noncoffee": 0.49278846153846156, + "IoU_noncoffee": 0.3269537480063796, + "kappa": 0.22498374040341398, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.6230899830220713, + "mIoU": 0.440180213777855, + "macroF1": 0.6066412768989449, + "F1_coffee": 0.6870790916209867, + "IoU_coffee": 0.5233210067994751, + "precision_coffee": 0.9610076670317634, + "recall_coffee": 0.5346739792809263, + "F1_noncoffee": 0.5262034621769031, + "IoU_noncoffee": 0.3570394207562349, + "kappa": 0.2994631083560738, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2261, + 2984 + ], + [ + 33619, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.5150781830151874, + "ssl_variant": "", + "test_tta": { + "OA": 0.6713165246042547, + "mIoU": 0.5052079620062999, + "macroF1": 0.6712679254633562, + "F1_coffee": 0.6752649363975727, + "IoU_coffee": 0.5097358369614573, + "precision_coffee": 0.8722917999817168, + "recall_coffee": 0.5508442776735459, + "F1_noncoffee": 0.6672709145291399, + "IoU_noncoffee": 0.5006800870511425, + "kappa": 0.3751970383244729, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.5953040267682013, + "mIoU": 0.4237555852867144, + "macroF1": 0.595248515270866, + "F1_coffee": 0.5999885955408565, + "IoU_coffee": 0.42855979146301726, + "precision_coffee": 0.856003904978848, + "recall_coffee": 0.46185585111052585, + "F1_noncoffee": 0.5905084350008756, + "IoU_noncoffee": 0.41895137911041164, + "kappa": 0.2584048590987036, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s0_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 27, + "stopped_epoch": 47, + "best_val": 0.6551460917669816, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7408674163741852, + "mIoU": 0.5857459265849033, + "macroF1": 0.7382132336453777, + "F1_coffee": 0.7645728602339467, + "IoU_coffee": 0.6188732913692749, + "precision_coffee": 0.8760718812914772, + "recall_coffee": 0.6782508298455766, + "F1_noncoffee": 0.7118536070568089, + "IoU_noncoffee": 0.5526185618005317, + "kappa": 0.48660467241374344, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6600467289719626, + "mIoU": 0.4898557211907212, + "macroF1": 0.6567442059075232, + "F1_coffee": 0.6904133338587021, + "IoU_coffee": 0.5271994223131544, + "precision_coffee": 0.8596801099008929, + "recall_coffee": 0.5768369765604424, + "F1_noncoffee": 0.6230750779563444, + "IoU_noncoffee": 0.45251202006828795, + "kappa": 0.34443127658217665, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1875917278185457, + "mIoU": 0.09407297953835199, + "macroF1": 0.15882643480726563, + "F1_coffee": 0.31437901137259316, + "IoU_coffee": 0.1865063460253841, + "precision_coffee": 0.9992841803865425, + "recall_coffee": 0.18653126670229825, + "F1_noncoffee": 0.003273858241938124, + "IoU_noncoffee": 0.0016396130513198885, + "kappa": 0.0003448638494213746, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7796930198562553, + "mIoU": 0.6388503534857826, + "macroF1": 0.7796189456946103, + "F1_coffee": 0.7836593097673306, + "IoU_coffee": 0.6442761605035405, + "precision_coffee": 0.8893565028509367, + "recall_coffee": 0.7004169785095691, + "F1_noncoffee": 0.77557858162189, + "IoU_noncoffee": 0.6334245464680247, + "kappa": 0.5656027433140175, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7133771136046331, + "mIoU": 0.5518438774404955, + "macroF1": 0.7105835251671859, + "F1_coffee": 0.7390178445312868, + "IoU_coffee": 0.5860652677171234, + "precision_coffee": 0.8754043502509761, + "recall_coffee": 0.6394003584813427, + "F1_noncoffee": 0.682149205803085, + "IoU_noncoffee": 0.5176224871638674, + "kappa": 0.4377873371763758, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7356001393936377, + "mIoU": 0.5740455173229164, + "macroF1": 0.7276973254346151, + "F1_coffee": 0.7740865200561488, + "IoU_coffee": 0.6314365024288688, + "precision_coffee": 0.8673148412925364, + "recall_coffee": 0.6989552926716853, + "F1_noncoffee": 0.6813081308130813, + "IoU_noncoffee": 0.516654532216964, + "kappa": 0.46412901418863867, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7791964390301043, + "mIoU": 0.6315012125749149, + "macroF1": 0.7729861592366685, + "F1_coffee": 0.7354385964912281, + "IoU_coffee": 0.58157602663707, + "precision_coffee": 0.8041743400859422, + "recall_coffee": 0.6775277993276442, + "F1_noncoffee": 0.8105337219821087, + "IoU_noncoffee": 0.6814263985127599, + "kappa": 0.5483354413217886, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6704033410264865, + "mIoU": 0.495656801268921, + "macroF1": 0.660209536967196, + "F1_coffee": 0.6013558420842748, + "IoU_coffee": 0.429956282075651, + "precision_coffee": 0.7315653298835705, + "recall_coffee": 0.5104942450914015, + "F1_noncoffee": 0.7190632318501171, + "IoU_noncoffee": 0.561357320462191, + "kappa": 0.3352597666779626, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.747706905640485, + "mIoU": 0.5969837301064265, + "macroF1": 0.7476219728550688, + "F1_coffee": 0.7429921598109762, + "IoU_coffee": 0.59107997265892, + "precision_coffee": 0.7690084481991997, + "recall_coffee": 0.7186785788489508, + "F1_noncoffee": 0.7522517858991614, + "IoU_noncoffee": 0.602887487553933, + "kappa": 0.4958002280334133, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7802309351605127, + "mIoU": 0.6278370144196059, + "macroF1": 0.7693331759716879, + "F1_coffee": 0.8194705023973317, + "IoU_coffee": 0.6941550414974396, + "precision_coffee": 0.9569133398247323, + "recall_coffee": 0.7165512212905578, + "F1_noncoffee": 0.7191958495460441, + "IoU_noncoffee": 0.5615189873417722, + "kappa": 0.5530097613616486, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7515625, + "mIoU": 0.5702291565244831, + "macroF1": 0.7192071866238483, + "F1_coffee": 0.8145231846019247, + "IoU_coffee": 0.6870848708487085, + "precision_coffee": 0.9511323003575686, + "recall_coffee": 0.7122274639806196, + "F1_noncoffee": 0.6238911886457718, + "IoU_noncoffee": 0.4533734422002578, + "kappa": 0.46096299281149083, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7247689115261271, + "mIoU": 0.5354815786704827, + "macroF1": 0.6889889763858053, + "F1_coffee": 0.7944780955064094, + "IoU_coffee": 0.6590324842252863, + "precision_coffee": 0.9410979476055398, + "recall_coffee": 0.6873857404021938, + "F1_noncoffee": 0.5834998572652013, + "IoU_noncoffee": 0.41193067311567916, + "kappa": 0.40714045319708103, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2509, + 2984 + ], + [ + 38836, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.374743453661601, + "ssl_variant": "", + "test_tta": { + "OA": 0.7489972065038321, + "mIoU": 0.5954578269620802, + "macroF1": 0.7457915981212551, + "F1_coffee": 0.7743379215970377, + "IoU_coffee": 0.6317711343456103, + "precision_coffee": 0.8754641427011285, + "recall_coffee": 0.6941550007216049, + "F1_noncoffee": 0.7172452746454724, + "IoU_noncoffee": 0.55914451957855, + "kappa": 0.49994348370172875, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.668108918887735, + "mIoU": 0.4982312442209945, + "macroF1": 0.6640793336989421, + "F1_coffee": 0.7008709216170544, + "IoU_coffee": 0.5394929058854135, + "precision_coffee": 0.8594975451125423, + "recall_coffee": 0.5916732508120446, + "F1_noncoffee": 0.6272877457808299, + "IoU_noncoffee": 0.4569695825565755, + "kappa": 0.35551094310696496, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s0_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 18, + "stopped_epoch": 38, + "best_val": 0.7599594129593583, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8301518515865626, + "mIoU": 0.7022553420953815, + "macroF1": 0.8241979221960849, + "F1_coffee": 0.8565508688616325, + "IoU_coffee": 0.7490939872496892, + "precision_coffee": 0.8996695895285297, + "recall_coffee": 0.8173762447683648, + "F1_noncoffee": 0.7918449755305375, + "IoU_noncoffee": 0.6554166969410739, + "kappa": 0.6495638998607548, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7431781469943464, + "mIoU": 0.5826974985758249, + "macroF1": 0.7345178142502427, + "F1_coffee": 0.7824674134792753, + "IoU_coffee": 0.6426665061304758, + "precision_coffee": 0.8823804931808789, + "recall_coffee": 0.7028794662452814, + "F1_noncoffee": 0.6865682150212099, + "IoU_noncoffee": 0.5227284910211739, + "kappa": 0.4786665359526615, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2733822548365577, + "mIoU": 0.13716501500923553, + "macroF1": 0.2160423702888333, + "F1_coffee": 0.4280613316530141, + "IoU_coffee": 0.27231427044361306, + "precision_coffee": 1.0, + "recall_coffee": 0.27231427044361306, + "F1_noncoffee": 0.004023408924652524, + "IoU_noncoffee": 0.0020157595748579804, + "kappa": 0.001097237900098721, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8304909245949568, + "mIoU": 0.7084031725175659, + "macroF1": 0.829115401414375, + "F1_coffee": 0.8444469286233302, + "IoU_coffee": 0.7307729515333269, + "precision_coffee": 0.8847505270555165, + "recall_coffee": 0.8076552977654229, + "F1_noncoffee": 0.8137838742054199, + "IoU_noncoffee": 0.686033393501805, + "kappa": 0.6590777183043965, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7962666115104193, + "mIoU": 0.6570158658740224, + "macroF1": 0.7923348668360061, + "F1_coffee": 0.8209090909090909, + "IoU_coffee": 0.6962220508866616, + "precision_coffee": 0.9284392350400987, + "recall_coffee": 0.7357014828091901, + "F1_noncoffee": 0.7637606427629212, + "IoU_noncoffee": 0.6178096808613832, + "kappa": 0.5918909184194253, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8624981331209239, + "mIoU": 0.7394025183348754, + "macroF1": 0.8483113489850694, + "F1_coffee": 0.8947007243614182, + "IoU_coffee": 0.8094646799116998, + "precision_coffee": 0.8881320012110203, + "recall_coffee": 0.9013673375326471, + "F1_noncoffee": 0.8019219736087206, + "IoU_noncoffee": 0.669340356758051, + "kappa": 0.6966539124565108, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8050837530748507, + "mIoU": 0.6720175005781176, + "macroF1": 0.8035960464725297, + "F1_coffee": 0.7865024377726456, + "IoU_coffee": 0.6481285684076972, + "precision_coffee": 0.7804940157881335, + "recall_coffee": 0.7926040858546677, + "F1_noncoffee": 0.8206896551724138, + "IoU_noncoffee": 0.695906432748538, + "kappa": 0.6072116432136739, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7376634795032421, + "mIoU": 0.5761597145751771, + "macroF1": 0.7293145432966297, + "F1_coffee": 0.6817757632315691, + "IoU_coffee": 0.5171925566343042, + "precision_coffee": 0.8328990228013029, + "recall_coffee": 0.5770706386820131, + "F1_noncoffee": 0.7768533233616902, + "IoU_noncoffee": 0.6351268725160502, + "kappa": 0.470844781366832, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8222456510279389, + "mIoU": 0.6978621422891225, + "macroF1": 0.8220128943712405, + "F1_coffee": 0.8284493284493285, + "IoU_coffee": 0.7071391349661282, + "precision_coffee": 0.8117647058823529, + "recall_coffee": 0.8458341990442552, + "F1_noncoffee": 0.8155764602931524, + "IoU_noncoffee": 0.6885851496121167, + "kappa": 0.6441873799483315, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8580129425199847, + "mIoU": 0.7352848777353107, + "macroF1": 0.8458231587843286, + "F1_coffee": 0.8891750024759829, + "IoU_coffee": 0.8004636233951498, + "precision_coffee": 0.9735415311212319, + "recall_coffee": 0.8182646737149106, + "F1_noncoffee": 0.8024713150926743, + "IoU_noncoffee": 0.6701061320754716, + "kappa": 0.6957191677134166, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84833984375, + "mIoU": 0.6971197305333192, + "macroF1": 0.8166167943896736, + "F1_coffee": 0.8928891647699841, + "IoU_coffee": 0.8065038624470471, + "precision_coffee": 0.9725060096153846, + "recall_coffee": 0.8253219431340049, + "F1_noncoffee": 0.740344424009363, + "IoU_noncoffee": 0.5877355986195912, + "kappa": 0.6390973949013502, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8985097151480853, + "mIoU": 0.7553814310517464, + "macroF1": 0.8551624706630336, + "F1_coffee": 0.9343982441165711, + "IoU_coffee": 0.8768737841858336, + "precision_coffee": 0.9348542149566915, + "recall_coffee": 0.9339427178549665, + "F1_noncoffee": 0.775926697209496, + "IoU_noncoffee": 0.633889077917659, + "kappa": 0.7103251767072613, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2674, + 2984 + ], + [ + 43657, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8758132934570313, + "ssl_variant": "", + "test_tta": { + "OA": 0.8337332569300193, + "mIoU": 0.7064274766243899, + "macroF1": 0.8269618723797377, + "F1_coffee": 0.8611920886217876, + "IoU_coffee": 0.7562224322621298, + "precision_coffee": 0.8932270669230292, + "recall_coffee": 0.8313753788425459, + "F1_noncoffee": 0.7927316561376878, + "IoU_noncoffee": 0.6566325209866499, + "kappa": 0.6545871552885841, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7504326756663205, + "mIoU": 0.5900912140694414, + "macroF1": 0.7400733637627037, + "F1_coffee": 0.7919642213085191, + "IoU_coffee": 0.6555801038992058, + "precision_coffee": 0.8756579996809698, + "recall_coffee": 0.7228733210429287, + "F1_noncoffee": 0.6881825062168883, + "IoU_noncoffee": 0.5246023242396769, + "kappa": 0.4871686227219688, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s0_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 18, + "stopped_epoch": 38, + "best_val": 0.7811586236655884, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8376011747009526, + "mIoU": 0.7131880100544037, + "macroF1": 0.8317419296914793, + "F1_coffee": 0.8631404210367464, + "IoU_coffee": 0.759232219183901, + "precision_coffee": 0.9044275774826059, + "recall_coffee": 0.8254582190792322, + "F1_noncoffee": 0.8003434383462122, + "IoU_noncoffee": 0.6671438009249064, + "kappa": 0.6645038081011617, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7562882196838583, + "mIoU": 0.5990816413831881, + "macroF1": 0.747513172476002, + "F1_coffee": 0.7945831611193503, + "IoU_coffee": 0.6591770875352965, + "precision_coffee": 0.8905662433920105, + "recall_coffee": 0.7172767974716882, + "F1_noncoffee": 0.7004431838326538, + "IoU_noncoffee": 0.5389861952310798, + "kappa": 0.5034378498660985, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33635757171447633, + "mIoU": 0.16873868121475696, + "macroF1": 0.253202883075537, + "F1_coffee": 0.5024009603841537, + "IoU_coffee": 0.3354709418837675, + "precision_coffee": 0.9996019108280255, + "recall_coffee": 0.335515766969535, + "F1_noncoffee": 0.004004805766920304, + "IoU_noncoffee": 0.0020064205457463883, + "kappa": 0.0010791415869989217, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8273236691436229, + "mIoU": 0.703010154478398, + "macroF1": 0.8253093241805912, + "F1_coffee": 0.8440679830592377, + "IoU_coffee": 0.7302055576703465, + "precision_coffee": 0.8691662890801993, + "recall_coffee": 0.8203784881856089, + "F1_noncoffee": 0.8065506653019447, + "IoU_noncoffee": 0.6758147512864494, + "kappa": 0.6509796969970326, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.82455142458245, + "mIoU": 0.6951860462485924, + "macroF1": 0.8194005526626176, + "F1_coffee": 0.8499004644990047, + "IoU_coffee": 0.7389799215324255, + "precision_coffee": 0.9298228632271803, + "recall_coffee": 0.7826299494867199, + "F1_noncoffee": 0.7889006408262303, + "IoU_noncoffee": 0.6513921709647591, + "kappa": 0.6425156126953769, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8585652412007766, + "mIoU": 0.7376726230978596, + "macroF1": 0.8475826719095809, + "F1_coffee": 0.888496408807253, + "IoU_coffee": 0.799364406779661, + "precision_coffee": 0.9083540646818072, + "recall_coffee": 0.8694884006759871, + "F1_noncoffee": 0.8066689350119088, + "IoU_noncoffee": 0.6759808394160584, + "kappa": 0.6954177285299842, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8070750849244466, + "mIoU": 0.6761512584189716, + "macroF1": 0.8067352185407988, + "F1_coffee": 0.7986306394424746, + "IoU_coffee": 0.6647669448402198, + "precision_coffee": 0.7574211502782932, + "recall_coffee": 0.8445823635893458, + "F1_noncoffee": 0.8148397976391231, + "IoU_noncoffee": 0.6875355719977234, + "kappa": 0.6145196800613241, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.778656995274206, + "mIoU": 0.6335419300568426, + "macroF1": 0.7749937011841774, + "F1_coffee": 0.746283698664651, + "IoU_coffee": 0.5952572347266881, + "precision_coffee": 0.8445965212432278, + "recall_coffee": 0.668472128187768, + "F1_noncoffee": 0.8037037037037037, + "IoU_noncoffee": 0.6718266253869969, + "kappa": 0.554655943056264, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8231945176594623, + "mIoU": 0.6994272817004243, + "macroF1": 0.8231220404428365, + "F1_coffee": 0.8267024904412524, + "IoU_coffee": 0.7045974986788797, + "precision_coffee": 0.8223684210526315, + "recall_coffee": 0.83108248493663, + "F1_noncoffee": 0.8195415904444205, + "IoU_noncoffee": 0.694257064721969, + "kappa": 0.6462543122801243, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.849257708412638, + "mIoU": 0.7228493242023086, + "macroF1": 0.837486877624475, + "F1_coffee": 0.8812237552489502, + "IoU_coffee": 0.7876675603217158, + "precision_coffee": 0.9758635961027458, + "recall_coffee": 0.8033175355450237, + "F1_noncoffee": 0.79375, + "IoU_noncoffee": 0.6580310880829016, + "kappa": 0.6801967194524156, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.86533203125, + "mIoU": 0.7223187555743866, + "macroF1": 0.8343762521732094, + "F1_coffee": 0.9059794095588737, + "IoU_coffee": 0.8281191574224106, + "precision_coffee": 0.9736225087924971, + "recall_coffee": 0.847124824684432, + "F1_noncoffee": 0.7627730947875452, + "IoU_noncoffee": 0.6165183537263627, + "kappa": 0.6727381812747771, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8902093944538766, + "mIoU": 0.7541153152554055, + "macroF1": 0.8554313442250291, + "F1_coffee": 0.9263384381723833, + "IoU_coffee": 0.8627843923140398, + "precision_coffee": 0.9634066078715282, + "recall_coffee": 0.8920170627666058, + "F1_noncoffee": 0.7845242502776749, + "IoU_noncoffee": 0.6454462381967713, + "kappa": 0.7121094057826762, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2724, + 2984 + ], + [ + 44023, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8770980358123779, + "ssl_variant": "", + "test_tta": { + "OA": 0.8439581691855884, + "mIoU": 0.7215057476631388, + "macroF1": 0.8372937580190376, + "F1_coffee": 0.87022309594019, + "IoU_coffee": 0.770261007118376, + "precision_coffee": 0.8989261868865573, + "recall_coffee": 0.8432962909510752, + "F1_noncoffee": 0.8043644200978851, + "IoU_noncoffee": 0.6727504882079015, + "kappa": 0.6750868911981681, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7639321564555209, + "mIoU": 0.607239950209558, + "macroF1": 0.7535851379032916, + "F1_coffee": 0.8040792875610456, + "IoU_coffee": 0.6723516694691328, + "precision_coffee": 0.8843601895734597, + "recall_coffee": 0.7371609165130366, + "F1_noncoffee": 0.7030909882455376, + "IoU_noncoffee": 0.5421282309499832, + "kappa": 0.5132490492190126, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s1_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 25, + "stopped_epoch": 45, + "best_val": 0.5866194723218776, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6795000358140534, + "mIoU": 0.505391052385471, + "macroF1": 0.6687723595892916, + "F1_coffee": 0.728381946762983, + "IoU_coffee": 0.5727993125835402, + "precision_coffee": 0.7679605747383916, + "recall_coffee": 0.6926829268292682, + "F1_noncoffee": 0.6091627724156004, + "IoU_noncoffee": 0.4379827921874019, + "kappa": 0.34006692663861976, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6292834890965732, + "mIoU": 0.4487969287772342, + "macroF1": 0.6158025074020379, + "F1_coffee": 0.6877702735532772, + "IoU_coffee": 0.5241233754211871, + "precision_coffee": 0.7701305767138193, + "recall_coffee": 0.6213238521639891, + "F1_noncoffee": 0.5438347412507986, + "IoU_noncoffee": 0.3734704821332813, + "kappa": 0.24423325621123415, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3468979319546364, + "mIoU": 0.17379946140961855, + "macroF1": 0.25848744598556256, + "F1_coffee": 0.5145294059307746, + "IoU_coffee": 0.3463746828682067, + "precision_coffee": 0.9980761831473643, + "recall_coffee": 0.34660609299839656, + "F1_noncoffee": 0.0024454860403505196, + "IoU_noncoffee": 0.001224239951030402, + "kappa": -0.0004846435065501471, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6755999512729931, + "mIoU": 0.5077501277119905, + "macroF1": 0.6728398656283717, + "F1_coffee": 0.7028896574807542, + "IoU_coffee": 0.541888869774643, + "precision_coffee": 0.7348652746996384, + "recall_coffee": 0.6735806693039667, + "F1_noncoffee": 0.6427900737759893, + "IoU_noncoffee": 0.4736113856493378, + "kappa": 0.34716577326111436, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6796111484564868, + "mIoU": 0.5101179200760434, + "macroF1": 0.6742936958406276, + "F1_coffee": 0.7159101329665292, + "IoU_coffee": 0.5575233878454617, + "precision_coffee": 0.8186870805369127, + "recall_coffee": 0.6360599641518657, + "F1_noncoffee": 0.6326772587147261, + "IoU_noncoffee": 0.46271245230662505, + "kappa": 0.36159636376388266, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.682580773634689, + "mIoU": 0.49134877348217876, + "macroF1": 0.6506709010330967, + "F1_coffee": 0.7562504778652802, + "IoU_coffee": 0.6080408188356796, + "precision_coffee": 0.7527397260273972, + "recall_coffee": 0.7597941312029498, + "F1_noncoffee": 0.5450913242009132, + "IoU_noncoffee": 0.3746567281286779, + "kappa": 0.3013701641519517, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6768185545273515, + "mIoU": 0.5115077482327115, + "macroF1": 0.6768176853806316, + "F1_coffee": 0.6762876921271853, + "IoU_coffee": 0.5109023222832831, + "precision_coffee": 0.6189862542955327, + "recall_coffee": 0.7452805792604086, + "F1_noncoffee": 0.6773476786340779, + "IoU_noncoffee": 0.5121131741821398, + "kappa": 0.35910966746334483, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6252335421474887, + "mIoU": 0.44526908208376215, + "macroF1": 0.612665825109593, + "F1_coffee": 0.5428954423592494, + "IoU_coffee": 0.37258509659613614, + "precision_coffee": 0.6685374711125784, + "recall_coffee": 0.45700744752877454, + "F1_noncoffee": 0.6824362078599366, + "IoU_noncoffee": 0.5179530675713881, + "kappa": 0.24388497171549475, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6755930416447021, + "mIoU": 0.5027723784160825, + "macroF1": 0.6669729087575094, + "F1_coffee": 0.7205521750976296, + "IoU_coffee": 0.5631743327654741, + "precision_coffee": 0.6400451758631817, + "recall_coffee": 0.8242260544359028, + "F1_noncoffee": 0.6133936424173891, + "IoU_noncoffee": 0.4423704240666908, + "kappa": 0.3482124135559763, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6742799137165334, + "mIoU": 0.4979603763310734, + "macroF1": 0.6616610983800177, + "F1_coffee": 0.7270020206317133, + "IoU_coffee": 0.57109440267335, + "precision_coffee": 0.8726065866734746, + "recall_coffee": 0.6230404666423623, + "F1_noncoffee": 0.5963201761283221, + "IoU_noncoffee": 0.42482634998879676, + "kappa": 0.35008000425601365, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7279296875, + "mIoU": 0.5249463401331821, + "macroF1": 0.6756837623841165, + "F1_coffee": 0.8058536585365854, + "IoU_coffee": 0.6748366013071896, + "precision_coffee": 0.888581527585677, + "recall_coffee": 0.737217901313273, + "F1_noncoffee": 0.5455138662316477, + "IoU_noncoffee": 0.37505607895917453, + "kappa": 0.364267094710089, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.6888322957932466, + "mIoU": 0.4685456855287289, + "macroF1": 0.618771011889329, + "F1_coffee": 0.7822010959265862, + "IoU_coffee": 0.6423072752900357, + "precision_coffee": 0.8533563814462691, + "recall_coffee": 0.7219987812309567, + "F1_noncoffee": 0.455340927852072, + "IoU_noncoffee": 0.294784095767422, + "kappa": 0.25057225933578187, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 1947, + 2984 + ], + [ + 35971, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3405887444814044, + "ssl_variant": "", + "test_tta": { + "OA": 0.6917663491153929, + "mIoU": 0.5170672370228957, + "macroF1": 0.6784190692389498, + "F1_coffee": 0.7439341872331563, + "IoU_coffee": 0.592273254849942, + "precision_coffee": 0.7675589390962672, + "recall_coffee": 0.721720305960456, + "F1_noncoffee": 0.6129039512447433, + "IoU_noncoffee": 0.44186121919584953, + "kappa": 0.3577579036286377, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.64144167532018, + "mIoU": 0.45919423531358705, + "macroF1": 0.624855890111867, + "F1_coffee": 0.7037359232556754, + "IoU_coffee": 0.5428954916525704, + "precision_coffee": 0.7699147349482413, + "recall_coffee": 0.6480335352471249, + "F1_noncoffee": 0.5459758569680588, + "IoU_noncoffee": 0.3754929789746037, + "kappa": 0.25811200606273915, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s1_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.5948910371041637, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7459530119618939, + "mIoU": 0.5865455586854083, + "macroF1": 0.7376804850190047, + "F1_coffee": 0.7842642295585529, + "IoU_coffee": 0.6450943113023465, + "precision_coffee": 0.8287376269443373, + "recall_coffee": 0.7443209698369173, + "F1_noncoffee": 0.6910967404794566, + "IoU_noncoffee": 0.5279968060684699, + "kappa": 0.47751543924838036, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.686468789661936, + "mIoU": 0.5118543096914419, + "macroF1": 0.6740745962021576, + "F1_coffee": 0.737632306262597, + "IoU_coffee": 0.5843244483536655, + "precision_coffee": 0.8194299198240956, + "recall_coffee": 0.6706829953472039, + "F1_noncoffee": 0.6105168861417182, + "IoU_noncoffee": 0.43938417102921834, + "kappa": 0.35765101569818003, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37011340893929284, + "mIoU": 0.1856294399298705, + "macroF1": 0.27162891729882127, + "F1_coffee": 0.5394595649204955, + "IoU_coffee": 0.36935613144536467, + "precision_coffee": 0.9992771955186122, + "recall_coffee": 0.3694548369855692, + "F1_noncoffee": 0.0037982696771470775, + "IoU_noncoffee": 0.0019027484143763213, + "kappa": 0.0008723474252521756, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7526495310025582, + "mIoU": 0.5988063985109493, + "macroF1": 0.7481645446497286, + "F1_coffee": 0.7817722607340534, + "IoU_coffee": 0.6417291574768417, + "precision_coffee": 0.7858686257562663, + "recall_coffee": 0.777718379129691, + "F1_noncoffee": 0.7145568285654038, + "IoU_noncoffee": 0.5558836395450568, + "kappa": 0.49634698870203986, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7258906872123688, + "mIoU": 0.5621914144352401, + "macroF1": 0.7180147719372718, + "F1_coffee": 0.7651411102742457, + "IoU_coffee": 0.6196182548794489, + "precision_coffee": 0.8385937651743226, + "recall_coffee": 0.7035196350008147, + "F1_noncoffee": 0.670888433600298, + "IoU_noncoffee": 0.5047645739910314, + "kappa": 0.4420282842175429, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.759794892218848, + "mIoU": 0.5996067418458801, + "macroF1": 0.7471382312011572, + "F1_coffee": 0.8037101826614051, + "IoU_coffee": 0.6718356797932394, + "precision_coffee": 0.8542765718239211, + "recall_coffee": 0.7587955139038255, + "F1_noncoffee": 0.6905662797409093, + "IoU_noncoffee": 0.527377803898521, + "kappa": 0.4970543700277667, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7401897622115498, + "mIoU": 0.5874884648690458, + "macroF1": 0.740137558222159, + "F1_coffee": 0.7364543726235742, + "IoU_coffee": 0.5828474703780328, + "precision_coffee": 0.6812486260716641, + "recall_coffee": 0.8013964313421257, + "F1_noncoffee": 0.7438207438207438, + "IoU_noncoffee": 0.5921294593600589, + "kappa": 0.48357163503296, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6251236399604352, + "mIoU": 0.44419399890755096, + "macroF1": 0.6112652640220675, + "F1_coffee": 0.5378674976290475, + "IoU_coffee": 0.3678650852483321, + "precision_coffee": 0.6728813559322034, + "recall_coffee": 0.4479801399232679, + "F1_noncoffee": 0.6846630304150874, + "IoU_noncoffee": 0.5205229125667697, + "kappa": 0.24331799109043523, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7705851344227728, + "mIoU": 0.6265000298513403, + "macroF1": 0.7703154699108387, + "F1_coffee": 0.7781855249745158, + "IoU_coffee": 0.6369097280160186, + "precision_coffee": 0.7638583149889934, + "recall_coffee": 0.7930604612507791, + "F1_noncoffee": 0.7624454148471616, + "IoU_noncoffee": 0.6160903316866619, + "kappa": 0.5408039490661033, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7661464281182591, + "mIoU": 0.5982252020696321, + "macroF1": 0.7441252563185397, + "F1_coffee": 0.8191896399489846, + "IoU_coffee": 0.6937520771020272, + "precision_coffee": 0.8869768429997875, + "recall_coffee": 0.7610280714546117, + "F1_noncoffee": 0.6690608726880948, + "IoU_noncoffee": 0.5026983270372369, + "kappa": 0.4936634740449718, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8154296875, + "mIoU": 0.6261130645234942, + "macroF1": 0.7591490770343139, + "F1_coffee": 0.8755760368663594, + "IoU_coffee": 0.7786885245901639, + "precision_coffee": 0.9051313461276712, + "recall_coffee": 0.8478898380721662, + "F1_noncoffee": 0.6427221172022685, + "IoU_noncoffee": 0.4735376044568245, + "kappa": 0.5197684359606137, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7501414827391059, + "mIoU": 0.5562575675482294, + "macroF1": 0.7044395571237236, + "F1_coffee": 0.820662108184957, + "IoU_coffee": 0.6958668197474167, + "precision_coffee": 0.9230886384404509, + "recall_coffee": 0.7386959171237051, + "F1_noncoffee": 0.5882170060624903, + "IoU_noncoffee": 0.41664831534904206, + "kappa": 0.42513098496047896, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2551, + 2984 + ], + [ + 39078, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4876526713371276, + "ssl_variant": "", + "test_tta": { + "OA": 0.7600458419883962, + "mIoU": 0.5987231374850106, + "macroF1": 0.7461986244501437, + "F1_coffee": 0.80548136104982, + "IoU_coffee": 0.6743146023721563, + "precision_coffee": 0.8102093858598838, + "recall_coffee": 0.8008081974310868, + "F1_noncoffee": 0.6869158878504673, + "IoU_noncoffee": 0.5231316725978647, + "kappa": 0.49242506939989156, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7079583477558555, + "mIoU": 0.5293592339386293, + "macroF1": 0.6873556432837632, + "F1_coffee": 0.7676134733459574, + "IoU_coffee": 0.6228674662892051, + "precision_coffee": 0.8044790839768108, + "recall_coffee": 0.7339785795803705, + "F1_noncoffee": 0.607097813221569, + "IoU_noncoffee": 0.4358510015880534, + "kappa": 0.37692350607630837, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s1_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.7813545576097076, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8306711553613638, + "mIoU": 0.7013573705764025, + "macroF1": 0.8233723739041098, + "F1_coffee": 0.859277337936782, + "IoU_coffee": 0.7532745394771173, + "precision_coffee": 0.8869159165617032, + "recall_coffee": 0.8333092798383606, + "F1_noncoffee": 0.7874674098714376, + "IoU_noncoffee": 0.6494402016756877, + "kappa": 0.6472620926684586, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7423993307949694, + "mIoU": 0.5798350449591121, + "macroF1": 0.7318044654633535, + "F1_coffee": 0.7851101459388573, + "IoU_coffee": 0.6462397750004951, + "precision_coffee": 0.8688520224749021, + "recall_coffee": 0.7160916513036608, + "F1_noncoffee": 0.6784987849878499, + "IoU_noncoffee": 0.5134303149177291, + "kappa": 0.4709616438897727, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25843895930620414, + "mIoU": 0.1296221034022067, + "macroF1": 0.20653138879487856, + "F1_coffee": 0.4094772630684233, + "IoU_coffee": 0.25744822979291915, + "precision_coffee": 0.9994813278008299, + "recall_coffee": 0.2574826296098343, + "F1_noncoffee": 0.0035855145213338113, + "IoU_noncoffee": 0.0017959770114942528, + "kappa": 0.0006579402540542617, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8236082348641734, + "mIoU": 0.6969934391002272, + "macroF1": 0.821057977670349, + "F1_coffee": 0.8424202851235173, + "IoU_coffee": 0.7277427846197236, + "precision_coffee": 0.8577285318559557, + "recall_coffee": 0.8276488827114294, + "F1_noncoffee": 0.7996956702171808, + "IoU_noncoffee": 0.6662440935807307, + "kappa": 0.6422608017551703, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8042297947153421, + "mIoU": 0.6667227538949372, + "macroF1": 0.799199143673319, + "F1_coffee": 0.8309821428571429, + "IoU_coffee": 0.7108378522874819, + "precision_coffee": 0.9191190993482126, + "recall_coffee": 0.7582695127912661, + "F1_noncoffee": 0.767416144489495, + "IoU_noncoffee": 0.6226076555023924, + "kappa": 0.6034165578705453, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8619007318165978, + "mIoU": 0.7371578735159687, + "macroF1": 0.8466691888043854, + "F1_coffee": 0.8949958361723067, + "IoU_coffee": 0.8099479309399835, + "precision_coffee": 0.8822388059701493, + "recall_coffee": 0.9081272084805654, + "F1_noncoffee": 0.7983425414364641, + "IoU_noncoffee": 0.664367816091954, + "kappa": 0.6934614667375774, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7955956424973644, + "mIoU": 0.6602427841151971, + "macroF1": 0.7953080416410081, + "F1_coffee": 0.7876353900450286, + "IoU_coffee": 0.6496687412166232, + "precision_coffee": 0.7439080459770115, + "recall_coffee": 0.8368244116886475, + "F1_noncoffee": 0.8029806932369877, + "IoU_noncoffee": 0.670816827013771, + "kappa": 0.5919241659964274, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7032640949554896, + "mIoU": 0.530837570389165, + "macroF1": 0.6905117324187565, + "F1_coffee": 0.6276889134031991, + "IoU_coffee": 0.45739549839228294, + "precision_coffee": 0.8068060971286778, + "recall_coffee": 0.5136538027533288, + "F1_noncoffee": 0.7533345514343139, + "IoU_noncoffee": 0.6042796423860471, + "kappa": 0.4005964830250615, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8128624143384291, + "mIoU": 0.6838859575868004, + "macroF1": 0.8121600389160518, + "F1_coffee": 0.8236462990561351, + "IoU_coffee": 0.700168918918919, + "precision_coffee": 0.7892231530845393, + "recall_coffee": 0.8612092250155828, + "F1_noncoffee": 0.8006737787759686, + "IoU_noncoffee": 0.6676029962546817, + "kappa": 0.6251261362168048, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8539525440933892, + "mIoU": 0.7277816369145378, + "macroF1": 0.8406123648150687, + "F1_coffee": 0.8867237476626316, + "IoU_coffee": 0.7964992927864215, + "precision_coffee": 0.9636363636363636, + "recall_coffee": 0.8211811884797667, + "F1_noncoffee": 0.7945009819675058, + "IoU_noncoffee": 0.6590639810426541, + "kappa": 0.6848666798843179, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8939453125, + "mIoU": 0.7638917709151831, + "macroF1": 0.8623157241647355, + "F1_coffee": 0.9283073673092157, + "IoU_coffee": 0.8662067266231366, + "precision_coffee": 0.9624914442162902, + "recall_coffee": 0.8964681881932934, + "F1_noncoffee": 0.7963240810202551, + "IoU_noncoffee": 0.6615768152072297, + "kappa": 0.7256147344303342, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9057724957555179, + "mIoU": 0.7716581551228854, + "macroF1": 0.8664866857334819, + "F1_coffee": 0.9389102916895983, + "IoU_coffee": 0.8848547717842323, + "precision_coffee": 0.9421944035346097, + "recall_coffee": 0.9356489945155393, + "F1_noncoffee": 0.7940630797773655, + "IoU_noncoffee": 0.6584615384615384, + "kappa": 0.7329843074489362, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2682, + 2984 + ], + [ + 43678, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9851549188296, + "ssl_variant": "", + "test_tta": { + "OA": 0.8375653606475181, + "mIoU": 0.7102750887527252, + "macroF1": 0.8294088201160323, + "F1_coffee": 0.8667107486591727, + "IoU_coffee": 0.7647745248035682, + "precision_coffee": 0.8827297216402274, + "recall_coffee": 0.851262808486073, + "F1_noncoffee": 0.792106891572892, + "IoU_noncoffee": 0.6557756527018822, + "kappa": 0.6589927951588482, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7516874350986501, + "mIoU": 0.5895011364441659, + "macroF1": 0.7391497302734858, + "F1_coffee": 0.7963376982859576, + "IoU_coffee": 0.6615956129488767, + "precision_coffee": 0.8636748518204911, + "recall_coffee": 0.7387411114037398, + "F1_noncoffee": 0.6819617622610141, + "IoU_noncoffee": 0.5174066599394551, + "kappa": 0.4832051027257894, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s1_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 12, + "stopped_epoch": 32, + "best_val": 0.7952735070265211, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8326230212735477, + "mIoU": 0.7064831377187448, + "macroF1": 0.8271999302387747, + "F1_coffee": 0.8578121910035444, + "IoU_coffee": 0.7510255180864099, + "precision_coffee": 0.9068249067284189, + "recall_coffee": 0.8138259489103766, + "F1_noncoffee": 0.796587669474005, + "IoU_noncoffee": 0.6619407573510796, + "kappa": 0.6558381565239234, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7396446290527288, + "mIoU": 0.579362852627788, + "macroF1": 0.7320648203189092, + "F1_coffee": 0.7771302995135683, + "IoU_coffee": 0.6354972236244321, + "precision_coffee": 0.8882147090365186, + "recall_coffee": 0.6907426915986304, + "F1_noncoffee": 0.6869993411242501, + "IoU_noncoffee": 0.5232284816311439, + "kappa": 0.4756479176560897, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22454969979986658, + "mIoU": 0.11264950091479145, + "macroF1": 0.1844979933392372, + "F1_coffee": 0.3652249890782001, + "IoU_coffee": 0.22340994120791022, + "precision_coffee": 1.0, + "recall_coffee": 0.22340994120791022, + "F1_noncoffee": 0.0037709976002742542, + "IoU_noncoffee": 0.0018890606216726772, + "kappa": 0.0008437137681774539, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8152637349250822, + "mIoU": 0.6866634156858257, + "macroF1": 0.814034159410215, + "F1_coffee": 0.8291556356672112, + "IoU_coffee": 0.7081689598768401, + "precision_coffee": 0.8761904761904762, + "recall_coffee": 0.7869132898535229, + "F1_noncoffee": 0.7989126831532188, + "IoU_noncoffee": 0.6651578714948112, + "kappa": 0.6293255610382125, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8308599203681679, + "mIoU": 0.7045699356491888, + "macroF1": 0.8259566430626741, + "F1_coffee": 0.8551693601948196, + "IoU_coffee": 0.7469832920792079, + "precision_coffee": 0.936572592377073, + "recall_coffee": 0.7867850741404595, + "F1_noncoffee": 0.7967439259305288, + "IoU_noncoffee": 0.6621565792191696, + "kappa": 0.6555649503086698, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8485089859112859, + "mIoU": 0.722227981903832, + "macroF1": 0.8371180633901878, + "F1_coffee": 0.880192133548565, + "IoU_coffee": 0.786020673651642, + "precision_coffee": 0.9028349890961958, + "recall_coffee": 0.8586572438162544, + "F1_noncoffee": 0.7940439932318105, + "IoU_noncoffee": 0.658435290156022, + "kappa": 0.6745879855181803, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8054351645777205, + "mIoU": 0.6732575410364787, + "macroF1": 0.8045883026175669, + "F1_coffee": 0.7917241379310345, + "IoU_coffee": 0.6552511415525114, + "precision_coffee": 0.7685004868549172, + "recall_coffee": 0.8163951383501422, + "F1_noncoffee": 0.8174524673040994, + "IoU_noncoffee": 0.6912639405204462, + "kappa": 0.6094891720079557, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7778876799648313, + "mIoU": 0.6322134965571771, + "macroF1": 0.77394274308614, + "F1_coffee": 0.7440800303912878, + "IoU_coffee": 0.5924581568864691, + "precision_coffee": 0.847663012117715, + "recall_coffee": 0.663055743624464, + "F1_noncoffee": 0.8038054557809922, + "IoU_noncoffee": 0.6719688362278851, + "kappa": 0.5530025186980828, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7974696889826041, + "mIoU": 0.6619794302118069, + "macroF1": 0.7964418297028668, + "F1_coffee": 0.7819770741119055, + "IoU_coffee": 0.642005218039508, + "precision_coffee": 0.8616808404202101, + "recall_coffee": 0.7157697901516725, + "F1_noncoffee": 0.8109065852938281, + "IoU_noncoffee": 0.6819536423841059, + "kappa": 0.5958824542994503, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8259104174597133, + "mIoU": 0.6904362626403022, + "macroF1": 0.815203466146309, + "F1_coffee": 0.8596850071589283, + "IoU_coffee": 0.7539013452914798, + "precision_coffee": 0.9792637465051258, + "recall_coffee": 0.7661319722931097, + "F1_noncoffee": 0.7707219251336899, + "IoU_noncoffee": 0.6269711799891245, + "kappa": 0.6391978882959942, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8779296875, + "mIoU": 0.7440646977358194, + "macroF1": 0.8495407985170742, + "F1_coffee": 0.9148965141612201, + "IoU_coffee": 0.8431421759317355, + "precision_coffee": 0.9815924032140249, + "recall_coffee": 0.8566874920311105, + "F1_noncoffee": 0.7841850828729282, + "IoU_noncoffee": 0.6449872195399035, + "kappa": 0.7025638761503865, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8941709111488398, + "mIoU": 0.7411074475708419, + "macroF1": 0.8446465758588511, + "F1_coffee": 0.9323607427055703, + "IoU_coffee": 0.8732919254658386, + "precision_coffee": 0.9224621257306453, + "recall_coffee": 0.9424741011578306, + "F1_noncoffee": 0.7569324090121318, + "IoU_noncoffee": 0.6089229696758452, + "kappa": 0.6894216659818272, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2593, + 2984 + ], + [ + 43876, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5780558983484905, + "ssl_variant": "", + "test_tta": { + "OA": 0.8383353627963613, + "mIoU": 0.7138024149716079, + "macroF1": 0.83210929745995, + "F1_coffee": 0.8644403735847923, + "IoU_coffee": 0.7612461322825483, + "precision_coffee": 0.9008543798704347, + "recall_coffee": 0.830855823351133, + "F1_noncoffee": 0.7997782213351076, + "IoU_noncoffee": 0.6663586976606675, + "kappa": 0.665026980423416, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7481539171570324, + "mIoU": 0.5883494562799696, + "macroF1": 0.738919443529035, + "F1_coffee": 0.788020782752258, + "IoU_coffee": 0.6501933131673311, + "precision_coffee": 0.8816961860262957, + "recall_coffee": 0.7123386884382407, + "F1_noncoffee": 0.6898181043058121, + "IoU_noncoffee": 0.5265055993926082, + "kappa": 0.48632338551111853, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s2_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.5927453599526461, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6942554258290954, + "mIoU": 0.529315994747704, + "macroF1": 0.69159986446961, + "F1_coffee": 0.7202176121653066, + "IoU_coffee": 0.5627656850192061, + "precision_coffee": 0.8330237671051135, + "recall_coffee": 0.6343195266272189, + "F1_noncoffee": 0.6629821167739134, + "IoU_noncoffee": 0.4958663044762017, + "kappa": 0.39653000259201854, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6105053651782624, + "mIoU": 0.43732165184294924, + "macroF1": 0.6077454277048053, + "F1_coffee": 0.6406482861400894, + "IoU_coffee": 0.4712895710565986, + "precision_coffee": 0.8136068676490469, + "recall_coffee": 0.5283337722763586, + "F1_noncoffee": 0.5748425692695214, + "IoU_noncoffee": 0.40335373262929985, + "kappa": 0.2553072731064985, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08338892595063375, + "mIoU": 0.04182014689517165, + "macroF1": 0.07741724381262786, + "F1_coffee": 0.15164238083477402, + "IoU_coffee": 0.08204168893639764, + "precision_coffee": 1.0, + "recall_coffee": 0.08204168893639764, + "F1_noncoffee": 0.003192106790481718, + "IoU_noncoffee": 0.0015986048539456475, + "kappa": 0.00026227008700928947, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6600073090510415, + "mIoU": 0.49102102465636, + "macroF1": 0.6581689770562231, + "F1_coffee": 0.6331010911003023, + "IoU_coffee": 0.4631659934602808, + "precision_coffee": 0.8217027810953762, + "recall_coffee": 0.5149150005345878, + "F1_noncoffee": 0.6832368630121439, + "IoU_noncoffee": 0.5188760558524392, + "kappa": 0.34608023858505854, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6572728682972232, + "mIoU": 0.48904606461332567, + "macroF1": 0.6567158613319346, + "F1_coffee": 0.6705437916293866, + "IoU_coffee": 0.5043744859044343, + "precision_coffee": 0.8598929117797043, + "recall_coffee": 0.5495356037151703, + "F1_noncoffee": 0.6428879310344827, + "IoU_noncoffee": 0.47371764332221694, + "kappa": 0.34771498022798003, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7578533379797879, + "mIoU": 0.5893798020182748, + "macroF1": 0.737391750852683, + "F1_coffee": 0.810695103915311, + "IoU_coffee": 0.6816545585444074, + "precision_coffee": 0.8216314294730199, + "recall_coffee": 0.8000460900291904, + "F1_noncoffee": 0.6640883977900552, + "IoU_noncoffee": 0.49710504549214224, + "kappa": 0.4749485662428068, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6720159306547968, + "mIoU": 0.4923935143499462, + "macroF1": 0.655689214445485, + "F1_coffee": 0.5807127882599581, + "IoU_coffee": 0.4091580502215657, + "precision_coffee": 0.6897901102810388, + "recall_coffee": 0.5014222911817947, + "F1_noncoffee": 0.7306656406310119, + "IoU_noncoffee": 0.5756289784783267, + "kappa": 0.32226460407557606, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.641279261457303, + "mIoU": 0.4578554735261797, + "macroF1": 0.6231637261923904, + "F1_coffee": 0.5405405405405406, + "IoU_coffee": 0.37037037037037035, + "precision_coffee": 0.7182940516273849, + "recall_coffee": 0.4333107650643196, + "F1_noncoffee": 0.7057869118442401, + "IoU_noncoffee": 0.5453405766819891, + "kappa": 0.2747670945665288, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.647970479704797, + "mIoU": 0.4791990682359535, + "macroF1": 0.6478980908799918, + "F1_coffee": 0.6428495026206011, + "IoU_coffee": 0.47367591424968475, + "precision_coffee": 0.6624779541446209, + "recall_coffee": 0.6243507168086433, + "F1_noncoffee": 0.6529466791393826, + "IoU_noncoffee": 0.4847222222222222, + "kappa": 0.29639639037194054, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6469991117878442, + "mIoU": 0.4762192366622694, + "macroF1": 0.644543803473399, + "F1_coffee": 0.6740862230552952, + "IoU_coffee": 0.5083937091358898, + "precision_coffee": 0.9432786885245902, + "recall_coffee": 0.524425811155669, + "F1_noncoffee": 0.6150013838915029, + "IoU_noncoffee": 0.4440447641886491, + "kappa": 0.35147920515897957, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.671484375, + "mIoU": 0.4839838636767765, + "macroF1": 0.6454665998590157, + "F1_coffee": 0.7415091439987705, + "IoU_coffee": 0.5892050311393332, + "precision_coffee": 0.9330883774898472, + "recall_coffee": 0.6151982659696544, + "F1_noncoffee": 0.5494240557192607, + "IoU_noncoffee": 0.37876269621421976, + "kappa": 0.33946953401938923, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8561592152424071, + "mIoU": 0.6757829976452042, + "macroF1": 0.7964243549402417, + "F1_coffee": 0.9066992964209238, + "IoU_coffee": 0.8293228875209849, + "precision_coffee": 0.9103194103194103, + "recall_coffee": 0.903107861060329, + "F1_noncoffee": 0.6861494134595596, + "IoU_noncoffee": 0.5222431077694235, + "kappa": 0.5928703683418912, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2510, + 2984 + ], + [ + 36232, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4876770536104837, + "ssl_variant": "", + "test_tta": { + "OA": 0.7144545519661916, + "mIoU": 0.5499423954995365, + "macroF1": 0.7082216072967542, + "F1_coffee": 0.7508671062087929, + "IoU_coffee": 0.6011106663998399, + "precision_coffee": 0.81843261469296, + "recall_coffee": 0.6936065810362245, + "F1_noncoffee": 0.6655761083847154, + "IoU_noncoffee": 0.49877412459923304, + "kappa": 0.42173349273808036, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6312016845505942, + "mIoU": 0.45574537998603776, + "macroF1": 0.6242288429528178, + "F1_coffee": 0.6754166613777434, + "IoU_coffee": 0.509908770315854, + "precision_coffee": 0.8009452990938375, + "recall_coffee": 0.5839039592660873, + "F1_noncoffee": 0.5730410245278923, + "IoU_noncoffee": 0.4015819896562215, + "kappa": 0.2719801630694007, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s2_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.6085335286611082, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7779528687056801, + "mIoU": 0.6223534823255061, + "macroF1": 0.7646982883612442, + "F1_coffee": 0.8205447335668181, + "IoU_coffee": 0.695698053939974, + "precision_coffee": 0.822831103242098, + "recall_coffee": 0.8182710347813538, + "F1_noncoffee": 0.7088518431556703, + "IoU_noncoffee": 0.5490089107110384, + "kappa": 0.5294024716569631, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.708621783777547, + "mIoU": 0.5320445075871045, + "macroF1": 0.6901969323302781, + "F1_coffee": 0.7657487390573366, + "IoU_coffee": 0.6204156019840673, + "precision_coffee": 0.8117057102824414, + "recall_coffee": 0.724716881748749, + "F1_noncoffee": 0.6146451256032197, + "IoU_noncoffee": 0.4436734131901418, + "kappa": 0.3836441094141543, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3324883255503669, + "mIoU": 0.16679566993552236, + "macroF1": 0.2510126139733148, + "F1_coffee": 0.49804354369419085, + "IoU_coffee": 0.33159652638610554, + "precision_coffee": 0.999597261377366, + "recall_coffee": 0.33164083377872794, + "F1_noncoffee": 0.003981684252438782, + "IoU_noncoffee": 0.001994813484939158, + "kappa": 0.0010559147570214067, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7718357899866001, + "mIoU": 0.6232952171377942, + "macroF1": 0.7670301998677529, + "F1_coffee": 0.8004899872177248, + "IoU_coffee": 0.6673474824615931, + "precision_coffee": 0.7975167144221585, + "recall_coffee": 0.8034855126697317, + "F1_noncoffee": 0.733570412517781, + "IoU_noncoffee": 0.5792429518139953, + "kappa": 0.5340690480055983, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7553130978851026, + "mIoU": 0.5915546604448016, + "macroF1": 0.7402642565662754, + "F1_coffee": 0.8027840293406685, + "IoU_coffee": 0.6705423658010164, + "precision_coffee": 0.8217576791808874, + "recall_coffee": 0.7846667752973766, + "F1_noncoffee": 0.6777444837918823, + "IoU_noncoffee": 0.5125669550885867, + "kappa": 0.4809806355703758, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8047493403693932, + "mIoU": 0.6496132037910107, + "macroF1": 0.7838872088787752, + "F1_coffee": 0.8510331206320267, + "IoU_coffee": 0.740694214876033, + "precision_coffee": 0.8416979714500376, + "recall_coffee": 0.8605776616991857, + "F1_noncoffee": 0.7167412971255236, + "IoU_noncoffee": 0.5585321927059883, + "kappa": 0.5678754901175229, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7234391472414197, + "mIoU": 0.56641086938586, + "macroF1": 0.7231284052779441, + "F1_coffee": 0.7138528663192341, + "IoU_coffee": 0.5550320392009046, + "precision_coffee": 0.6717609489051095, + "recall_coffee": 0.7615722782518748, + "F1_noncoffee": 0.7324039442366542, + "IoU_noncoffee": 0.5777896995708155, + "kappa": 0.4482825098265452, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7099681283657545, + "mIoU": 0.5503435359613897, + "macroF1": 0.7099619486823034, + "F1_coffee": 0.7113007329613827, + "IoU_coffee": 0.5519524617996604, + "precision_coffee": 0.6902335456475583, + "recall_coffee": 0.7336944256375536, + "F1_noncoffee": 0.708623164403224, + "IoU_noncoffee": 0.548734610123119, + "kappa": 0.4204687852632114, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7227200843437006, + "mIoU": 0.5654199460889384, + "macroF1": 0.7222952139066771, + "F1_coffee": 0.7331574675324676, + "IoU_coffee": 0.5787281755566234, + "precision_coffee": 0.7164386278009122, + "recall_coffee": 0.750675254519011, + "F1_noncoffee": 0.7114329602808865, + "IoU_noncoffee": 0.5521117166212534, + "kappa": 0.4449173193148359, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8242608805989088, + "mIoU": 0.6745598532840054, + "macroF1": 0.8019720815302409, + "F1_coffee": 0.8684085510688836, + "IoU_coffee": 0.7674223341729639, + "precision_coffee": 0.9069259773764636, + "recall_coffee": 0.8330295297119942, + "F1_noncoffee": 0.7355356119915982, + "IoU_noncoffee": 0.5816973723950468, + "kappa": 0.6053746875815381, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.79560546875, + "mIoU": 0.6053760375077433, + "macroF1": 0.7435645344756554, + "F1_coffee": 0.859085706591261, + "IoU_coffee": 0.752980054290098, + "precision_coffee": 0.9101283880171184, + "recall_coffee": 0.8134642356241234, + "F1_noncoffee": 0.6280433623600498, + "IoU_noncoffee": 0.4577720207253886, + "kappa": 0.49135202176958065, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8781362007168458, + "mIoU": 0.7127932015838172, + "macroF1": 0.8242646041521522, + "F1_coffee": 0.9215638659543468, + "IoU_coffee": 0.8545372663814457, + "precision_coffee": 0.9181081408007742, + "recall_coffee": 0.9250457038391224, + "F1_noncoffee": 0.7269653423499577, + "IoU_noncoffee": 0.5710491367861886, + "kappa": 0.6485465407613158, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 27, + 28 + ], + [ + 2477, + 2984 + ], + [ + 40940, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5286092003186544, + "ssl_variant": "", + "test_tta": { + "OA": 0.7820177637705036, + "mIoU": 0.6226053934444493, + "macroF1": 0.7639675648178972, + "F1_coffee": 0.829239552793637, + "IoU_coffee": 0.7082913970764438, + "precision_coffee": 0.8066426505103433, + "recall_coffee": 0.8531389810939529, + "F1_noncoffee": 0.6986955768421573, + "IoU_noncoffee": 0.5369193898124548, + "kappa": 0.5285878909533465, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7168858890042691, + "mIoU": 0.5357938508830855, + "macroF1": 0.6918425214945998, + "F1_coffee": 0.7796906915669682, + "IoU_coffee": 0.6389287422285987, + "precision_coffee": 0.7978317791354679, + "recall_coffee": 0.7623562461592486, + "F1_noncoffee": 0.6039943514222312, + "IoU_noncoffee": 0.4326589595375723, + "kappa": 0.3842572745411137, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s2_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 39, + "stopped_epoch": 59, + "best_val": 0.7682680108478357, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8314948785903589, + "mIoU": 0.7012411921236621, + "macroF1": 0.8231307072765163, + "F1_coffee": 0.8615932223333529, + "IoU_coffee": 0.756841262048115, + "precision_coffee": 0.8784152595747233, + "recall_coffee": 0.8454033771106941, + "F1_noncoffee": 0.7846681922196796, + "IoU_noncoffee": 0.6456411221992092, + "kappa": 0.6464631317739489, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7578746971270336, + "mIoU": 0.5970723495422512, + "macroF1": 0.745117414132803, + "F1_coffee": 0.8021402979445597, + "IoU_coffee": 0.6696446141131095, + "precision_coffee": 0.8662559820792181, + "recall_coffee": 0.7468615573698534, + "F1_noncoffee": 0.6880945303210464, + "IoU_noncoffee": 0.524500084971393, + "kappa": 0.4945993584045705, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38985990660440295, + "mIoU": 0.1954771520289538, + "macroF1": 0.2819086679082708, + "F1_coffee": 0.5603307374290933, + "IoU_coffee": 0.38920796046480566, + "precision_coffee": 0.9989715461090161, + "recall_coffee": 0.38936397648316406, + "F1_noncoffee": 0.003486598387448246, + "IoU_noncoffee": 0.0017463435931019428, + "kappa": 0.000559983966799384, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8330490924594957, + "mIoU": 0.7107125843186345, + "macroF1": 0.8305317516571273, + "F1_coffee": 0.8511862750420761, + "IoU_coffee": 0.7409262759924385, + "precision_coffee": 0.8646591661151555, + "recall_coffee": 0.8381268042339356, + "F1_noncoffee": 0.8098772282721787, + "IoU_noncoffee": 0.6804988926448304, + "kappa": 0.6611686042280338, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8246548425461503, + "mIoU": 0.6917344951378934, + "macroF1": 0.8165202529960229, + "F1_coffee": 0.8551535602921704, + "IoU_coffee": 0.7469591821505858, + "precision_coffee": 0.8988057825267127, + "recall_coffee": 0.8155450545869317, + "F1_noncoffee": 0.7778869456998756, + "IoU_noncoffee": 0.636509808125201, + "kappa": 0.6343630111743155, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8368098770348982, + "mIoU": 0.699094253724777, + "macroF1": 0.8204045190693994, + "F1_coffee": 0.8746846089150546, + "IoU_coffee": 0.7772795216741405, + "precision_coffee": 0.8706240487062404, + "recall_coffee": 0.8787832232293747, + "F1_noncoffee": 0.7661244292237442, + "IoU_noncoffee": 0.6209089857754134, + "kappa": 0.6408236195247958, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.795009956659248, + "mIoU": 0.658186537103657, + "macroF1": 0.79362639685772, + "F1_coffee": 0.7767287573360551, + "IoU_coffee": 0.6349603671255737, + "precision_coffee": 0.7665575421808108, + "recall_coffee": 0.7871735195241789, + "F1_noncoffee": 0.810524036379385, + "IoU_noncoffee": 0.6814127070817404, + "kappa": 0.5873144527548907, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7523903725684141, + "mIoU": 0.5992338325380862, + "macroF1": 0.7486498019407894, + "F1_coffee": 0.7179872324446114, + "IoU_coffee": 0.5600468658465143, + "precision_coffee": 0.806070826306914, + "recall_coffee": 0.6472579553148273, + "F1_noncoffee": 0.7793123714369674, + "IoU_noncoffee": 0.6384207992296581, + "kappa": 0.501953564443356, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7997891407485503, + "mIoU": 0.6659737444822019, + "macroF1": 0.7994430775400718, + "F1_coffee": 0.7911120888791112, + "IoU_coffee": 0.6544131028207462, + "precision_coffee": 0.8405797101449275, + "recall_coffee": 0.7471431539580303, + "F1_noncoffee": 0.8077740662010325, + "IoU_noncoffee": 0.6775343861436577, + "kappa": 0.6001604462536018, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8742545362263672, + "mIoU": 0.7537984170340772, + "macroF1": 0.8575328700694622, + "F1_coffee": 0.9063415556185616, + "IoU_coffee": 0.8287245074317318, + "precision_coffee": 0.9411187438665358, + "recall_coffee": 0.8740430185927817, + "F1_noncoffee": 0.8087241845203629, + "IoU_noncoffee": 0.6788723266364226, + "kappa": 0.7158581473442928, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8888671875, + "mIoU": 0.7476133113774509, + "macroF1": 0.8506095983517663, + "F1_coffee": 0.9262093113733627, + "IoU_coffee": 0.8625603864734299, + "precision_coffee": 0.9423406781897348, + "recall_coffee": 0.9106209358663777, + "F1_noncoffee": 0.77500988533017, + "IoU_noncoffee": 0.6326662362814719, + "kappa": 0.7014859152140609, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8699302018487078, + "mIoU": 0.6752412447143012, + "macroF1": 0.7929337317630515, + "F1_coffee": 0.9192007968594363, + "IoU_coffee": 0.8504824894286024, + "precision_coffee": 0.8851275107199278, + "recall_coffee": 0.9560024375380866, + "F1_noncoffee": 0.6666666666666666, + "IoU_noncoffee": 0.5, + "kappa": 0.5883838678175805, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2554, + 2984 + ], + [ + 43852, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.914872884750366, + "ssl_variant": "", + "test_tta": { + "OA": 0.8365267530979156, + "mIoU": 0.7084061410321683, + "macroF1": 0.828078881239201, + "F1_coffee": 0.8661888219515412, + "IoU_coffee": 0.7639621470679491, + "precision_coffee": 0.8799511584966347, + "recall_coffee": 0.8528503391542791, + "F1_noncoffee": 0.7899689405268607, + "IoU_noncoffee": 0.6528501349963874, + "kappa": 0.6562897250764265, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7620139610015, + "mIoU": 0.601718239592091, + "macroF1": 0.7486583586915131, + "F1_coffee": 0.8065964204925046, + "IoU_coffee": 0.6758790021606758, + "precision_coffee": 0.8655263488869325, + "recall_coffee": 0.7551795276973049, + "F1_noncoffee": 0.6907202968905216, + "IoU_noncoffee": 0.5275574770235062, + "kappa": 0.5010157231885463, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f0_s2_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 35, + "stopped_epoch": 55, + "best_val": 0.8054450798105937, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8471098058878304, + "mIoU": 0.7259506860405209, + "macroF1": 0.8402773401019995, + "F1_coffee": 0.873312164287622, + "IoU_coffee": 0.7751145761997577, + "precision_coffee": 0.8985923234297231, + "recall_coffee": 0.8494155000721605, + "F1_noncoffee": 0.807242515916377, + "IoU_noncoffee": 0.6767867958812841, + "kappa": 0.6809389041108352, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7506634360216915, + "mIoU": 0.5910040748385397, + "macroF1": 0.7409292567238424, + "F1_coffee": 0.7911471924229245, + "IoU_coffee": 0.6544611448672849, + "precision_coffee": 0.8799312049876384, + "recall_coffee": 0.7186375208497937, + "F1_noncoffee": 0.6907113210247603, + "IoU_noncoffee": 0.5275470048097944, + "kappa": 0.4895541662961862, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21280853902601735, + "mIoU": 0.10675623024263074, + "macroF1": 0.17653767466998938, + "F1_coffee": 0.3493603881782091, + "IoU_coffee": 0.21165152324959915, + "precision_coffee": 1.0, + "recall_coffee": 0.21165152324959915, + "F1_noncoffee": 0.0037149611617696724, + "IoU_noncoffee": 0.0018609372356623245, + "kappa": 0.0007874302558868032, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8172737239615057, + "mIoU": 0.6885245635173346, + "macroF1": 0.8152124755642567, + "F1_coffee": 0.8347289554869987, + "IoU_coffee": 0.716338880484115, + "precision_coffee": 0.8610069326059779, + "recall_coffee": 0.810007484229659, + "F1_noncoffee": 0.7956959956415146, + "IoU_noncoffee": 0.6607102465505542, + "kappa": 0.6308500143473386, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.858213971766896, + "mIoU": 0.7438505060156065, + "macroF1": 0.8523595448932463, + "F1_coffee": 0.8817593790426909, + "IoU_coffee": 0.7885238315594633, + "precision_coffee": 0.9366068156834005, + "recall_coffee": 0.8329802835261528, + "F1_noncoffee": 0.8229597107438017, + "IoU_noncoffee": 0.6991771804717498, + "kappa": 0.7062274831580979, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8608054960919999, + "mIoU": 0.7378104408481825, + "macroF1": 0.8473436163416632, + "F1_coffee": 0.8926761860893597, + "IoU_coffee": 0.8061564059900166, + "precision_coffee": 0.892128279883382, + "recall_coffee": 0.8932247657090183, + "F1_noncoffee": 0.8020110465939668, + "IoU_noncoffee": 0.6694644757063483, + "kappa": 0.6946874451287366, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7895045097809535, + "mIoU": 0.6517096989093397, + "macroF1": 0.7890551949901556, + "F1_coffee": 0.779319661058578, + "IoU_coffee": 0.638430583501006, + "precision_coffee": 0.7420486435921422, + "recall_coffee": 0.8205327126971813, + "F1_noncoffee": 0.7987907289217333, + "IoU_noncoffee": 0.6649888143176734, + "kappa": 0.5790785855987705, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.8043741070447302, + "mIoU": 0.6695615226576205, + "macroF1": 0.8016257258885935, + "F1_coffee": 0.7782760338814151, + "IoU_coffee": 0.6370309951060359, + "precision_coffee": 0.8685015290519877, + "recall_coffee": 0.70503272399007, + "F1_noncoffee": 0.8249754178957719, + "IoU_noncoffee": 0.7020920502092051, + "kappa": 0.6066029185508591, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8206642066420664, + "mIoU": 0.6958651316215365, + "macroF1": 0.8206603473556864, + "F1_coffee": 0.8198284080076264, + "IoU_coffee": 0.6946688206785138, + "precision_coffee": 0.8362143474503025, + "recall_coffee": 0.8040723041761895, + "F1_noncoffee": 0.8214922867037464, + "IoU_noncoffee": 0.6970614425645593, + "kappa": 0.6414570962482363, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8473543966501713, + "mIoU": 0.7197600246347409, + "macroF1": 0.8353499406591777, + "F1_coffee": 0.8798081726446199, + "IoU_coffee": 0.7854084909026043, + "precision_coffee": 0.9734689365465399, + "recall_coffee": 0.8025884068538097, + "F1_noncoffee": 0.7908917086737355, + "IoU_noncoffee": 0.6541115583668775, + "kappa": 0.6759192827733292, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.9060546875, + "mIoU": 0.7871526718884062, + "macroF1": 0.8778284163725757, + "F1_coffee": 0.9365519060809919, + "IoU_coffee": 0.8806747705284048, + "precision_coffee": 0.9700778794917339, + "recall_coffee": 0.9052658421522377, + "F1_noncoffee": 0.8191049266641595, + "IoU_noncoffee": 0.6936305732484076, + "kappa": 0.7564860752389324, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8967176004527447, + "mIoU": 0.7456460085760817, + "macroF1": 0.847836778104709, + "F1_coffee": 0.9340798266209138, + "IoU_coffee": 0.8763131141985767, + "precision_coffee": 0.9229122055674518, + "recall_coffee": 0.9455210237659963, + "F1_noncoffee": 0.7615937295885042, + "IoU_noncoffee": 0.6149789029535865, + "kappa": 0.6958346243578479, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2355, + 2984 + ], + [ + 44923, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7163257161776224, + "ssl_variant": "", + "test_tta": { + "OA": 0.8500107442160304, + "mIoU": 0.7299648410784026, + "macroF1": 0.8429485607227216, + "F1_coffee": 0.876252105309813, + "IoU_coffee": 0.7797586179695511, + "precision_coffee": 0.8975212614630308, + "recall_coffee": 0.8559676721027565, + "F1_noncoffee": 0.8096450161356302, + "IoU_noncoffee": 0.6801710641872541, + "kappa": 0.6861682244778993, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7536777431637245, + "mIoU": 0.5941246727682945, + "macroF1": 0.7432660037525767, + "F1_coffee": 0.7949675266209678, + "IoU_coffee": 0.6597063101476419, + "precision_coffee": 0.8774347422817014, + "recall_coffee": 0.7266701782108682, + "F1_noncoffee": 0.6915644808841854, + "IoU_noncoffee": 0.5285430353889472, + "kappa": 0.49326572704140215, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s0_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 27, + "stopped_epoch": 47, + "best_val": 0.5847948901944561, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8479551983473742, + "mIoU": 0.6719468584142121, + "macroF1": 0.7947236039389961, + "F1_coffee": 0.8992568037213281, + "IoU_coffee": 0.8169542239838347, + "precision_coffee": 0.9144230351006916, + "recall_coffee": 0.8845854459007426, + "F1_noncoffee": 0.6901904041566641, + "IoU_noncoffee": 0.5269394928445895, + "kappa": 0.5897942178510632, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8182617976231683, + "mIoU": 0.6303381836475828, + "macroF1": 0.7625763144777753, + "F1_coffee": 0.8775591507554779, + "IoU_coffee": 0.7818310883340835, + "precision_coffee": 0.8844948485916873, + "recall_coffee": 0.8707313781068626, + "F1_noncoffee": 0.6475934782000727, + "IoU_noncoffee": 0.4788452789610819, + "kappa": 0.5252366493087421, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25925925925925924, + "mIoU": 0.13319672131147542, + "macroF1": 0.2161290322580645, + "F1_coffee": 0.4, + "IoU_coffee": 0.25, + "precision_coffee": 1.0, + "recall_coffee": 0.25, + "F1_noncoffee": 0.03225806451612903, + "IoU_noncoffee": 0.01639344262295082, + "kappa": 0.008163265306122457, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8194660194174758, + "mIoU": 0.6312326317101615, + "macroF1": 0.7631488294576754, + "F1_coffee": 0.8786425191711535, + "IoU_coffee": 0.783552554999418, + "precision_coffee": 0.9063551905210717, + "recall_coffee": 0.8525742511557216, + "F1_noncoffee": 0.6476551397441971, + "IoU_noncoffee": 0.47891270842090516, + "kappa": 0.5275799588836197, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8767467723997873, + "mIoU": 0.7158521219280553, + "macroF1": 0.8270753060932308, + "F1_coffee": 0.9197544467180859, + "IoU_coffee": 0.8514309028384915, + "precision_coffee": 0.9190889643890776, + "recall_coffee": 0.9204208934534686, + "F1_noncoffee": 0.7343961654683755, + "IoU_noncoffee": 0.580273341017619, + "kappa": 0.6541512123333727, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8475412214109569, + "mIoU": 0.6728400610030767, + "macroF1": 0.7956169178365798, + "F1_coffee": 0.8986336601832503, + "IoU_coffee": 0.815926207017339, + "precision_coffee": 0.9174215570434554, + "recall_coffee": 0.8805998361791948, + "F1_noncoffee": 0.6926001754899094, + "IoU_noncoffee": 0.5297539149888143, + "kappa": 0.5917530554742577, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8385266301642609, + "mIoU": 0.5689444700018068, + "macroF1": 0.6901626573833183, + "F1_coffee": 0.9045657801835726, + "IoU_coffee": 0.8257600171876679, + "precision_coffee": 0.9446970627995576, + "recall_coffee": 0.8677051585957783, + "F1_noncoffee": 0.47575953458306397, + "IoU_noncoffee": 0.31212892281594573, + "kappa": 0.3864078850156369, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9072236554871999, + "mIoU": 0.6775853992877365, + "macroF1": 0.786595019313147, + "F1_coffee": 0.9470404984423676, + "IoU_coffee": 0.8994082840236687, + "precision_coffee": 0.9539023277042447, + "recall_coffee": 0.9402766842874817, + "F1_noncoffee": 0.6261495401839264, + "IoU_noncoffee": 0.45576251455180444, + "kappa": 0.5733458868888667, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8746775153800357, + "mIoU": 0.6305409254365357, + "macroF1": 0.7478826953159237, + "F1_coffee": 0.9266763425253991, + "IoU_coffee": 0.8633708351363046, + "precision_coffee": 0.9576433885289177, + "recall_coffee": 0.8976493082892812, + "F1_noncoffee": 0.5690890481064483, + "IoU_noncoffee": 0.3977110157367668, + "kappa": 0.49884508300180924, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8013263855992421, + "mIoU": 0.6474259567431468, + "macroF1": 0.7826504254830813, + "F1_coffee": 0.8463623708696608, + "IoU_coffee": 0.7336466404166138, + "precision_coffee": 0.8599076968884919, + "recall_coffee": 0.8332371609924986, + "F1_noncoffee": 0.7189384800965019, + "IoU_noncoffee": 0.5612052730696798, + "kappa": 0.565498079954014, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8477789304913703, + "mIoU": 0.7120501147667528, + "macroF1": 0.8290804773574036, + "F1_coffee": 0.8856130403968816, + "IoU_coffee": 0.794708725515136, + "precision_coffee": 0.8762973352033661, + "recall_coffee": 0.8951289398280803, + "F1_noncoffee": 0.7725479143179256, + "IoU_noncoffee": 0.6293915040183697, + "kappa": 0.6582377555566783, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8217485617278129, + "mIoU": 0.6750740626981611, + "macroF1": 0.8029237975203394, + "F1_coffee": 0.8638328530259366, + "IoU_coffee": 0.7603043753963221, + "precision_coffee": 0.868840579710145, + "recall_coffee": 0.8588825214899714, + "F1_noncoffee": 0.742014742014742, + "IoU_noncoffee": 0.58984375, + "kappa": 0.6058724012521033, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2467, + 2995 + ], + [ + 50074, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3195589860280355, + "ssl_variant": "", + "test_tta": { + "OA": 0.8689519382847551, + "mIoU": 0.7004231404697983, + "macroF1": 0.815495525424503, + "F1_coffee": 0.9148078981052101, + "IoU_coffee": 0.8429916661832666, + "precision_coffee": 0.912433812603336, + "recall_coffee": 0.9171943702270002, + "F1_noncoffee": 0.7161831527437958, + "IoU_noncoffee": 0.55785461475633, + "kappa": 0.6309993733894002, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8383667935848621, + "mIoU": 0.6535453413795409, + "macroF1": 0.7799391595962712, + "F1_coffee": 0.8933306682657073, + "IoU_coffee": 0.8072245635159543, + "precision_coffee": 0.8820721025525357, + "recall_coffee": 0.9048803532519619, + "F1_noncoffee": 0.6665476509268351, + "IoU_noncoffee": 0.49986611924312746, + "kappa": 0.560102347971241, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s0_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.6322560595671707, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8402246538200833, + "mIoU": 0.6515074481772011, + "macroF1": 0.7775889512508399, + "F1_coffee": 0.8956180675635781, + "IoU_coffee": 0.8109676926602001, + "precision_coffee": 0.8977193464521993, + "recall_coffee": 0.8935266025708455, + "F1_noncoffee": 0.6595598349381018, + "IoU_noncoffee": 0.49204720369420213, + "kappa": 0.5551858509119919, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8115409022729895, + "mIoU": 0.6112280304644655, + "macroF1": 0.7452524228048784, + "F1_coffee": 0.8752017573181796, + "IoU_coffee": 0.7780966613456509, + "precision_coffee": 0.8670615396260691, + "recall_coffee": 0.8834962688725632, + "F1_noncoffee": 0.6153030882915771, + "IoU_noncoffee": 0.4443593995832802, + "kappa": 0.4906432355435102, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5679012345679012, + "mIoU": 0.2839506172839506, + "macroF1": 0.36220472440944884, + "F1_coffee": 0.7244094488188977, + "IoU_coffee": 0.5679012345679012, + "precision_coffee": 0.9787234042553191, + "recall_coffee": 0.575, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.02457535236718475, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7988349514563107, + "mIoU": 0.5963845290453846, + "macroF1": 0.7333945988421073, + "F1_coffee": 0.8654807505031488, + "IoU_coffee": 0.7628612303290415, + "precision_coffee": 0.8878454878454879, + "recall_coffee": 0.844215059210943, + "F1_noncoffee": 0.601308447181066, + "IoU_noncoffee": 0.42990782776172787, + "kappa": 0.46779009234857855, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8341472849475364, + "mIoU": 0.6516221064522572, + "macroF1": 0.7791120524869086, + "F1_coffee": 0.8893691136627532, + "IoU_coffee": 0.8007783005169309, + "precision_coffee": 0.9110553095883169, + "recall_coffee": 0.8686913237981224, + "F1_noncoffee": 0.668854991311064, + "IoU_noncoffee": 0.5024659123875834, + "kappa": 0.5589720766905479, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8875296165562594, + "mIoU": 0.7158976999270343, + "macroF1": 0.8251444731614974, + "F1_coffee": 0.9295876975237634, + "IoU_coffee": 0.8684389140271493, + "precision_coffee": 0.8945988463555322, + "recall_coffee": 0.9674248629575957, + "F1_noncoffee": 0.7207012487992315, + "IoU_noncoffee": 0.5633564858269194, + "kappa": 0.6523980858253473, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.836436037829766, + "mIoU": 0.5569182021783139, + "macroF1": 0.6762262688997334, + "F1_coffee": 0.9039798959733505, + "IoU_coffee": 0.8247840460701718, + "precision_coffee": 0.9372273388269511, + "recall_coffee": 0.8730104977988487, + "F1_noncoffee": 0.4484726418261161, + "IoU_noncoffee": 0.2890523582864561, + "kappa": 0.35709956492250666, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8462988688231792, + "mIoU": 0.5768846513037054, + "macroF1": 0.6969387906250263, + "F1_coffee": 0.9096950970675683, + "IoU_coffee": 0.8343492674580258, + "precision_coffee": 0.944323408375696, + "recall_coffee": 0.8775165898099201, + "F1_noncoffee": 0.48418248418248416, + "IoU_noncoffee": 0.3194200351493849, + "kappa": 0.39849759469503576, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9246874379837269, + "mIoU": 0.6854547903376872, + "macroF1": 0.7900015656810617, + "F1_coffee": 0.9581795140228112, + "IoU_coffee": 0.9197165221070447, + "precision_coffee": 0.9391877295312162, + "recall_coffee": 0.9779552356315375, + "F1_noncoffee": 0.6218236173393124, + "IoU_noncoffee": 0.4511930585683297, + "kappa": 0.5815504336847982, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7630506868782567, + "mIoU": 0.5933605188000045, + "macroF1": 0.7400446634204321, + "F1_coffee": 0.8173786053304125, + "IoU_coffee": 0.6911583106939985, + "precision_coffee": 0.8275913056335945, + "recall_coffee": 0.8074148874783612, + "F1_noncoffee": 0.6627107215104517, + "IoU_noncoffee": 0.4955627269060105, + "kappa": 0.48023551318996605, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8225973781005376, + "mIoU": 0.6767751897113374, + "macroF1": 0.8042265696469186, + "F1_coffee": 0.8641975308641975, + "IoU_coffee": 0.7608695652173914, + "precision_coffee": 0.8710522485809926, + "recall_coffee": 0.8574498567335244, + "F1_noncoffee": 0.7442556084296397, + "IoU_noncoffee": 0.5926808142052836, + "kappa": 0.6084987978621514, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8522116382155993, + "mIoU": 0.7060970348802516, + "macroF1": 0.8234112108881799, + "F1_coffee": 0.8947262344642257, + "IoU_coffee": 0.8095064429856552, + "precision_coffee": 0.8423782416192284, + "recall_coffee": 0.9540114613180516, + "F1_noncoffee": 0.7520961873121341, + "IoU_noncoffee": 0.6026876267748479, + "kappa": 0.6500052294143549, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2570, + 2995 + ], + [ + 49492, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6255844394365946, + "ssl_variant": "", + "test_tta": { + "OA": 0.8509731771085504, + "mIoU": 0.6597260981061377, + "macroF1": 0.782821807781461, + "F1_coffee": 0.9044811320754716, + "IoU_coffee": 0.8256189451022605, + "precision_coffee": 0.8897006451087731, + "recall_coffee": 0.919761008141712, + "F1_noncoffee": 0.6611624834874504, + "IoU_noncoffee": 0.4938332511100148, + "kappa": 0.566068443659854, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8224154840198454, + "mIoU": 0.6171665183152093, + "macroF1": 0.7483869456966064, + "F1_coffee": 0.8848660526438824, + "IoU_coffee": 0.7935065152861862, + "precision_coffee": 0.8589790138697262, + "recall_coffee": 0.9123618904379013, + "F1_noncoffee": 0.6119078387493302, + "IoU_noncoffee": 0.4408265213442325, + "kappa": 0.4983098047991882, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s0_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 35, + "stopped_epoch": 55, + "best_val": 0.7666042333538043, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9055066008198573, + "mIoU": 0.7616532929341888, + "macroF1": 0.8589473486379684, + "F1_coffee": 0.9399862650034337, + "IoU_coffee": 0.886768004950878, + "precision_coffee": 0.9165467338290557, + "recall_coffee": 0.9646561336334757, + "F1_noncoffee": 0.7779084322725032, + "IoU_noncoffee": 0.6365385809174995, + "kappa": 0.7185758294917417, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8735577477789316, + "mIoU": 0.703515278547276, + "macroF1": 0.8172584985260418, + "F1_coffee": 0.9186893091327293, + "IoU_coffee": 0.849607163687515, + "precision_coffee": 0.8850428877769836, + "recall_coffee": 0.9549950830103546, + "F1_noncoffee": 0.7158276879193544, + "IoU_noncoffee": 0.5574233934070372, + "kappa": 0.6363537988275879, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5185185185185185, + "mIoU": 0.26875, + "macroF1": 0.3632332191090506, + "F1_coffee": 0.6776859504132231, + "IoU_coffee": 0.5125, + "precision_coffee": 1.0, + "recall_coffee": 0.5125, + "F1_noncoffee": 0.04878048780487805, + "IoU_noncoffee": 0.025, + "kappa": 0.025300833076211022, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9030582524271845, + "mIoU": 0.7576142379549615, + "macroF1": 0.8562033386900108, + "F1_coffee": 0.9382861027843876, + "IoU_coffee": 0.8837466526953079, + "precision_coffee": 0.9162844036697247, + "recall_coffee": 0.96137040086125, + "F1_noncoffee": 0.774120574595634, + "IoU_noncoffee": 0.6314818232146152, + "kappa": 0.7130123093945828, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8996663604274455, + "mIoU": 0.7485413398554907, + "macroF1": 0.8496528408424979, + "F1_coffee": 0.9363672605722346, + "IoU_coffee": 0.8803482873947641, + "precision_coffee": 0.9121161429083523, + "recall_coffee": 0.9619431667821814, + "F1_noncoffee": 0.7629384211127613, + "IoU_noncoffee": 0.6167343923162172, + "kappa": 0.700095499215863, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9137856003094628, + "mIoU": 0.7791597113701169, + "macroF1": 0.8709825449018108, + "F1_coffee": 0.9452950019942933, + "IoU_coffee": 0.8962648359320456, + "precision_coffee": 0.9212414782920704, + "recall_coffee": 0.9706382710604247, + "F1_noncoffee": 0.7966700878093284, + "IoU_noncoffee": 0.6620545868081881, + "kappa": 0.7426172647712516, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9289198606271777, + "mIoU": 0.7127618427989725, + "macroF1": 0.8143577349610749, + "F1_coffee": 0.9601917930419268, + "IoU_coffee": 0.92343163538874, + "precision_coffee": 0.948661452021593, + "recall_coffee": 0.9720058697369907, + "F1_noncoffee": 0.6685236768802229, + "IoU_noncoffee": 0.502092050209205, + "kappa": 0.6291716272421344, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9292518356816829, + "mIoU": 0.7161382093424457, + "macroF1": 0.8172983142563051, + "F1_coffee": 0.9603161351366394, + "IoU_coffee": 0.923661670235546, + "precision_coffee": 0.9505288673424416, + "recall_coffee": 0.9703070520751321, + "F1_noncoffee": 0.6742804933759707, + "IoU_noncoffee": 0.5086147484493453, + "kappa": 0.6349143282941762, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9404643778527486, + "mIoU": 0.7398221053747276, + "macroF1": 0.8356659377787344, + "F1_coffee": 0.966898378020523, + "IoU_coffee": 0.9359179750080102, + "precision_coffee": 0.9488900920411478, + "recall_coffee": 0.9856034191879428, + "F1_noncoffee": 0.7044334975369458, + "IoU_noncoffee": 0.5437262357414449, + "kappa": 0.6723854906887113, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8784462340123165, + "mIoU": 0.7573328033097502, + "macroF1": 0.8595900232917488, + "F1_coffee": 0.9110448589059141, + "IoU_coffee": 0.8366229466445945, + "precision_coffee": 0.8770524629555466, + "recall_coffee": 0.9477784189267167, + "F1_noncoffee": 0.8081351876775834, + "IoU_noncoffee": 0.6780426599749059, + "kappa": 0.7200869474970836, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.871545788927662, + "mIoU": 0.7430567604124707, + "macroF1": 0.8497422455798813, + "F1_coffee": 0.9069799207758503, + "IoU_coffee": 0.8297925518620345, + "precision_coffee": 0.8666144609762464, + "recall_coffee": 0.9512893982808023, + "F1_noncoffee": 0.7925045703839122, + "IoU_noncoffee": 0.6563209689629069, + "kappa": 0.7009318291737222, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8884278034518532, + "mIoU": 0.7750779686608975, + "macroF1": 0.8713411787353635, + "F1_coffee": 0.9182276906062072, + "IoU_coffee": 0.8488178913738019, + "precision_coffee": 0.8871377053559503, + "recall_coffee": 0.9515759312320917, + "F1_noncoffee": 0.82445466686452, + "IoU_noncoffee": 0.701338045947993, + "kappa": 0.7433590135635785, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2750, + 2995 + ], + [ + 53357, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.71495928366979, + "ssl_variant": "", + "test_tta": { + "OA": 0.9056679900584229, + "mIoU": 0.7604662414175796, + "macroF1": 0.8580120659553536, + "F1_coffee": 0.9402712065318468, + "IoU_coffee": 0.8872753220705084, + "precision_coffee": 0.9141795493383142, + "recall_coffee": 0.9678959880504071, + "F1_noncoffee": 0.7757529253788605, + "IoU_noncoffee": 0.6336571607646506, + "kappa": 0.7168899738507435, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8737885081343025, + "mIoU": 0.7016549901917422, + "macroF1": 0.8156177038960766, + "F1_coffee": 0.9191824973910474, + "IoU_coffee": 0.8504511586574612, + "precision_coffee": 0.8820453739808578, + "recall_coffee": 0.9595842733460597, + "F1_noncoffee": 0.7120529104011056, + "IoU_noncoffee": 0.5528588217260232, + "kappa": 0.6335499056002845, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s0_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 51, + "stopped_epoch": 71, + "best_val": 0.7819907695910795, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9134146735095704, + "mIoU": 0.7787623323789858, + "macroF1": 0.8707376120348072, + "F1_coffee": 0.9450110182954953, + "IoU_coffee": 0.8957543961915865, + "precision_coffee": 0.9214102974096579, + "recall_coffee": 0.9698525235099825, + "F1_noncoffee": 0.7964642057741189, + "IoU_noncoffee": 0.6617702685663851, + "kappa": 0.742101489395939, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8806536287065883, + "mIoU": 0.7183116503169786, + "macroF1": 0.8284164170061308, + "F1_coffee": 0.9230897920868458, + "IoU_coffee": 0.8571650498843512, + "precision_coffee": 0.8910320821072274, + "recall_coffee": 0.9575403482385608, + "F1_noncoffee": 0.7337430419254158, + "IoU_noncoffee": 0.5794582507496061, + "kappa": 0.6583637776424244, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5925925925925926, + "mIoU": 0.3084558823529412, + "macroF1": 0.3986501687289089, + "F1_coffee": 0.7401574803149606, + "IoU_coffee": 0.5875, + "precision_coffee": 1.0, + "recall_coffee": 0.5875, + "F1_noncoffee": 0.05714285714285714, + "IoU_noncoffee": 0.029411764705882353, + "kappa": 0.0339718106252258, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9175242718446602, + "mIoU": 0.7910940021824682, + "macroF1": 0.879238790680797, + "F1_coffee": 0.9472343861610609, + "IoU_coffee": 0.8997580978228804, + "precision_coffee": 0.9294246708922477, + "recall_coffee": 0.965739978468748, + "F1_noncoffee": 0.8112431952005332, + "IoU_noncoffee": 0.682429906542056, + "kappa": 0.7587944100872971, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9183308350660027, + "mIoU": 0.78892014108382, + "macroF1": 0.8775596183030696, + "F1_coffee": 0.9482140119576882, + "IoU_coffee": 0.9015275186567164, + "precision_coffee": 0.9234949832775919, + "recall_coffee": 0.9742927351773675, + "F1_noncoffee": 0.8069052246484509, + "IoU_noncoffee": 0.6763127635109237, + "kappa": 0.7557716877341635, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9044050094289444, + "mIoU": 0.7563510568222256, + "macroF1": 0.855022685876318, + "F1_coffee": 0.9396354309792068, + "IoU_coffee": 0.8861437456807187, + "precision_coffee": 0.9115521327014218, + "recall_coffee": 0.969504127024132, + "F1_noncoffee": 0.7704099407734293, + "IoU_noncoffee": 0.6265583679637325, + "kappa": 0.7110883355996688, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9389746142359383, + "mIoU": 0.7400342994477073, + "macroF1": 0.8361135359940143, + "F1_coffee": 0.9659501194245403, + "IoU_coffee": 0.9341426729694886, + "precision_coffee": 0.9508967629046369, + "recall_coffee": 0.9814877525680099, + "F1_noncoffee": 0.7062769525634882, + "IoU_noncoffee": 0.5459259259259259, + "kappa": 0.6729341341728626, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9481047826949791, + "mIoU": 0.7732759342662829, + "macroF1": 0.8616335103081287, + "F1_coffee": 0.971016902188972, + "IoU_coffee": 0.9436665230504093, + "precision_coffee": 0.9570679484378414, + "recall_coffee": 0.9853784726127545, + "F1_noncoffee": 0.7522501184272856, + "IoU_noncoffee": 0.6028853454821564, + "kappa": 0.7237685997051946, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9414566382218694, + "mIoU": 0.742778545213594, + "macroF1": 0.8379794332122189, + "F1_coffee": 0.9674608427090228, + "IoU_coffee": 0.9369725456681979, + "precision_coffee": 0.9491397034952928, + "recall_coffee": 0.9865032054886964, + "F1_noncoffee": 0.708498023715415, + "IoU_noncoffee": 0.5485845447589901, + "kappa": 0.6770369012071915, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8971103742302227, + "mIoU": 0.7931860031409501, + "macroF1": 0.8832134855198428, + "F1_coffee": 0.9234995773457312, + "IoU_coffee": 0.8578720062819003, + "precision_coffee": 0.9023953744493393, + "recall_coffee": 0.9456145412579342, + "F1_noncoffee": 0.8429273936939543, + "IoU_noncoffee": 0.7285, + "kappa": 0.7666889799458115, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.890031123267, + "mIoU": 0.7764535301586665, + "macroF1": 0.8721321441706662, + "F1_coffee": 0.9199725463280713, + "IoU_coffee": 0.8518047788510422, + "precision_coffee": 0.88300395256917, + "recall_coffee": 0.9601719197707737, + "F1_noncoffee": 0.824291742013261, + "IoU_noncoffee": 0.7011022814662907, + "kappa": 0.7452447191192293, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8691879656700934, + "mIoU": 0.739404689632158, + "macroF1": 0.8472786012841139, + "F1_coffee": 0.9051234694575553, + "IoU_coffee": 0.82668999125328, + "precision_coffee": 0.8660819478989397, + "recall_coffee": 0.9478510028653295, + "F1_noncoffee": 0.7894337331106726, + "IoU_noncoffee": 0.6521193880110359, + "kappa": 0.6959285300304145, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2793, + 2995 + ], + [ + 53804, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.511619206269582, + "ssl_variant": "", + "test_tta": { + "OA": 0.9144475646363901, + "mIoU": 0.7790888153371538, + "macroF1": 0.8708411021563756, + "F1_coffee": 0.9458888378502527, + "IoU_coffee": 0.8973331009238278, + "precision_coffee": 0.9187024111675127, + "recall_coffee": 0.974733343151074, + "F1_noncoffee": 0.7957933664624985, + "IoU_noncoffee": 0.6608445297504798, + "kappa": 0.7425330660433037, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.881937233183339, + "mIoU": 0.7176960109786406, + "macroF1": 0.8276730174096493, + "F1_coffee": 0.924374561176601, + "IoU_coffee": 0.8593833204500558, + "precision_coffee": 0.8873064576202047, + "recall_coffee": 0.964674803802472, + "F1_noncoffee": 0.7309714736426975, + "IoU_noncoffee": 0.5760087015072254, + "kappa": 0.6574726024095547, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s1_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 37, + "stopped_epoch": 57, + "best_val": 0.5741252607644455, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.736096317097576, + "mIoU": 0.5405866505762462, + "macroF1": 0.6912004694150328, + "F1_coffee": 0.8089451792307333, + "IoU_coffee": 0.6791838336276241, + "precision_coffee": 0.9096833530416503, + "recall_coffee": 0.7282940273073444, + "F1_noncoffee": 0.5734557595993323, + "IoU_noncoffee": 0.40198946752486836, + "kappa": 0.39885942093773125, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7151840313834084, + "mIoU": 0.5200245780650858, + "macroF1": 0.674145890865407, + "F1_coffee": 0.7897851866045007, + "IoU_coffee": 0.6525991731902542, + "precision_coffee": 0.8815617499584135, + "recall_coffee": 0.7153159406876073, + "F1_noncoffee": 0.5585065951263134, + "IoU_noncoffee": 0.3874499829399175, + "kappa": 0.36279610371383086, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5432098765432098, + "mIoU": 0.2819078947368421, + "macroF1": 0.375234521575985, + "F1_coffee": 0.6991869918699187, + "IoU_coffee": 0.5375, + "precision_coffee": 1.0, + "recall_coffee": 0.5375, + "F1_noncoffee": 0.05128205128205128, + "IoU_noncoffee": 0.02631578947368421, + "kappa": 0.027894907557573675, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.6925728155339805, + "mIoU": 0.4992003051047116, + "macroF1": 0.6568209238460656, + "F1_coffee": 0.7675878013872068, + "IoU_coffee": 0.6228336608897623, + "precision_coffee": 0.9127247338104382, + "recall_coffee": 0.6622759799886011, + "F1_noncoffee": 0.5460540463049244, + "IoU_noncoffee": 0.37556694931966084, + "kappa": 0.3459443504174641, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7135535032155118, + "mIoU": 0.5194880544772331, + "macroF1": 0.6740586258057664, + "F1_coffee": 0.7875179340028694, + "IoU_coffee": 0.6495089338539818, + "precision_coffee": 0.9141477225414273, + "recall_coffee": 0.6917018461344591, + "F1_noncoffee": 0.5605993176086634, + "IoU_noncoffee": 0.3894671751004844, + "kappa": 0.3729970595906268, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8019921667230792, + "mIoU": 0.6084534371324755, + "macroF1": 0.7449861383873602, + "F1_coffee": 0.8655569782330346, + "IoU_coffee": 0.7629796839729119, + "precision_coffee": 0.9036194132163422, + "recall_coffee": 0.8305714825782874, + "F1_noncoffee": 0.6244152985416858, + "IoU_noncoffee": 0.45392719029203893, + "kappa": 0.4924878565706034, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.6662020905923345, + "mIoU": 0.41953917941472857, + "macroF1": 0.5578847947620071, + "F1_coffee": 0.7767197176533263, + "IoU_coffee": 0.6349482852476864, + "precision_coffee": 0.9470607340045469, + "recall_coffee": 0.6583135794107687, + "F1_noncoffee": 0.33904987187068797, + "IoU_noncoffee": 0.2041300735817707, + "kappa": 0.19304648119410445, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.6432823973010517, + "mIoU": 0.40719545753217873, + "macroF1": 0.5496646021203758, + "F1_coffee": 0.7549921624752948, + "IoU_coffee": 0.6064155901029122, + "precision_coffee": 0.9579730197163612, + "recall_coffee": 0.6229895399842538, + "F1_noncoffee": 0.3443370417654569, + "IoU_noncoffee": 0.20797532496144525, + "kappa": 0.19593346230506364, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8232784282595753, + "mIoU": 0.5615657868483015, + "macroF1": 0.6866298948764111, + "F1_coffee": 0.8935636168051156, + "IoU_coffee": 0.8076050556335745, + "precision_coffee": 0.9533282325937261, + "recall_coffee": 0.8408502980542121, + "F1_noncoffee": 0.47969617294770667, + "IoU_noncoffee": 0.31552651806302845, + "kappa": 0.3850736911129742, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7176693510184746, + "mIoU": 0.5527948902933109, + "macroF1": 0.7103577659284028, + "F1_coffee": 0.7563767168083715, + "IoU_coffee": 0.6082040494346569, + "precision_coffee": 0.8728301886792453, + "recall_coffee": 0.6673398730525101, + "F1_noncoffee": 0.6643388150484343, + "IoU_noncoffee": 0.49738573115196494, + "kappa": 0.434582980703065, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.780345185324908, + "mIoU": 0.6245866276152496, + "macroF1": 0.7662463638196313, + "F1_coffee": 0.8236541228136595, + "IoU_coffee": 0.7001802265705458, + "precision_coffee": 0.8734543118676731, + "recall_coffee": 0.7792263610315187, + "F1_noncoffee": 0.7088386048256032, + "IoU_noncoffee": 0.5489930286599535, + "kappa": 0.5349885503034832, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7817598792794492, + "mIoU": 0.619468558540345, + "macroF1": 0.761028272196643, + "F1_coffee": 0.8314148331633396, + "IoU_coffee": 0.7114713216957606, + "precision_coffee": 0.8458345686332641, + "recall_coffee": 0.8174785100286533, + "F1_noncoffee": 0.6906417112299466, + "IoU_noncoffee": 0.5274657953849295, + "kappa": 0.5223113043030634, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 1886, + 2995 + ], + [ + 43724, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8119826515515647, + "ssl_variant": "", + "test_tta": { + "OA": 0.761789483877215, + "mIoU": 0.5672146261361662, + "macroF1": 0.7129606514409479, + "F1_coffee": 0.8313489796384743, + "IoU_coffee": 0.7113748802283971, + "precision_coffee": 0.9098161810679004, + "recall_coffee": 0.7653419729451119, + "F1_noncoffee": 0.5945723232434215, + "IoU_noncoffee": 0.4230543720439354, + "kappa": 0.43600611539769246, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7389667705088265, + "mIoU": 0.5429060836188406, + "macroF1": 0.6929291897836589, + "F1_coffee": 0.8118274539159727, + "IoU_coffee": 0.6832572058591905, + "precision_coffee": 0.8808718018139976, + "recall_coffee": 0.7528200381789785, + "F1_noncoffee": 0.5740309256513451, + "IoU_noncoffee": 0.4025549613784908, + "kappa": 0.39428246579646564, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s1_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 10, + "stopped_epoch": 30, + "best_val": 0.6769326423240536, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8494077014944643, + "mIoU": 0.6861073833211331, + "macroF1": 0.8069694901644271, + "F1_coffee": 0.8974784376201725, + "IoU_coffee": 0.8140234787634784, + "precision_coffee": 0.9392852214709535, + "recall_coffee": 0.8592346369890392, + "F1_noncoffee": 0.7164605427086815, + "IoU_noncoffee": 0.5581912878787879, + "kappa": 0.6160426609220118, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8192136840890735, + "mIoU": 0.64288682311991, + "macroF1": 0.7743767133470923, + "F1_coffee": 0.8749563569255324, + "IoU_coffee": 0.7777088136194361, + "precision_coffee": 0.9063946759259259, + "recall_coffee": 0.845625807446829, + "F1_noncoffee": 0.6737970697686523, + "IoU_noncoffee": 0.5080648326203838, + "kappa": 0.5501651943779914, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.846116504854369, + "mIoU": 0.680065311922702, + "macroF1": 0.8023465641578356, + "F1_coffee": 0.8953588169274443, + "IoU_coffee": 0.8105426727229261, + "precision_coffee": 0.9351168723712335, + "recall_coffee": 0.8588436451143057, + "F1_noncoffee": 0.7093343113882267, + "IoU_noncoffee": 0.5495879511224779, + "kappa": 0.6066681357834456, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8528601131473333, + "mIoU": 0.6916145768847983, + "macroF1": 0.8110537570630433, + "F1_coffee": 0.8999309414975829, + "IoU_coffee": 0.8180676790625374, + "precision_coffee": 0.9411886091621956, + "recall_coffee": 0.8621384915884317, + "F1_noncoffee": 0.7221765726285037, + "IoU_noncoffee": 0.5651614747070591, + "kappa": 0.6241128290045452, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8492335960543494, + "mIoU": 0.6866570767473368, + "macroF1": 0.8074822509550748, + "F1_coffee": 0.897136447611507, + "IoU_coffee": 0.8134609632067006, + "precision_coffee": 0.9415552939547123, + "recall_coffee": 0.8567198034150337, + "F1_noncoffee": 0.7178280542986425, + "IoU_noncoffee": 0.5598531902879729, + "kappa": 0.6173009310296225, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8633150821304132, + "mIoU": 0.5994206298101984, + "macroF1": 0.717395938376191, + "F1_coffee": 0.9204657359670972, + "IoU_coffee": 0.8526507834299206, + "precision_coffee": 0.945383150880533, + "recall_coffee": 0.896828084433909, + "F1_noncoffee": 0.5143261407852847, + "IoU_noncoffee": 0.3461904761904762, + "kappa": 0.4371794169158055, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8768604881921016, + "mIoU": 0.6299515579313232, + "macroF1": 0.7466488055950213, + "F1_coffee": 0.9282783332370109, + "IoU_coffee": 0.8661561691113029, + "precision_coffee": 0.9547075606276747, + "recall_coffee": 0.9032729726689911, + "F1_noncoffee": 0.5650192779530319, + "IoU_noncoffee": 0.3937469467513434, + "kappa": 0.4956417696174404, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8825163722960905, + "mIoU": 0.6356359032560919, + "macroF1": 0.7510208636358211, + "F1_coffee": 0.9319618434662682, + "IoU_coffee": 0.8725922737544388, + "precision_coffee": 0.9527670074021855, + "recall_coffee": 0.9120458891013384, + "F1_noncoffee": 0.570079883805374, + "IoU_noncoffee": 0.39867953275774504, + "kappa": 0.5035375856145645, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8297489341544292, + "mIoU": 0.6968541011865175, + "macroF1": 0.8198347777214852, + "F1_coffee": 0.8620980738239582, + "IoU_coffee": 0.7576207175613704, + "precision_coffee": 0.9209706509263814, + "recall_coffee": 0.8103000577034045, + "F1_noncoffee": 0.7775714816190122, + "IoU_noncoffee": 0.6360874848116647, + "kappa": 0.6420289606987881, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8300480995944544, + "mIoU": 0.6971418641619993, + "macroF1": 0.820018293383673, + "F1_coffee": 0.8625057225698154, + "IoU_coffee": 0.7582506037027099, + "precision_coffee": 0.9226248775710089, + "recall_coffee": 0.8097421203438395, + "F1_noncoffee": 0.7775308641975308, + "IoU_noncoffee": 0.6360331246212886, + "kappa": 0.6424926836444261, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8175987927944921, + "mIoU": 0.6806598596073653, + "macroF1": 0.8085346255173604, + "F1_coffee": 0.8501936483346243, + "IoU_coffee": 0.7394233360280248, + "precision_coffee": 0.9254637436762226, + "recall_coffee": 0.7862464183381089, + "F1_noncoffee": 0.7668756027000965, + "IoU_noncoffee": 0.6218963831867058, + "kappa": 0.6209709709062134, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2667, + 2995 + ], + [ + 49964, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4817864894866943, + "ssl_variant": "", + "test_tta": { + "OA": 0.86775765791937, + "mIoU": 0.7093482140054641, + "macroF1": 0.8232845518652125, + "F1_coffee": 0.9119360316402639, + "IoU_coffee": 0.8381272224417227, + "precision_coffee": 0.9321732252323512, + "recall_coffee": 0.892558853848905, + "F1_noncoffee": 0.7346330720901613, + "IoU_noncoffee": 0.5805692055692055, + "kappa": 0.6470703417712681, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8367082035306335, + "mIoU": 0.6615165195291084, + "macroF1": 0.7876974754535864, + "F1_coffee": 0.8897028738431564, + "IoU_coffee": 0.8013196223633875, + "precision_coffee": 0.8990923231408375, + "recall_coffee": 0.8805075104606545, + "F1_noncoffee": 0.6856920770640165, + "IoU_noncoffee": 0.5217134166948293, + "kappa": 0.5755268716223891, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s1_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 62, + "stopped_epoch": 82, + "best_val": 0.7579149782810687, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9005519511958943, + "mIoU": 0.758990784380903, + "macroF1": 0.8576361127621241, + "F1_coffee": 0.935800462586735, + "IoU_coffee": 0.8793468045112782, + "precision_coffee": 0.9269541167000351, + "recall_coffee": 0.9448172848336945, + "F1_noncoffee": 0.7794717629375134, + "IoU_noncoffee": 0.6386347642505278, + "kappa": 0.7153612762877269, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8673560632283374, + "mIoU": 0.7030856441299906, + "macroF1": 0.8180755748057497, + "F1_coffee": 0.9127609724633144, + "IoU_coffee": 0.8395218984470424, + "precision_coffee": 0.8982674284007318, + "recall_coffee": 0.9277298933688128, + "F1_noncoffee": 0.7233901771481849, + "IoU_noncoffee": 0.5666493898129388, + "kappa": 0.6364512436250412, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5185185185185185, + "mIoU": 0.26875, + "macroF1": 0.3632332191090506, + "F1_coffee": 0.6776859504132231, + "IoU_coffee": 0.5125, + "precision_coffee": 1.0, + "recall_coffee": 0.5125, + "F1_noncoffee": 0.04878048780487805, + "IoU_noncoffee": 0.025, + "kappa": 0.025300833076211022, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9031067961165049, + "mIoU": 0.7676175354574082, + "macroF1": 0.8638255160731303, + "F1_coffee": 0.9369631126831733, + "IoU_coffee": 0.8814022578728461, + "precision_coffee": 0.9345429345429346, + "recall_coffee": 0.9393958584003547, + "F1_noncoffee": 0.7906879194630873, + "IoU_noncoffee": 0.6538328130419702, + "kappa": 0.7276570968801314, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9100623760939993, + "mIoU": 0.7770197652675044, + "macroF1": 0.8698959225826038, + "F1_coffee": 0.9421857515852294, + "IoU_coffee": 0.890691114245416, + "precision_coffee": 0.9297589104962886, + "recall_coffee": 0.954949278558377, + "F1_noncoffee": 0.7976060935799782, + "IoU_noncoffee": 0.6633484162895927, + "kappa": 0.7399544721945821, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8884966877810551, + "mIoU": 0.7329274303548405, + "macroF1": 0.8390238889990633, + "F1_coffee": 0.9282647918870155, + "IoU_coffee": 0.8661325902705213, + "precision_coffee": 0.9167434715821813, + "recall_coffee": 0.9400793900825405, + "F1_noncoffee": 0.7497829861111112, + "IoU_noncoffee": 0.5997222704391598, + "kappa": 0.6782250522055217, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9195619711299153, + "mIoU": 0.7121112797231192, + "macroF1": 0.8156853276767861, + "F1_coffee": 0.9540543614238599, + "IoU_coffee": 0.9121452647602479, + "precision_coffee": 0.9612696230090524, + "recall_coffee": 0.9469466079692967, + "F1_noncoffee": 0.6773162939297125, + "IoU_noncoffee": 0.5120772946859904, + "kappa": 0.6315164577172538, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9307402262353641, + "mIoU": 0.7388301975865281, + "macroF1": 0.8365739246992072, + "F1_coffee": 0.9606272563176895, + "IoU_coffee": 0.9242374905025508, + "precision_coffee": 0.9635622948964581, + "recall_coffee": 0.9577100438645821, + "F1_noncoffee": 0.7125205930807249, + "IoU_noncoffee": 0.5534229046705055, + "kappa": 0.6731699905915693, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9065290732288153, + "mIoU": 0.6794534029659833, + "macroF1": 0.7885418740937247, + "F1_coffee": 0.9464955128933318, + "IoU_coffee": 0.8984257062756092, + "precision_coffee": 0.9560527825588067, + "recall_coffee": 0.9371274322348442, + "F1_noncoffee": 0.6305882352941177, + "IoU_noncoffee": 0.46048109965635736, + "kappa": 0.5773753426613861, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8874467077214591, + "mIoU": 0.7776544604153498, + "macroF1": 0.8733355168449599, + "F1_coffee": 0.915613013212104, + "IoU_coffee": 0.8443600157212106, + "precision_coffee": 0.9019031626084523, + "recall_coffee": 0.9297461050201962, + "F1_noncoffee": 0.8310580204778157, + "IoU_noncoffee": 0.710948905109489, + "kappa": 0.7467881700475996, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8904083749882109, + "mIoU": 0.7788983488727947, + "macroF1": 0.873854360353945, + "F1_coffee": 0.9195513708114096, + "IoU_coffee": 0.8510829168268614, + "precision_coffee": 0.8897374062165059, + "recall_coffee": 0.9514326647564469, + "F1_noncoffee": 0.8281573498964804, + "IoU_noncoffee": 0.7067137809187279, + "kappa": 0.7483123772835806, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8713571630670565, + "mIoU": 0.744372398776219, + "macroF1": 0.8507846795683695, + "F1_coffee": 0.9061898211829436, + "IoU_coffee": 0.8284708249496981, + "precision_coffee": 0.8714285714285714, + "recall_coffee": 0.9438395415472779, + "F1_noncoffee": 0.7953795379537953, + "IoU_noncoffee": 0.6602739726027397, + "kappa": 0.7026015617513626, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2714, + 2995 + ], + [ + 53086, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.090011092027028, + "ssl_variant": "", + "test_tta": { + "OA": 0.9016816758658532, + "mIoU": 0.7602081265335401, + "macroF1": 0.8584026365559523, + "F1_coffee": 0.9366854434721154, + "IoU_coffee": 0.8809109568957091, + "precision_coffee": 0.9256033685940228, + "recall_coffee": 0.9480361012349315, + "F1_noncoffee": 0.7801198296397892, + "IoU_noncoffee": 0.6395052961713711, + "kappa": 0.7169461837616677, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8687406253605631, + "mIoU": 0.7037521306930502, + "macroF1": 0.8183796075599816, + "F1_coffee": 0.9140174024771605, + "IoU_coffee": 0.8416501374534572, + "precision_coffee": 0.8960286000074094, + "recall_coffee": 0.9327432945758856, + "F1_noncoffee": 0.7227418126428028, + "IoU_noncoffee": 0.5658541239326432, + "kappa": 0.6372306971133822, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s1_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 9, + "stopped_epoch": 30, + "best_val": 0.7756689789393292, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9100093605758368, + "mIoU": 0.770941791831893, + "macroF1": 0.8653590182882221, + "F1_coffee": 0.9428945966982099, + "IoU_coffee": 0.8919589226894012, + "precision_coffee": 0.9186406178284209, + "recall_coffee": 0.9684640144741548, + "F1_noncoffee": 0.7878234398782344, + "IoU_noncoffee": 0.6499246609743847, + "kappa": 0.7314136673917895, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8773797161647628, + "mIoU": 0.7107832043904052, + "macroF1": 0.8227124691707731, + "F1_coffee": 0.9211595170533579, + "IoU_coffee": 0.8538421866941722, + "precision_coffee": 0.8872929953373707, + "recall_coffee": 0.9577138890495748, + "F1_noncoffee": 0.7242654212881884, + "IoU_noncoffee": 0.5677242220866382, + "kappa": 0.6472223604919596, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5061728395061729, + "mIoU": 0.2621951219512195, + "macroF1": 0.3571428571428571, + "F1_coffee": 0.6666666666666666, + "IoU_coffee": 0.5, + "precision_coffee": 1.0, + "recall_coffee": 0.5, + "F1_noncoffee": 0.047619047619047616, + "IoU_noncoffee": 0.024390243902439025, + "kappa": 0.024096385542168697, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9009223300970873, + "mIoU": 0.7513214860545856, + "macroF1": 0.8516379462415843, + "F1_coffee": 0.9371477843131216, + "IoU_coffee": 0.8817291533870314, + "precision_coffee": 0.9121208488190864, + "recall_coffee": 0.9635868532708505, + "F1_noncoffee": 0.766128108170047, + "IoU_noncoffee": 0.6209138187221397, + "kappa": 0.704104799736758, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9233112518737004, + "mIoU": 0.8023519225872167, + "macroF1": 0.8865997127825431, + "F1_coffee": 0.9511217948717948, + "IoU_coffee": 0.9067990832696715, + "precision_coffee": 0.9308680702177716, + "recall_coffee": 0.9722764791128473, + "F1_noncoffee": 0.8220776306932914, + "IoU_noncoffee": 0.6979047619047619, + "kappa": 0.773589587803693, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9057589091436584, + "mIoU": 0.7597111814247054, + "macroF1": 0.857417315444445, + "F1_coffee": 0.9404394462610396, + "IoU_coffee": 0.8875749884633133, + "precision_coffee": 0.9130666983147401, + "recall_coffee": 0.969504127024132, + "F1_noncoffee": 0.7743951846278504, + "IoU_noncoffee": 0.6318473743860975, + "kappa": 0.7158021115112815, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9372822299651568, + "mIoU": 0.7332244268326662, + "macroF1": 0.830635117439807, + "F1_coffee": 0.9650310834813499, + "IoU_coffee": 0.9324251850262791, + "precision_coffee": 0.9493283826580758, + "recall_coffee": 0.9812619934529857, + "F1_noncoffee": 0.6962391513982642, + "IoU_noncoffee": 0.5340236686390533, + "kappa": 0.6620733685288731, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9446318714030562, + "mIoU": 0.7532086393160402, + "macroF1": 0.846091032708205, + "F1_coffee": 0.9692426413846323, + "IoU_coffee": 0.9403208556149732, + "precision_coffee": 0.9503837422981299, + "recall_coffee": 0.9888651445281745, + "F1_noncoffee": 0.7229394240317776, + "IoU_noncoffee": 0.5660964230171073, + "kappa": 0.6932700345602225, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9438380631077595, + "mIoU": 0.7500315338879757, + "macroF1": 0.8436082565240588, + "F1_coffee": 0.9688085528491127, + "IoU_coffee": 0.9395040615647713, + "precision_coffee": 0.9497568881685575, + "recall_coffee": 0.9886401979529862, + "F1_noncoffee": 0.718407960199005, + "IoU_noncoffee": 0.5605590062111802, + "kappa": 0.6883486392214428, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8663192799621032, + "mIoU": 0.7361037025199964, + "macroF1": 0.8451577237798995, + "F1_coffee": 0.9024002213460607, + "IoU_coffee": 0.8221578018653894, + "precision_coffee": 0.866843853820598, + "recall_coffee": 0.940998268897865, + "F1_noncoffee": 0.7879152262137382, + "IoU_noncoffee": 0.6500496031746031, + "kappa": 0.69144354941214, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.9030463076487787, + "mIoU": 0.8032924335189919, + "macroF1": 0.8895782655296146, + "F1_coffee": 0.928142038305606, + "IoU_coffee": 0.8659188730924743, + "precision_coffee": 0.9062244062244063, + "recall_coffee": 0.9511461318051576, + "F1_noncoffee": 0.8510144927536232, + "IoU_noncoffee": 0.7406659939455096, + "kappa": 0.7794240429299616, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8695652173913043, + "mIoU": 0.7407297887754833, + "macroF1": 0.8482478793824748, + "F1_coffee": 0.9051245112162997, + "IoU_coffee": 0.8266917293233083, + "precision_coffee": 0.8683690930630512, + "recall_coffee": 0.9451289398280802, + "F1_noncoffee": 0.7913712475486498, + "IoU_noncoffee": 0.6547678482276585, + "kappa": 0.6976867575722009, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2669, + 2995 + ], + [ + 53717, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4835367441177367, + "ssl_variant": "", + "test_tta": { + "OA": 0.9040540976727672, + "mIoU": 0.7510874217458419, + "macroF1": 0.8509670175202594, + "F1_coffee": 0.9399149004982666, + "IoU_coffee": 0.8866409884829533, + "precision_coffee": 0.904473837774752, + "recall_coffee": 0.978246691772032, + "F1_noncoffee": 0.7620191345422521, + "IoU_noncoffee": 0.6155338550087305, + "kappa": 0.7037357082396815, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8720866505134418, + "mIoU": 0.6919026172854752, + "macroF1": 0.8074658698115469, + "F1_coffee": 0.9190082644628099, + "IoU_coffee": 0.8501529051987767, + "precision_coffee": 0.872909582957463, + "recall_coffee": 0.9702473920672567, + "F1_noncoffee": 0.6959234751602839, + "IoU_noncoffee": 0.5336523293721738, + "kappa": 0.6189219392159566, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s2_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 38, + "stopped_epoch": 58, + "best_val": 0.641858345940888, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7804460798553953, + "mIoU": 0.5858317736755028, + "macroF1": 0.7274920627041894, + "F1_coffee": 0.8476186209059545, + "IoU_coffee": 0.7355365474339036, + "precision_coffee": 0.9064034688450758, + "recall_coffee": 0.795994361811794, + "F1_noncoffee": 0.6073655045024244, + "IoU_noncoffee": 0.43612699991710185, + "kappa": 0.4608276096632442, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7567064728279681, + "mIoU": 0.5594792166188287, + "macroF1": 0.705999925615501, + "F1_coffee": 0.8280971354617807, + "IoU_coffee": 0.7066260869565217, + "precision_coffee": 0.8781283769180894, + "recall_coffee": 0.7834596324791269, + "F1_noncoffee": 0.5839027157692213, + "IoU_noncoffee": 0.4123323462811357, + "kappa": 0.41658397837364713, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2222222222222222, + "mIoU": 0.1140625, + "macroF1": 0.19064234734337826, + "F1_coffee": 0.35051546391752575, + "IoU_coffee": 0.2125, + "precision_coffee": 1.0, + "recall_coffee": 0.2125, + "F1_noncoffee": 0.03076923076923077, + "IoU_noncoffee": 0.015625, + "kappa": 0.0066186490169359395, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8342233009708738, + "mIoU": 0.6461138705273017, + "macroF1": 0.773891302022425, + "F1_coffee": 0.8906885182932684, + "IoU_coffee": 0.8029201292705448, + "precision_coffee": 0.9005177993527508, + "recall_coffee": 0.8810714964220125, + "F1_noncoffee": 0.6570940857515815, + "IoU_noncoffee": 0.4893076117840586, + "kappa": 0.5479515520550666, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7609883467917412, + "mIoU": 0.569908343749673, + "macroF1": 0.7161191895939111, + "F1_coffee": 0.8289796906895478, + "IoU_coffee": 0.7079123086923123, + "precision_coffee": 0.9192756292203806, + "recall_coffee": 0.7548358641547477, + "F1_noncoffee": 0.6032586884982744, + "IoU_noncoffee": 0.4319043788070337, + "kappa": 0.44466798589246476, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7463372177360863, + "mIoU": 0.5472193002543145, + "macroF1": 0.6954889459643976, + "F1_coffee": 0.8199231086090897, + "IoU_coffee": 0.6948048170341498, + "precision_coffee": 0.9006108136641279, + "recall_coffee": 0.7525045680801462, + "F1_noncoffee": 0.5710547833197056, + "IoU_noncoffee": 0.3996337834744793, + "kappa": 0.40240383505804506, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8377302140368342, + "mIoU": 0.5692076966610073, + "macroF1": 0.6907561231736247, + "F1_coffee": 0.9039481437831467, + "IoU_coffee": 0.8247311827956989, + "precision_coffee": 0.9456293921834545, + "recall_coffee": 0.865786206118072, + "F1_noncoffee": 0.4775641025641026, + "IoU_noncoffee": 0.3136842105263158, + "kappa": 0.38797968911991465, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7798174240920818, + "mIoU": 0.522174068663795, + "macroF1": 0.6536249174161842, + "F1_coffee": 0.8626941402140956, + "IoU_coffee": 0.7585418933623503, + "precision_coffee": 0.9588720770288859, + "recall_coffee": 0.7840512878191429, + "F1_noncoffee": 0.4445556946182728, + "IoU_noncoffee": 0.2858062439652398, + "kappa": 0.3343413080914784, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7064893828140504, + "mIoU": 0.45192503918984855, + "macroF1": 0.5879152651610323, + "F1_coffee": 0.8089640919659002, + "IoU_coffee": 0.6792104977768137, + "precision_coffee": 0.9499469133929925, + "recall_coffee": 0.7044202002024519, + "F1_noncoffee": 0.3668664383561644, + "IoU_noncoffee": 0.22463958060288336, + "kappa": 0.2319006459659169, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8308858360966367, + "mIoU": 0.6818460873954147, + "macroF1": 0.8069590490897538, + "F1_coffee": 0.8749211688038679, + "IoU_coffee": 0.7776532137518685, + "precision_coffee": 0.8506608529772448, + "recall_coffee": 0.9006058857472591, + "F1_noncoffee": 0.7389969293756398, + "IoU_noncoffee": 0.586038961038961, + "kappa": 0.6145722593740023, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.743091577855324, + "mIoU": 0.5803965666600445, + "macroF1": 0.7321925777811141, + "F1_coffee": 0.786218803955423, + "IoU_coffee": 0.6477434372171215, + "precision_coffee": 0.8693162096494272, + "recall_coffee": 0.717621776504298, + "F1_noncoffee": 0.6781663516068053, + "IoU_noncoffee": 0.5130496961029675, + "kappa": 0.4716529165363143, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7842120154673206, + "mIoU": 0.624047071895137, + "macroF1": 0.7648154002172182, + "F1_coffee": 0.8323563892145369, + "IoU_coffee": 0.7128514056224899, + "precision_coffee": 0.8518296340731853, + "recall_coffee": 0.8137535816618912, + "F1_noncoffee": 0.6972744112198994, + "IoU_noncoffee": 0.5352427381677839, + "kappa": 0.5300742686645619, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2492, + 2995 + ], + [ + 45866, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.898944675922394, + "ssl_variant": "", + "test_tta": { + "OA": 0.806881637132436, + "mIoU": 0.6129498570616253, + "macroF1": 0.7482420494800792, + "F1_coffee": 0.869745063461999, + "IoU_coffee": 0.7695122890823638, + "precision_coffee": 0.9011345949969549, + "recall_coffee": 0.8404687269896703, + "F1_noncoffee": 0.6267390354981596, + "IoU_noncoffee": 0.4563874250408868, + "kappa": 0.4982287737215559, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7814699434637129, + "mIoU": 0.5819233185952997, + "macroF1": 0.7230444674225396, + "F1_coffee": 0.8502500444743136, + "IoU_coffee": 0.7395086561108533, + "precision_coffee": 0.8721437116035766, + "recall_coffee": 0.829428665085517, + "F1_noncoffee": 0.5958388903707655, + "IoU_noncoffee": 0.4243379810797462, + "kappa": 0.4470294174367288, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s2_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 28, + "stopped_epoch": 48, + "best_val": 0.6944040122677745, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8603014750976405, + "mIoU": 0.6887773303124809, + "macroF1": 0.8071102479781109, + "F1_coffee": 0.9084021164021164, + "IoU_coffee": 0.8321765093644578, + "precision_coffee": 0.9138756999595461, + "recall_coffee": 0.9029937096333074, + "F1_noncoffee": 0.7058183795541055, + "IoU_noncoffee": 0.5453781512605042, + "kappa": 0.6142649374306635, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8303767162801431, + "mIoU": 0.64489764760289, + "macroF1": 0.7736483374165223, + "F1_coffee": 0.8869645448691457, + "IoU_coffee": 0.7968879524730589, + "precision_coffee": 0.8842026597171655, + "recall_coffee": 0.8897437380690693, + "F1_noncoffee": 0.6603321299638989, + "IoU_noncoffee": 0.4929073427327211, + "kappa": 0.5473099471984185, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04938271604938271, + "mIoU": 0.02516025641025641, + "macroF1": 0.048802806161354274, + "F1_coffee": 0.07228915662650602, + "IoU_coffee": 0.0375, + "precision_coffee": 1.0, + "recall_coffee": 0.0375, + "F1_noncoffee": 0.02531645569620253, + "IoU_noncoffee": 0.01282051282051282, + "kappa": 0.0009610764055742395, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8631553398058253, + "mIoU": 0.6948198596539044, + "macroF1": 0.811799213859512, + "F1_coffee": 0.9101112847166863, + "IoU_coffee": 0.8350497366881217, + "precision_coffee": 0.9165703275529865, + "recall_coffee": 0.9037426382116396, + "F1_noncoffee": 0.7134871430023376, + "IoU_noncoffee": 0.5545899826196872, + "kappa": 0.6236579975510818, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.848653353319472, + "mIoU": 0.6720404496835997, + "macroF1": 0.7946580545166713, + "F1_coffee": 0.8999552515502142, + "IoU_coffee": 0.8181078568107857, + "precision_coffee": 0.9132662990593577, + "recall_coffee": 0.8870266523848529, + "F1_noncoffee": 0.6893608574831283, + "IoU_noncoffee": 0.5259730425564138, + "kappa": 0.5895868243201003, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8691069097239011, + "mIoU": 0.7000778237102525, + "macroF1": 0.8151690901484732, + "F1_coffee": 0.9150158540796786, + "IoU_coffee": 0.8433449074074074, + "precision_coffee": 0.9118383181078713, + "recall_coffee": 0.9182156133828996, + "F1_noncoffee": 0.7153223262172679, + "IoU_noncoffee": 0.5568107400130976, + "kappa": 0.630353216829529, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8668989547038327, + "mIoU": 0.5987431565896738, + "macroF1": 0.7154773203360394, + "F1_coffee": 0.923041501179992, + "IoU_coffee": 0.8570817744521646, + "precision_coffee": 0.9417430115104534, + "recall_coffee": 0.9050682921322949, + "F1_noncoffee": 0.5079131394920868, + "IoU_noncoffee": 0.340404538727183, + "kappa": 0.4323859281958846, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.850764040484223, + "mIoU": 0.6008174986360356, + "macroF1": 0.7228927927063564, + "F1_coffee": 0.9111321200661782, + "IoU_coffee": 0.8367701324072064, + "precision_coffee": 0.959790862691398, + "recall_coffee": 0.8671690473512541, + "F1_noncoffee": 0.5346534653465347, + "IoU_noncoffee": 0.36486486486486486, + "kappa": 0.45314548700438195, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8739829331216511, + "mIoU": 0.622236858880803, + "macroF1": 0.7392764896411423, + "F1_coffee": 0.9266828310818612, + "IoU_coffee": 0.8633820998278829, + "precision_coffee": 0.9519629937136758, + "recall_coffee": 0.9027106062310202, + "F1_noncoffee": 0.5518701482004235, + "IoU_noncoffee": 0.3810916179337232, + "kappa": 0.48079097892448813, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8595926101373756, + "mIoU": 0.7319562134477222, + "macroF1": 0.8429822143857089, + "F1_coffee": 0.8940520446096655, + "IoU_coffee": 0.8084033613445378, + "precision_coffee": 0.8861961451247166, + "recall_coffee": 0.9020484708597807, + "F1_noncoffee": 0.7919123841617524, + "IoU_noncoffee": 0.6555090655509066, + "kappa": 0.6860128903544265, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8466471753277375, + "mIoU": 0.7063270593440949, + "macroF1": 0.8246021040164516, + "F1_coffee": 0.8867845703940955, + "IoU_coffee": 0.7965974480860646, + "precision_coffee": 0.8626388512598212, + "recall_coffee": 0.9123209169054441, + "F1_noncoffee": 0.7624196376388077, + "IoU_noncoffee": 0.6160566706021251, + "kappa": 0.6497800033420301, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8644723191549561, + "mIoU": 0.732862544615859, + "macroF1": 0.8429135385873983, + "F1_coffee": 0.9011079760512009, + "IoU_coffee": 0.8200150300601202, + "precision_coffee": 0.8670374784796716, + "recall_coffee": 0.9379656160458453, + "F1_noncoffee": 0.7847191011235956, + "IoU_noncoffee": 0.6457100591715976, + "kappa": 0.6868796127630543, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2530, + 2995 + ], + [ + 50776, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.360888159275055, + "ssl_variant": "", + "test_tta": { + "OA": 0.869177883218747, + "mIoU": 0.6999146552056996, + "macroF1": 0.8150151446175236, + "F1_coffee": 0.9151115300031417, + "IoU_coffee": 0.8435074713309394, + "precision_coffee": 0.91106616343808, + "recall_coffee": 0.9191929817179644, + "F1_noncoffee": 0.7149187592319055, + "IoU_noncoffee": 0.5563218390804597, + "kappa": 0.630054783999995, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8387129341179186, + "mIoU": 0.6531599758456441, + "macroF1": 0.7794975667941331, + "F1_coffee": 0.8937653775637189, + "IoU_coffee": 0.8079347359381709, + "precision_coffee": 0.8808373590982287, + "recall_coffee": 0.90707853685814, + "F1_noncoffee": 0.6652297560245473, + "IoU_noncoffee": 0.49838521575311745, + "kappa": 0.5592942924831894, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s2_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.7568024964789927, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9108970013879475, + "mIoU": 0.7713898251619831, + "macroF1": 0.8655721207290015, + "F1_coffee": 0.9436293278606508, + "IoU_coffee": 0.8932748255398117, + "precision_coffee": 0.9167195683224885, + "recall_coffee": 0.9721667052363621, + "F1_noncoffee": 0.7875149135973522, + "IoU_noncoffee": 0.6495048247841544, + "kappa": 0.7320146695364662, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.878519095419407, + "mIoU": 0.711440806393004, + "macroF1": 0.8230554686340197, + "F1_coffee": 0.9221210300032361, + "IoU_coffee": 0.8554958911629982, + "precision_coffee": 0.8858137634561409, + "recall_coffee": 0.9615317868918841, + "F1_noncoffee": 0.7239899072648033, + "IoU_noncoffee": 0.5673857216230097, + "kappa": 0.6482055129287514, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5061728395061729, + "mIoU": 0.2621951219512195, + "macroF1": 0.3571428571428571, + "F1_coffee": 0.6666666666666666, + "IoU_coffee": 0.5, + "precision_coffee": 1.0, + "recall_coffee": 0.5, + "F1_noncoffee": 0.047619047619047616, + "IoU_noncoffee": 0.024390243902439025, + "kappa": 0.024096385542168697, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9057281553398058, + "mIoU": 0.757147157606535, + "macroF1": 0.8554399024346176, + "F1_coffee": 0.9407022900763359, + "IoU_coffee": 0.8880433529343941, + "precision_coffee": 0.908308272893449, + "recall_coffee": 0.9754923690709898, + "F1_noncoffee": 0.7701775147928994, + "IoU_noncoffee": 0.6262509622786759, + "kappa": 0.7122980798206053, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9237947874860983, + "mIoU": 0.8052035749345849, + "macroF1": 0.888558680797888, + "F1_coffee": 0.9512225317239245, + "IoU_coffee": 0.906982234551142, + "precision_coffee": 0.9347892207555204, + "recall_coffee": 0.968243966983807, + "F1_noncoffee": 0.8258948298718515, + "IoU_noncoffee": 0.7034249153180279, + "kappa": 0.7773629526830077, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.90314781683671, + "mIoU": 0.751528092824221, + "macroF1": 0.8514541909230006, + "F1_coffee": 0.9390833612116419, + "IoU_coffee": 0.8851622520353171, + "precision_coffee": 0.9076425631981188, + "recall_coffee": 0.9727805431289773, + "F1_noncoffee": 0.7638250206343592, + "IoU_noncoffee": 0.6178939336131247, + "kappa": 0.7042841018153976, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9373817819810851, + "mIoU": 0.7162084090229713, + "macroF1": 0.8157057122725174, + "F1_coffee": 0.965452847805789, + "IoU_coffee": 0.9332129963898917, + "precision_coffee": 0.9402011125374412, + "recall_coffee": 0.9920984309741506, + "F1_noncoffee": 0.6659585767392459, + "IoU_noncoffee": 0.49920382165605093, + "kappa": 0.6339644332333361, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9431434808493748, + "mIoU": 0.7574352589475171, + "macroF1": 0.8497857831760995, + "F1_coffee": 0.9682072906841258, + "IoU_coffee": 0.9383738438373844, + "precision_coffee": 0.9554314498466929, + "recall_coffee": 0.9813294342593634, + "F1_noncoffee": 0.7313642756680732, + "IoU_noncoffee": 0.5764966740576497, + "kappa": 0.7000247784870783, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9403651518158365, + "mIoU": 0.7339806336306016, + "macroF1": 0.8307083089571587, + "F1_coffee": 0.96695805156963, + "IoU_coffee": 0.9360298030867483, + "precision_coffee": 0.9457947945794795, + "recall_coffee": 0.989090091103363, + "F1_noncoffee": 0.6944585663446874, + "IoU_noncoffee": 0.5319314641744548, + "kappa": 0.6629770150925014, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8756039791567978, + "mIoU": 0.7505678645884022, + "macroF1": 0.8548884625955673, + "F1_coffee": 0.90971601457746, + "IoU_coffee": 0.8343844601412714, + "precision_coffee": 0.8691367757193535, + "recall_coffee": 0.954270051933064, + "F1_noncoffee": 0.8000609106136745, + "IoU_noncoffee": 0.666751269035533, + "kappa": 0.7111712340056924, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.9054041309063473, + "mIoU": 0.8077921275932824, + "macroF1": 0.8924165866841025, + "F1_coffee": 0.9297963183313501, + "IoU_coffee": 0.8688031393067365, + "precision_coffee": 0.9089913781305597, + "recall_coffee": 0.9515759312320917, + "F1_noncoffee": 0.855036855036855, + "IoU_noncoffee": 0.7467811158798283, + "kappa": 0.7850656701349359, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8677732717155522, + "mIoU": 0.7357771387690546, + "macroF1": 0.8446725898379173, + "F1_coffee": 0.9045739177783828, + "IoU_coffee": 0.8257735802162296, + "precision_coffee": 0.8616441908713693, + "recall_coffee": 0.9520057306590258, + "F1_noncoffee": 0.7847712618974516, + "IoU_noncoffee": 0.6457806973218797, + "kappa": 0.6910747843359805, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2655, + 2995 + ], + [ + 53786, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.2849650184313455, + "ssl_variant": "", + "test_tta": { + "OA": 0.9094767760885704, + "mIoU": 0.7661671387551086, + "macroF1": 0.861818339010844, + "F1_coffee": 0.9429695681792762, + "IoU_coffee": 0.8920931127356676, + "precision_coffee": 0.9124916368215986, + "recall_coffee": 0.975553825763154, + "F1_noncoffee": 0.7806671098424119, + "IoU_noncoffee": 0.6402411647745494, + "kappa": 0.7248173556352553, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.876918195454021, + "mIoU": 0.7052174288001938, + "macroF1": 0.8180709480395297, + "F1_coffee": 0.9215408660476234, + "IoU_coffee": 0.8544977153379254, + "precision_coffee": 0.880669138449103, + "recall_coffee": 0.9663909296002776, + "F1_noncoffee": 0.714601030031436, + "IoU_noncoffee": 0.5559371422624623, + "kappa": 0.6389704992092243, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f1_s2_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 31, + "stopped_epoch": 51, + "best_val": 0.7884907014190341, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9029243730028081, + "mIoU": 0.759924835522815, + "macroF1": 0.8580021253902769, + "F1_coffee": 0.9378699141644201, + "IoU_coffee": 0.8830085190804061, + "precision_coffee": 0.9212459415584415, + "recall_coffee": 0.9551048745082363, + "F1_noncoffee": 0.7781343366161336, + "IoU_noncoffee": 0.6368411519652237, + "kappa": 0.7163340986843899, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8715530171916465, + "mIoU": 0.7047394735636924, + "macroF1": 0.8186858892885357, + "F1_coffee": 0.9165917434629505, + "IoU_coffee": 0.8460261752044398, + "precision_coffee": 0.8911044341254666, + "recall_coffee": 0.9435799541080967, + "F1_noncoffee": 0.7207800351141209, + "IoU_noncoffee": 0.563452771922945, + "kappa": 0.638362159036789, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5925925925925926, + "mIoU": 0.3084558823529412, + "macroF1": 0.3986501687289089, + "F1_coffee": 0.7401574803149606, + "IoU_coffee": 0.5875, + "precision_coffee": 1.0, + "recall_coffee": 0.5875, + "F1_noncoffee": 0.05714285714285714, + "IoU_noncoffee": 0.029411764705882353, + "kappa": 0.0339718106252258, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8970873786407767, + "mIoU": 0.7505282856083186, + "macroF1": 0.8516116324954813, + "F1_coffee": 0.9337582802149731, + "IoU_coffee": 0.8757472746454108, + "precision_coffee": 0.9216061185468452, + "recall_coffee": 0.9462351972642644, + "F1_noncoffee": 0.7694649847759896, + "IoU_noncoffee": 0.6253092965712266, + "kappa": 0.7034027337341235, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9152362071466563, + "mIoU": 0.7882513912471072, + "macroF1": 0.8774660930327389, + "F1_coffee": 0.9454963778254516, + "IoU_coffee": 0.8966269607265007, + "precision_coffee": 0.9332801374907931, + "recall_coffee": 0.9580366706571735, + "F1_noncoffee": 0.8094358082400261, + "IoU_noncoffee": 0.6798758217677137, + "kappa": 0.7550789073803245, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8964266718243799, + "mIoU": 0.7411531443792173, + "macroF1": 0.8443160638731356, + "F1_coffee": 0.9343870612019849, + "IoU_coffee": 0.8768540876164195, + "precision_coffee": 0.9092101341281669, + "recall_coffee": 0.9609980467519375, + "F1_noncoffee": 0.7542450665442864, + "IoU_noncoffee": 0.6054522011420151, + "kappa": 0.6895238260509842, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9314086610253858, + "mIoU": 0.7117503125808735, + "macroF1": 0.8129356436102513, + "F1_coffee": 0.961804978102999, + "IoU_coffee": 0.9264203331909441, + "precision_coffee": 0.9449891067538126, + "recall_coffee": 0.9792301614177672, + "F1_noncoffee": 0.6640663091175036, + "IoU_noncoffee": 0.49708029197080295, + "kappa": 0.6269103580143194, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9385790831514189, + "mIoU": 0.7546486177796077, + "macroF1": 0.8482740518596668, + "F1_coffee": 0.9653279560858119, + "IoU_coffee": 0.9329796448679082, + "precision_coffee": 0.961504128542736, + "recall_coffee": 0.9691823191991902, + "F1_noncoffee": 0.7312201476335215, + "IoU_noncoffee": 0.5763175906913073, + "kappa": 0.6965853041670211, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9388767612621551, + "mIoU": 0.7318875552352001, + "macroF1": 0.8291878882382353, + "F1_coffee": 0.9660680841687782, + "IoU_coffee": 0.9343633457645178, + "precision_coffee": 0.9466695455036166, + "recall_coffee": 0.9862782589135081, + "F1_noncoffee": 0.6923076923076923, + "IoU_noncoffee": 0.5294117647058824, + "kappa": 0.6596716053738575, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8644244433917575, + "mIoU": 0.7401927727399635, + "macroF1": 0.8486248110529246, + "F1_coffee": 0.8975295381310419, + "IoU_coffee": 0.8141075604053001, + "precision_coffee": 0.8910848855395991, + "recall_coffee": 0.904068090017311, + "F1_noncoffee": 0.7997200839748075, + "IoU_noncoffee": 0.6662779850746269, + "kappa": 0.6972805706247932, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8930491370366878, + "mIoU": 0.7853530031612224, + "macroF1": 0.878155780764348, + "F1_coffee": 0.9207547169811321, + "IoU_coffee": 0.8531468531468531, + "precision_coffee": 0.8987721691678036, + "recall_coffee": 0.9438395415472779, + "F1_noncoffee": 0.8355568445475638, + "IoU_noncoffee": 0.7175591531755915, + "kappa": 0.7566136925675068, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8560784683580119, + "mIoU": 0.7195380015443791, + "macroF1": 0.8337071284632627, + "F1_coffee": 0.8947005244272702, + "IoU_coffee": 0.8094643526033213, + "precision_coffee": 0.8630191693290735, + "recall_coffee": 0.9287965616045846, + "F1_noncoffee": 0.7727137324992552, + "IoU_noncoffee": 0.6296116504854369, + "kappa": 0.6683788758766036, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2748, + 2995 + ], + [ + 53199, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.514385716120402, + "ssl_variant": "", + "test_tta": { + "OA": 0.9060230463832671, + "mIoU": 0.7648693449057561, + "macroF1": 0.8613285877481919, + "F1_coffee": 0.9400549727709777, + "IoU_coffee": 0.8868903090460558, + "precision_coffee": 0.9204128532838769, + "recall_coffee": 0.9605537205730755, + "F1_noncoffee": 0.782602202725406, + "IoU_noncoffee": 0.6428483807654564, + "kappa": 0.7231144885059722, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8741058036229375, + "mIoU": 0.706820531200976, + "macroF1": 0.8199718187518732, + "F1_coffee": 0.918691841239975, + "IoU_coffee": 0.8496114949261754, + "precision_coffee": 0.8886045841141704, + "recall_coffee": 0.9508879504830219, + "F1_noncoffee": 0.7212517962637713, + "IoU_noncoffee": 0.5640295674757766, + "kappa": 0.6413532280345734, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s0_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.5730673140130826, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7638208083103393, + "mIoU": 0.5797372900014891, + "macroF1": 0.7257801216611708, + "F1_coffee": 0.8279148976430101, + "IoU_coffee": 0.7063607377810066, + "precision_coffee": 0.9242692297536373, + "recall_coffee": 0.7497536734781305, + "F1_noncoffee": 0.6236453456793316, + "IoU_noncoffee": 0.45311384222197165, + "kappa": 0.46429312597861966, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7271547248182763, + "mIoU": 0.537316698109835, + "macroF1": 0.6903228911489467, + "F1_coffee": 0.7971216540837337, + "IoU_coffee": 0.6626785300358398, + "precision_coffee": 0.9016472985758994, + "recall_coffee": 0.7143131715005093, + "F1_noncoffee": 0.5835241282141599, + "IoU_noncoffee": 0.41195486618383015, + "kappa": 0.39727402650512145, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13031026252983294, + "mIoU": 0.0654185805436432, + "macroF1": 0.1161688431971844, + "F1_coffee": 0.22796610169491524, + "IoU_coffee": 0.12864658058345288, + "precision_coffee": 1.0, + "recall_coffee": 0.12864658058345288, + "F1_noncoffee": 0.004371584699453552, + "IoU_noncoffee": 0.002190580503833516, + "kappa": 0.0005634625928391056, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8415880503144654, + "mIoU": 0.6763060479803981, + "macroF1": 0.7999615915610309, + "F1_coffee": 0.891213389121339, + "IoU_coffee": 0.8037735849056604, + "precision_coffee": 0.9262818264712072, + "recall_coffee": 0.858703426750764, + "F1_noncoffee": 0.7087097940007228, + "IoU_noncoffee": 0.5488385110551357, + "kappa": 0.6014527792031862, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7732498908455829, + "mIoU": 0.5859160752101512, + "macroF1": 0.7296111822916611, + "F1_coffee": 0.8382363120371011, + "IoU_coffee": 0.7215204957102002, + "precision_coffee": 0.9135485817742909, + "recall_coffee": 0.7743957027752909, + "F1_noncoffee": 0.6209860525462212, + "IoU_noncoffee": 0.4503116547101023, + "kappa": 0.46769854098318764, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.6777427948655849, + "mIoU": 0.4928516592673975, + "macroF1": 0.6542450595877884, + "F1_coffee": 0.7443808352864333, + "IoU_coffee": 0.5928396572827417, + "precision_coffee": 0.9352191542768874, + "recall_coffee": 0.6182270725636607, + "F1_noncoffee": 0.5641092838891437, + "IoU_noncoffee": 0.3928636612520533, + "kappa": 0.3543354911817584, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.849826919161067, + "mIoU": 0.6440337175008926, + "macroF1": 0.7680936518461497, + "F1_coffee": 0.9057688621989395, + "IoU_coffee": 0.827767398411957, + "precision_coffee": 0.9503954953747151, + "recall_coffee": 0.8651452282157677, + "F1_noncoffee": 0.63041844149336, + "IoU_noncoffee": 0.46030003658982804, + "kappa": 0.5401637812922206, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7497291440953413, + "mIoU": 0.5188511912333966, + "macroF1": 0.6606433967896785, + "F1_coffee": 0.8345164441549984, + "IoU_coffee": 0.7160259275815825, + "precision_coffee": 0.9380673499267935, + "recall_coffee": 0.7515542521994135, + "F1_noncoffee": 0.4867703494243587, + "IoU_noncoffee": 0.3216764548852109, + "kappa": 0.34600248454825705, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.6709690036178743, + "mIoU": 0.45125477993119967, + "macroF1": 0.6023635400932625, + "F1_coffee": 0.7675302245250432, + "IoU_coffee": 0.6227578475336323, + "precision_coffee": 0.945210141228518, + "recall_coffee": 0.6460804838334496, + "F1_noncoffee": 0.43719685566148186, + "IoU_noncoffee": 0.2797517123287671, + "kappa": 0.2673995937365148, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8339031339031339, + "mIoU": 0.6906608102439173, + "macroF1": 0.8138904635517415, + "F1_coffee": 0.8749195451619824, + "IoU_coffee": 0.7776506483600305, + "precision_coffee": 0.8998234774933804, + "recall_coffee": 0.851356993736952, + "F1_noncoffee": 0.7528613819415007, + "IoU_noncoffee": 0.6036709721278042, + "kappa": 0.6283434163280948, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7960803059273422, + "mIoU": 0.6397014748314807, + "macroF1": 0.7767349486360933, + "F1_coffee": 0.8424551296255263, + "IoU_coffee": 0.7277947932618682, + "precision_coffee": 0.8874883286647992, + "recall_coffee": 0.8017714044706875, + "F1_noncoffee": 0.7110147676466604, + "IoU_noncoffee": 0.5516081564010932, + "kappa": 0.5555689150064826, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.684392397773085, + "mIoU": 0.5169030910258796, + "macroF1": 0.6806081352841274, + "F1_coffee": 0.7153739612188366, + "IoU_coffee": 0.5568733153638814, + "precision_coffee": 0.9221155991966079, + "recall_coffee": 0.5843586479988686, + "F1_noncoffee": 0.6458423093494183, + "IoU_noncoffee": 0.4769328666878778, + "kappa": 0.3988184371651912, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 6, + 27 + ], + [ + 437, + 563 + ], + [ + 5423, + 7520 + ], + [ + 41193, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.441561198234558, + "ssl_variant": "", + "test_tta": { + "OA": 0.7997078396364227, + "mIoU": 0.6181209267720924, + "macroF1": 0.7552588734257557, + "F1_coffee": 0.859558873739558, + "IoU_coffee": 0.7537073628325649, + "precision_coffee": 0.9170228266148616, + "recall_coffee": 0.8088720387268131, + "F1_noncoffee": 0.6509588731119534, + "IoU_noncoffee": 0.4825344907116199, + "kappa": 0.5152485202267609, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7602976808584285, + "mIoU": 0.5686858615436882, + "macroF1": 0.7150012090367303, + "F1_coffee": 0.828620924333354, + "IoU_coffee": 0.7073892145988486, + "precision_coffee": 0.8938797303610759, + "recall_coffee": 0.7722424032750966, + "F1_noncoffee": 0.6013814937401065, + "IoU_noncoffee": 0.42998250848852765, + "kappa": 0.43698220002417226, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s0_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 11, + "stopped_epoch": 31, + "best_val": 0.6262176198208143, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7660769355624087, + "mIoU": 0.5845093006013214, + "macroF1": 0.7301433462292513, + "F1_coffee": 0.8286162774104552, + "IoU_coffee": 0.7073824413221798, + "precision_coffee": 0.931401379457841, + "recall_coffee": 0.7462622627768496, + "F1_noncoffee": 0.6316704150480474, + "IoU_noncoffee": 0.4616361598804632, + "kappa": 0.47405232463691116, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7299526941271489, + "mIoU": 0.543260728086806, + "macroF1": 0.6961704844150709, + "F1_coffee": 0.7974820455135416, + "IoU_coffee": 0.6631768303651736, + "precision_coffee": 0.911915304128429, + "recall_coffee": 0.7085663764439063, + "F1_noncoffee": 0.5948589233166003, + "IoU_noncoffee": 0.42334462580843857, + "kappa": 0.4108988395805753, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20190930787589498, + "mIoU": 0.10138461345304173, + "macroF1": 0.16931322329728704, + "F1_coffee": 0.33386454183266934, + "IoU_coffee": 0.20038259206121473, + "precision_coffee": 1.0, + "recall_coffee": 0.20038259206121473, + "F1_noncoffee": 0.004761904761904762, + "IoU_noncoffee": 0.002386634844868735, + "kappa": 0.0009560229445506724, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8036065251572327, + "mIoU": 0.6383904680360546, + "macroF1": 0.7737890576936408, + "F1_coffee": 0.85591723441837, + "IoU_coffee": 0.7481252756947507, + "precision_coffee": 0.9603624009060022, + "recall_coffee": 0.7719617660446063, + "F1_noncoffee": 0.6916608809689115, + "IoU_noncoffee": 0.5286556603773584, + "kappa": 0.5587470214169407, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7998835686217436, + "mIoU": 0.6229011492647267, + "macroF1": 0.7598970474525852, + "F1_coffee": 0.8578811369509044, + "IoU_coffee": 0.751131221719457, + "precision_coffee": 0.9300067229401658, + "recall_coffee": 0.7961376135055633, + "F1_noncoffee": 0.6619129579542661, + "IoU_noncoffee": 0.49467107680999634, + "kappa": 0.526568028232748, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.6953257447323807, + "mIoU": 0.5023307810417408, + "macroF1": 0.6596861466608765, + "F1_coffee": 0.7698162921759496, + "IoU_coffee": 0.6257734412184673, + "precision_coffee": 0.9022904692459467, + "recall_coffee": 0.6712617269768333, + "F1_noncoffee": 0.5495560011458035, + "IoU_noncoffee": 0.37888812086501433, + "kappa": 0.34692102730921875, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8095092649154958, + "mIoU": 0.6044704544662348, + "macroF1": 0.7388515923513386, + "F1_coffee": 0.8746902417788494, + "IoU_coffee": 0.7772884180454708, + "precision_coffee": 0.9692741576369304, + "recall_coffee": 0.7969245789602148, + "F1_noncoffee": 0.6030129429238277, + "IoU_noncoffee": 0.4316524908869988, + "kappa": 0.49299793860486707, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8043927903082833, + "mIoU": 0.5705473296825306, + "macroF1": 0.7034791301601082, + "F1_coffee": 0.8764618064195073, + "IoU_coffee": 0.7800907983612003, + "precision_coffee": 0.9329890080784002, + "recall_coffee": 0.8263929618768329, + "F1_noncoffee": 0.5304964539007092, + "IoU_noncoffee": 0.361003861003861, + "kappa": 0.4151178425180068, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.747335484501809, + "mIoU": 0.49054769330475045, + "macroF1": 0.6247692094838403, + "F1_coffee": 0.839223494275759, + "IoU_coffee": 0.7229845626072041, + "precision_coffee": 0.9023280706449023, + "recall_coffee": 0.7843684577808793, + "F1_noncoffee": 0.4103149246919215, + "IoU_noncoffee": 0.25811082400229685, + "kappa": 0.2627634644741424, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7981006647673314, + "mIoU": 0.6527634328983823, + "macroF1": 0.788169469874388, + "F1_coffee": 0.8340359094457455, + "IoU_coffee": 0.7153186930905195, + "precision_coffee": 0.9496888888888889, + "recall_coffee": 0.7434933890048713, + "F1_noncoffee": 0.7423030303030304, + "IoU_noncoffee": 0.5902081727062451, + "kappa": 0.5858751841770098, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7955066921606119, + "mIoU": 0.6466590070203373, + "macroF1": 0.7832328692398043, + "F1_coffee": 0.8348134991119005, + "IoU_coffee": 0.7164634146341463, + "precision_coffee": 0.9261480466072652, + "recall_coffee": 0.7598762828623646, + "F1_noncoffee": 0.731652239367708, + "IoU_noncoffee": 0.5768545994065282, + "kappa": 0.573208663791982, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.644269533499712, + "mIoU": 0.47337447320891024, + "macroF1": 0.6419640047647244, + "F1_coffee": 0.6706948640483383, + "IoU_coffee": 0.5045454545454545, + "precision_coffee": 0.9022232847238824, + "recall_coffee": 0.5337293169282987, + "F1_noncoffee": 0.6132331454811104, + "IoU_noncoffee": 0.442203491872366, + "kappa": 0.3353363108980542, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 13, + 27 + ], + [ + 543, + 563 + ], + [ + 6128, + 7520 + ], + [ + 40514, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.621291693051656, + "ssl_variant": "", + "test_tta": { + "OA": 0.8039279337769842, + "mIoU": 0.6258241983358968, + "macroF1": 0.7617362817399734, + "F1_coffee": 0.8619996344361177, + "IoU_coffee": 0.7574686797301639, + "precision_coffee": 0.9235740514075887, + "recall_coffee": 0.8081223493124277, + "F1_noncoffee": 0.6614729290438291, + "IoU_noncoffee": 0.49417971694162965, + "kappa": 0.5286123904767046, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7641773393331026, + "mIoU": 0.5763371819270063, + "macroF1": 0.7220808646807998, + "F1_coffee": 0.8302447026089845, + "IoU_coffee": 0.7097593013348481, + "precision_coffee": 0.9027589632439267, + "recall_coffee": 0.7685137135059293, + "F1_noncoffee": 0.6139170267526151, + "IoU_noncoffee": 0.44291506251916457, + "kappa": 0.45220036383105977, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s0_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7320464283581669, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9005356273332251, + "mIoU": 0.7666187351537608, + "macroF1": 0.8634361202822087, + "F1_coffee": 0.9346151383879986, + "IoU_coffee": 0.8772558838257386, + "precision_coffee": 0.9311378518581512, + "recall_coffee": 0.9381184937668681, + "F1_noncoffee": 0.7922571021764188, + "IoU_noncoffee": 0.655981586481783, + "kappa": 0.7268843423253293, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8574333679473867, + "mIoU": 0.6939574073556642, + "macroF1": 0.8121765855159071, + "F1_coffee": 0.9043735670545898, + "IoU_coffee": 0.8254397118033482, + "precision_coffee": 0.9104242140937244, + "recall_coffee": 0.8984028138153722, + "F1_noncoffee": 0.7199796039772245, + "IoU_noncoffee": 0.5624751029079803, + "kappa": 0.6244017503380206, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3360381861575179, + "mIoU": 0.16881771853771668, + "macroF1": 0.2536653477979485, + "F1_coffee": 0.5016123253314224, + "IoU_coffee": 0.3347680535628886, + "precision_coffee": 1.0, + "recall_coffee": 0.3347680535628886, + "F1_noncoffee": 0.005718370264474625, + "IoU_noncoffee": 0.002867383512544803, + "kappa": 0.0019179757136325254, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9176002358490566, + "mIoU": 0.8037207629866228, + "macroF1": 0.8882279777878581, + "F1_coffee": 0.9455254182231606, + "IoU_coffee": 0.8966791941346806, + "precision_coffee": 0.9446968713488252, + "recall_coffee": 0.9463554197282008, + "F1_noncoffee": 0.8309305373525557, + "IoU_noncoffee": 0.7107623318385651, + "kappa": 0.7764564892577067, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8851210401203125, + "mIoU": 0.7382364782630821, + "macroF1": 0.8438314003609095, + "F1_coffee": 0.9241317442009483, + "IoU_coffee": 0.8589636688505062, + "precision_coffee": 0.9260305637601131, + "recall_coffee": 0.9222406957411434, + "F1_noncoffee": 0.7635310565208708, + "IoU_noncoffee": 0.6175092876756582, + "kappa": 0.6876668937881528, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8991038992492129, + "mIoU": 0.7595583804210461, + "macroF1": 0.8582844351842583, + "F1_coffee": 0.9343420015760441, + "IoU_coffee": 0.8767747278750592, + "precision_coffee": 0.9230817140009965, + "recall_coffee": 0.9458804007913715, + "F1_noncoffee": 0.7822268687924726, + "IoU_noncoffee": 0.642342032967033, + "kappa": 0.7167086901365817, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.928120545713704, + "mIoU": 0.7793053909540119, + "macroF1": 0.86914095052791, + "F1_coffee": 0.9569931773879142, + "IoU_coffee": 0.9175329984814858, + "precision_coffee": 0.9553636584772561, + "recall_coffee": 0.9586282645838419, + "F1_noncoffee": 0.7812887236679058, + "IoU_noncoffee": 0.6410777834265379, + "kappa": 0.7382857731198014, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.87924751305033, + "mIoU": 0.6774922920803588, + "macroF1": 0.7929385596206122, + "F1_coffee": 0.9266219774958104, + "IoU_coffee": 0.8632764581242333, + "precision_coffee": 0.9459855798606868, + "recall_coffee": 0.9080351906158358, + "F1_noncoffee": 0.6592551417454141, + "IoU_noncoffee": 0.4917081260364842, + "kappa": 0.5866812962363681, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8986995208761123, + "mIoU": 0.6804192617181295, + "macroF1": 0.7912691026549272, + "F1_coffee": 0.9410157139603735, + "IoU_coffee": 0.8886021505376344, + "precision_coffee": 0.9217042159268347, + "recall_coffee": 0.9611537566876017, + "F1_noncoffee": 0.6415224913494809, + "IoU_noncoffee": 0.4722363728986246, + "kappa": 0.5836490004673116, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.9077872744539411, + "mIoU": 0.8099721206638903, + "macroF1": 0.8936518286998367, + "F1_coffee": 0.932423968265015, + "IoU_coffee": 0.8734028683181225, + "precision_coffee": 0.932488864142539, + "recall_coffee": 0.9323590814196242, + "F1_noncoffee": 0.8548796891346585, + "IoU_noncoffee": 0.7465413730096581, + "kappa": 0.7873036596119655, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8908221797323136, + "mIoU": 0.7759119243075756, + "macroF1": 0.8716352905656433, + "F1_coffee": 0.9212630998345284, + "IoU_coffee": 0.8540201968554263, + "precision_coffee": 0.9039372209443918, + "recall_coffee": 0.9392661324335724, + "F1_noncoffee": 0.8220074812967582, + "IoU_noncoffee": 0.6978036517597248, + "kappa": 0.7434836169125257, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8995008638894222, + "mIoU": 0.7955680198578673, + "macroF1": 0.8846053054400874, + "F1_coffee": 0.9260645434644446, + "IoU_coffee": 0.8623093108890058, + "precision_coffee": 0.9248236953455571, + "recall_coffee": 0.9273087257813605, + "F1_noncoffee": 0.8431460674157303, + "IoU_noncoffee": 0.7288267288267288, + "kappa": 0.7692114922865516, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 12, + 27 + ], + [ + 414, + 563 + ], + [ + 6904, + 7520 + ], + [ + 48152, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6300113479296368, + "ssl_variant": "", + "test_tta": { + "OA": 0.9038630092517449, + "mIoU": 0.7695888224506645, + "macroF1": 0.8652014870810729, + "F1_coffee": 0.9373923154167327, + "IoU_coffee": 0.8821621836702213, + "precision_coffee": 0.9253323316429809, + "recall_coffee": 0.9497708092361736, + "F1_noncoffee": 0.7930106587454132, + "IoU_noncoffee": 0.6570154612311078, + "kappa": 0.7305542918105228, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8614572516441675, + "mIoU": 0.6955733075975076, + "macroF1": 0.8127821599225167, + "F1_coffee": 0.9082433852325915, + "IoU_coffee": 0.8319101280884721, + "precision_coffee": 0.9027933385237652, + "recall_coffee": 0.9137596340502412, + "F1_noncoffee": 0.7173209346124418, + "IoU_noncoffee": 0.5592364871065431, + "kappa": 0.6256063545970881, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s0_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 27, + "stopped_epoch": 47, + "best_val": 0.7532935864571337, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9054536601201104, + "mIoU": 0.7777380897212809, + "macroF1": 0.8710444778974169, + "F1_coffee": 0.9376571948413336, + "IoU_coffee": 0.882631472899456, + "precision_coffee": 0.9370253909174527, + "recall_coffee": 0.938289851347299, + "F1_noncoffee": 0.8044317609535001, + "IoU_noncoffee": 0.6728447065431059, + "kappa": 0.7420893236215118, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8595390561901465, + "mIoU": 0.7005185859273746, + "macroF1": 0.8173775354114811, + "F1_coffee": 0.9051251327312934, + "IoU_coffee": 0.8266927662603435, + "precision_coffee": 0.9177037651613923, + "recall_coffee": 0.8928866593630476, + "F1_noncoffee": 0.7296299380916688, + "IoU_noncoffee": 0.5743444055944056, + "kappa": 0.6349505142125492, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26634844868735086, + "mIoU": 0.13377035972902004, + "macroF1": 0.21204079260496386, + "F1_coffee": 0.41890359168241964, + "IoU_coffee": 0.2649450023912004, + "precision_coffee": 1.0, + "recall_coffee": 0.2649450023912004, + "F1_noncoffee": 0.005177993527508091, + "IoU_noncoffee": 0.0025957170668397143, + "kappa": 0.0013744992552211501, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9159296383647799, + "mIoU": 0.8031664348658467, + "macroF1": 0.8880307839819599, + "F1_coffee": 0.9439218642456819, + "IoU_coffee": 0.8937992675811557, + "precision_coffee": 0.9516256938937351, + "recall_coffee": 0.9363417647441316, + "F1_noncoffee": 0.832139703718238, + "IoU_noncoffee": 0.7125336021505376, + "kappa": 0.776105489638077, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8936593411924514, + "mIoU": 0.7578805773130268, + "macroF1": 0.8578022633006699, + "F1_coffee": 0.9292081126469448, + "IoU_coffee": 0.8677765713596333, + "precision_coffee": 0.9386663186741485, + "recall_coffee": 0.9199386110755852, + "F1_noncoffee": 0.7863964139543949, + "IoU_noncoffee": 0.6479845832664204, + "kappa": 0.715691624920129, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9069023976749818, + "mIoU": 0.7724596371594161, + "macroF1": 0.8669300921435825, + "F1_coffee": 0.9398623279098873, + "IoU_coffee": 0.8865474293134998, + "precision_coffee": 0.9219200785709901, + "recall_coffee": 0.9585168166443295, + "F1_noncoffee": 0.7939978563772776, + "IoU_noncoffee": 0.6583718450053324, + "kappa": 0.7342050413257452, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9182447566687029, + "mIoU": 0.7557790921398415, + "macroF1": 0.8524436203989646, + "F1_coffee": 0.9509797936633905, + "IoU_coffee": 0.9065409683426443, + "precision_coffee": 0.9513863442042262, + "recall_coffee": 0.9505735904320234, + "F1_noncoffee": 0.7539074471345387, + "IoU_noncoffee": 0.6050172159370388, + "kappa": 0.7048875113346268, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8785580616566532, + "mIoU": 0.6763905299174, + "macroF1": 0.792073560088963, + "F1_coffee": 0.9261720855038621, + "IoU_coffee": 0.8624958179993308, + "precision_coffee": 0.9459393346379648, + "recall_coffee": 0.9072140762463343, + "F1_noncoffee": 0.6579750346740638, + "IoU_noncoffee": 0.4902852418354692, + "kappa": 0.5849867060410476, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8968416935562726, + "mIoU": 0.6701432335120114, + "macroF1": 0.7819237839593871, + "F1_coffee": 0.9402300152965838, + "IoU_coffee": 0.8872019672832246, + "precision_coffee": 0.9166022313045399, + "recall_coffee": 0.9651081646894627, + "F1_noncoffee": 0.6236175526221905, + "IoU_noncoffee": 0.45308449974079834, + "kappa": 0.5656649875737626, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.9137701804368471, + "mIoU": 0.8237737512192045, + "macroF1": 0.9023575150963685, + "F1_coffee": 0.9357395612172682, + "IoU_coffee": 0.8792392605399654, + "precision_coffee": 0.9519078473722102, + "recall_coffee": 0.9201113430758525, + "F1_noncoffee": 0.868975468975469, + "IoU_noncoffee": 0.7683082418984435, + "kappa": 0.8048298351168879, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9083173996175908, + "mIoU": 0.8110799626314854, + "macroF1": 0.8943521039672848, + "F1_coffee": 0.9327630933183763, + "IoU_coffee": 0.8739981605570885, + "precision_coffee": 0.9303496503496503, + "recall_coffee": 0.935189090397863, + "F1_noncoffee": 0.8559411146161935, + "IoU_noncoffee": 0.7481617647058824, + "kappa": 0.7887072544164223, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.9167786523325014, + "mIoU": 0.8256130859639289, + "macroF1": 0.9032879577730004, + "F1_coffee": 0.9394087637151444, + "IoU_coffee": 0.8857406431207169, + "precision_coffee": 0.9285714285714286, + "recall_coffee": 0.950502050629331, + "F1_noncoffee": 0.8671671518308565, + "IoU_noncoffee": 0.7654855288071409, + "kappa": 0.8066336574271881, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 18, + 27 + ], + [ + 504, + 563 + ], + [ + 6923, + 7520 + ], + [ + 48340, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.336491803328196, + "ssl_variant": "", + "test_tta": { + "OA": 0.9104203863009251, + "mIoU": 0.7856125481849439, + "macroF1": 0.8761610554683603, + "F1_coffee": 0.9412966016061267, + "IoU_coffee": 0.8891032210099061, + "precision_coffee": 0.9349024910731264, + "recall_coffee": 0.9477787773636637, + "F1_noncoffee": 0.811025509330594, + "IoU_noncoffee": 0.6821218753599816, + "kappa": 0.7523594006832451, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8646446290527288, + "mIoU": 0.7057004507921916, + "macroF1": 0.8207978206386815, + "F1_coffee": 0.9094400432294732, + "IoU_coffee": 0.8339202604894795, + "precision_coffee": 0.9131850244167119, + "recall_coffee": 0.9057256530012109, + "F1_noncoffee": 0.7321555980478895, + "IoU_noncoffee": 0.5774806410949036, + "kappa": 0.6416134683390344, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s1_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.5837857819458044, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7762051614997565, + "mIoU": 0.584233692203492, + "macroF1": 0.7270102529848262, + "F1_coffee": 0.8428968597602662, + "IoU_coffee": 0.7284543878997952, + "precision_coffee": 0.9004333219728322, + "recall_coffee": 0.7922717731225635, + "F1_noncoffee": 0.6111236462093863, + "IoU_noncoffee": 0.44001299650718867, + "kappa": 0.45948335171522064, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7434810199607708, + "mIoU": 0.5470254636029475, + "macroF1": 0.6961721983884419, + "F1_coffee": 0.8160627120046331, + "IoU_coffee": 0.6892786638947608, + "precision_coffee": 0.8833143036245998, + "recall_coffee": 0.7583270868169675, + "F1_noncoffee": 0.5762816847722508, + "IoU_noncoffee": 0.40477226331113414, + "kappa": 0.4003515616845816, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3031026252983294, + "mIoU": 0.15207691573798043, + "macroF1": 0.23405813215057705, + "F1_coffee": 0.46402349486049926, + "IoU_coffee": 0.30210325047801145, + "precision_coffee": 0.9984202211690363, + "recall_coffee": 0.30224772835963654, + "F1_noncoffee": 0.004092769440654843, + "IoU_noncoffee": 0.002050580997949419, + "kappa": 0.0002856606834808348, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7870479559748428, + "mIoU": 0.6014384839533067, + "macroF1": 0.74184868131987, + "F1_coffee": 0.8498683663572122, + "IoU_coffee": 0.7389313896753208, + "precision_coffee": 0.9094076655052264, + "recall_coffee": 0.7976461408414071, + "F1_noncoffee": 0.6338289962825279, + "IoU_noncoffee": 0.4639455782312925, + "kappa": 0.48903918633201926, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7597147431232717, + "mIoU": 0.5572209614941008, + "macroF1": 0.7025572087961411, + "F1_coffee": 0.8329454619042801, + "IoU_coffee": 0.7137159701751344, + "precision_coffee": 0.8813075440725144, + "recall_coffee": 0.7896150402864817, + "F1_noncoffee": 0.5721689556880021, + "IoU_noncoffee": 0.40072595281306717, + "kappa": 0.40966708600756363, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7819811092274158, + "mIoU": 0.5945667544680346, + "macroF1": 0.736179895100761, + "F1_coffee": 0.8461038739015967, + "IoU_coffee": 0.7332582671565723, + "precision_coffee": 0.9112534983060834, + "recall_coffee": 0.7896483502457081, + "F1_noncoffee": 0.6262559162999253, + "IoU_noncoffee": 0.4558752417794971, + "kappa": 0.47882930987417716, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8193850539604969, + "mIoU": 0.5863740919707372, + "macroF1": 0.7165530648860498, + "F1_coffee": 0.8872791968483924, + "IoU_coffee": 0.797396071265418, + "precision_coffee": 0.9255037115588547, + "recall_coffee": 0.8520868928484256, + "F1_noncoffee": 0.5458269329237071, + "IoU_noncoffee": 0.37535211267605634, + "kappa": 0.43697578264964587, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7907022554909879, + "mIoU": 0.5449707687439447, + "macroF1": 0.6780378608269972, + "F1_coffee": 0.8684943375208862, + "IoU_coffee": 0.7675563334062568, + "precision_coffee": 0.9191773644223212, + "recall_coffee": 0.823108504398827, + "F1_noncoffee": 0.48758138413310825, + "IoU_noncoffee": 0.3223852040816326, + "kappa": 0.3636149493666082, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8507871321013005, + "mIoU": 0.6146950107829071, + "macroF1": 0.7379453957154319, + "F1_coffee": 0.9099067186208525, + "IoU_coffee": 0.8347053726169844, + "precision_coffee": 0.9239808153477218, + "recall_coffee": 0.8962549430100023, + "F1_noncoffee": 0.5659840728100114, + "IoU_noncoffee": 0.3946846489488298, + "kappa": 0.47647593854014025, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7568850902184235, + "mIoU": 0.5927968060874389, + "macroF1": 0.7411009701222329, + "F1_coffee": 0.805026656511805, + "IoU_coffee": 0.6736775015933716, + "precision_coffee": 0.8889823380992431, + "recall_coffee": 0.7355601948503827, + "F1_noncoffee": 0.6771752837326608, + "IoU_noncoffee": 0.5119161105815062, + "kappa": 0.48973721943809534, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7296367112810708, + "mIoU": 0.5510071793756145, + "macroF1": 0.7048720601572174, + "F1_coffee": 0.7903632320237213, + "IoU_coffee": 0.6533888956980022, + "precision_coffee": 0.8359730280696253, + "recall_coffee": 0.7494727962884858, + "F1_noncoffee": 0.6193808882907134, + "IoU_noncoffee": 0.44862546305322676, + "kappa": 0.41291700556569083, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7144365521213285, + "mIoU": 0.5467013326449013, + "macroF1": 0.70470758714442, + "F1_coffee": 0.7583069298886993, + "IoU_coffee": 0.6107040041873855, + "precision_coffee": 0.8909889270714013, + "recall_coffee": 0.6600197991797483, + "F1_noncoffee": 0.6511082444001407, + "IoU_noncoffee": 0.482698661102417, + "kappa": 0.42773425375769736, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 16, + 27 + ], + [ + 389, + 563 + ], + [ + 6373, + 7520 + ], + [ + 41044, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5673224369684857, + "ssl_variant": "", + "test_tta": { + "OA": 0.8032462262619705, + "mIoU": 0.614659796873879, + "macroF1": 0.750912920662063, + "F1_coffee": 0.8650862548692265, + "IoU_coffee": 0.7622484603616679, + "precision_coffee": 0.9003799462515059, + "recall_coffee": 0.8324551257336247, + "F1_noncoffee": 0.6367395864548996, + "IoU_noncoffee": 0.46707113338608985, + "kappa": 0.5038783857376823, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7681868005076727, + "mIoU": 0.5722574115300256, + "macroF1": 0.71653619308642, + "F1_coffee": 0.8375365146108983, + "IoU_coffee": 0.7204841486531137, + "precision_coffee": 0.8832935357325601, + "recall_coffee": 0.796286686271118, + "F1_noncoffee": 0.5955358715619417, + "IoU_noncoffee": 0.4240306744069376, + "kappa": 0.4368347903196106, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s1_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.6062606469840897, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7735594870962507, + "mIoU": 0.5562406260886643, + "macroF1": 0.6970671803401405, + "F1_coffee": 0.8492907992956605, + "IoU_coffee": 0.7380585805482538, + "precision_coffee": 0.85672253340017, + "recall_coffee": 0.8419868911450971, + "F1_noncoffee": 0.5448435613846204, + "IoU_noncoffee": 0.37442267162907494, + "kappa": 0.39427201774573234, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7359091958001616, + "mIoU": 0.5150644279133487, + "macroF1": 0.6609419355751837, + "F1_coffee": 0.8203729681476177, + "IoU_coffee": 0.6954511434511434, + "precision_coffee": 0.8377880184331797, + "recall_coffee": 0.8036671856080263, + "F1_noncoffee": 0.5015109030027496, + "IoU_noncoffee": 0.3346777123755541, + "kappa": 0.32269604454294587, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14844868735083533, + "mIoU": 0.07452841997823847, + "macroF1": 0.13025549565113784, + "F1_coffee": 0.25604670558799, + "IoU_coffee": 0.14681970349115256, + "precision_coffee": 1.0, + "recall_coffee": 0.14681970349115256, + "F1_noncoffee": 0.004464285714285714, + "IoU_noncoffee": 0.0022371364653243847, + "kappa": 0.0006566957295526008, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7875393081761006, + "mIoU": 0.5992129326417646, + "macroF1": 0.7394433920307916, + "F1_coffee": 0.851388507011273, + "IoU_coffee": 0.7412327947336924, + "precision_coffee": 0.9029671210906175, + "recall_coffee": 0.8053839651472787, + "F1_noncoffee": 0.6274982770503101, + "IoU_noncoffee": 0.4571930705498368, + "kappa": 0.48311411283776867, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7928491728520837, + "mIoU": 0.5513982926702894, + "macroF1": 0.685008320997182, + "F1_coffee": 0.8693150517230825, + "IoU_coffee": 0.7688393243828497, + "precision_coffee": 0.8336463958675745, + "recall_coffee": 0.9081724005627319, + "F1_noncoffee": 0.5007015902712816, + "IoU_noncoffee": 0.33395726095772893, + "kappa": 0.37439233062053223, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7405182852991039, + "mIoU": 0.5138127609457677, + "macroF1": 0.6577188119441157, + "F1_coffee": 0.8260657813565375, + "IoU_coffee": 0.7036729726739683, + "precision_coffee": 0.8407799074686054, + "recall_coffee": 0.8118578084115132, + "F1_noncoffee": 0.48937184253169386, + "IoU_noncoffee": 0.3239525492175669, + "kappa": 0.3160525837080647, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8409692526980248, + "mIoU": 0.6307979998511715, + "macroF1": 0.7572545491540914, + "F1_coffee": 0.899807568954458, + "IoU_coffee": 0.8178638059701493, + "precision_coffee": 0.9483504597079503, + "recall_coffee": 0.855992189406883, + "F1_noncoffee": 0.6147015293537247, + "IoU_noncoffee": 0.44373219373219375, + "kappa": 0.5193519714009052, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8681177976952625, + "mIoU": 0.6348859987718638, + "macroF1": 0.754195607426204, + "F1_coffee": 0.9215353061822443, + "IoU_coffee": 0.8544881547489677, + "precision_coffee": 0.9207259953161593, + "recall_coffee": 0.9223460410557185, + "F1_noncoffee": 0.5868559086701636, + "IoU_noncoffee": 0.4152838427947598, + "kappa": 0.5083932147836414, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8551872494377628, + "mIoU": 0.6083763923496887, + "macroF1": 0.7298525624263228, + "F1_coffee": 0.9138602919792939, + "IoU_coffee": 0.8413837421013174, + "precision_coffee": 0.9140197789412449, + "recall_coffee": 0.913700860665271, + "F1_noncoffee": 0.5458448328733517, + "IoU_noncoffee": 0.37536904259805987, + "kappa": 0.45970521158294114, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.737701804368471, + "mIoU": 0.5624794006326561, + "macroF1": 0.7149320979573459, + "F1_coffee": 0.7954982970531616, + "IoU_coffee": 0.660437669043521, + "precision_coffee": 0.8498655276063914, + "recall_coffee": 0.7476687543493389, + "F1_noncoffee": 0.6343658988615303, + "IoU_noncoffee": 0.46452113222179137, + "kappa": 0.43400548910673276, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7197896749521988, + "mIoU": 0.48629181656194614, + "macroF1": 0.6301751234650085, + "F1_coffee": 0.8122237170862964, + "IoU_coffee": 0.6838187702265373, + "precision_coffee": 0.7461158192090396, + "recall_coffee": 0.8911851539434837, + "F1_noncoffee": 0.4481265298437206, + "IoU_noncoffee": 0.28876486289735503, + "kappa": 0.2770308873895428, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.6279516221923593, + "mIoU": 0.4292856970241089, + "macroF1": 0.5895130473924428, + "F1_coffee": 0.7151256798471263, + "IoU_coffee": 0.5565724745452465, + "precision_coffee": 0.7444529456771232, + "recall_coffee": 0.6880214962522981, + "F1_noncoffee": 0.46390041493775935, + "IoU_noncoffee": 0.30199891950297136, + "kappa": 0.1814167869027554, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 23, + 27 + ], + [ + 247, + 563 + ], + [ + 5855, + 7520 + ], + [ + 41534, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5245268901189168, + "ssl_variant": "", + "test_tta": { + "OA": 0.7809933452361629, + "mIoU": 0.551676769022232, + "macroF1": 0.6893506724297018, + "F1_coffee": 0.8580774773069115, + "IoU_coffee": 0.7514323084575282, + "precision_coffee": 0.842995019323372, + "recall_coffee": 0.8737094632223793, + "F1_noncoffee": 0.5206238675524922, + "IoU_noncoffee": 0.3519212295869356, + "kappa": 0.3793723879509504, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7446348217376255, + "mIoU": 0.5118643389454434, + "macroF1": 0.6537569018453382, + "F1_coffee": 0.8311430696751798, + "IoU_coffee": 0.711073398387781, + "precision_coffee": 0.8248499876961517, + "recall_coffee": 0.8375329143362356, + "F1_noncoffee": 0.47637073401549657, + "IoU_noncoffee": 0.31265527950310557, + "kappa": 0.3076387762294827, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s1_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 19, + "stopped_epoch": 39, + "best_val": 0.723890435487683, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8853595195585132, + "mIoU": 0.7454616407879996, + "macroF1": 0.8494767768558567, + "F1_coffee": 0.9229695389951031, + "IoU_coffee": 0.8569576928529478, + "precision_coffee": 0.9402066437062548, + "recall_coffee": 0.906353082294478, + "F1_noncoffee": 0.7759840147166102, + "IoU_noncoffee": 0.6339655887230514, + "kappa": 0.6992475269039188, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8364485981308412, + "mIoU": 0.6701917416533513, + "macroF1": 0.7956002971542928, + "F1_coffee": 0.8869752421959096, + "IoU_coffee": 0.7969052224371374, + "precision_coffee": 0.9211850195640022, + "recall_coffee": 0.855215360664245, + "F1_noncoffee": 0.704225352112676, + "IoU_noncoffee": 0.5434782608695652, + "kappa": 0.5926706703697522, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.162291169451074, + "mIoU": 0.0814813425196754, + "macroF1": 0.1407113815295453, + "F1_coffee": 0.276885043263288, + "IoU_coffee": 0.1606886657101865, + "precision_coffee": 1.0, + "recall_coffee": 0.1606886657101865, + "F1_noncoffee": 0.0045377197958026095, + "IoU_noncoffee": 0.0022740193291642978, + "kappa": 0.0007305513134839845, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8824194182389937, + "mIoU": 0.7441200935566337, + "macroF1": 0.8488881689098535, + "F1_coffee": 0.9200708106483182, + "IoU_coffee": 0.8519732772485463, + "precision_coffee": 0.9459478021978022, + "recall_coffee": 0.8955718837375642, + "F1_noncoffee": 0.7777055271713887, + "IoU_noncoffee": 0.6362669098647211, + "kappa": 0.6984040232137755, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8762431475282588, + "mIoU": 0.7316071110582867, + "macroF1": 0.8400054282291631, + "F1_coffee": 0.9161489662426454, + "IoU_coffee": 0.8452720325104628, + "precision_coffee": 0.9425769360838688, + "recall_coffee": 0.8911625527561069, + "F1_noncoffee": 0.7638618902156808, + "IoU_noncoffee": 0.6179421896061106, + "kappa": 0.6807177051932163, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8973601356260595, + "mIoU": 0.7612340238321895, + "macroF1": 0.8598166703762729, + "F1_coffee": 0.9323629863704554, + "IoU_coffee": 0.8732958622339153, + "precision_coffee": 0.9326309067688378, + "recall_coffee": 0.9320952198608717, + "F1_noncoffee": 0.7872703543820901, + "IoU_noncoffee": 0.6491721854304636, + "kappa": 0.7196334135241248, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8874974546935451, + "mIoU": 0.6993604478085393, + "macroF1": 0.8109070170483546, + "F1_coffee": 0.9312511665526038, + "IoU_coffee": 0.8713470718360694, + "precision_coffee": 0.949866734357152, + "recall_coffee": 0.9133512326092262, + "F1_noncoffee": 0.6905628675441053, + "IoU_noncoffee": 0.5273738237810094, + "kappa": 0.6224666979778805, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8907712006303555, + "mIoU": 0.6955614506218055, + "macroF1": 0.8068684092061232, + "F1_coffee": 0.9341644404867914, + "IoU_coffee": 0.8764620697337641, + "precision_coffee": 0.9456730769230769, + "recall_coffee": 0.9229325513196481, + "F1_noncoffee": 0.6795723779254551, + "IoU_noncoffee": 0.5146608315098469, + "kappa": 0.6140150493884654, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9019262735895179, + "mIoU": 0.690282556752664, + "macroF1": 0.7997090164577022, + "F1_coffee": 0.9427935892317344, + "IoU_coffee": 0.8917781614156236, + "precision_coffee": 0.9250139899272524, + "recall_coffee": 0.9612700628053036, + "F1_noncoffee": 0.65662444368367, + "IoU_noncoffee": 0.4887869520897044, + "kappa": 0.6003043750731333, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8776828110161443, + "mIoU": 0.7631549604832033, + "macroF1": 0.8640364157496023, + "F1_coffee": 0.9071109187941728, + "IoU_coffee": 0.8300118780519995, + "precision_coffee": 0.9413261487801228, + "recall_coffee": 0.8752957550452332, + "F1_noncoffee": 0.8209619127050319, + "IoU_noncoffee": 0.696298042914407, + "kappa": 0.7287635284355881, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8621414913957935, + "mIoU": 0.7398325608357041, + "macroF1": 0.8486972713202519, + "F1_coffee": 0.8937987921637943, + "IoU_coffee": 0.8079893475366179, + "precision_coffee": 0.9385924207269914, + "recall_coffee": 0.8530858990580626, + "F1_noncoffee": 0.8035957504767094, + "IoU_noncoffee": 0.6716757741347905, + "kappa": 0.698663804203354, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8928777116529084, + "mIoU": 0.7883291639215555, + "macroF1": 0.8802921301299453, + "F1_coffee": 0.9191069875326181, + "IoU_coffee": 0.8503218884120172, + "precision_coffee": 0.9427509293680297, + "recall_coffee": 0.8966199971715457, + "F1_noncoffee": 0.8414772727272727, + "IoU_noncoffee": 0.7263364394310937, + "kappa": 0.7608790036431823, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 523, + 563 + ], + [ + 6734, + 7520 + ], + [ + 47281, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9436588048934937, + "ssl_variant": "", + "test_tta": { + "OA": 0.8923389060217497, + "mIoU": 0.7555260269646276, + "macroF1": 0.856196340539137, + "F1_coffee": 0.9282895661480913, + "IoU_coffee": 0.866175728840916, + "precision_coffee": 0.9371548318089542, + "recall_coffee": 0.91959045538277, + "F1_noncoffee": 0.7841031149301826, + "IoU_noncoffee": 0.6448763250883393, + "kappa": 0.7124701464806388, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8433714087919696, + "mIoU": 0.6778904509874004, + "macroF1": 0.8009933079701884, + "F1_coffee": 0.8928275372044369, + "IoU_coffee": 0.8064033086138049, + "precision_coffee": 0.9175100906638541, + "recall_coffee": 0.8694381979280785, + "F1_noncoffee": 0.70915907873594, + "IoU_noncoffee": 0.5493775933609959, + "kappa": 0.6027667627817438, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s1_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 19, + "stopped_epoch": 39, + "best_val": 0.7579500873427788, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.901980198019802, + "mIoU": 0.7768427583090683, + "macroF1": 0.8708469630851783, + "F1_coffee": 0.9342579387975048, + "IoU_coffee": 0.876626693088725, + "precision_coffee": 0.9499037035397251, + "recall_coffee": 0.9191192220365848, + "F1_noncoffee": 0.8074359873728516, + "IoU_noncoffee": 0.6770588235294117, + "kappa": 0.7418990215568364, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8561209184262144, + "mIoU": 0.7008525735457807, + "macroF1": 0.8183045534881166, + "F1_coffee": 0.9011964186673005, + "IoU_coffee": 0.8201615229304875, + "precision_coffee": 0.9296471117104967, + "recall_coffee": 0.8744354110207768, + "F1_noncoffee": 0.7354126883089327, + "IoU_noncoffee": 0.5815436241610739, + "kappa": 0.637518249402143, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26968973747016706, + "mIoU": 0.13545012242821255, + "macroF1": 0.21413924177253177, + "F1_coffee": 0.4230769230769231, + "IoU_coffee": 0.2682926829268293, + "precision_coffee": 1.0, + "recall_coffee": 0.2682926829268293, + "F1_noncoffee": 0.005201560468140442, + "IoU_noncoffee": 0.002607561929595828, + "kappa": 0.0013982014045568613, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.898191823899371, + "mIoU": 0.7761253910220354, + "macroF1": 0.8708223095088022, + "F1_coffee": 0.9302826379542396, + "IoU_coffee": 0.8696527428283845, + "precision_coffee": 0.9639495153754968, + "recall_coffee": 0.8988880941543663, + "F1_noncoffee": 0.8113619810633649, + "IoU_noncoffee": 0.6825980392156863, + "kappa": 0.7424945268702072, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.9036045214185223, + "mIoU": 0.7779017553438239, + "macroF1": 0.8714102897051645, + "F1_coffee": 0.9357519319688298, + "IoU_coffee": 0.8792611046970894, + "precision_coffee": 0.9464320753482897, + "recall_coffee": 0.9253101419618877, + "F1_noncoffee": 0.8070686474414992, + "IoU_noncoffee": 0.6765424059905584, + "kappa": 0.742918887254514, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9040930007265682, + "mIoU": 0.7761407355410527, + "macroF1": 0.8700476536761816, + "F1_coffee": 0.936562860438293, + "IoU_coffee": 0.8806941431670282, + "precision_coffee": 0.9403590040532716, + "recall_coffee": 0.9327972429638139, + "F1_noncoffee": 0.8035324469140702, + "IoU_noncoffee": 0.6715873279150771, + "kappa": 0.7401084244375786, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9016493585827734, + "mIoU": 0.733096135721018, + "macroF1": 0.8369199629978099, + "F1_coffee": 0.9396627108057464, + "IoU_coffee": 0.8861922714420358, + "precision_coffee": 0.9623848515864892, + "recall_coffee": 0.9179887722723944, + "F1_noncoffee": 0.7341772151898734, + "IoU_noncoffee": 0.58, + "kappa": 0.6746389740045922, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.9145080271840835, + "mIoU": 0.7386334774612675, + "macroF1": 0.8392487040016343, + "F1_coffee": 0.9492397660818713, + "IoU_coffee": 0.9033837934105076, + "precision_coffee": 0.946472303206997, + "recall_coffee": 0.9520234604105572, + "F1_noncoffee": 0.7292576419213974, + "IoU_noncoffee": 0.5738831615120275, + "kappa": 0.6785120683774403, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9034907597535934, + "mIoU": 0.7027052217558333, + "macroF1": 0.8106085703990362, + "F1_coffee": 0.9432399792972569, + "IoU_coffee": 0.8925772747061385, + "precision_coffee": 0.9328859060402684, + "recall_coffee": 0.953826471272389, + "F1_noncoffee": 0.6779771615008157, + "IoU_noncoffee": 0.5128331688055281, + "kappa": 0.6214816838935912, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8949667616334283, + "mIoU": 0.7945562699354913, + "macroF1": 0.8844263832447641, + "F1_coffee": 0.9193289569657185, + "IoU_coffee": 0.8507019438444925, + "precision_coffee": 0.9658237547892721, + "recall_coffee": 0.8771050800278357, + "F1_noncoffee": 0.8495238095238096, + "IoU_noncoffee": 0.7384105960264901, + "kappa": 0.7698476642744709, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8930210325047802, + "mIoU": 0.7888664657941507, + "macroF1": 0.8806551045455449, + "F1_coffee": 0.919071382078542, + "IoU_coffee": 0.8502609393817744, + "precision_coffee": 0.9463806970509383, + "recall_coffee": 0.8932939687895403, + "F1_noncoffee": 0.8422388270125476, + "IoU_noncoffee": 0.727471992206527, + "kappa": 0.761697036565058, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.904684200422346, + "mIoU": 0.8089458857530718, + "macroF1": 0.893284512008728, + "F1_coffee": 0.9281632062504521, + "IoU_coffee": 0.8659557235421166, + "precision_coffee": 0.9500888625592417, + "recall_coffee": 0.9072267006081176, + "F1_noncoffee": 0.8584058177670041, + "IoU_noncoffee": 0.751936047964027, + "kappa": 0.7867928327455839, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6886, + 7520 + ], + [ + 48108, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.939247461160024, + "ssl_variant": "", + "test_tta": { + "OA": 0.9111345560785586, + "mIoU": 0.7908735481910961, + "macroF1": 0.879874094852735, + "F1_coffee": 0.9411537097346274, + "IoU_coffee": 0.8888482855228699, + "precision_coffee": 0.9445343343472914, + "recall_coffee": 0.93779719830356, + "F1_noncoffee": 0.8185944799708426, + "IoU_noncoffee": 0.6928988108593224, + "kappa": 0.7597576769332229, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8662887965847468, + "mIoU": 0.7127280427663815, + "macroF1": 0.8263658598616636, + "F1_coffee": 0.9096244017039861, + "IoU_coffee": 0.83423033597368, + "precision_coffee": 0.9228943308145745, + "recall_coffee": 0.8967306694343539, + "F1_noncoffee": 0.743107318019341, + "IoU_noncoffee": 0.5912257495590829, + "kappa": 0.6529356791422635, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s2_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 32, + "stopped_epoch": 52, + "best_val": 0.5571296523831618, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7012984905047882, + "mIoU": 0.506485244992477, + "macroF1": 0.6626600956399857, + "F1_coffee": 0.7768278337638399, + "IoU_coffee": 0.6350927982233503, + "precision_coffee": 0.8952900069881202, + "recall_coffee": 0.6860514929529195, + "F1_noncoffee": 0.5484923575161315, + "IoU_noncoffee": 0.37787769176160374, + "kappa": 0.3484003010024644, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.6726231683396793, + "mIoU": 0.4784961442685006, + "macroF1": 0.6381003051441534, + "F1_coffee": 0.7498760344238631, + "IoU_coffee": 0.5998413397972675, + "precision_coffee": 0.8787252724549351, + "recall_coffee": 0.6539814334313556, + "F1_noncoffee": 0.5263245758644436, + "IoU_noncoffee": 0.3571509487397338, + "kappa": 0.30451898358722496, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2467780429594272, + "mIoU": 0.12393280213013329, + "macroF1": 0.19952667639076946, + "F1_coffee": 0.39400921658986177, + "IoU_coffee": 0.24533715925394547, + "precision_coffee": 1.0, + "recall_coffee": 0.24533715925394547, + "F1_noncoffee": 0.005044136191677175, + "IoU_noncoffee": 0.0025284450063211127, + "kappa": 0.001239873909898859, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.6697130503144654, + "mIoU": 0.4807074205183133, + "macroF1": 0.6419840178793945, + "F1_coffee": 0.7416205412054121, + "IoU_coffee": 0.5893457144602603, + "precision_coffee": 0.9069286452947259, + "recall_coffee": 0.6272839586449054, + "F1_noncoffee": 0.5423474945533769, + "IoU_noncoffee": 0.3720691265763662, + "kappa": 0.3237621971039281, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.6484742638140979, + "mIoU": 0.45499046751823724, + "macroF1": 0.6165813222971419, + "F1_coffee": 0.7271631899992469, + "IoU_coffee": 0.571293338066501, + "precision_coffee": 0.8842490842490842, + "recall_coffee": 0.6174702647397365, + "F1_noncoffee": 0.5059994545950368, + "IoU_noncoffee": 0.3386875969699735, + "kappa": 0.2746121978085412, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7851780092031969, + "mIoU": 0.590759858284553, + "macroF1": 0.7313374927110421, + "F1_coffee": 0.8516077224211196, + "IoU_coffee": 0.7415651768544956, + "precision_coffee": 0.8950625967083978, + "recall_coffee": 0.8121769098219415, + "F1_noncoffee": 0.6110672630009647, + "IoU_noncoffee": 0.4399545397146104, + "kappa": 0.46597408715606276, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7313174506210548, + "mIoU": 0.5075374761515399, + "macroF1": 0.6532256788163522, + "F1_coffee": 0.8177863702271628, + "IoU_coffee": 0.6917416189697465, + "precision_coffee": 0.9416441405628876, + "recall_coffee": 0.722723944349524, + "F1_noncoffee": 0.48866498740554154, + "IoU_noncoffee": 0.3233333333333333, + "kappa": 0.33856465979008726, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.6082931153353689, + "mIoU": 0.38993967661195994, + "macroF1": 0.5393435855487856, + "F1_coffee": 0.7175626731056033, + "IoU_coffee": 0.559530402037878, + "precision_coffee": 0.9092872570194385, + "recall_coffee": 0.5926099706744868, + "F1_noncoffee": 0.3611244979919679, + "IoU_noncoffee": 0.22034895118604195, + "kappa": 0.1628729820525283, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8346533685342721, + "mIoU": 0.5902671320786402, + "macroF1": 0.7161491757236438, + "F1_coffee": 0.8995544995544995, + "IoU_coffee": 0.8174457519162258, + "precision_coffee": 0.9192667233215976, + "recall_coffee": 0.8806699232379623, + "F1_noncoffee": 0.5327438518927881, + "IoU_noncoffee": 0.3630885122410546, + "kappa": 0.43351007873305447, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6122507122507123, + "mIoU": 0.43853739754098364, + "macroF1": 0.6087004991886635, + "F1_coffee": 0.6459724269487558, + "IoU_coffee": 0.4770747950819672, + "precision_coffee": 0.8567157313707452, + "recall_coffee": 0.5184411969380655, + "F1_noncoffee": 0.5714285714285714, + "IoU_noncoffee": 0.4, + "kappa": 0.2708153237701811, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.6874760994263862, + "mIoU": 0.5132762813732207, + "macroF1": 0.6754066330799114, + "F1_coffee": 0.737997916165745, + "IoU_coffee": 0.5847834370633812, + "precision_coffee": 0.8583146905294556, + "recall_coffee": 0.6472655700829467, + "F1_noncoffee": 0.6128153499940779, + "IoU_noncoffee": 0.4417691256830601, + "kappa": 0.3691326435915869, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7366097139566136, + "mIoU": 0.5656468376049956, + "macroF1": 0.7186230176141036, + "F1_coffee": 0.7897640208397181, + "IoU_coffee": 0.652570270954672, + "precision_coffee": 0.861728807891657, + "recall_coffee": 0.7288926601612219, + "F1_noncoffee": 0.6474820143884892, + "IoU_noncoffee": 0.4787234042553192, + "kappa": 0.44375096147421234, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 16, + 27 + ], + [ + 330, + 563 + ], + [ + 5751, + 7520 + ], + [ + 37110, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5996790448824565, + "ssl_variant": "", + "test_tta": { + "OA": 0.7500405778282746, + "mIoU": 0.5534663987405318, + "macroF1": 0.7013625317413852, + "F1_coffee": 0.821932380555941, + "IoU_coffee": 0.6976954183188725, + "precision_coffee": 0.8930599527614453, + "recall_coffee": 0.7612988904596667, + "F1_noncoffee": 0.5807926829268293, + "IoU_noncoffee": 0.4092373791621912, + "kappa": 0.4115131715597621, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7176935502480674, + "mIoU": 0.5187432798111005, + "macroF1": 0.6717743933460738, + "F1_coffee": 0.7945418284874567, + "IoU_coffee": 0.659120197833583, + "precision_coffee": 0.8752804051710182, + "recall_coffee": 0.7274404658940207, + "F1_noncoffee": 0.549006958204691, + "IoU_noncoffee": 0.3783663617886179, + "kappa": 0.35558472668315205, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s2_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.6143887319436683, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8275604609641292, + "mIoU": 0.6618687151336791, + "macroF1": 0.7900209085773929, + "F1_coffee": 0.8788044718229523, + "IoU_coffee": 0.7838101827357454, + "precision_coffee": 0.9400595499585103, + "recall_coffee": 0.8250439103799855, + "F1_noncoffee": 0.7012373453318336, + "IoU_noncoffee": 0.5399272475316127, + "kappa": 0.5843918965713578, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7840083073727934, + "mIoU": 0.6034586274143343, + "macroF1": 0.7447023223279372, + "F1_coffee": 0.8448758053489673, + "IoU_coffee": 0.7314155562330745, + "precision_coffee": 0.91620425493676, + "recall_coffee": 0.7838513136904419, + "F1_noncoffee": 0.6445288393069072, + "IoU_noncoffee": 0.47550169859559416, + "kappa": 0.4963990743930271, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13365155131264916, + "mIoU": 0.06709663578219069, + "macroF1": 0.11879748071918668, + "F1_coffee": 0.2332065906210393, + "IoU_coffee": 0.13199426111908177, + "precision_coffee": 1.0, + "recall_coffee": 0.13199426111908177, + "F1_noncoffee": 0.004388370817334065, + "IoU_noncoffee": 0.0021990104452996153, + "kappa": 0.0005803450687622296, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8578026729559748, + "mIoU": 0.704361760995853, + "macroF1": 0.8209424251468247, + "F1_coffee": 0.902183465152437, + "IoU_coffee": 0.8217980295566503, + "precision_coffee": 0.9393960723586964, + "recall_coffee": 0.8678067494635542, + "F1_noncoffee": 0.7397013851412124, + "IoU_noncoffee": 0.5869254924350557, + "kappa": 0.6433740578553165, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7929461990006307, + "mIoU": 0.6163803321858567, + "macroF1": 0.7552569347669142, + "F1_coffee": 0.8512995610062016, + "IoU_coffee": 0.7410979678495602, + "precision_coffee": 0.9351653398652786, + "recall_coffee": 0.7812380099757003, + "F1_noncoffee": 0.659214308527627, + "IoU_noncoffee": 0.4916626965221534, + "kappa": 0.5193725780432756, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8323080649067571, + "mIoU": 0.6694629872789577, + "macroF1": 0.7958238313161636, + "F1_coffee": 0.8821326433337873, + "IoU_coffee": 0.7891210330754705, + "precision_coffee": 0.9454134131212143, + "recall_coffee": 0.8267917544195545, + "F1_noncoffee": 0.70951501929854, + "IoU_noncoffee": 0.5498049414824447, + "kappa": 0.5961072653087225, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.872327428222358, + "mIoU": 0.6651669863851376, + "macroF1": 0.7829888675266683, + "F1_coffee": 0.9222277350533367, + "IoU_coffee": 0.8556795948900909, + "precision_coffee": 0.937578814627995, + "recall_coffee": 0.9073712472540884, + "F1_noncoffee": 0.64375, + "IoU_noncoffee": 0.47465437788018433, + "kappa": 0.5665100533951115, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7934600610656949, + "mIoU": 0.5690454362074006, + "macroF1": 0.7052619788726454, + "F1_coffee": 0.866492646590692, + "IoU_coffee": 0.7644349584363065, + "precision_coffee": 0.9475076580339739, + "recall_coffee": 0.7982404692082111, + "F1_noncoffee": 0.5440313111545988, + "IoU_noncoffee": 0.3736559139784946, + "kappa": 0.42488384206502466, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8621296567908477, + "mIoU": 0.6509291553509147, + "macroF1": 0.7717704311637639, + "F1_coffee": 0.9153763053655023, + "IoU_coffee": 0.8439575033200531, + "precision_coffee": 0.9456845238095238, + "recall_coffee": 0.886950453593859, + "F1_noncoffee": 0.6281645569620253, + "IoU_noncoffee": 0.45790080738177624, + "kappa": 0.5455917095153956, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8442545109211775, + "mIoU": 0.7138775085283535, + "macroF1": 0.8311646650361, + "F1_coffee": 0.8781756054078146, + "IoU_coffee": 0.7828102238114157, + "precision_coffee": 0.9416918910307471, + "recall_coffee": 0.8226861517049409, + "F1_noncoffee": 0.7841537246643854, + "IoU_noncoffee": 0.6449447932452912, + "kappa": 0.665029366084776, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7924474187380497, + "mIoU": 0.6418151929006266, + "macroF1": 0.7794962634257534, + "F1_coffee": 0.8329357445171219, + "IoU_coffee": 0.7137017011736779, + "precision_coffee": 0.9200952057123427, + "recall_coffee": 0.7608603964571911, + "F1_noncoffee": 0.7260567823343849, + "IoU_noncoffee": 0.5699286846275753, + "kappa": 0.5653875586101135, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8030332117488962, + "mIoU": 0.6593831266669646, + "macroF1": 0.7930147772891669, + "F1_coffee": 0.838552321007081, + "IoU_coffee": 0.7219888903942555, + "precision_coffee": 0.9450257137790389, + "recall_coffee": 0.7536416348465563, + "F1_noncoffee": 0.7474772335712527, + "IoU_noncoffee": 0.5967773629396738, + "kappa": 0.594088805838115, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 480, + 563 + ], + [ + 6525, + 7520 + ], + [ + 43972, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.494499643643697, + "ssl_variant": "", + "test_tta": { + "OA": 0.852848563544879, + "mIoU": 0.693738841667849, + "macroF1": 0.8128804432457277, + "F1_coffee": 0.8993605967763421, + "IoU_coffee": 0.8171255673222391, + "precision_coffee": 0.9334301119867275, + "recall_coffee": 0.8676905282097417, + "F1_noncoffee": 0.7264002897151135, + "IoU_noncoffee": 0.570352116013459, + "kappa": 0.6271113877547986, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8080073843313719, + "mIoU": 0.6288572460401776, + "macroF1": 0.7636700339387346, + "F1_coffee": 0.8660333306497061, + "IoU_coffee": 0.7637202697905573, + "precision_coffee": 0.9089334375462093, + "recall_coffee": 0.8270003267408561, + "F1_noncoffee": 0.6613067372277631, + "IoU_noncoffee": 0.4939942222897978, + "kappa": 0.5299871784997187, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s2_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 29, + "stopped_epoch": 49, + "best_val": 0.7332578590269154, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8975328680409025, + "mIoU": 0.7671152885662638, + "macroF1": 0.8642310585087709, + "F1_coffee": 0.9314720536673795, + "IoU_coffee": 0.8717339184851071, + "precision_coffee": 0.9442744899531219, + "recall_coffee": 0.9190121235488155, + "F1_noncoffee": 0.7969900633501624, + "IoU_noncoffee": 0.6624966586474205, + "kappa": 0.7286099026816277, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8502797969308873, + "mIoU": 0.691249944133079, + "macroF1": 0.8112444943629566, + "F1_coffee": 0.8970822964894366, + "IoU_coffee": 0.8133719257874299, + "precision_coffee": 0.926389287030591, + "recall_coffee": 0.8695727382805742, + "F1_noncoffee": 0.7254066922364767, + "IoU_noncoffee": 0.5691279624787282, + "kappa": 0.6234943606368857, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2100238663484487, + "mIoU": 0.10546188219035685, + "macroF1": 0.1749418963111802, + "F1_coffee": 0.3450732093391373, + "IoU_coffee": 0.20851267336202775, + "precision_coffee": 1.0, + "recall_coffee": 0.20851267336202775, + "F1_noncoffee": 0.004810583283223091, + "IoU_noncoffee": 0.0024110910186859553, + "kappa": 0.0010049808209437218, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8989779874213837, + "mIoU": 0.7722107039201466, + "macroF1": 0.8678297559732113, + "F1_coffee": 0.9319925906324424, + "IoU_coffee": 0.8726461843409317, + "precision_coffee": 0.9484952534841447, + "recall_coffee": 0.9160543598413421, + "F1_noncoffee": 0.8036669213139801, + "IoU_noncoffee": 0.6717752234993615, + "kappa": 0.735890324426545, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.9054480182409159, + "mIoU": 0.781543837748426, + "macroF1": 0.8738367899636046, + "F1_coffee": 0.9369887814813618, + "IoU_coffee": 0.8814476885644769, + "precision_coffee": 0.9475577061400641, + "recall_coffee": 0.9266530246834633, + "F1_noncoffee": 0.8106847984458475, + "IoU_noncoffee": 0.681639986932375, + "kappa": 0.747767859651405, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8882053766045047, + "mIoU": 0.748000190200297, + "macroF1": 0.8510126422376811, + "F1_coffee": 0.9254521963824289, + "IoU_coffee": 0.8612480461704942, + "precision_coffee": 0.9368909816231771, + "recall_coffee": 0.9142893611589763, + "F1_noncoffee": 0.7765730880929332, + "IoU_noncoffee": 0.6347523342300997, + "kappa": 0.7021583506752057, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9047037263286499, + "mIoU": 0.7318617484504176, + "macroF1": 0.8353731178217646, + "F1_coffee": 0.9422079525808842, + "IoU_coffee": 0.8907307961709082, + "precision_coffee": 0.9535116220944764, + "recall_coffee": 0.9311691481571882, + "F1_noncoffee": 0.728538283062645, + "IoU_noncoffee": 0.572992700729927, + "kappa": 0.6709634415276895, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.9073180340785975, + "mIoU": 0.7375149654467146, + "macroF1": 0.8395633201485715, + "F1_coffee": 0.9438242492985494, + "IoU_coffee": 0.8936242369432512, + "precision_coffee": 0.9609773887673231, + "recall_coffee": 0.9272727272727272, + "F1_noncoffee": 0.7353023909985935, + "IoU_noncoffee": 0.5814056939501779, + "kappa": 0.6796076393102887, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.892930478146084, + "mIoU": 0.6964175845412426, + "macroF1": 0.8071843501647553, + "F1_coffee": 0.9357658238986332, + "IoU_coffee": 0.8792856355418366, + "precision_coffee": 0.9440170434370931, + "recall_coffee": 0.927657594789486, + "F1_noncoffee": 0.6786028764308776, + "IoU_noncoffee": 0.5135495335406486, + "kappa": 0.614516053246974, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8936372269705603, + "mIoU": 0.7885773158885638, + "macroF1": 0.8803759418507957, + "F1_coffee": 0.9202051866628669, + "IoU_coffee": 0.8522037476906835, + "precision_coffee": 0.9426361115165669, + "recall_coffee": 0.8988169798190675, + "F1_noncoffee": 0.8405466970387244, + "IoU_noncoffee": 0.724950884086444, + "kappa": 0.7610222935221551, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9036328871892926, + "mIoU": 0.8035337247608327, + "macroF1": 0.8896795335930994, + "F1_coffee": 0.9289139633286319, + "IoU_coffee": 0.8672636291809324, + "precision_coffee": 0.9319371727748691, + "recall_coffee": 0.9259103050752144, + "F1_noncoffee": 0.8504451038575668, + "IoU_noncoffee": 0.7398038203407331, + "kappa": 0.7793639520898891, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8835669034363601, + "mIoU": 0.7707164927685124, + "macroF1": 0.8688011473125554, + "F1_coffee": 0.9128153525479767, + "IoU_coffee": 0.8396139098241439, + "precision_coffee": 0.9280912014030985, + "recall_coffee": 0.898034224296422, + "F1_noncoffee": 0.8247869420771342, + "IoU_noncoffee": 0.701819075712881, + "kappa": 0.7377450786088179, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 479, + 563 + ], + [ + 6789, + 7520 + ], + [ + 48020, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4390977303187054, + "ssl_variant": "", + "test_tta": { + "OA": 0.9044148677162799, + "mIoU": 0.7779081767173286, + "macroF1": 0.8713076626119399, + "F1_coffee": 0.9365812683746325, + "IoU_coffee": 0.8807266982622433, + "precision_coffee": 0.9417841595737769, + "recall_coffee": 0.9314355481300604, + "F1_noncoffee": 0.8060340568492473, + "IoU_noncoffee": 0.6750896551724138, + "kappa": 0.7426393487527837, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8577939310026538, + "mIoU": 0.7002725019039525, + "macroF1": 0.8174990684844683, + "F1_coffee": 0.9032536598767612, + "IoU_coffee": 0.82357572287432, + "precision_coffee": 0.9226451781025117, + "recall_coffee": 0.8846604778104519, + "F1_noncoffee": 0.7317444770921754, + "IoU_noncoffee": 0.576969280933585, + "kappa": 0.6354446475952545, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f2_s2_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.7482739244044209, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9073202402207434, + "mIoU": 0.7844934529760992, + "macroF1": 0.8757438532789454, + "F1_coffee": 0.9383821815513446, + "IoU_coffee": 0.8839171359450284, + "precision_coffee": 0.9455656561263103, + "recall_coffee": 0.9313070299447371, + "F1_noncoffee": 0.8131055250065462, + "IoU_noncoffee": 0.6850697700071701, + "kappa": 0.751531202399776, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8583852544132918, + "mIoU": 0.7020930889696091, + "macroF1": 0.8189266332617314, + "F1_coffee": 0.9034541753930563, + "IoU_coffee": 0.8239091838381665, + "precision_coffee": 0.9248701534001691, + "recall_coffee": 0.8830075534797901, + "F1_noncoffee": 0.7343990911304066, + "IoU_noncoffee": 0.5802769941010516, + "kappa": 0.6383866687065434, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18329355608591885, + "mIoU": 0.09203179529651583, + "macroF1": 0.15611082742477075, + "F1_coffee": 0.3075677863213274, + "IoU_coffee": 0.18173122907699665, + "precision_coffee": 1.0, + "recall_coffee": 0.18173122907699665, + "F1_noncoffee": 0.004653868528214078, + "IoU_noncoffee": 0.0023323615160349854, + "kappa": 0.0008473666826012482, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9190742924528302, + "mIoU": 0.8103251417961753, + "macroF1": 0.8926663667770229, + "F1_coffee": 0.9459060005911912, + "IoU_coffee": 0.89736399326977, + "precision_coffee": 0.9556676400318556, + "recall_coffee": 0.9363417647441316, + "F1_noncoffee": 0.8394267329628546, + "IoU_noncoffee": 0.7232862903225806, + "kappa": 0.7853991976736892, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.9000630669965556, + "mIoU": 0.7710908650422788, + "macroF1": 0.8668497468354144, + "F1_coffee": 0.9333505888443121, + "IoU_coffee": 0.8750303324435816, + "precision_coffee": 0.9445972495088408, + "recall_coffee": 0.9223685893336744, + "F1_noncoffee": 0.8003489048265168, + "IoU_noncoffee": 0.667151397640976, + "kappa": 0.7338125296808434, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9029789295228869, + "mIoU": 0.7726834114006396, + "macroF1": 0.8676356027639478, + "F1_coffee": 0.936032957557564, + "IoU_coffee": 0.8797574738864209, + "precision_coffee": 0.9367808744566607, + "recall_coffee": 0.9352862339651541, + "F1_noncoffee": 0.7992382479703317, + "IoU_noncoffee": 0.6656093489148581, + "kappa": 0.7352717351372903, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9211973121563837, + "mIoU": 0.7663679785867568, + "macroF1": 0.8602621214286849, + "F1_coffee": 0.9525386313465783, + "IoU_coffee": 0.9093782929399368, + "precision_coffee": 0.9572344096623121, + "recall_coffee": 0.9478886990480839, + "F1_noncoffee": 0.7679856115107914, + "IoU_noncoffee": 0.6233576642335766, + "kappa": 0.7205571163829635, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8910666797990742, + "mIoU": 0.6914993072613341, + "macroF1": 0.8031591182485011, + "F1_coffee": 0.9347030345967646, + "IoU_coffee": 0.8774107736643759, + "precision_coffee": 0.9409247593010817, + "recall_coffee": 0.9285630498533725, + "F1_noncoffee": 0.6716152019002375, + "IoU_noncoffee": 0.5055878408582923, + "kappa": 0.6064047834227322, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9049574655324142, + "mIoU": 0.7092556435841373, + "macroF1": 0.8160967045184444, + "F1_coffee": 0.9439317028149515, + "IoU_coffee": 0.8938169106401573, + "precision_coffee": 0.9363698786907759, + "recall_coffee": 0.9516166550360549, + "F1_noncoffee": 0.6882617062219372, + "IoU_noncoffee": 0.5246943765281173, + "kappa": 0.6323267283666777, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.917094017094017, + "mIoU": 0.8298372849064859, + "macroF1": 0.9060590233085203, + "F1_coffee": 0.9382558879694463, + "IoU_coffee": 0.8836930455635491, + "precision_coffee": 0.953839516824849, + "recall_coffee": 0.9231732776617954, + "F1_noncoffee": 0.8738621586475943, + "IoU_noncoffee": 0.7759815242494227, + "kappa": 0.8122204430259898, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9087954110898662, + "mIoU": 0.8153777384361467, + "macroF1": 0.8972223109129017, + "F1_coffee": 0.9317108088761632, + "IoU_coffee": 0.8721522380058966, + "precision_coffee": 0.9491031063147148, + "recall_coffee": 0.9149444678757205, + "F1_noncoffee": 0.8627338129496402, + "IoU_noncoffee": 0.7586032388663968, + "kappa": 0.7945832765009423, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.9010366673065847, + "mIoU": 0.8006315685288927, + "macroF1": 0.8879612511517501, + "F1_coffee": 0.9262359590756243, + "IoU_coffee": 0.8626066098081023, + "precision_coffee": 0.937300897770055, + "recall_coffee": 0.9154292179324, + "F1_noncoffee": 0.8496865432278757, + "IoU_noncoffee": 0.7386565272496831, + "kappa": 0.7759861185515043, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6843, + 7520 + ], + [ + 48480, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.741825250784556, + "ssl_variant": "", + "test_tta": { + "OA": 0.9128063626034735, + "mIoU": 0.7921397618002142, + "macroF1": 0.8805773410638384, + "F1_coffee": 0.9426166467270553, + "IoU_coffee": 0.8914615913039965, + "precision_coffee": 0.9401662049861496, + "recall_coffee": 0.945079895471876, + "F1_noncoffee": 0.8185380354006215, + "IoU_noncoffee": 0.6928179322964318, + "kappa": 0.7611598129453147, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8636494750201915, + "mIoU": 0.706178056638885, + "macroF1": 0.8213842273983296, + "F1_coffee": 0.9082705891484902, + "IoU_coffee": 0.8319557759647346, + "precision_coffee": 0.9171157049083962, + "recall_coffee": 0.8995944569374772, + "F1_noncoffee": 0.734497865648169, + "IoU_noncoffee": 0.5804003373130354, + "kappa": 0.642864605195022, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s0_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 15, + "stopped_epoch": 35, + "best_val": 0.6342980853320428, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7868038817708994, + "mIoU": 0.6105435951174095, + "macroF1": 0.7510583940622925, + "F1_coffee": 0.8453904623911869, + "IoU_coffee": 0.7321873194828994, + "precision_coffee": 0.8488557374777729, + "recall_coffee": 0.8419533647899583, + "F1_noncoffee": 0.6567263257333981, + "IoU_noncoffee": 0.4888998707519197, + "kappa": 0.5021352095523076, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7621293411791854, + "mIoU": 0.580262539836399, + "macroF1": 0.7268086891361258, + "F1_coffee": 0.8250395154189695, + "IoU_coffee": 0.7021849042975804, + "precision_coffee": 0.8312740487387773, + "recall_coffee": 0.8188978036094089, + "F1_noncoffee": 0.6285778628532823, + "IoU_noncoffee": 0.4583401753752176, + "kappa": 0.4536826150178987, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3360655737704918, + "mIoU": 0.16949409363597007, + "macroF1": 0.2554558664114215, + "F1_coffee": 0.5004405286343613, + "IoU_coffee": 0.3337250293772033, + "precision_coffee": 0.9964912280701754, + "recall_coffee": 0.3341176470588235, + "F1_noncoffee": 0.010471204188481676, + "IoU_noncoffee": 0.005263157894736842, + "kappa": 0.0011798923245115867, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8231879886794263, + "mIoU": 0.6615787903446971, + "macroF1": 0.7907032836485648, + "F1_coffee": 0.8731589814177564, + "IoU_coffee": 0.774873266963904, + "precision_coffee": 0.8642370572207084, + "recall_coffee": 0.8822670375521557, + "F1_noncoffee": 0.7082475858793731, + "IoU_noncoffee": 0.5482843137254902, + "kappa": 0.5815091542167498, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7807443365695793, + "mIoU": 0.5897484586169557, + "macroF1": 0.7315210097811273, + "F1_coffee": 0.8464793895164784, + "IoU_coffee": 0.7338225098220476, + "precision_coffee": 0.8212207422733738, + "recall_coffee": 0.8733411263150657, + "F1_noncoffee": 0.6165626300457762, + "IoU_noncoffee": 0.4456744074118638, + "kappa": 0.4643077565211356, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7570384343315256, + "mIoU": 0.5821649641306469, + "macroF1": 0.7302088604330161, + "F1_coffee": 0.8152875376452029, + "IoU_coffee": 0.6881733446314006, + "precision_coffee": 0.8641787641559626, + "recall_coffee": 0.7716321683067526, + "F1_noncoffee": 0.6451301832208293, + "IoU_noncoffee": 0.4761565836298932, + "kappa": 0.46371550926997473, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.839891975308642, + "mIoU": 0.6711200936245842, + "macroF1": 0.7957013779302771, + "F1_coffee": 0.8907175773535221, + "IoU_coffee": 0.8029673590504451, + "precision_coffee": 0.8758415328845158, + "recall_coffee": 0.9061076881864453, + "F1_noncoffee": 0.700685178507032, + "IoU_noncoffee": 0.5392728281987232, + "kappa": 0.5917253483038089, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8315508021390374, + "mIoU": 0.6630989434685679, + "macroF1": 0.7902686303380111, + "F1_coffee": 0.883317899193015, + "IoU_coffee": 0.7910200213244876, + "precision_coffee": 0.8846051934287228, + "recall_coffee": 0.8820343461030383, + "F1_noncoffee": 0.6972193614830072, + "IoU_noncoffee": 0.5351778656126482, + "kappa": 0.5805395656792746, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7415793942824794, + "mIoU": 0.5566741369819926, + "macroF1": 0.7074963276410674, + "F1_coffee": 0.8073433213758177, + "IoU_coffee": 0.6769285208775655, + "precision_coffee": 0.880079742370802, + "recall_coffee": 0.7457120582120582, + "F1_noncoffee": 0.6076493339063171, + "IoU_noncoffee": 0.4364197530864197, + "kappa": 0.42301888764191625, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.806660940929478, + "mIoU": 0.6502511828310394, + "macroF1": 0.784047064730381, + "F1_coffee": 0.8539293439077145, + "IoU_coffee": 0.745093105183694, + "precision_coffee": 0.8513513513513513, + "recall_coffee": 0.8565229968180503, + "F1_noncoffee": 0.7141647855530474, + "IoU_noncoffee": 0.5554092604783849, + "kappa": 0.5681018790685897, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7302656546489563, + "mIoU": 0.5249167702460222, + "macroF1": 0.6748579614981918, + "F1_coffee": 0.8090793096501242, + "IoU_coffee": 0.6793729559039133, + "precision_coffee": 0.7607981813589291, + "recall_coffee": 0.8639036282805106, + "F1_noncoffee": 0.5406366133462595, + "IoU_noncoffee": 0.3704605845881311, + "kappa": 0.3559566384145089, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7724872713558363, + "mIoU": 0.6074998688119864, + "macroF1": 0.7516963552628483, + "F1_coffee": 0.8235466179159049, + "IoU_coffee": 0.7000248632521133, + "precision_coffee": 0.8485533453887885, + "recall_coffee": 0.7999715868731354, + "F1_noncoffee": 0.6798460926097917, + "IoU_noncoffee": 0.5149748743718593, + "kappa": 0.5041740028110191, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9071, + 11000 + ], + [ + 40426, + 51930 + ], + [ + 122, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7390987634658814, + "ssl_variant": "", + "test_tta": { + "OA": 0.795683749841431, + "mIoU": 0.6080988617633597, + "macroF1": 0.7463026419991439, + "F1_coffee": 0.8582305500236558, + "IoU_coffee": 0.7516671163705045, + "precision_coffee": 0.8257850049757565, + "recall_coffee": 0.8933299738879472, + "F1_noncoffee": 0.6343747339746318, + "IoU_noncoffee": 0.4645306071562149, + "kappa": 0.49461738605875943, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7710424599053882, + "mIoU": 0.5776074755137606, + "macroF1": 0.7214541467405025, + "F1_coffee": 0.8389812457526549, + "IoU_coffee": 0.7226250589694756, + "precision_coffee": 0.8092908578584846, + "recall_coffee": 0.8709330974793101, + "F1_noncoffee": 0.60392704772835, + "IoU_noncoffee": 0.4325898920580456, + "kappa": 0.4447465767824305, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s0_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 21, + "stopped_epoch": 41, + "best_val": 0.682993091388734, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8088925535963466, + "mIoU": 0.6385303649064542, + "macroF1": 0.7726886395976079, + "F1_coffee": 0.8634055671411732, + "IoU_coffee": 0.7596426149734753, + "precision_coffee": 0.8545340332929511, + "recall_coffee": 0.8724632369783316, + "F1_noncoffee": 0.6819717120540426, + "IoU_noncoffee": 0.517418114839433, + "kappa": 0.5454913340090867, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7808641975308642, + "mIoU": 0.6030118589867847, + "macroF1": 0.7450793783870239, + "F1_coffee": 0.8405900497303649, + "IoU_coffee": 0.725015383501647, + "precision_coffee": 0.8376021912308946, + "recall_coffee": 0.8435993008612883, + "F1_noncoffee": 0.6495687070436829, + "IoU_noncoffee": 0.48100833447192237, + "kappa": 0.49017301792949086, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1791569086651054, + "mIoU": 0.09048393825615353, + "macroF1": 0.1547908980913212, + "F1_coffee": 0.2982982982982983, + "IoU_coffee": 0.17529411764705882, + "precision_coffee": 1.0, + "recall_coffee": 0.17529411764705882, + "F1_noncoffee": 0.011283497884344146, + "IoU_noncoffee": 0.005673758865248227, + "kappa": 0.001987176708688559, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7851489422938552, + "mIoU": 0.5938299198120698, + "macroF1": 0.734545995113788, + "F1_coffee": 0.85044575778824, + "IoU_coffee": 0.7398048100383409, + "precision_coffee": 0.8179716102511401, + "recall_coffee": 0.8856050069541029, + "F1_noncoffee": 0.6186462324393359, + "IoU_noncoffee": 0.4478550295857988, + "kappa": 0.4712172189019806, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8370454978107748, + "mIoU": 0.6786912452448193, + "macroF1": 0.8029908053981236, + "F1_coffee": 0.8848998251983327, + "IoU_coffee": 0.7935608344386832, + "precision_coffee": 0.8656363038474186, + "recall_coffee": 0.9050402255380595, + "F1_noncoffee": 0.7210817855979146, + "IoU_noncoffee": 0.5638216560509555, + "kappa": 0.6064538879666256, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8043385993869371, + "mIoU": 0.6428640774484019, + "macroF1": 0.7777862937407356, + "F1_coffee": 0.8545996145084983, + "IoU_coffee": 0.746114306694407, + "precision_coffee": 0.8835507246376811, + "recall_coffee": 0.8274855785544621, + "F1_noncoffee": 0.700972972972973, + "IoU_noncoffee": 0.5396138482023968, + "kappa": 0.5565517511646689, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8236882716049383, + "mIoU": 0.6140912915893311, + "macroF1": 0.744898578338882, + "F1_coffee": 0.8866707997520149, + "IoU_coffee": 0.7964138545495044, + "precision_coffee": 0.8253693444136657, + "recall_coffee": 0.9578087329225824, + "F1_noncoffee": 0.603126356925749, + "IoU_noncoffee": 0.4317687286291576, + "kappa": 0.4994663144257366, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8575248281130634, + "mIoU": 0.6970326892889698, + "macroF1": 0.8147952219748908, + "F1_coffee": 0.9037543542768675, + "IoU_coffee": 0.8244086148052254, + "precision_coffee": 0.8831316187594553, + "recall_coffee": 0.9253632760898283, + "F1_noncoffee": 0.7258360896729144, + "IoU_noncoffee": 0.5696567637727141, + "kappa": 0.6301649293062729, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7823379564109821, + "mIoU": 0.5990536504702297, + "macroF1": 0.7406825959219561, + "F1_coffee": 0.8446150737522732, + "IoU_coffee": 0.7310248338579923, + "precision_coffee": 0.8768004474898615, + "recall_coffee": 0.8147089397089398, + "F1_noncoffee": 0.6367501180916391, + "IoU_noncoffee": 0.4670824670824671, + "kappa": 0.4829937675864978, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.747017845214238, + "mIoU": 0.5682541631703539, + "macroF1": 0.718411075347791, + "F1_coffee": 0.8081626745784789, + "IoU_coffee": 0.6780813600485731, + "precision_coffee": 0.8086893555394642, + "recall_coffee": 0.8076366792016199, + "F1_noncoffee": 0.6286594761171033, + "IoU_noncoffee": 0.4584269662921348, + "kappa": 0.43682261309388176, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8166982922201138, + "mIoU": 0.6601815751171367, + "macroF1": 0.7908394291353844, + "F1_coffee": 0.8643829846974589, + "IoU_coffee": 0.7611571269625417, + "precision_coffee": 0.846555754159219, + "recall_coffee": 0.8829771977627994, + "F1_noncoffee": 0.7172958735733099, + "IoU_noncoffee": 0.5592060232717317, + "kappa": 0.582065210230233, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8263247218555535, + "mIoU": 0.6847220543569863, + "macroF1": 0.8103064932135344, + "F1_coffee": 0.8654295733489188, + "IoU_coffee": 0.7627817128139086, + "precision_coffee": 0.8908106482177771, + "recall_coffee": 0.8414547520954682, + "F1_noncoffee": 0.75518341307815, + "IoU_noncoffee": 0.6066623959000641, + "kappa": 0.6211724630836979, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8789, + 11000 + ], + [ + 42092, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.037896684805552, + "ssl_variant": "", + "test_tta": { + "OA": 0.8214353672459723, + "mIoU": 0.6491314128666272, + "macroF1": 0.7797074690572586, + "F1_coffee": 0.8755841831379612, + "IoU_coffee": 0.7787014109971309, + "precision_coffee": 0.8457302627366444, + "recall_coffee": 0.9076228869852032, + "F1_noncoffee": 0.6838307549765561, + "IoU_noncoffee": 0.5195614147361236, + "kappa": 0.5608056583115181, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7929646936656283, + "mIoU": 0.6113453692926532, + "macroF1": 0.7502694856517909, + "F1_coffee": 0.8535278812305495, + "IoU_coffee": 0.7444820220719117, + "precision_coffee": 0.8279227206144345, + "recall_coffee": 0.8807673679112178, + "F1_noncoffee": 0.6470110900730321, + "IoU_noncoffee": 0.47820871651339464, + "kappa": 0.5016876093309498, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s0_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 35, + "stopped_epoch": 55, + "best_val": 0.7386298962009434, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.865913992134974, + "mIoU": 0.7282980253443725, + "macroF1": 0.8390712081374162, + "F1_coffee": 0.9047962170682279, + "IoU_coffee": 0.8261441671121346, + "precision_coffee": 0.8897303042380763, + "recall_coffee": 0.9203811443492601, + "F1_noncoffee": 0.7733461992066045, + "IoU_noncoffee": 0.6304518835766104, + "kappa": 0.6783619748089399, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8355832467982001, + "mIoU": 0.6825334383939239, + "macroF1": 0.8066236993223462, + "F1_coffee": 0.881457449463439, + "IoU_coffee": 0.788041053101294, + "precision_coffee": 0.8706476859555062, + "recall_coffee": 0.8925390106766062, + "F1_noncoffee": 0.7317899491812535, + "IoU_noncoffee": 0.5770258236865539, + "kappa": 0.6133822421595444, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2775175644028103, + "mIoU": 0.14027943544567584, + "macroF1": 0.22154312096029546, + "F1_coffee": 0.43028624192059095, + "IoU_coffee": 0.2741176470588235, + "precision_coffee": 1.0, + "recall_coffee": 0.2741176470588235, + "F1_noncoffee": 0.0128, + "IoU_noncoffee": 0.00644122383252818, + "kappa": 0.0035250821699679114, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8538398810380391, + "mIoU": 0.714641361092603, + "macroF1": 0.8301330412792713, + "F1_coffee": 0.8935917583376987, + "IoU_coffee": 0.8076510321318099, + "precision_coffee": 0.8975096457383375, + "recall_coffee": 0.8897079276773296, + "F1_noncoffee": 0.7666743242208439, + "IoU_noncoffee": 0.6216316900533962, + "kappa": 0.6602802775023401, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8870645345516848, + "mIoU": 0.7634887470765018, + "macroF1": 0.8629824125600376, + "F1_coffee": 0.9204252037155025, + "IoU_coffee": 0.8525812263154625, + "precision_coffee": 0.8982851158528603, + "recall_coffee": 0.9436842467166334, + "F1_noncoffee": 0.8055396214045727, + "IoU_noncoffee": 0.6743962678375411, + "kappa": 0.7263710326181538, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8568262202310776, + "mIoU": 0.7078022340149299, + "macroF1": 0.8239896516652792, + "F1_coffee": 0.9000131734949282, + "IoU_coffee": 0.8182035928143713, + "precision_coffee": 0.874272186320302, + "recall_coffee": 0.9273159144893112, + "F1_noncoffee": 0.74796612983563, + "IoU_noncoffee": 0.5974008752154887, + "kappa": 0.648746829953123, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8607253086419753, + "mIoU": 0.7069488227803126, + "macroF1": 0.8225687662837574, + "F1_coffee": 0.9048497627833422, + "IoU_coffee": 0.8262334536702768, + "precision_coffee": 0.8905317769130998, + "recall_coffee": 0.9196356817572997, + "F1_noncoffee": 0.7402877697841727, + "IoU_noncoffee": 0.5876641918903484, + "kappa": 0.645387740623616, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8881779984721161, + "mIoU": 0.7508814922692234, + "macroF1": 0.8532482110682791, + "F1_coffee": 0.9248443617226109, + "IoU_coffee": 0.8601957975167144, + "precision_coffee": 0.8993883410310822, + "recall_coffee": 0.9517833553500661, + "F1_noncoffee": 0.7816520604139474, + "IoU_noncoffee": 0.6415671870217324, + "kappa": 0.7071779409428771, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8425323143692801, + "mIoU": 0.6536697325296082, + "macroF1": 0.7790893349465093, + "F1_coffee": 0.8974752748940352, + "IoU_coffee": 0.814018275016715, + "precision_coffee": 0.8511010136315973, + "recall_coffee": 0.9491943866943867, + "F1_noncoffee": 0.6607033949989836, + "IoU_noncoffee": 0.4933211900425015, + "kappa": 0.5624774294651075, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8470273881095525, + "mIoU": 0.7174580911168867, + "macroF1": 0.833567852883889, + "F1_coffee": 0.8808975406790995, + "IoU_coffee": 0.7871464612933209, + "precision_coffee": 0.905729564553094, + "recall_coffee": 0.8573908012727799, + "F1_noncoffee": 0.7862381650886785, + "IoU_noncoffee": 0.6477697209404526, + "kappa": 0.6675841601741419, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8859582542694497, + "mIoU": 0.7726950347870931, + "macroF1": 0.8699294467442014, + "F1_coffee": 0.9155898876404495, + "IoU_coffee": 0.8443206838492423, + "precision_coffee": 0.897068941791661, + "recall_coffee": 0.9348917252258713, + "F1_noncoffee": 0.8242690058479533, + "IoU_noncoffee": 0.701069385724944, + "kappa": 0.7400895428850367, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8711106920610975, + "mIoU": 0.7505953556106149, + "macroF1": 0.8555702939901804, + "F1_coffee": 0.9029463968761093, + "IoU_coffee": 0.8230649754077142, + "precision_coffee": 0.9024978711325575, + "recall_coffee": 0.9033953686603211, + "F1_noncoffee": 0.8081941911042514, + "IoU_noncoffee": 0.6781257358135154, + "kappa": 0.711140728980253, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9420, + 11000 + ], + [ + 45056, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7326905528704324, + "ssl_variant": "", + "test_tta": { + "OA": 0.8690378028669289, + "mIoU": 0.7320139626676854, + "macroF1": 0.8415086837332513, + "F1_coffee": 0.907562648997728, + "IoU_coffee": 0.8307686002909657, + "precision_coffee": 0.8873908380573005, + "recall_coffee": 0.9286728663704247, + "F1_noncoffee": 0.7754547184687747, + "IoU_noncoffee": 0.633259325044405, + "kappa": 0.6834147483933617, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8396359755394023, + "mIoU": 0.6868365815606159, + "macroF1": 0.8095322802790655, + "F1_coffee": 0.8852540221463143, + "IoU_coffee": 0.7941307165339752, + "precision_coffee": 0.8679928765127292, + "recall_coffee": 0.9032156169056794, + "F1_noncoffee": 0.7338105384118168, + "IoU_noncoffee": 0.5795424465872566, + "kappa": 0.6194137116749538, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s0_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.7536196065480768, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.879582646200685, + "mIoU": 0.7532767994887123, + "macroF1": 0.8563624140999229, + "F1_coffee": 0.914114453743497, + "IoU_coffee": 0.8418147353510946, + "precision_coffee": 0.9028416960814977, + "recall_coffee": 0.9256722708323789, + "F1_noncoffee": 0.7986103744563487, + "IoU_noncoffee": 0.66473886362633, + "kappa": 0.7128298050411214, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8498759663089881, + "mIoU": 0.706796293068171, + "macroF1": 0.824410384399063, + "F1_coffee": 0.8912795980823263, + "IoU_coffee": 0.8038813000471031, + "precision_coffee": 0.8841961288183363, + "recall_coffee": 0.8984774780466233, + "F1_noncoffee": 0.7575411707157997, + "IoU_noncoffee": 0.6097112860892389, + "kappa": 0.6488710248575744, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3149882903981265, + "mIoU": 0.15883774191227606, + "macroF1": 0.24321401142472812, + "F1_coffee": 0.4762757385854969, + "IoU_coffee": 0.3125734430082256, + "precision_coffee": 0.9962546816479401, + "recall_coffee": 0.3129411764705882, + "F1_noncoffee": 0.01015228426395939, + "IoU_noncoffee": 0.00510204081632653, + "kappa": 0.0008559691851093662, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8733151052909292, + "mIoU": 0.7406207877978863, + "macroF1": 0.8475810683160818, + "F1_coffee": 0.91020977118961, + "IoU_coffee": 0.8352155737193486, + "precision_coffee": 0.8904410297345839, + "recall_coffee": 0.9308762169680111, + "F1_noncoffee": 0.7849523654425535, + "IoU_noncoffee": 0.6460260018764241, + "kappa": 0.695521562930255, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8815438796877975, + "mIoU": 0.7566342536749091, + "macroF1": 0.8586194668506877, + "F1_coffee": 0.9155498252638008, + "IoU_coffee": 0.8442525499030098, + "precision_coffee": 0.9036838580040187, + "recall_coffee": 0.9277315546998556, + "F1_noncoffee": 0.8016891084375747, + "IoU_noncoffee": 0.6690159574468085, + "kappa": 0.7173533698065989, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8838009903324687, + "mIoU": 0.7623693723360969, + "macroF1": 0.8626034772334887, + "F1_coffee": 0.9165707320376515, + "IoU_coffee": 0.8459903743983999, + "precision_coffee": 0.91458882356916, + "recall_coffee": 0.9185612487275195, + "F1_noncoffee": 0.8086362224293259, + "IoU_noncoffee": 0.678748370273794, + "kappa": 0.7252099142356493, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.886670524691358, + "mIoU": 0.7488568684918255, + "macroF1": 0.8519125320709399, + "F1_coffee": 0.9236566824767721, + "IoU_coffee": 0.8581431848364119, + "precision_coffee": 0.8969085173501578, + "recall_coffee": 0.9520492901151889, + "F1_noncoffee": 0.7801683816651076, + "IoU_noncoffee": 0.6395705521472392, + "kappa": 0.7045816327490697, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8861726508785333, + "mIoU": 0.7440780811481275, + "macroF1": 0.8482688317264637, + "F1_coffee": 0.9241054374124539, + "IoU_coffee": 0.8589182151733933, + "precision_coffee": 0.8919616519174042, + "recall_coffee": 0.9586525759577279, + "F1_noncoffee": 0.7724322260404735, + "IoU_noncoffee": 0.6292379471228616, + "kappa": 0.6977147779038757, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8832908764977828, + "mIoU": 0.7485881499936259, + "macroF1": 0.8522195550431073, + "F1_coffee": 0.9199818875735817, + "IoU_coffee": 0.8518207954000958, + "precision_coffee": 0.9160118510884967, + "recall_coffee": 0.9239864864864865, + "F1_noncoffee": 0.7844572225126328, + "IoU_noncoffee": 0.645355504587156, + "kappa": 0.7044540640724029, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.860101154690333, + "mIoU": 0.7308638082530527, + "macroF1": 0.8420444960687086, + "F1_coffee": 0.8954500071316502, + "IoU_coffee": 0.8106921487603306, + "precision_coffee": 0.8832301631963985, + "recall_coffee": 0.9080127277986694, + "F1_noncoffee": 0.788638985005767, + "IoU_noncoffee": 0.6510354677457748, + "kappa": 0.6842111949333725, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8769449715370019, + "mIoU": 0.7632618982854725, + "macroF1": 0.8642169057847761, + "F1_coffee": 0.9057892060724921, + "IoU_coffee": 0.8278013807753585, + "precision_coffee": 0.9177215189873418, + "recall_coffee": 0.8941632009178259, + "F1_noncoffee": 0.82264460549706, + "IoU_noncoffee": 0.6987224157955866, + "kappa": 0.7285202105623714, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8843107674901, + "mIoU": 0.7731142598739449, + "macroF1": 0.8704515905529212, + "F1_coffee": 0.9128241563055062, + "IoU_coffee": 0.8396288066919357, + "precision_coffee": 0.9130187606594656, + "recall_coffee": 0.9126296348913198, + "F1_noncoffee": 0.8280790248003362, + "IoU_noncoffee": 0.706599713055954, + "kappa": 0.7409032043193332, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9766, + 11000 + ], + [ + 45572, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.2838048299153644, + "ssl_variant": "", + "test_tta": { + "OA": 0.8805816313586198, + "mIoU": 0.7533115919219333, + "macroF1": 0.8562422529411826, + "F1_coffee": 0.9153943805960927, + "IoU_coffee": 0.8439882333443819, + "precision_coffee": 0.8982692095689561, + "recall_coffee": 0.9331852123322186, + "F1_noncoffee": 0.7970901252862724, + "IoU_noncoffee": 0.6626349504994848, + "kappa": 0.7127349112482068, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8509576554747894, + "mIoU": 0.7061983726051194, + "macroF1": 0.8237217612580832, + "F1_coffee": 0.8930116989336371, + "IoU_coffee": 0.8067038270173207, + "precision_coffee": 0.8783170071075087, + "recall_coffee": 0.9082064565038853, + "F1_noncoffee": 0.7544318235825294, + "IoU_noncoffee": 0.6056929181929182, + "kappa": 0.6476698847341588, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s1_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 19, + "stopped_epoch": 39, + "best_val": 0.5980276721268694, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7573417480654573, + "mIoU": 0.572223326314494, + "macroF1": 0.7196671071633374, + "F1_coffee": 0.822435979253449, + "IoU_coffee": 0.6984214571467986, + "precision_coffee": 0.8333921222810111, + "recall_coffee": 0.8117641669338953, + "F1_noncoffee": 0.6168982350732257, + "IoU_noncoffee": 0.4460251954821894, + "kappa": 0.4395432006804692, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7343082958347756, + "mIoU": 0.5460907355210045, + "macroF1": 0.6979907858361858, + "F1_coffee": 0.8027200685371599, + "IoU_coffee": 0.670453122484392, + "precision_coffee": 0.8166604928856253, + "recall_coffee": 0.7892475835491819, + "F1_noncoffee": 0.5932615031352115, + "IoU_noncoffee": 0.42172834855761687, + "kappa": 0.39634422413110637, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24941451990632318, + "mIoU": 0.1253815010331559, + "macroF1": 0.20159560115805056, + "F1_coffee": 0.3969896519285042, + "IoU_coffee": 0.2476525821596244, + "precision_coffee": 0.9906103286384976, + "recall_coffee": 0.24823529411764705, + "F1_noncoffee": 0.006201550387596899, + "IoU_noncoffee": 0.003110419906687403, + "kappa": -0.0031372434039091297, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7627476375497674, + "mIoU": 0.5726473787300359, + "macroF1": 0.7185523772342941, + "F1_coffee": 0.8300810773670468, + "IoU_coffee": 0.7095201738415458, + "precision_coffee": 0.8202743074416078, + "recall_coffee": 0.840125173852573, + "F1_noncoffee": 0.6070236771015414, + "IoU_noncoffee": 0.4357745836185261, + "kappa": 0.4372907670994923, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7463354273748334, + "mIoU": 0.5585372049687046, + "macroF1": 0.7081083491852949, + "F1_coffee": 0.8137405647190383, + "IoU_coffee": 0.6859718376244623, + "precision_coffee": 0.8273289277339586, + "recall_coffee": 0.8005913497902771, + "F1_noncoffee": 0.6024761336515513, + "IoU_noncoffee": 0.43110257231294696, + "kappa": 0.41655260957428153, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7629332704550813, + "mIoU": 0.5849919036950507, + "macroF1": 0.7315136643222944, + "F1_coffee": 0.8233599212902772, + "IoU_coffee": 0.6997551215433315, + "precision_coffee": 0.8536869717283591, + "recall_coffee": 0.7951136749236511, + "F1_noncoffee": 0.6396674073543115, + "IoU_noncoffee": 0.47022868584676997, + "kappa": 0.464406165571207, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7696759259259259, + "mIoU": 0.5548817667880874, + "macroF1": 0.6967632714961308, + "F1_coffee": 0.845456898783329, + "IoU_coffee": 0.7322869955156951, + "precision_coffee": 0.817931379914851, + "recall_coffee": 0.8748995446021967, + "F1_noncoffee": 0.5480696442089327, + "IoU_noncoffee": 0.37747653806047965, + "kappa": 0.39552840931396815, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.825057295645531, + "mIoU": 0.633989903083737, + "macroF1": 0.7644471685584853, + "F1_coffee": 0.883933096806893, + "IoU_coffee": 0.7920072661217076, + "precision_coffee": 0.849281714146579, + "recall_coffee": 0.9215323645970938, + "F1_noncoffee": 0.6449612403100775, + "IoU_noncoffee": 0.4759725400457666, + "kappa": 0.5312811445702244, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7793188036607227, + "mIoU": 0.5915300764404229, + "macroF1": 0.7337710977241088, + "F1_coffee": 0.8438897417072683, + "IoU_coffee": 0.7299388061424777, + "precision_coffee": 0.867572389186222, + "recall_coffee": 0.8214656964656964, + "F1_noncoffee": 0.6236524537409494, + "IoU_noncoffee": 0.453121346738368, + "kappa": 0.4684969954857195, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7558927378566657, + "mIoU": 0.5828030567828719, + "macroF1": 0.731184043758144, + "F1_coffee": 0.8126830697129467, + "IoU_coffee": 0.684470210928827, + "precision_coffee": 0.8230495401957876, + "recall_coffee": 0.802574486549031, + "F1_noncoffee": 0.6496850178033415, + "IoU_noncoffee": 0.48113590263691686, + "kappa": 0.46252754605070867, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.6681214421252372, + "mIoU": 0.48798951140641855, + "macroF1": 0.6516487182867274, + "F1_coffee": 0.7274002493765586, + "IoU_coffee": 0.5715860379669321, + "precision_coffee": 0.796552312681345, + "recall_coffee": 0.6692958554424208, + "F1_noncoffee": 0.5758971871968962, + "IoU_noncoffee": 0.40439298484590497, + "kappa": 0.3113718714644203, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7465585517631529, + "mIoU": 0.5758380665712897, + "macroF1": 0.7265339461351952, + "F1_coffee": 0.8005342831700801, + "IoU_coffee": 0.6674090571640683, + "precision_coffee": 0.83796799751437, + "recall_coffee": 0.7663020315385708, + "F1_noncoffee": 0.6525336091003102, + "IoU_noncoffee": 0.48426707597851115, + "kappa": 0.45496259824568197, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8342, + 11000 + ], + [ + 39289, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9356968800226848, + "ssl_variant": "", + "test_tta": { + "OA": 0.7800329823671192, + "mIoU": 0.5941432070670416, + "macroF1": 0.7362760183216399, + "F1_coffee": 0.8436992969172525, + "IoU_coffee": 0.7296538821328344, + "precision_coffee": 0.8302656672728079, + "recall_coffee": 0.8575747858353566, + "F1_noncoffee": 0.6288527397260274, + "IoU_noncoffee": 0.4586325320012488, + "kappa": 0.4728797149114145, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7558411214953271, + "mIoU": 0.5651352010503008, + "macroF1": 0.7124693652143168, + "F1_coffee": 0.8241416922038124, + "IoU_coffee": 0.7008852059296429, + "precision_coffee": 0.8132354750092254, + "recall_coffee": 0.835344410049066, + "F1_noncoffee": 0.6007970382248213, + "IoU_noncoffee": 0.4293851961709586, + "kappa": 0.4251734143655717, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s1_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 42, + "stopped_epoch": 62, + "best_val": 0.6508449658875952, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7832202207281492, + "mIoU": 0.6208132086342075, + "macroF1": 0.7619647605120641, + "F1_coffee": 0.8330952642566751, + "IoU_coffee": 0.7139359698681732, + "precision_coffee": 0.8919766803482262, + "recall_coffee": 0.7815062531494801, + "F1_noncoffee": 0.6908342567674529, + "IoU_noncoffee": 0.5276904474002418, + "kappa": 0.5277415129308205, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7579612322602977, + "mIoU": 0.5895056153764195, + "macroF1": 0.7374907806012992, + "F1_coffee": 0.8107961848068728, + "IoU_coffee": 0.6817974971558589, + "precision_coffee": 0.8725340321758753, + "recall_coffee": 0.7572177648619622, + "F1_noncoffee": 0.6641853763957257, + "IoU_noncoffee": 0.49721373359698007, + "kappa": 0.47960580131383296, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24824355971896955, + "mIoU": 0.12512229114858034, + "macroF1": 0.20179944095038435, + "F1_coffee": 0.39433962264150946, + "IoU_coffee": 0.245593419506463, + "precision_coffee": 0.9952380952380953, + "recall_coffee": 0.24588235294117647, + "F1_noncoffee": 0.009259259259259259, + "IoU_noncoffee": 0.004651162790697674, + "kappa": -5.107252298264266e-05, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8106682016597112, + "mIoU": 0.6520276682149058, + "macroF1": 0.7847820187745276, + "F1_coffee": 0.8594223029525947, + "IoU_coffee": 0.7534973769672746, + "precision_coffee": 0.8808498211287143, + "recall_coffee": 0.8390125173852573, + "F1_noncoffee": 0.7101417345964604, + "IoU_noncoffee": 0.550557959462537, + "kappa": 0.5700885891783692, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7364839139539311, + "mIoU": 0.5706197512782201, + "macroF1": 0.7238930754544733, + "F1_coffee": 0.7828542295776305, + "IoU_coffee": 0.6431885552261889, + "precision_coffee": 0.9110076670317634, + "recall_coffee": 0.6863095647390497, + "F1_noncoffee": 0.6649319213313162, + "IoU_noncoffee": 0.4980509473302511, + "kappa": 0.46414838786947454, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.802546569205376, + "mIoU": 0.6419996670400344, + "macroF1": 0.7773931288527175, + "F1_coffee": 0.8522217908445981, + "IoU_coffee": 0.7424969249692497, + "precision_coffee": 0.8878511545815561, + "recall_coffee": 0.8193417034272141, + "F1_noncoffee": 0.7025644668608368, + "IoU_noncoffee": 0.5415024091108191, + "kappa": 0.5562246634841352, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8323688271604939, + "mIoU": 0.6592566148198187, + "macroF1": 0.7865894044048869, + "F1_coffee": 0.8854317732366512, + "IoU_coffee": 0.7944168440974686, + "precision_coffee": 0.8717549325025961, + "recall_coffee": 0.8995446021966247, + "F1_noncoffee": 0.6877470355731226, + "IoU_noncoffee": 0.5240963855421686, + "kappa": 0.5734649496553934, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8010886172650878, + "mIoU": 0.6334814044971127, + "macroF1": 0.7697575200932785, + "F1_coffee": 0.8546913149633764, + "IoU_coffee": 0.7462541113412109, + "precision_coffee": 0.9055432372505543, + "recall_coffee": 0.8092470277410833, + "F1_noncoffee": 0.6848237252231805, + "IoU_noncoffee": 0.5207086976530143, + "kappa": 0.5426433754168761, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7895084441928484, + "mIoU": 0.6107456800916704, + "macroF1": 0.7505642991182956, + "F1_coffee": 0.8491242307432204, + "IoU_coffee": 0.7378070278528617, + "precision_coffee": 0.8853476237484135, + "recall_coffee": 0.8157484407484408, + "F1_noncoffee": 0.6520043674933708, + "IoU_noncoffee": 0.4836843323304791, + "kappa": 0.5030473549222396, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7891974425040558, + "mIoU": 0.6385613116912123, + "macroF1": 0.7772383533474141, + "F1_coffee": 0.8288525606260169, + "IoU_coffee": 0.7077269118814501, + "precision_coffee": 0.8925412981812114, + "recall_coffee": 0.7736476713913798, + "F1_noncoffee": 0.7256241460688113, + "IoU_noncoffee": 0.5693957115009747, + "kappa": 0.5580840197224011, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.6722960151802656, + "mIoU": 0.5053764004235308, + "macroF1": 0.6711433728738819, + "F1_coffee": 0.6906126836259405, + "IoU_coffee": 0.5274319332330004, + "precision_coffee": 0.9198282032927703, + "recall_coffee": 0.5528466943926574, + "F1_noncoffee": 0.6516740621218233, + "IoU_noncoffee": 0.48332086761406134, + "kappa": 0.38526472946008866, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8155760890062229, + "mIoU": 0.6705385920393104, + "macroF1": 0.8002252540540857, + "F1_coffee": 0.855603130075299, + "IoU_coffee": 0.7476454651012773, + "precision_coffee": 0.8905793760565545, + "recall_coffee": 0.8232703509021168, + "F1_noncoffee": 0.7448473780328724, + "IoU_noncoffee": 0.5934317189773436, + "kappa": 0.6015365133194516, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9103, + 11000 + ], + [ + 40161, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0766125241915385, + "ssl_variant": "", + "test_tta": { + "OA": 0.8045001902828872, + "mIoU": 0.6471715016276793, + "macroF1": 0.7817147984257762, + "F1_coffee": 0.8522393604908975, + "IoU_coffee": 0.7425235986968507, + "precision_coffee": 0.8937683818908524, + "recall_coffee": 0.8143982775207294, + "F1_noncoffee": 0.7111902363606549, + "IoU_noncoffee": 0.5518194045585081, + "kappa": 0.5652641570970377, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7777200876889351, + "mIoU": 0.6122215314982766, + "macroF1": 0.7550059228876013, + "F1_coffee": 0.8296037502211215, + "IoU_coffee": 0.7088229737389005, + "precision_coffee": 0.8733036940480902, + "recall_coffee": 0.7900688609514183, + "F1_noncoffee": 0.680408095554081, + "IoU_noncoffee": 0.5156200892576529, + "kappa": 0.5123022789566583, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s1_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 19, + "stopped_epoch": 39, + "best_val": 0.7490171997583424, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.86198147913231, + "mIoU": 0.7224567771863573, + "macroF1": 0.835055340391216, + "F1_coffee": 0.9016985905312613, + "IoU_coffee": 0.8209937479434024, + "precision_coffee": 0.8893641670008466, + "recall_coffee": 0.9143799532731687, + "F1_noncoffee": 0.7684120902511707, + "IoU_noncoffee": 0.6239198064293121, + "kappa": 0.6702600998764419, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8305497865466713, + "mIoU": 0.67599134009698, + "macroF1": 0.8019482479296385, + "F1_coffee": 0.8772116841720228, + "IoU_coffee": 0.7812796693784091, + "precision_coffee": 0.8707415245445869, + "recall_coffee": 0.8837787183860846, + "F1_noncoffee": 0.7266848116872543, + "IoU_noncoffee": 0.570703010815551, + "kappa": 0.6039451717060134, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2154566744730679, + "mIoU": 0.10857430206225349, + "macroF1": 0.17982546672171001, + "F1_coffee": 0.3507751937984496, + "IoU_coffee": 0.21269095182138661, + "precision_coffee": 0.9945054945054945, + "recall_coffee": 0.21294117647058824, + "F1_noncoffee": 0.008875739644970414, + "IoU_noncoffee": 0.004457652303120356, + "kappa": -0.00044061490257517707, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8559984650069554, + "mIoU": 0.7129716513659071, + "macroF1": 0.8283953294740233, + "F1_coffee": 0.8972199397425363, + "IoU_coffee": 0.8135982614095002, + "precision_coffee": 0.8836660372268681, + "recall_coffee": 0.9111961057023644, + "F1_noncoffee": 0.7595707192055102, + "IoU_noncoffee": 0.612345041322314, + "kappa": 0.6569794367969778, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.866552446221207, + "mIoU": 0.7292952843883678, + "macroF1": 0.8397590872626561, + "F1_coffee": 0.905283069855425, + "IoU_coffee": 0.8269563070846705, + "precision_coffee": 0.8897151583560189, + "recall_coffee": 0.9214054871759609, + "F1_noncoffee": 0.7742351046698873, + "IoU_noncoffee": 0.6316342616920652, + "kappa": 0.6797518828128618, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8633341193114832, + "mIoU": 0.7251305551764732, + "macroF1": 0.8369721555471186, + "F1_coffee": 0.9025292614018566, + "IoU_coffee": 0.8223720502604964, + "precision_coffee": 0.8946455957858238, + "recall_coffee": 0.9105531048523923, + "F1_noncoffee": 0.7714150496923805, + "IoU_noncoffee": 0.6278890600924499, + "kappa": 0.6740036774529674, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8583140432098766, + "mIoU": 0.6949716157906916, + "macroF1": 0.8128771467780926, + "F1_coffee": 0.9050849647864573, + "IoU_coffee": 0.8266257523899445, + "precision_coffee": 0.8742978404693547, + "recall_coffee": 0.9381194749531209, + "F1_noncoffee": 0.7206693287697281, + "IoU_noncoffee": 0.5633174791914387, + "kappa": 0.6271150422163794, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8803475935828877, + "mIoU": 0.7373292519676762, + "macroF1": 0.8438838515070656, + "F1_coffee": 0.9193330328977016, + "IoU_coffee": 0.8507089241034195, + "precision_coffee": 0.8966469923395705, + "recall_coffee": 0.9431968295904888, + "F1_noncoffee": 0.7684346701164295, + "IoU_noncoffee": 0.6239495798319328, + "kappa": 0.6883404103144772, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8665911878479102, + "mIoU": 0.7163266269953716, + "macroF1": 0.8292796855872688, + "F1_coffee": 0.9090909090909091, + "IoU_coffee": 0.8333333333333334, + "precision_coffee": 0.8997200305421227, + "recall_coffee": 0.9186590436590436, + "F1_noncoffee": 0.7494684620836286, + "IoU_noncoffee": 0.59931992065741, + "kappa": 0.6586614149017994, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8537074148296593, + "mIoU": 0.724567610062893, + "macroF1": 0.8381168027224396, + "F1_coffee": 0.8883548175660914, + "IoU_coffee": 0.7991352201257862, + "precision_coffee": 0.894675077013349, + "recall_coffee": 0.8821232282325716, + "F1_noncoffee": 0.7878787878787878, + "IoU_noncoffee": 0.65, + "kappa": 0.6762643008832048, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8528462998102467, + "mIoU": 0.7195253488669825, + "macroF1": 0.8342431878831809, + "F1_coffee": 0.8897732925875915, + "IoU_coffee": 0.8014338753040584, + "precision_coffee": 0.8819385742462665, + "recall_coffee": 0.8977484583393087, + "F1_noncoffee": 0.7787130831787702, + "IoU_noncoffee": 0.6376168224299066, + "kappa": 0.6685388893412669, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.860079200452574, + "mIoU": 0.7310290715502104, + "macroF1": 0.8421777655899666, + "F1_coffee": 0.8953307941881788, + "IoU_coffee": 0.8104967437108926, + "precision_coffee": 0.889060092449923, + "recall_coffee": 0.9016905810484444, + "F1_noncoffee": 0.7890247369917543, + "IoU_noncoffee": 0.6515613993895281, + "kappa": 0.6843871785264064, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9501, + 11000 + ], + [ + 44726, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9378010869026183, + "ssl_variant": "", + "test_tta": { + "OA": 0.8675155397691234, + "mIoU": 0.7291124399663653, + "macroF1": 0.8394555255296805, + "F1_coffee": 0.9065739301568843, + "IoU_coffee": 0.8291131473451689, + "precision_coffee": 0.8856481178038496, + "recall_coffee": 0.9285125292042695, + "F1_noncoffee": 0.7723371209024769, + "IoU_noncoffee": 0.6291117325875616, + "kappa": 0.6793472668024829, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8362322602976808, + "mIoU": 0.6814275367079917, + "macroF1": 0.805537275970218, + "F1_coffee": 0.8827967754920883, + "IoU_coffee": 0.7901845932112567, + "precision_coffee": 0.8657381164466759, + "recall_coffee": 0.9005412007496788, + "F1_noncoffee": 0.7282777764483477, + "IoU_noncoffee": 0.5726704802047268, + "kappa": 0.611424318203834, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s1_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 33, + "stopped_epoch": 53, + "best_val": 0.7608275819757373, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8554008626157554, + "mIoU": 0.7139420517568557, + "macroF1": 0.829292376155727, + "F1_coffee": 0.8960525265881656, + "IoU_coffee": 0.8116803998100076, + "precision_coffee": 0.8918741065147836, + "recall_coffee": 0.9002702826515186, + "F1_noncoffee": 0.7625322257232885, + "IoU_noncoffee": 0.6162037037037037, + "kappa": 0.6586018709400051, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8277806622822199, + "mIoU": 0.6736214992681946, + "macroF1": 0.8004378526707561, + "F1_coffee": 0.8743065862464605, + "IoU_coffee": 0.776682687812085, + "precision_coffee": 0.8740581723281559, + "recall_coffee": 0.874555141407122, + "F1_noncoffee": 0.7265691190950516, + "IoU_noncoffee": 0.5705603107243041, + "kappa": 0.6008757754732019, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3255269320843091, + "mIoU": 0.16416529167148677, + "macroF1": 0.24938199263884567, + "F1_coffee": 0.48845470692717585, + "IoU_coffee": 0.32314923619271446, + "precision_coffee": 0.9963768115942029, + "recall_coffee": 0.3235294117647059, + "F1_noncoffee": 0.010309278350515464, + "IoU_noncoffee": 0.0051813471502590676, + "kappa": 0.001015426357218815, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8630978078380582, + "mIoU": 0.7198280248957245, + "macroF1": 0.8327435616827512, + "F1_coffee": 0.9039962325080731, + "IoU_coffee": 0.8248112454729606, + "precision_coffee": 0.8754886630179828, + "recall_coffee": 0.9344228094575799, + "F1_noncoffee": 0.7614908908574294, + "IoU_noncoffee": 0.6148448043184885, + "kappa": 0.6663659564194107, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8889682086426803, + "mIoU": 0.7696891847835813, + "macroF1": 0.8673225541188547, + "F1_coffee": 0.9209125733075697, + "IoU_coffee": 0.8534179442070872, + "precision_coffee": 0.9081973789783364, + "recall_coffee": 0.9339888606202297, + "F1_noncoffee": 0.8137325349301398, + "IoU_noncoffee": 0.6859604253600754, + "kappa": 0.7347675534268038, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8145720348974298, + "mIoU": 0.658382835531556, + "macroF1": 0.7896803763542573, + "F1_coffee": 0.8620350877192983, + "IoU_coffee": 0.7575234336457819, + "precision_coffee": 0.892408281874319, + "recall_coffee": 0.8336613505259586, + "F1_noncoffee": 0.7173256649892163, + "IoU_noncoffee": 0.5592422374173299, + "kappa": 0.5803567352725718, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8698881172839507, + "mIoU": 0.7092279418446796, + "macroF1": 0.8227914591669132, + "F1_coffee": 0.9141475211608222, + "IoU_coffee": 0.8418708240534521, + "precision_coffee": 0.8708621316842489, + "recall_coffee": 0.9619608893651219, + "F1_noncoffee": 0.7314353971730042, + "IoU_noncoffee": 0.5765850596359071, + "kappa": 0.6483009280283887, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8891329258976318, + "mIoU": 0.7542480641042213, + "macroF1": 0.8556933788748142, + "F1_coffee": 0.9251595436085863, + "IoU_coffee": 0.8607412738395106, + "precision_coffee": 0.9034369885433715, + "recall_coffee": 0.9479524438573316, + "F1_noncoffee": 0.7862272141410421, + "IoU_noncoffee": 0.647754854368932, + "kappa": 0.7118625767020051, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8429097084630626, + "mIoU": 0.6615955507042875, + "macroF1": 0.7863893669896701, + "F1_coffee": 0.896268145286898, + "IoU_coffee": 0.8120343192594265, + "precision_coffee": 0.8609216038300419, + "recall_coffee": 0.9346413721413721, + "F1_noncoffee": 0.6765105886924422, + "IoU_noncoffee": 0.5111567821491486, + "kappa": 0.5750127714100742, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8563794255177021, + "mIoU": 0.7248796762730396, + "macroF1": 0.8379249840798852, + "F1_coffee": 0.8926150552978951, + "IoU_coffee": 0.8060567010309279, + "precision_coffee": 0.8808618504435995, + "recall_coffee": 0.9046861440555395, + "F1_noncoffee": 0.7832349128618753, + "IoU_noncoffee": 0.6437026515151515, + "kappa": 0.6759664164106444, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8888045540796964, + "mIoU": 0.7808954646191977, + "macroF1": 0.8754959397756128, + "F1_coffee": 0.9162019162019162, + "IoU_coffee": 0.8453621849848265, + "precision_coffee": 0.9135890489091687, + "recall_coffee": 0.9188297719776279, + "F1_noncoffee": 0.8347899633493093, + "IoU_noncoffee": 0.7164287442535688, + "kappa": 0.7509958950711141, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7862530643032246, + "mIoU": 0.6404196146958417, + "macroF1": 0.7795978309292625, + "F1_coffee": 0.8178970198409511, + "IoU_coffee": 0.6918999728187007, + "precision_coffee": 0.9410351201478743, + "recall_coffee": 0.7232561443386845, + "F1_noncoffee": 0.7412986420175739, + "IoU_noncoffee": 0.5889392565729827, + "kappa": 0.5696636429400184, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9595, + 11000 + ], + [ + 44228, + 51930 + ], + [ + 122, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6329656283060707, + "ssl_variant": "", + "test_tta": { + "OA": 0.8577793987060763, + "mIoU": 0.7158912710282965, + "macroF1": 0.8304656044776485, + "F1_coffee": 0.898514319336479, + "IoU_coffee": 0.8157294598648122, + "precision_coffee": 0.8878552740445895, + "recall_coffee": 0.9094324064318109, + "F1_noncoffee": 0.762416889618818, + "IoU_noncoffee": 0.6160530821917808, + "kappa": 0.6610455769108855, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8304920964578285, + "mIoU": 0.6750694611000043, + "macroF1": 0.801153402636216, + "F1_coffee": 0.8775333701507778, + "IoU_coffee": 0.7817901635691874, + "precision_coffee": 0.8685285260509055, + "recall_coffee": 0.886726893676164, + "F1_noncoffee": 0.7247734351216543, + "IoU_noncoffee": 0.5683487586308212, + "kappa": 0.6024028558679515, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s2_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.6202302097263629, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7647786375745275, + "mIoU": 0.5968962400900018, + "macroF1": 0.7431505677804724, + "F1_coffee": 0.8176834963866083, + "IoU_coffee": 0.6915944198424083, + "precision_coffee": 0.8822203362860023, + "recall_coffee": 0.7619451188785561, + "F1_noncoffee": 0.6686176391743365, + "IoU_noncoffee": 0.5021980603375952, + "kappa": 0.4912495884549192, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7389379254644052, + "mIoU": 0.566594146758008, + "macroF1": 0.7189630160376768, + "F1_coffee": 0.7938875667551041, + "IoU_coffee": 0.6582201997696419, + "precision_coffee": 0.8642832349878514, + "recall_coffee": 0.7340956472297682, + "F1_noncoffee": 0.6440384653202493, + "IoU_noncoffee": 0.4749680937463743, + "kappa": 0.44429288085183327, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14285714285714285, + "mIoU": 0.07212915601023018, + "macroF1": 0.12730623185168638, + "F1_coffee": 0.24380165289256198, + "IoU_coffee": 0.1388235294117647, + "precision_coffee": 1.0, + "recall_coffee": 0.1388235294117647, + "F1_noncoffee": 0.010810810810810811, + "IoU_noncoffee": 0.005434782608695652, + "kappa": 0.001507813797774057, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7761788266896915, + "mIoU": 0.611308317029398, + "macroF1": 0.7544993861279639, + "F1_coffee": 0.8274535907107462, + "IoU_coffee": 0.7056894159202725, + "precision_coffee": 0.8835886905702101, + "recall_coffee": 0.7780250347705147, + "F1_noncoffee": 0.6815451815451815, + "IoU_noncoffee": 0.5169272181385236, + "kappa": 0.512629302133411, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7845992766038454, + "mIoU": 0.6151437431692461, + "macroF1": 0.7561408281840583, + "F1_coffee": 0.839446612273856, + "IoU_coffee": 0.7233158087785793, + "precision_coffee": 0.8670037370850736, + "recall_coffee": 0.8135872928556694, + "F1_noncoffee": 0.6728350440942605, + "IoU_noncoffee": 0.5069716775599129, + "kappa": 0.5132836134983423, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.733930676727187, + "mIoU": 0.5650429251938531, + "macroF1": 0.7187466752997678, + "F1_coffee": 0.7840961273534364, + "IoU_coffee": 0.6448668722855164, + "precision_coffee": 0.8989207686233219, + "recall_coffee": 0.6952833389888021, + "F1_noncoffee": 0.6533972232460991, + "IoU_noncoffee": 0.4852189781021898, + "kappa": 0.4518514591829625, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7744020061728395, + "mIoU": 0.5960957842709744, + "macroF1": 0.7397972990466694, + "F1_coffee": 0.834687963813697, + "IoU_coffee": 0.7162785055798156, + "precision_coffee": 0.8835852162202603, + "recall_coffee": 0.7909188320385748, + "F1_noncoffee": 0.6449066342796417, + "IoU_noncoffee": 0.4759130629621331, + "kappa": 0.48299558037819923, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7849503437738732, + "mIoU": 0.6058984637349734, + "macroF1": 0.7469075925799049, + "F1_coffee": 0.8450316542802092, + "IoU_coffee": 0.7316491897044805, + "precision_coffee": 0.8819304797471991, + "recall_coffee": 0.8110964332892999, + "F1_noncoffee": 0.6487835308796007, + "IoU_noncoffee": 0.4801477377654663, + "kappa": 0.49581540544465064, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7202566279837721, + "mIoU": 0.539978847651089, + "macroF1": 0.6955027956282948, + "F1_coffee": 0.7823214154614199, + "IoU_coffee": 0.6424695526347523, + "precision_coffee": 0.8992405063291139, + "recall_coffee": 0.6923076923076923, + "F1_noncoffee": 0.6086841757951696, + "IoU_noncoffee": 0.43748814266742553, + "kappa": 0.4089670873497564, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7779368260330184, + "mIoU": 0.6231868191340959, + "macroF1": 0.7654918885274857, + "F1_coffee": 0.8195144652136819, + "IoU_coffee": 0.6942181340341655, + "precision_coffee": 0.8835925740090316, + "recall_coffee": 0.764101822389355, + "F1_noncoffee": 0.7114693118412895, + "IoU_noncoffee": 0.5521555042340262, + "kappa": 0.5348941365165859, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7842504743833018, + "mIoU": 0.6227386876900093, + "macroF1": 0.7635588773115937, + "F1_coffee": 0.8335041733782399, + "IoU_coffee": 0.7145367813206126, + "precision_coffee": 0.8514584891548242, + "recall_coffee": 0.8162914097232181, + "F1_noncoffee": 0.6936135812449474, + "IoU_noncoffee": 0.530940594059406, + "kappa": 0.5275043660774854, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7475957005468603, + "mIoU": 0.5884638203931247, + "macroF1": 0.73918125477921, + "F1_coffee": 0.7860282951003117, + "IoU_coffee": 0.6474848564656308, + "precision_coffee": 0.8985745614035088, + "recall_coffee": 0.6985367239664725, + "F1_noncoffee": 0.6923342144581083, + "IoU_noncoffee": 0.5294427843206188, + "kappa": 0.48986940511365634, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8572, + 11000 + ], + [ + 39536, + 51930 + ], + [ + 122, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.690250583489736, + "ssl_variant": "", + "test_tta": { + "OA": 0.7881517188887479, + "mIoU": 0.6221215834027783, + "macroF1": 0.7620243407594243, + "F1_coffee": 0.8408766079085279, + "IoU_coffee": 0.7254418413481298, + "precision_coffee": 0.8758870527517245, + "recall_coffee": 0.808557423610793, + "F1_noncoffee": 0.6831720736103206, + "IoU_noncoffee": 0.5188013254574269, + "kappa": 0.5255579678144793, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7608024691358025, + "mIoU": 0.5886362758630099, + "macroF1": 0.735843102665108, + "F1_coffee": 0.8170415558914053, + "IoU_coffee": 0.6906764645541525, + "precision_coffee": 0.8579769241462397, + "recall_coffee": 0.779834481015857, + "F1_noncoffee": 0.6546446494388106, + "IoU_noncoffee": 0.48659608717186725, + "kappa": 0.4739466283819551, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s2_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.640760142888082, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7928136496257769, + "mIoU": 0.62096615898901, + "macroF1": 0.7597667666010104, + "F1_coffee": 0.8488676058944641, + "IoU_coffee": 0.73741961414791, + "precision_coffee": 0.8574165809888775, + "recall_coffee": 0.8404874249851115, + "F1_noncoffee": 0.6706659273075566, + "IoU_noncoffee": 0.5045127038301099, + "kappa": 0.519637595272156, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.768446405907465, + "mIoU": 0.5906185216533366, + "macroF1": 0.7358062974128361, + "F1_coffee": 0.82866808242714, + "IoU_coffee": 0.7074579544833367, + "precision_coffee": 0.8400259627866724, + "recall_coffee": 0.8176132415187315, + "F1_noncoffee": 0.6429445123985322, + "IoU_noncoffee": 0.47377908882333664, + "kappa": 0.47181382524264404, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3337236533957845, + "mIoU": 0.16783112569168662, + "macroF1": 0.2528296084446187, + "F1_coffee": 0.4986784140969163, + "IoU_coffee": 0.33215962441314556, + "precision_coffee": 0.9929824561403509, + "recall_coffee": 0.33294117647058824, + "F1_noncoffee": 0.006980802792321117, + "IoU_noncoffee": 0.0035026269702276708, + "kappa": -0.0023432826584707397, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8094689883436466, + "mIoU": 0.6384816075164734, + "macroF1": 0.7725075785673664, + "F1_coffee": 0.8642051282051282, + "IoU_coffee": 0.7608813436879176, + "precision_coffee": 0.8499663752521857, + "recall_coffee": 0.8789290681502087, + "F1_noncoffee": 0.6808100289296046, + "IoU_noncoffee": 0.5160818713450293, + "kappa": 0.5453150850115216, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7973538930135161, + "mIoU": 0.6229911487642454, + "macroF1": 0.7606103222168923, + "F1_coffee": 0.8543974832444262, + "IoU_coffee": 0.7458062205241478, + "precision_coffee": 0.8498061356370314, + "recall_coffee": 0.8590387127827821, + "F1_noncoffee": 0.6668231611893584, + "IoU_noncoffee": 0.5001760770043432, + "kappa": 0.5212526225556174, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7719405800518746, + "mIoU": 0.6017911523344618, + "macroF1": 0.7461836731663127, + "F1_coffee": 0.827038626609442, + "IoU_coffee": 0.7050859860958654, + "precision_coffee": 0.8742533081285444, + "recall_coffee": 0.7846623685103495, + "F1_noncoffee": 0.6653287197231834, + "IoU_noncoffee": 0.49849631857305815, + "kappa": 0.49521609659413535, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8248456790123457, + "mIoU": 0.6323334916585477, + "macroF1": 0.7628841072619925, + "F1_coffee": 0.8840949706407966, + "IoU_coffee": 0.7922672157401053, + "precision_coffee": 0.8444281882467691, + "recall_coffee": 0.9276721135815698, + "F1_noncoffee": 0.6416732438831886, + "IoU_noncoffee": 0.47239976757699015, + "kappa": 0.5289814567429073, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7768334606569901, + "mIoU": 0.5832780945562018, + "macroF1": 0.7258211689411866, + "F1_coffee": 0.8440856628194009, + "IoU_coffee": 0.7302320212397553, + "precision_coffee": 0.8526755627443051, + "recall_coffee": 0.835667107001321, + "F1_noncoffee": 0.6075566750629723, + "IoU_noncoffee": 0.4363241678726483, + "kappa": 0.45178237799798526, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7539390508538542, + "mIoU": 0.5618126833240965, + "macroF1": 0.7094106887177449, + "F1_coffee": 0.8231624627068077, + "IoU_coffee": 0.6994699239456096, + "precision_coffee": 0.8607487237663074, + "recall_coffee": 0.7887214137214137, + "F1_noncoffee": 0.5956589147286822, + "IoU_noncoffee": 0.4241554427025834, + "kappa": 0.4213442722691729, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7942551770207081, + "mIoU": 0.6368212548035985, + "macroF1": 0.7744805712933189, + "F1_coffee": 0.8412604918274187, + "IoU_coffee": 0.7260134705807599, + "precision_coffee": 0.8567786442711458, + "recall_coffee": 0.8262944749783049, + "F1_noncoffee": 0.7077006507592191, + "IoU_noncoffee": 0.5476290390264372, + "kappa": 0.5492334360866736, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.817741935483871, + "mIoU": 0.6616005525091815, + "macroF1": 0.7918875325539654, + "F1_coffee": 0.8652402665731322, + "IoU_coffee": 0.7624876360039565, + "precision_coffee": 0.846882724526229, + "recall_coffee": 0.8844113007313925, + "F1_noncoffee": 0.7185347985347985, + "IoU_noncoffee": 0.5607134690144066, + "kappa": 0.5841831487315776, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7899302281727324, + "mIoU": 0.6378660833514016, + "macroF1": 0.7764327126854376, + "F1_coffee": 0.831365425370875, + "IoU_coffee": 0.71139896373057, + "precision_coffee": 0.8896808682974243, + "recall_coffee": 0.7802244637022304, + "F1_noncoffee": 0.7215, + "IoU_noncoffee": 0.5643332029722331, + "kappa": 0.5560156742826378, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8826, + 11000 + ], + [ + 41095, + 51930 + ], + [ + 77, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6394890745480855, + "ssl_variant": "", + "test_tta": { + "OA": 0.8098439680324749, + "mIoU": 0.6389092938621146, + "macroF1": 0.7728227834123578, + "F1_coffee": 0.8645308510878652, + "IoU_coffee": 0.761386473526076, + "precision_coffee": 0.8529110199714693, + "recall_coffee": 0.8764716661322094, + "F1_noncoffee": 0.6811147157368505, + "IoU_noncoffee": 0.5164321141981532, + "kappa": 0.5458439895099513, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7847005884389062, + "mIoU": 0.6059564652989716, + "macroF1": 0.7470308740251999, + "F1_coffee": 0.8446488781584315, + "IoU_coffee": 0.731075481895154, + "precision_coffee": 0.8349346775023145, + "recall_coffee": 0.8545917830142986, + "F1_noncoffee": 0.6494128698919681, + "IoU_noncoffee": 0.48083744870278916, + "kappa": 0.49421625769118244, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s2_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 28, + "stopped_epoch": 48, + "best_val": 0.7461699750329449, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8680863884308004, + "mIoU": 0.7324090101729075, + "macroF1": 0.8419750396063694, + "F1_coffee": 0.9062108930202144, + "IoU_coffee": 0.8285060504236327, + "precision_coffee": 0.8922981283719278, + "recall_coffee": 0.920564386824866, + "F1_noncoffee": 0.7777391861925245, + "IoU_noncoffee": 0.6363119699221824, + "kappa": 0.6841320589200001, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8388427368178147, + "mIoU": 0.6882103768981889, + "macroF1": 0.8108632875586372, + "F1_coffee": 0.8836090162909879, + "IoU_coffee": 0.7914870589113437, + "precision_coffee": 0.874229651462374, + "recall_coffee": 0.8931918209194095, + "F1_noncoffee": 0.7381175588262867, + "IoU_noncoffee": 0.584933694885034, + "kappa": 0.6218245187488759, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2576112412177986, + "mIoU": 0.12985185034874475, + "macroF1": 0.20787102059925094, + "F1_coffee": 0.40636704119850187, + "IoU_coffee": 0.25499412455934195, + "precision_coffee": 0.9954128440366973, + "recall_coffee": 0.25529411764705884, + "F1_noncoffee": 0.009375, + "IoU_noncoffee": 0.004709576138147566, + "kappa": 6.648543230305422e-05, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.858828608432868, + "mIoU": 0.7180504475595676, + "macroF1": 0.8320369621219192, + "F1_coffee": 0.899119048435197, + "IoU_coffee": 0.8167268651139619, + "precision_coffee": 0.8865679713377949, + "recall_coffee": 0.9120305980528511, + "F1_noncoffee": 0.7649548758086415, + "IoU_noncoffee": 0.6193740300051733, + "kappa": 0.6642307151829631, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8863030649152865, + "mIoU": 0.7636887897625761, + "macroF1": 0.8632381970313829, + "F1_coffee": 0.91940217941365, + "IoU_coffee": 0.8508273493599751, + "precision_coffee": 0.9025036428666049, + "recall_coffee": 0.9369456095716152, + "F1_noncoffee": 0.8070742146491158, + "IoU_noncoffee": 0.6765502301651773, + "kappa": 0.7267057435358116, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8591369959915114, + "mIoU": 0.7165717940630456, + "macroF1": 0.8307835792360402, + "F1_coffee": 0.9000501924042161, + "IoU_coffee": 0.8182647846191288, + "precision_coffee": 0.8877227722772277, + "recall_coffee": 0.9127248048863251, + "F1_noncoffee": 0.7615169660678642, + "IoU_noncoffee": 0.6148788035069623, + "kappa": 0.661722804456344, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8422067901234568, + "mIoU": 0.6645781980160139, + "macroF1": 0.7892834973443982, + "F1_coffee": 0.8948856335132357, + "IoU_coffee": 0.8097674418604651, + "precision_coffee": 0.8599654235613732, + "recall_coffee": 0.9327618537369408, + "F1_noncoffee": 0.6836813611755607, + "IoU_noncoffee": 0.5193889541715628, + "kappa": 0.5806478090405767, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8860771581359816, + "mIoU": 0.7495307868274746, + "macroF1": 0.8525240335992362, + "F1_coffee": 0.9228680416370337, + "IoU_coffee": 0.8567827130852341, + "precision_coffee": 0.9037609218690642, + "recall_coffee": 0.9428005284015852, + "F1_noncoffee": 0.7821800255614387, + "IoU_noncoffee": 0.6422788605697152, + "kappa": 0.7054199020397245, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8564958958392301, + "mIoU": 0.6916874463198565, + "macroF1": 0.8104020894361221, + "F1_coffee": 0.9038862559241706, + "IoU_coffee": 0.8246281563472847, + "precision_coffee": 0.8798130151310124, + "recall_coffee": 0.9293139293139293, + "F1_noncoffee": 0.7169179229480737, + "IoU_noncoffee": 0.5587467362924282, + "kappa": 0.6216384787815002, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8752743582402901, + "mIoU": 0.7613824416114097, + "macroF1": 0.8630566440662677, + "F1_coffee": 0.9039606142993607, + "IoU_coffee": 0.8247519442209708, + "precision_coffee": 0.9187453323375654, + "recall_coffee": 0.8896442001735609, + "F1_noncoffee": 0.8221526738331746, + "IoU_noncoffee": 0.6980129390018485, + "kappa": 0.726244567511764, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.886527514231499, + "mIoU": 0.7745682046425961, + "macroF1": 0.8712187049614752, + "F1_coffee": 0.9156201495696346, + "IoU_coffee": 0.8443721535458686, + "precision_coffee": 0.9011248437716983, + "recall_coffee": 0.9305894163200917, + "F1_noncoffee": 0.8268172603533159, + "IoU_noncoffee": 0.7047642557393237, + "kappa": 0.7425741207455013, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8617763530077315, + "mIoU": 0.7354686665331172, + "macroF1": 0.8453774730222982, + "F1_coffee": 0.895732574679943, + "IoU_coffee": 0.8111554811284297, + "precision_coffee": 0.8968807862127902, + "recall_coffee": 0.8945872993322915, + "F1_noncoffee": 0.7950223713646533, + "IoU_noncoffee": 0.6597818519378046, + "kappa": 0.6907559424442014, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9424, + 11000 + ], + [ + 45191, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.383958888053894, + "ssl_variant": "", + "test_tta": { + "OA": 0.8736204490676138, + "mIoU": 0.7399590219414494, + "macroF1": 0.847017916291385, + "F1_coffee": 0.9108122020545646, + "IoU_coffee": 0.8362306332963465, + "precision_coffee": 0.8904253457027831, + "recall_coffee": 0.9321544734069357, + "F1_noncoffee": 0.7832236305282054, + "IoU_noncoffee": 0.6436874105865522, + "kappa": 0.6944251730719806, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8430108457367025, + "mIoU": 0.6922937764670413, + "macroF1": 0.8135406844893991, + "F1_coffee": 0.8876688579065232, + "IoU_coffee": 0.7980257176256657, + "precision_coffee": 0.870360626543085, + "recall_coffee": 0.9056794491123886, + "F1_noncoffee": 0.739412511072275, + "IoU_noncoffee": 0.5865618353084169, + "kappa": 0.6274231721901138, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f3_s2_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 33, + "stopped_epoch": 53, + "best_val": 0.7636736167364115, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8741437270074844, + "mIoU": 0.7391984572383405, + "macroF1": 0.8463420128377832, + "F1_coffee": 0.9117022105040661, + "IoU_coffee": 0.837732300206489, + "precision_coffee": 0.8863316822045814, + "recall_coffee": 0.9385679600531404, + "F1_noncoffee": 0.7809818151715003, + "IoU_noncoffee": 0.640664614270192, + "kappa": 0.6933073301071735, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8441646475135571, + "mIoU": 0.6921360452334737, + "macroF1": 0.8131855738592038, + "F1_coffee": 0.8892601285217944, + "IoU_coffee": 0.8006016092123718, + "precision_coffee": 0.8662047759763597, + "recall_coffee": 0.9135763472108156, + "F1_noncoffee": 0.7371110191966133, + "IoU_noncoffee": 0.5836704812545755, + "kappa": 0.6269984565236639, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27049180327868855, + "mIoU": 0.13671920442818275, + "macroF1": 0.2171098034541567, + "F1_coffee": 0.4215413184772516, + "IoU_coffee": 0.26705882352941174, + "precision_coffee": 1.0, + "recall_coffee": 0.26705882352941174, + "F1_noncoffee": 0.012678288431061807, + "IoU_noncoffee": 0.006379585326953748, + "kappa": 0.00340165362324813, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8615148462608528, + "mIoU": 0.720751681389708, + "macroF1": 0.8337611627696895, + "F1_coffee": 0.9016856802315681, + "IoU_coffee": 0.8209723428004465, + "precision_coffee": 0.8834834834834835, + "recall_coffee": 0.920653685674548, + "F1_noncoffee": 0.7658366453078108, + "IoU_noncoffee": 0.6205310199789695, + "kappa": 0.6678581223199511, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8744051018465638, + "mIoU": 0.7351954255134279, + "macroF1": 0.8431552220494638, + "F1_coffee": 0.9131650817676286, + "IoU_coffee": 0.8402058734483803, + "precision_coffee": 0.875567895002524, + "recall_coffee": 0.9541360104517638, + "F1_noncoffee": 0.7731453623312989, + "IoU_noncoffee": 0.6301849775784754, + "kappa": 0.6878142692821656, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8863004008488564, + "mIoU": 0.7617680798966587, + "macroF1": 0.8618022858293398, + "F1_coffee": 0.9199880529651877, + "IoU_coffee": 0.851831366764995, + "precision_coffee": 0.900181841797636, + "recall_coffee": 0.9406854428232101, + "F1_noncoffee": 0.8036165186934919, + "IoU_noncoffee": 0.6717047930283224, + "kappa": 0.7239325971230653, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8754822530864198, + "mIoU": 0.723679438409309, + "macroF1": 0.8337408962870605, + "F1_coffee": 0.9170468418685344, + "IoU_coffee": 0.8468019461255488, + "precision_coffee": 0.8813140669383722, + "recall_coffee": 0.9557996249665148, + "F1_noncoffee": 0.7504349507055867, + "IoU_noncoffee": 0.6005569306930693, + "kappa": 0.669118216350026, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8552330022918259, + "mIoU": 0.6789010873449154, + "macroF1": 0.7994199439107958, + "F1_coffee": 0.9052263065766442, + "IoU_coffee": 0.8268615806304248, + "precision_coffee": 0.8592451934488488, + "recall_coffee": 0.9564068692206077, + "F1_noncoffee": 0.6936135812449474, + "IoU_noncoffee": 0.530940594059406, + "kappa": 0.6025196697725557, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8784791018020568, + "mIoU": 0.7305533414227106, + "macroF1": 0.8387903316087582, + "F1_coffee": 0.9187791650901753, + "IoU_coffee": 0.8497608771725184, + "precision_coffee": 0.892550845381034, + "recall_coffee": 0.9465956340956341, + "F1_noncoffee": 0.7588014981273409, + "IoU_noncoffee": 0.6113458056729029, + "kappa": 0.6784053536821854, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8476953907815631, + "mIoU": 0.7139918572487274, + "macroF1": 0.8306674796768381, + "F1_coffee": 0.8843645848427764, + "IoU_coffee": 0.7927003506948954, + "precision_coffee": 0.8860336817653891, + "recall_coffee": 0.8827017645357246, + "F1_noncoffee": 0.7769703745108999, + "IoU_noncoffee": 0.6352833638025595, + "kappa": 0.661337277291256, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8934535104364326, + "mIoU": 0.7838055825968362, + "macroF1": 0.8769993840315304, + "F1_coffee": 0.9219868009725599, + "IoU_coffee": 0.8552648537182627, + "precision_coffee": 0.8940986257073565, + "recall_coffee": 0.9516707299584111, + "F1_noncoffee": 0.8320119670905011, + "IoU_noncoffee": 0.7123463114754098, + "kappa": 0.754513057965217, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8941165378087875, + "mIoU": 0.7877384256342144, + "macroF1": 0.8797227284742063, + "F1_coffee": 0.9213309982486865, + "IoU_coffee": 0.8541369008962203, + "precision_coffee": 0.9087893864013267, + "recall_coffee": 0.9342236113084245, + "F1_noncoffee": 0.8381144586997261, + "IoU_noncoffee": 0.7213399503722084, + "kappa": 0.7595396953765995, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9573, + 11000 + ], + [ + 45423, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.638050683339437, + "ssl_variant": "", + "test_tta": { + "OA": 0.8769028288722568, + "mIoU": 0.7432095820256799, + "macroF1": 0.8490359112760255, + "F1_coffee": 0.9138965605208575, + "IoU_coffee": 0.8414452319192827, + "precision_coffee": 0.8859594417324359, + "recall_coffee": 0.9436529387512025, + "F1_noncoffee": 0.7841752620311935, + "IoU_noncoffee": 0.6449739321320772, + "kappa": 0.6988224748694539, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8469049267335872, + "mIoU": 0.6950297856997091, + "macroF1": 0.8151202972807752, + "F1_coffee": 0.8917775398888719, + "IoU_coffee": 0.8046918123275069, + "precision_coffee": 0.8643622277560378, + "recall_coffee": 0.9209889022258724, + "F1_noncoffee": 0.7384630546726785, + "IoU_noncoffee": 0.5853677590719113, + "kappa": 0.6311373523423308, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s0_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 18, + "stopped_epoch": 38, + "best_val": 0.521871156500625, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7044618326129919, + "mIoU": 0.5133544593107783, + "macroF1": 0.6698386822479123, + "F1_coffee": 0.7767555889991989, + "IoU_coffee": 0.6349962297098861, + "precision_coffee": 0.9103322712790168, + "recall_coffee": 0.6773633631090978, + "F1_noncoffee": 0.5629217754966258, + "IoU_noncoffee": 0.3917126889116704, + "kappa": 0.36638677105315043, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.6779450790354217, + "mIoU": 0.48729915394520107, + "macroF1": 0.647286557137499, + "F1_coffee": 0.751275368130277, + "IoU_coffee": 0.6016341385092946, + "precision_coffee": 0.8895571206246208, + "recall_coffee": 0.6502014768542619, + "F1_noncoffee": 0.5432977461447213, + "IoU_noncoffee": 0.3729641693811075, + "kappa": 0.3245435977889235, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17427075542258788, + "mIoU": 0.08797693260503178, + "macroF1": 0.15107595897690726, + "F1_coffee": 0.2913992297817715, + "IoU_coffee": 0.17054845980465816, + "precision_coffee": 0.9869565217391304, + "recall_coffee": 0.17093373493975902, + "F1_noncoffee": 0.010752688172043012, + "IoU_noncoffee": 0.005405405405405406, + "kappa": -0.002636930889587175, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.6310463968410661, + "mIoU": 0.444857817183078, + "macroF1": 0.6098244720891113, + "F1_coffee": 0.7008204922953772, + "IoU_coffee": 0.5394331484904498, + "precision_coffee": 0.900442250334259, + "recall_coffee": 0.573646966321583, + "F1_noncoffee": 0.5188284518828452, + "IoU_noncoffee": 0.3502824858757062, + "kappa": 0.2768129627879396, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7126568388912743, + "mIoU": 0.5263573707577517, + "macroF1": 0.6823968036175541, + "F1_coffee": 0.7804308993474536, + "IoU_coffee": 0.6399234770132122, + "precision_coffee": 0.9332170880557977, + "recall_coffee": 0.6706346720130317, + "F1_noncoffee": 0.5843627078876544, + "IoU_noncoffee": 0.41279126450229114, + "kappa": 0.3954672897614693, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7670568084499001, + "mIoU": 0.5708274691567478, + "macroF1": 0.7153213733417223, + "F1_coffee": 0.8366802321702582, + "IoU_coffee": 0.7192177553478236, + "precision_coffee": 0.8984167920338133, + "recall_coffee": 0.7828828266433611, + "F1_noncoffee": 0.5939625145131863, + "IoU_noncoffee": 0.42243718296567184, + "kappa": 0.4372492639991427, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.689486308215071, + "mIoU": 0.49970601562202605, + "macroF1": 0.6585236768046507, + "F1_coffee": 0.7613487979107458, + "IoU_coffee": 0.6146595559965273, + "precision_coffee": 0.8739199435725622, + "recall_coffee": 0.6744692433315188, + "F1_noncoffee": 0.5556985556985558, + "IoU_noncoffee": 0.38475247524752476, + "kappa": 0.33751194246019645, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7597786681930929, + "mIoU": 0.5833017633563407, + "macroF1": 0.7306317525316988, + "F1_coffee": 0.8192390524048816, + "IoU_coffee": 0.6938229571984436, + "precision_coffee": 0.9343376453250368, + "recall_coffee": 0.7293877029272657, + "F1_noncoffee": 0.6420244526585158, + "IoU_noncoffee": 0.47278056951423786, + "kappa": 0.47698153488721046, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8271511241817664, + "mIoU": 0.6457417074312286, + "macroF1": 0.7752094051802969, + "F1_coffee": 0.883264992311635, + "IoU_coffee": 0.7909351692484222, + "precision_coffee": 0.8921822417809993, + "recall_coffee": 0.8745242324283177, + "F1_noncoffee": 0.6671538180489587, + "IoU_noncoffee": 0.5005482456140351, + "kappa": 0.550546831472151, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.5740198946752487, + "mIoU": 0.39423997332219735, + "macroF1": 0.5618050409196149, + "F1_coffee": 0.634965736252716, + "IoU_coffee": 0.4651646871556263, + "precision_coffee": 0.9375616979269497, + "recall_coffee": 0.4800353803386404, + "F1_noncoffee": 0.4886443455865137, + "IoU_noncoffee": 0.3233152594887684, + "kappa": 0.2352087213256239, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.6655215192289341, + "mIoU": 0.47415534871483483, + "macroF1": 0.6351807196556407, + "F1_coffee": 0.7403896007703133, + "IoU_coffee": 0.5877925438080678, + "precision_coffee": 0.9319410777549879, + "recall_coffee": 0.6141558122388794, + "F1_noncoffee": 0.5299718385409682, + "IoU_noncoffee": 0.3605181536216019, + "kappa": 0.32220493717972043, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7065953994464064, + "mIoU": 0.5054935904945228, + "macroF1": 0.6595963432999253, + "F1_coffee": 0.7860821155184412, + "IoU_coffee": 0.6475578995643201, + "precision_coffee": 0.9061447136210492, + "recall_coffee": 0.6941133095735529, + "F1_noncoffee": 0.5331105710814095, + "IoU_noncoffee": 0.36342928142472564, + "kappa": 0.34431627678351406, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 101, + 110 + ], + [ + 5022, + 8413 + ], + [ + 38722, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9536350965499878, + "ssl_variant": "", + "test_tta": { + "OA": 0.7403396584135349, + "mIoU": 0.5502870555709916, + "macroF1": 0.7008141113569184, + "F1_coffee": 0.8095591614522573, + "IoU_coffee": 0.6800498901229435, + "precision_coffee": 0.913102421648635, + "recall_coffee": 0.7271072350874223, + "F1_noncoffee": 0.5920690612615797, + "IoU_noncoffee": 0.42052422101903975, + "kappa": 0.4176681280672579, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7103236413984078, + "mIoU": 0.5188064976189154, + "macroF1": 0.6743357226384346, + "F1_coffee": 0.7825945770417275, + "IoU_coffee": 0.6428380901573753, + "precision_coffee": 0.8921960610099215, + "recall_coffee": 0.6969749551738099, + "F1_noncoffee": 0.5660768682351416, + "IoU_noncoffee": 0.3947749050804556, + "kappa": 0.3677158324576923, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s0_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.5834728463786121, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7751409887690998, + "mIoU": 0.5861587117851511, + "macroF1": 0.7293349666491933, + "F1_coffee": 0.8406816707079676, + "IoU_coffee": 0.7251517115418606, + "precision_coffee": 0.9094357281840348, + "recall_coffee": 0.7815926506075103, + "F1_noncoffee": 0.617988262590419, + "IoU_noncoffee": 0.44716571202844163, + "kappa": 0.46598830350339243, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7462068766585901, + "mIoU": 0.5524431683192208, + "macroF1": 0.7014069714640914, + "F1_coffee": 0.8170656908506856, + "IoU_coffee": 0.6907109587837243, + "precision_coffee": 0.8865677029283039, + "recall_coffee": 0.7576686525150866, + "F1_noncoffee": 0.5857482520774971, + "IoU_noncoffee": 0.41417537785471736, + "kappa": 0.4110108018009485, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.30142109199700823, + "mIoU": 0.15206180621516083, + "macroF1": 0.2353544136376996, + "F1_coffee": 0.4601156069364162, + "IoU_coffee": 0.2987987987987988, + "precision_coffee": 0.9900497512437811, + "recall_coffee": 0.2996987951807229, + "F1_noncoffee": 0.01059322033898305, + "IoU_noncoffee": 0.005324813631522897, + "kappa": -0.0027784514228722966, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.6818361303060217, + "mIoU": 0.4944074308789109, + "macroF1": 0.6547162319980633, + "F1_coffee": 0.7514843087362172, + "IoU_coffee": 0.6019021739130435, + "precision_coffee": 0.9128887223679281, + "recall_coffee": 0.6385794784431923, + "F1_noncoffee": 0.5579481552599095, + "IoU_noncoffee": 0.3869126878447784, + "kappa": 0.34580882111022626, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8233385811745623, + "mIoU": 0.6458457904726309, + "macroF1": 0.7761986629335815, + "F1_coffee": 0.8789117425852654, + "IoU_coffee": 0.7839808657099522, + "precision_coffee": 0.9192202462380301, + "recall_coffee": 0.8419898502600087, + "F1_noncoffee": 0.6734855832818976, + "IoU_noncoffee": 0.5077107152353098, + "kappa": 0.5547062048268032, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8170139880102769, + "mIoU": 0.6264607957041658, + "macroF1": 0.759091075767981, + "F1_coffee": 0.8772187460094496, + "IoU_coffee": 0.7812908729030423, + "precision_coffee": 0.8976804965697485, + "recall_coffee": 0.8576690180410762, + "F1_noncoffee": 0.6409634055265123, + "IoU_noncoffee": 0.4716307185052892, + "kappa": 0.5189130754944815, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7206675994403358, + "mIoU": 0.5386300720163654, + "macroF1": 0.6938587842929119, + "F1_coffee": 0.7844528418292589, + "IoU_coffee": 0.6453495749270397, + "precision_coffee": 0.9051432639259654, + "recall_coffee": 0.6921611322808927, + "F1_noncoffee": 0.603264726756565, + "IoU_noncoffee": 0.43191056910569103, + "kappa": 0.40711914007803685, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8637664567830566, + "mIoU": 0.7128599165681281, + "macroF1": 0.8269269593023232, + "F1_coffee": 0.9067763415589503, + "IoU_coffee": 0.8294518093873163, + "precision_coffee": 0.9266177451634423, + "recall_coffee": 0.8877668413652051, + "F1_noncoffee": 0.7470775770456961, + "IoU_noncoffee": 0.5962680237489398, + "kappa": 0.6542839738615397, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8641495114315529, + "mIoU": 0.6894428055605548, + "macroF1": 0.8069151162445622, + "F1_coffee": 0.912039312039312, + "IoU_coffee": 0.8383017163504969, + "precision_coffee": 0.8840200047630388, + "recall_coffee": 0.9418929205785334, + "F1_noncoffee": 0.7017909204498126, + "IoU_noncoffee": 0.5405838947706127, + "kappa": 0.6151409964680512, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6439438267992978, + "mIoU": 0.45401955754113194, + "macroF1": 0.6170578498424553, + "F1_coffee": 0.7185259424870866, + "IoU_coffee": 0.5607026831909517, + "precision_coffee": 0.9214949574846747, + "recall_coffee": 0.5888299216578216, + "F1_noncoffee": 0.5155897571978241, + "IoU_noncoffee": 0.34733643189131214, + "kappa": 0.29313386215340015, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7828991315965264, + "mIoU": 0.584836253752919, + "macroF1": 0.7257367559035298, + "F1_coffee": 0.8509467339317304, + "IoU_coffee": 0.7405633481582848, + "precision_coffee": 0.911438596491228, + "recall_coffee": 0.7979847628409928, + "F1_noncoffee": 0.6005267778753293, + "IoU_noncoffee": 0.42910915934755334, + "kappa": 0.4578735979054394, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7695905316407369, + "mIoU": 0.5717204781556053, + "macroF1": 0.7155385600996242, + "F1_coffee": 0.8395373570858814, + "IoU_coffee": 0.7234505670752663, + "precision_coffee": 0.914289850875923, + "recall_coffee": 0.7760845520462086, + "F1_noncoffee": 0.5915397631133672, + "IoU_noncoffee": 0.4199903892359443, + "kappa": 0.4405959815064629, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6127, + 8413 + ], + [ + 42010, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6365074396133423, + "ssl_variant": "", + "test_tta": { + "OA": 0.8040778290139623, + "mIoU": 0.6178861652460654, + "macroF1": 0.7539118867354115, + "F1_coffee": 0.8650210316581802, + "IoU_coffee": 0.7621471902003238, + "precision_coffee": 0.9066081952758829, + "recall_coffee": 0.8270818339613056, + "F1_noncoffee": 0.6428027418126429, + "IoU_noncoffee": 0.47362514029180697, + "kappa": 0.5105491743934335, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7730760355370947, + "mIoU": 0.578589660381221, + "macroF1": 0.7219146248848196, + "F1_coffee": 0.8411926198070169, + "IoU_coffee": 0.7259123769706471, + "precision_coffee": 0.8826918596030418, + "recall_coffee": 0.8034202865020148, + "F1_noncoffee": 0.6026366299626225, + "IoU_noncoffee": 0.4312669437917947, + "kappa": 0.4468883380043227, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s0_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 88, + "stopped_epoch": 100, + "best_val": 0.7288288807955857, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8784042160060412, + "mIoU": 0.7319454242877663, + "macroF1": 0.8399184956482237, + "F1_coffee": 0.9184095907542369, + "IoU_coffee": 0.8491288226147283, + "precision_coffee": 0.9358439161576658, + "recall_coffee": 0.9016129715084036, + "F1_noncoffee": 0.7614274005422105, + "IoU_noncoffee": 0.6147620259608043, + "kappa": 0.6801615666606443, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8425637475481712, + "mIoU": 0.6780900924257318, + "macroF1": 0.8013358487723323, + "F1_coffee": 0.8918372604585719, + "IoU_coffee": 0.8047890699046836, + "precision_coffee": 0.9173988380389358, + "recall_coffee": 0.8676615188848401, + "F1_noncoffee": 0.7108344370860927, + "IoU_noncoffee": 0.5513911149467801, + "kappa": 0.6034946540363736, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38967838444278236, + "mIoU": 0.19748581660713144, + "macroF1": 0.2871756004495204, + "F1_coffee": 0.5574837310195228, + "IoU_coffee": 0.38646616541353385, + "precision_coffee": 0.9961240310077519, + "recall_coffee": 0.3870481927710843, + "F1_noncoffee": 0.016867469879518072, + "IoU_noncoffee": 0.00850546780072904, + "kappa": 0.0035983969780771954, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8746791707798618, + "mIoU": 0.7295250674030265, + "macroF1": 0.8385990961781069, + "F1_coffee": 0.9149100170917256, + "IoU_coffee": 0.8431651121131633, + "precision_coffee": 0.9364066680386911, + "recall_coffee": 0.8943781942078365, + "F1_noncoffee": 0.7622881752644883, + "IoU_noncoffee": 0.6158850226928896, + "kappa": 0.6776727423769059, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8808262964553217, + "mIoU": 0.7381602467324555, + "macroF1": 0.8444636576772485, + "F1_coffee": 0.9196681245176228, + "IoU_coffee": 0.8512829671965232, + "precision_coffee": 0.9447637925338619, + "recall_coffee": 0.8958711860159138, + "F1_noncoffee": 0.7692591908368742, + "IoU_noncoffee": 0.6250375262683878, + "kappa": 0.6895564884331481, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8795794081263679, + "mIoU": 0.7277495104996912, + "macroF1": 0.8363442237763451, + "F1_coffee": 0.920461330567864, + "IoU_coffee": 0.8526432231020028, + "precision_coffee": 0.9267814200734085, + "recall_coffee": 0.9142268556089643, + "F1_noncoffee": 0.7522271169848262, + "IoU_noncoffee": 0.6028557978973795, + "kappa": 0.6727358570878392, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8984609234459324, + "mIoU": 0.7787247294116532, + "macroF1": 0.8726883243246709, + "F1_coffee": 0.9299696719051558, + "IoU_coffee": 0.8691059005410977, + "precision_coffee": 0.9421787709497207, + "recall_coffee": 0.9180729450190528, + "F1_noncoffee": 0.815406976744186, + "IoU_noncoffee": 0.6883435582822086, + "kappa": 0.7454892998363095, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9085098263690136, + "mIoU": 0.7947936183112176, + "macroF1": 0.8829928296160439, + "F1_coffee": 0.9376341288938025, + "IoU_coffee": 0.882590597453477, + "precision_coffee": 0.954328832406672, + "recall_coffee": 0.921513485874984, + "F1_noncoffee": 0.8283515303382853, + "IoU_noncoffee": 0.7069966391689582, + "kappa": 0.7661825979494243, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9005786927236505, + "mIoU": 0.7716489610363825, + "macroF1": 0.8671943419696813, + "F1_coffee": 0.9337798559332744, + "IoU_coffee": 0.875785231717435, + "precision_coffee": 0.9301359516616314, + "recall_coffee": 0.9374524232428317, + "F1_noncoffee": 0.8006088280060882, + "IoU_noncoffee": 0.6675126903553299, + "kappa": 0.7344009578615454, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8514725960600741, + "mIoU": 0.6823222619547333, + "macroF1": 0.8032364869995732, + "F1_coffee": 0.9006587959037244, + "IoU_coffee": 0.8192713895811083, + "precision_coffee": 0.9308345692328435, + "recall_coffee": 0.8723780641900429, + "F1_noncoffee": 0.705814178095422, + "IoU_noncoffee": 0.5453731343283582, + "kappa": 0.607693899572139, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.853134841110793, + "mIoU": 0.6837658364554038, + "macroF1": 0.8041673288153934, + "F1_coffee": 0.9020930084610981, + "IoU_coffee": 0.821647931394136, + "precision_coffee": 0.9352328188893286, + "recall_coffee": 0.8712214303268616, + "F1_noncoffee": 0.7062416491696889, + "IoU_noncoffee": 0.5458837415166716, + "kappa": 0.609804663782394, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8584518469027393, + "mIoU": 0.6849424649479068, + "macroF1": 0.804115648915039, + "F1_coffee": 0.9072835261019069, + "IoU_coffee": 0.8303009497654193, + "precision_coffee": 0.9233901756172054, + "recall_coffee": 0.8917291385031338, + "F1_noncoffee": 0.700947771728171, + "IoU_noncoffee": 0.5395839801303943, + "kappa": 0.6086153885372512, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7271, + 8413 + ], + [ + 47293, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.047574571768442, + "ssl_variant": "", + "test_tta": { + "OA": 0.8840759009624191, + "mIoU": 0.7417375742298449, + "macroF1": 0.8467634984070318, + "F1_coffee": 0.9223784574668373, + "IoU_coffee": 0.855939141025897, + "precision_coffee": 0.9378459384366318, + "recall_coffee": 0.9074128953050252, + "F1_noncoffee": 0.7711485393472262, + "IoU_noncoffee": 0.6275360074337928, + "kappa": 0.693772576069039, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8481019960770739, + "mIoU": 0.685703816420694, + "macroF1": 0.80687963670435, + "F1_coffee": 0.8961033836440762, + "IoU_coffee": 0.8117638648102804, + "precision_coffee": 0.9174999494980102, + "recall_coffee": 0.8756820328918195, + "F1_noncoffee": 0.7176558897646239, + "IoU_noncoffee": 0.5596437680311076, + "kappa": 0.6143292671188649, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s0_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 42, + "stopped_epoch": 62, + "best_val": 0.7553411910312158, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8927842670994072, + "mIoU": 0.7491852881313525, + "macroF1": 0.8512289511510028, + "F1_coffee": 0.929856096202159, + "IoU_coffee": 0.8689075300080545, + "precision_coffee": 0.9235555741162222, + "recall_coffee": 0.9362431734473562, + "F1_noncoffee": 0.7726018060998466, + "IoU_noncoffee": 0.6294630462546504, + "kappa": 0.7025027878971198, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8575920156917042, + "mIoU": 0.6918252337335102, + "macroF1": 0.810304948134505, + "F1_coffee": 0.9050156800123131, + "IoU_coffee": 0.8265101732438416, + "precision_coffee": 0.90310442144873, + "recall_coffee": 0.9069350454045925, + "F1_noncoffee": 0.7155942162566968, + "IoU_noncoffee": 0.557140294223179, + "kappa": 0.6206149840643354, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4330590875093493, + "mIoU": 0.21917839202898265, + "macroF1": 0.3087375859434683, + "F1_coffee": 0.601890756302521, + "IoU_coffee": 0.43050338091660406, + "precision_coffee": 0.9947916666666666, + "recall_coffee": 0.4314759036144578, + "F1_noncoffee": 0.015584415584415584, + "IoU_noncoffee": 0.007853403141361256, + "kappa": 0.0023095279348528176, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.9021224086870682, + "mIoU": 0.7717498065342551, + "macroF1": 0.8670578930113584, + "F1_coffee": 0.9353334420348932, + "IoU_coffee": 0.8785224209752511, + "precision_coffee": 0.9310523923910926, + "recall_coffee": 0.9396540427204823, + "F1_noncoffee": 0.7987823439878234, + "IoU_noncoffee": 0.664977192093259, + "kappa": 0.7341332765382712, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8928009159868326, + "mIoU": 0.748817861027167, + "macroF1": 0.8509399817847476, + "F1_coffee": 0.9299323334060932, + "IoU_coffee": 0.86904068073202, + "precision_coffee": 0.9256890985845543, + "recall_coffee": 0.9342146482049997, + "F1_noncoffee": 0.771947630163402, + "IoU_noncoffee": 0.628595041322314, + "kappa": 0.7019003500490094, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8837662955561899, + "mIoU": 0.727648374630451, + "macroF1": 0.8355471554718289, + "F1_coffee": 0.9245964381616717, + "IoU_coffee": 0.8597669479363986, + "precision_coffee": 0.9144078144078144, + "recall_coffee": 0.9350146700792809, + "F1_noncoffee": 0.7464978727819861, + "IoU_noncoffee": 0.5955298013245033, + "kappa": 0.6712315352653098, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9182490505696582, + "mIoU": 0.8090885427492633, + "macroF1": 0.8919005115349063, + "F1_coffee": 0.9452696373611669, + "IoU_coffee": 0.8962192336970312, + "precision_coffee": 0.9297183469334035, + "recall_coffee": 0.9613500272182907, + "F1_noncoffee": 0.8385313857086458, + "IoU_noncoffee": 0.7219578518014956, + "kappa": 0.7839793369492547, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9173821789734783, + "mIoU": 0.7999773016220384, + "macroF1": 0.8856140423742871, + "F1_coffee": 0.9458952892665251, + "IoU_coffee": 0.8973447131341868, + "precision_coffee": 0.9250885983135769, + "recall_coffee": 0.9676594656781285, + "F1_noncoffee": 0.8253327954820492, + "IoU_noncoffee": 0.7026098901098901, + "kappa": 0.7716010854960212, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9216393131581444, + "mIoU": 0.8151245847306912, + "macroF1": 0.8956969658287124, + "F1_coffee": 0.9477149006203317, + "IoU_coffee": 0.9006256015399422, + "precision_coffee": 0.9456796361798888, + "recall_coffee": 0.9497589444303476, + "F1_noncoffee": 0.8436790310370931, + "IoU_noncoffee": 0.7296235679214402, + "kappa": 0.7913968204332391, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8863858006631559, + "mIoU": 0.7353329844531044, + "macroF1": 0.8413100265520108, + "F1_coffee": 0.9258858706024556, + "IoU_coffee": 0.8619995261786306, + "precision_coffee": 0.9323510570147342, + "recall_coffee": 0.9195097295931262, + "F1_noncoffee": 0.7567341825015661, + "IoU_noncoffee": 0.6086664427275781, + "kappa": 0.6826701365484994, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8682126157076057, + "mIoU": 0.7007877634908992, + "macroF1": 0.815950702790093, + "F1_coffee": 0.9140260225362634, + "IoU_coffee": 0.8416647557899565, + "precision_coffee": 0.9263091482649842, + "recall_coffee": 0.9020643892848366, + "F1_noncoffee": 0.7178753830439224, + "IoU_noncoffee": 0.559910771191842, + "kappa": 0.6321136779617761, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8456619261238905, + "mIoU": 0.6403873578011917, + "macroF1": 0.7655641380035272, + "F1_coffee": 0.9025962291428227, + "IoU_coffee": 0.8224832583159513, + "precision_coffee": 0.8851606805293005, + "recall_coffee": 0.9207324566793659, + "F1_noncoffee": 0.6285320468642316, + "IoU_noncoffee": 0.45829145728643217, + "kappa": 0.5318210386850373, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7541, + 8413 + ], + [ + 47916, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.07335125207901, + "ssl_variant": "", + "test_tta": { + "OA": 0.8953068012018188, + "mIoU": 0.7511511950872745, + "macroF1": 0.852370972509971, + "F1_coffee": 0.9319861383658302, + "IoU_coffee": 0.8726348709929632, + "precision_coffee": 0.9193196326345703, + "recall_coffee": 0.9450065619575801, + "F1_noncoffee": 0.7727558066541117, + "IoU_noncoffee": 0.6296675191815857, + "kappa": 0.7049291004017666, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.859971731856467, + "mIoU": 0.6916006972054252, + "macroF1": 0.809638674491499, + "F1_coffee": 0.9075236453342731, + "IoU_coffee": 0.8307032380686673, + "precision_coffee": 0.896803584202402, + "recall_coffee": 0.9185030944531205, + "F1_noncoffee": 0.7117537036487249, + "IoU_noncoffee": 0.5524981563421829, + "kappa": 0.6194468405984471, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s1_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.5525606311685354, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.75857581259339, + "mIoU": 0.5665200655269458, + "macroF1": 0.7131619783194042, + "F1_coffee": 0.8272952967679646, + "IoU_coffee": 0.7054591786729393, + "precision_coffee": 0.905110406921181, + "recall_coffee": 0.7618009398416663, + "F1_noncoffee": 0.5990286598708437, + "IoU_noncoffee": 0.4275809523809524, + "kappa": 0.43600252415262053, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7278614284065997, + "mIoU": 0.5318574794138455, + "macroF1": 0.6838140598428943, + "F1_coffee": 0.8018274431549651, + "IoU_coffee": 0.6692086532730269, + "precision_coffee": 0.8806173295192397, + "recall_coffee": 0.7359785605490967, + "F1_noncoffee": 0.5658006765308236, + "IoU_noncoffee": 0.3945063055546642, + "kappa": 0.37852829500259483, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19670905011219147, + "mIoU": 0.09932172969363053, + "macroF1": 0.16736365281044296, + "F1_coffee": 0.3236775818639798, + "IoU_coffee": 0.1930879038317055, + "precision_coffee": 0.9884615384615385, + "recall_coffee": 0.19352409638554216, + "F1_noncoffee": 0.011049723756906077, + "IoU_noncoffee": 0.005555555555555556, + "kappa": -0.0023328279570793077, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7290227048371175, + "mIoU": 0.5367474649476427, + "macroF1": 0.6890752725352625, + "F1_coffee": 0.8005232177894048, + "IoU_coffee": 0.6673936750272628, + "precision_coffee": 0.8985318107667211, + "recall_coffee": 0.7217926877211375, + "F1_noncoffee": 0.5776273272811202, + "IoU_noncoffee": 0.4061012548680225, + "kappa": 0.3934313013125051, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7930442249892657, + "mIoU": 0.6014674307560628, + "macroF1": 0.7402626863031733, + "F1_coffee": 0.8573495560670832, + "IoU_coffee": 0.7503165649821573, + "precision_coffee": 0.9022077652432694, + "recall_coffee": 0.8167408057139277, + "F1_noncoffee": 0.6231758165392633, + "IoU_noncoffee": 0.45261829652996843, + "kappa": 0.4838957136348974, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7526881720430108, + "mIoU": 0.5621201875144579, + "macroF1": 0.7101230183682955, + "F1_coffee": 0.8212025316455697, + "IoU_coffee": 0.6966442953020134, + "precision_coffee": 0.914502413238336, + "recall_coffee": 0.7451776015981022, + "F1_noncoffee": 0.5990435050910213, + "IoU_noncoffee": 0.42759607972690233, + "kappa": 0.43346969172615507, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7015790525684589, + "mIoU": 0.519261028735304, + "macroF1": 0.6777675924527475, + "F1_coffee": 0.7653622505107653, + "IoU_coffee": 0.619908350305499, + "precision_coffee": 0.9055410933432503, + "recall_coffee": 0.6627653783342407, + "F1_noncoffee": 0.5901729343947296, + "IoU_noncoffee": 0.41861370716510904, + "kappa": 0.3814258457976713, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7838198817019653, + "mIoU": 0.5955654763096478, + "macroF1": 0.7367066418504471, + "F1_coffee": 0.8480825958702065, + "IoU_coffee": 0.736235595390525, + "precision_coffee": 0.8917242351614267, + "recall_coffee": 0.8085133580467851, + "F1_noncoffee": 0.6253306878306878, + "IoU_noncoffee": 0.4548953572287707, + "kappa": 0.47650566861808646, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.771463807987857, + "mIoU": 0.5875757903377834, + "macroF1": 0.7318386046876033, + "F1_coffee": 0.8349208524635099, + "IoU_coffee": 0.7166215739324785, + "precision_coffee": 0.9077633735657875, + "recall_coffee": 0.7729002791169753, + "F1_noncoffee": 0.6287563569116967, + "IoU_noncoffee": 0.45853000674308836, + "kappa": 0.4713327148229654, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7558026136141993, + "mIoU": 0.5504889374180367, + "macroF1": 0.696194860750464, + "F1_coffee": 0.830765071640984, + "IoU_coffee": 0.7105202312138729, + "precision_coffee": 0.8930543446672479, + "recall_coffee": 0.7765984331564316, + "F1_noncoffee": 0.561624649859944, + "IoU_noncoffee": 0.3904576436222006, + "kappa": 0.3999513156005456, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8022712090848363, + "mIoU": 0.6070979379437162, + "macroF1": 0.7435307220421223, + "F1_coffee": 0.8662708145088421, + "IoU_coffee": 0.7640897187749061, + "precision_coffee": 0.9123164763458401, + "recall_coffee": 0.8246497911034653, + "F1_noncoffee": 0.6207906295754027, + "IoU_noncoffee": 0.45010615711252655, + "kappa": 0.4907400123418653, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7337978428939582, + "mIoU": 0.5374295171157288, + "macroF1": 0.6883213046401112, + "F1_coffee": 0.8073762000138132, + "IoU_coffee": 0.67697475098448, + "precision_coffee": 0.9216335540838853, + "recall_coffee": 0.7183237065257466, + "F1_noncoffee": 0.5692664092664093, + "IoU_noncoffee": 0.39788428324697755, + "kappa": 0.39735416513059496, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6741, + 8413 + ], + [ + 40365, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.487699814637502, + "ssl_variant": "", + "test_tta": { + "OA": 0.7922685133115892, + "mIoU": 0.6016430390057907, + "macroF1": 0.7406526432625675, + "F1_coffee": 0.8563524248652853, + "IoU_coffee": 0.7487904871082441, + "precision_coffee": 0.9011996351986531, + "recall_coffee": 0.8157571652343254, + "F1_noncoffee": 0.6249528616598498, + "IoU_noncoffee": 0.4544955909033374, + "kappa": 0.48463747261104756, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7590573439483097, + "mIoU": 0.5611174423839541, + "macroF1": 0.707094248812489, + "F1_coffee": 0.8304647858737568, + "IoU_coffee": 0.7100810440275585, + "precision_coffee": 0.8766738799734322, + "recall_coffee": 0.7888831048643646, + "F1_noncoffee": 0.583723711751221, + "IoU_noncoffee": 0.4121538407403498, + "kappa": 0.418157723400417, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s1_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.6318511088096721, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8062308199039188, + "mIoU": 0.6243570231666096, + "macroF1": 0.7597367852666985, + "F1_coffee": 0.8654288201031043, + "IoU_coffee": 0.762780542496902, + "precision_coffee": 0.9151170473853124, + "recall_coffee": 0.8208585580627408, + "F1_noncoffee": 0.6540447504302926, + "IoU_noncoffee": 0.4859335038363171, + "kappa": 0.523088165821217, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7756576670128073, + "mIoU": 0.5862785618617833, + "macroF1": 0.7293154609049428, + "F1_coffee": 0.8413159908186687, + "IoU_coffee": 0.7260961436872689, + "precision_coffee": 0.8933445989860912, + "recall_coffee": 0.7950141708600844, + "F1_noncoffee": 0.617314930991217, + "IoU_noncoffee": 0.44646098003629764, + "kappa": 0.46302340486041765, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3709798055347794, + "mIoU": 0.18796194495673144, + "macroF1": 0.27701616144080193, + "F1_coffee": 0.5376580538757559, + "IoU_coffee": 0.3676691729323308, + "precision_coffee": 0.9959266802443992, + "recall_coffee": 0.3682228915662651, + "F1_noncoffee": 0.016374269005847954, + "IoU_noncoffee": 0.008254716981132075, + "kappa": 0.0030942267403252714, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7845014807502468, + "mIoU": 0.6033922382236483, + "macroF1": 0.7445053100282006, + "F1_coffee": 0.8455934361295798, + "IoU_coffee": 0.7324918816249004, + "precision_coffee": 0.9186260949746426, + "recall_coffee": 0.783318044817193, + "F1_noncoffee": 0.6434171839268213, + "IoU_noncoffee": 0.47429259482239616, + "kappa": 0.49636201570616606, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8467153284671532, + "mIoU": 0.679641964472792, + "macroF1": 0.8018502728491637, + "F1_coffee": 0.8961370615807338, + "IoU_coffee": 0.8118191402131897, + "precision_coffee": 0.9256711633498064, + "recall_coffee": 0.8684292964099993, + "F1_noncoffee": 0.7075634841175935, + "IoU_noncoffee": 0.5474647887323943, + "kappa": 0.6048331691364285, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7868017889428109, + "mIoU": 0.5934102046652151, + "macroF1": 0.73365141924431, + "F1_coffee": 0.8526326174893939, + "IoU_coffee": 0.7431208438431552, + "precision_coffee": 0.9009591326105088, + "recall_coffee": 0.809226543479618, + "F1_noncoffee": 0.6146702209992261, + "IoU_noncoffee": 0.44369956548727496, + "kappa": 0.4712804043922992, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8383969618229062, + "mIoU": 0.6799018333814191, + "macroF1": 0.8037749566802196, + "F1_coffee": 0.8861988880287142, + "IoU_coffee": 0.7956527233666119, + "precision_coffee": 0.9176504882670165, + "recall_coffee": 0.8568317909635275, + "F1_noncoffee": 0.721351025331725, + "IoU_noncoffee": 0.5641509433962264, + "kappa": 0.6086754998633725, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.892482350696432, + "mIoU": 0.759157712862699, + "macroF1": 0.8589467035601182, + "F1_coffee": 0.9277239787083948, + "IoU_coffee": 0.8651913875598086, + "precision_coffee": 0.9308880308880308, + "recall_coffee": 0.9245813626486002, + "F1_noncoffee": 0.7901694284118413, + "IoU_noncoffee": 0.6531240381655894, + "kappa": 0.7179028687418878, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7662460867090409, + "mIoU": 0.5834335609944206, + "macroF1": 0.7289745013168825, + "F1_coffee": 0.8294809688581315, + "IoU_coffee": 0.7086437270899846, + "precision_coffee": 0.9124543239951279, + "recall_coffee": 0.7603400152245623, + "F1_noncoffee": 0.6284680337756333, + "IoU_noncoffee": 0.45822339489885666, + "kappa": 0.4675422038988594, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.731909498732202, + "mIoU": 0.5373952497698964, + "macroF1": 0.6888905046840013, + "F1_coffee": 0.8045780905665743, + "IoU_coffee": 0.6730494766888677, + "precision_coffee": 0.9197139606695921, + "recall_coffee": 0.7150619155926207, + "F1_noncoffee": 0.5732029188014284, + "IoU_noncoffee": 0.40174102285092494, + "kappa": 0.39837267503738355, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.800935203740815, + "mIoU": 0.6094688078836594, + "macroF1": 0.7462973130014585, + "F1_coffee": 0.8640333724416634, + "IoU_coffee": 0.7606151021344962, + "precision_coffee": 0.9200444197667962, + "recall_coffee": 0.814450724993856, + "F1_noncoffee": 0.6285612535612536, + "IoU_noncoffee": 0.45832251363282267, + "kappa": 0.49768048975614176, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8074830581273266, + "mIoU": 0.600214630587178, + "macroF1": 0.7349778043801903, + "F1_coffee": 0.8735977940715673, + "IoU_coffee": 0.7755647045732725, + "precision_coffee": 0.8913043478260869, + "recall_coffee": 0.8565810495268527, + "F1_noncoffee": 0.5963578146888133, + "IoU_noncoffee": 0.4248645566010835, + "kappa": 0.47062275830924727, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6695, + 8413 + ], + [ + 43377, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9849929849306742, + "ssl_variant": "", + "test_tta": { + "OA": 0.8254631340477836, + "mIoU": 0.648480924219216, + "macroF1": 0.7781769746647438, + "F1_coffee": 0.8805935696619951, + "IoU_coffee": 0.786661167736994, + "precision_coffee": 0.9159216152562139, + "recall_coffee": 0.8478895897718132, + "F1_noncoffee": 0.6757603796674925, + "IoU_noncoffee": 0.5103006807014381, + "kappa": 0.5581389840240643, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7938011999538479, + "mIoU": 0.6066277865752667, + "macroF1": 0.7453143729995177, + "F1_coffee": 0.856439968269588, + "IoU_coffee": 0.7489243629594506, + "precision_coffee": 0.8936339633711915, + "recall_coffee": 0.8222183662058727, + "F1_noncoffee": 0.6341887777294476, + "IoU_noncoffee": 0.4643312101910828, + "kappa": 0.49286731973207365, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s1_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.7254356137851821, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8757210109416925, + "mIoU": 0.7184409104301566, + "macroF1": 0.8294044385382288, + "F1_coffee": 0.9182942673948178, + "IoU_coffee": 0.848931682356158, + "precision_coffee": 0.9165032576380543, + "recall_coffee": 0.9200922907582236, + "F1_noncoffee": 0.7405146096816397, + "IoU_noncoffee": 0.5879501385041551, + "kappa": 0.6588130149833684, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8427079727702781, + "mIoU": 0.6673737284339616, + "macroF1": 0.7917196232757634, + "F1_coffee": 0.8947723895717952, + "IoU_coffee": 0.8095820092886825, + "precision_coffee": 0.8955673587638822, + "recall_coffee": 0.8939788304702412, + "F1_noncoffee": 0.6886668569797316, + "IoU_noncoffee": 0.5251654475792407, + "kappa": 0.5834402176808551, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4472700074794316, + "mIoU": 0.22732615941569137, + "macroF1": 0.3180478243014263, + "F1_coffee": 0.6149035956227201, + "IoU_coffee": 0.4439428141459744, + "precision_coffee": 0.9983079526226735, + "recall_coffee": 0.4442771084337349, + "F1_noncoffee": 0.02119205298013245, + "IoU_noncoffee": 0.0107095046854083, + "kappa": 0.007995927739463702, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8821816386969398, + "mIoU": 0.7369277979890991, + "macroF1": 0.8432692398841939, + "F1_coffee": 0.921363860978422, + "IoU_coffee": 0.8541933907519395, + "precision_coffee": 0.9265222288478102, + "recall_coffee": 0.9162626130258158, + "F1_noncoffee": 0.7651746187899656, + "IoU_noncoffee": 0.6196622052262588, + "kappa": 0.6865674919125598, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8834502170697963, + "mIoU": 0.7285283047649782, + "macroF1": 0.8363165256471845, + "F1_coffee": 0.9241516346362818, + "IoU_coffee": 0.8589980376313056, + "precision_coffee": 0.9159896602658789, + "recall_coffee": 0.9324603721571331, + "F1_noncoffee": 0.7484814166580871, + "IoU_noncoffee": 0.5980585718986509, + "kappa": 0.6727192208123939, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8617851365496242, + "mIoU": 0.6907070979764585, + "macroF1": 0.808498637483859, + "F1_coffee": 0.9095156517676375, + "IoU_coffee": 0.8340474150242788, + "precision_coffee": 0.907621534253388, + "recall_coffee": 0.911417691491354, + "F1_noncoffee": 0.7074816232000806, + "IoU_noncoffee": 0.5473667809286382, + "kappa": 0.6170026673379017, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8996602038776734, + "mIoU": 0.7755212106913252, + "macroF1": 0.8701832827791081, + "F1_coffee": 0.932042777852985, + "IoU_coffee": 0.8727341868424389, + "precision_coffee": 0.9271478588742257, + "recall_coffee": 0.9369896570495373, + "F1_noncoffee": 0.8083237877052311, + "IoU_noncoffee": 0.6783082345402115, + "kappa": 0.74038697598531, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9039305476054188, + "mIoU": 0.772658473789064, + "macroF1": 0.867486883957461, + "F1_coffee": 0.9369797859690844, + "IoU_coffee": 0.8814317673378076, + "precision_coffee": 0.9178518881804806, + "recall_coffee": 0.9569218969704717, + "F1_noncoffee": 0.7979939819458375, + "IoU_noncoffee": 0.6638851802403204, + "kappa": 0.7353422008147711, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8870126173987287, + "mIoU": 0.7368341473447257, + "macroF1": 0.8424070356260798, + "F1_coffee": 0.9262493033624373, + "IoU_coffee": 0.8626297577854671, + "precision_coffee": 0.9046812628523043, + "recall_coffee": 0.9488708449632073, + "F1_noncoffee": 0.7585647678897223, + "IoU_noncoffee": 0.6110385369039844, + "kappa": 0.6853994328267689, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8651258045640725, + "mIoU": 0.6992985051592429, + "macroF1": 0.8152699263557679, + "F1_coffee": 0.9112380463384891, + "IoU_coffee": 0.8369488328224476, + "precision_coffee": 0.9259162645102387, + "recall_coffee": 0.8970179428860248, + "F1_noncoffee": 0.7193018063730465, + "IoU_noncoffee": 0.561648177496038, + "kappa": 0.6308332381864689, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8629640232846646, + "mIoU": 0.6857483069837293, + "macroF1": 0.8038996844222175, + "F1_coffee": 0.9115218730745533, + "IoU_coffee": 0.8374278274651874, + "precision_coffee": 0.9141127039050915, + "recall_coffee": 0.9089456869009584, + "F1_noncoffee": 0.6962774957698815, + "IoU_noncoffee": 0.5340687865022713, + "kappa": 0.6078101835820782, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8364035506347237, + "mIoU": 0.6476359060595085, + "macroF1": 0.7748212095066154, + "F1_coffee": 0.8925795938831788, + "IoU_coffee": 0.8059988681380872, + "precision_coffee": 0.9107302724133521, + "recall_coffee": 0.8751382573430011, + "F1_noncoffee": 0.657062825130052, + "IoU_noncoffee": 0.4892729439809297, + "kappa": 0.5502127685367766, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7441, + 8413 + ], + [ + 46955, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.278864411513011, + "ssl_variant": "", + "test_tta": { + "OA": 0.8786130882565594, + "mIoU": 0.72081017613113, + "macroF1": 0.830845734069825, + "F1_coffee": 0.9207348420467303, + "IoU_coffee": 0.8531127269899288, + "precision_coffee": 0.9127956564248716, + "recall_coffee": 0.9288133440582532, + "F1_noncoffee": 0.7409566260929196, + "IoU_noncoffee": 0.5885076252723311, + "kappa": 0.6617750862859688, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8461116880119995, + "mIoU": 0.6688566751594784, + "macroF1": 0.7923255500797206, + "F1_coffee": 0.8980138020683986, + "IoU_coffee": 0.8149047635568817, + "precision_coffee": 0.8904558809591507, + "recall_coffee": 0.9057011201727495, + "F1_noncoffee": 0.6866372980910426, + "IoU_noncoffee": 0.5228085867620751, + "kappa": 0.5847430186195304, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s1_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 36, + "stopped_epoch": 56, + "best_val": 0.7508500409170356, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8869037098925111, + "mIoU": 0.7364718519451469, + "macroF1": 0.8421355895491005, + "F1_coffee": 0.9262027824664772, + "IoU_coffee": 0.86254906172502, + "precision_coffee": 0.9175546831183399, + "recall_coffee": 0.9350154523517209, + "F1_noncoffee": 0.7580683966317237, + "IoU_noncoffee": 0.6103946421652737, + "kappa": 0.6843631007484297, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8527893157955463, + "mIoU": 0.681446894762131, + "macroF1": 0.8021926209414435, + "F1_coffee": 0.9022346101165676, + "IoU_coffee": 0.8218829072506763, + "precision_coffee": 0.8964900258870108, + "recall_coffee": 0.9080532901459503, + "F1_noncoffee": 0.7021506317663194, + "IoU_noncoffee": 0.5410108822735857, + "kappa": 0.604434724878784, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.46596858638743455, + "mIoU": 0.23643331630045988, + "macroF1": 0.32616214720531267, + "F1_coffee": 0.6330935251798561, + "IoU_coffee": 0.4631578947368421, + "precision_coffee": 0.9967637540453075, + "recall_coffee": 0.463855421686747, + "F1_noncoffee": 0.019230769230769232, + "IoU_noncoffee": 0.009708737864077669, + "kappa": 0.006014198339431533, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8746298124383021, + "mIoU": 0.7184274693432511, + "macroF1": 0.829586960151184, + "F1_coffee": 0.9171991133133394, + "IoU_coffee": 0.8470616570327553, + "precision_coffee": 0.9126767873361878, + "recall_coffee": 0.9217664788363256, + "F1_noncoffee": 0.7419748069890288, + "IoU_noncoffee": 0.5897932816537468, + "kappa": 0.6591999948290987, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8919421783311865, + "mIoU": 0.7434874933471516, + "macroF1": 0.8468922495046957, + "F1_coffee": 0.9299433979771736, + "IoU_coffee": 0.8690600069372182, + "precision_coffee": 0.9183262064752596, + "recall_coffee": 0.9418582795564188, + "F1_noncoffee": 0.7638411010322177, + "IoU_noncoffee": 0.617914979757085, + "kappa": 0.6939496026064484, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8937101532020173, + "mIoU": 0.7476263869322033, + "macroF1": 0.8498676651825522, + "F1_coffee": 0.9309982703236965, + "IoU_coffee": 0.8709043629008957, + "precision_coffee": 0.9213792260194412, + "recall_coffee": 0.9408202759223422, + "F1_noncoffee": 0.7687370600414078, + "IoU_noncoffee": 0.624348410963511, + "kappa": 0.6998449728082661, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8900659604237458, + "mIoU": 0.753295531944317, + "macroF1": 0.8548231846474561, + "F1_coffee": 0.9263524370648099, + "IoU_coffee": 0.8628086804689449, + "precision_coffee": 0.911702688455456, + "recall_coffee": 0.9414806750136091, + "F1_noncoffee": 0.7832939322301025, + "IoU_noncoffee": 0.6437823834196891, + "kappa": 0.7098667958935868, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9068879984735737, + "mIoU": 0.7803900794122102, + "macroF1": 0.8728046234201087, + "F1_coffee": 0.9386472215237617, + "IoU_coffee": 0.8843875858801232, + "precision_coffee": 0.9234384662956091, + "recall_coffee": 0.9543653329924582, + "F1_noncoffee": 0.8069620253164557, + "IoU_noncoffee": 0.6763925729442971, + "kappa": 0.7458261724185786, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9143345033678019, + "mIoU": 0.7956341519530792, + "macroF1": 0.8828910881631431, + "F1_coffee": 0.9435730800474911, + "IoU_coffee": 0.8931740210576127, + "precision_coffee": 0.9296884620120675, + "recall_coffee": 0.9578787109870591, + "F1_noncoffee": 0.822209096278795, + "IoU_noncoffee": 0.6980942828485457, + "kappa": 0.7659466631146675, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8595669982445875, + "mIoU": 0.6842228436326104, + "macroF1": 0.8032499594927641, + "F1_coffee": 0.9085133418043202, + "IoU_coffee": 0.8323632130384168, + "precision_coffee": 0.9136212624584718, + "recall_coffee": 0.9034622188526662, + "F1_noncoffee": 0.697986577181208, + "IoU_noncoffee": 0.5360824742268041, + "kappa": 0.6065405188313632, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8769920793968891, + "mIoU": 0.7058989311275896, + "macroF1": 0.8186393876713494, + "F1_coffee": 0.9215125129391707, + "IoU_coffee": 0.8544489611562782, + "precision_coffee": 0.9133373566686783, + "recall_coffee": 0.9298353403784714, + "F1_noncoffee": 0.7157662624035281, + "IoU_noncoffee": 0.5573489010989011, + "kappa": 0.6373839840942637, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8729598167414336, + "mIoU": 0.6996839318897375, + "macroF1": 0.8140798565551475, + "F1_coffee": 0.9187076284126305, + "IoU_coffee": 0.8496384997740624, + "precision_coffee": 0.9131860126274891, + "recall_coffee": 0.9242964237433944, + "F1_noncoffee": 0.7094520846976643, + "IoU_noncoffee": 0.5497293640054127, + "kappa": 0.628208295797264, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7435, + 8413 + ], + [ + 47655, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.775182004769643, + "ssl_variant": "", + "test_tta": { + "OA": 0.8916756374620415, + "mIoU": 0.7423954388587833, + "macroF1": 0.8460715795165932, + "F1_coffee": 0.9298555911606808, + "IoU_coffee": 0.8689066480001556, + "precision_coffee": 0.9143307279944347, + "recall_coffee": 0.9459167689767579, + "F1_noncoffee": 0.7622875678725055, + "IoU_noncoffee": 0.6158842297174111, + "kappa": 0.6924436507220243, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8579814237913926, + "mIoU": 0.6856455628174679, + "macroF1": 0.8048317261394236, + "F1_coffee": 0.906680313498043, + "IoU_coffee": 0.8292911256349358, + "precision_coffee": 0.8915977037202714, + "recall_coffee": 0.9222819904756396, + "F1_noncoffee": 0.7029831387808041, + "IoU_noncoffee": 0.542, + "kappa": 0.6100186472283439, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s2_r0.05", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.5415601744491266, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7780652002763541, + "mIoU": 0.5913528539855093, + "macroF1": 0.7339332903117302, + "F1_coffee": 0.8422939477319693, + "IoU_coffee": 0.7275542406311637, + "precision_coffee": 0.9142892551741232, + "recall_coffee": 0.7808094492189154, + "F1_noncoffee": 0.6255726328914911, + "IoU_noncoffee": 0.45515146733985484, + "kappa": 0.4755868761422423, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7487885081343025, + "mIoU": 0.5580499154887084, + "macroF1": 0.7068324237079472, + "F1_coffee": 0.8177385262541071, + "IoU_coffee": 0.6916731572612052, + "precision_coffee": 0.8941623378109339, + "recall_coffee": 0.7533499142036362, + "F1_noncoffee": 0.5959263211617872, + "IoU_noncoffee": 0.42442667371621173, + "kappa": 0.42300941165938466, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29768137621540763, + "mIoU": 0.150692269786517, + "macroF1": 0.23453871775908122, + "F1_coffee": 0.4543869843114468, + "IoU_coffee": 0.293984962406015, + "precision_coffee": 0.9949109414758269, + "recall_coffee": 0.2944277108433735, + "F1_noncoffee": 0.014690451206715634, + "IoU_noncoffee": 0.007399577167019027, + "kappa": 0.0013729259948344588, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7741855873642646, + "mIoU": 0.5825399445490792, + "macroF1": 0.7257954363340118, + "F1_coffee": 0.840985714782246, + "IoU_coffee": 0.7256042703772566, + "precision_coffee": 0.8955511140721001, + "recall_coffee": 0.7926877211374656, + "F1_noncoffee": 0.6106051578857775, + "IoU_noncoffee": 0.43947561872090174, + "kappa": 0.45653150283822375, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8022518009636945, + "mIoU": 0.6283769142320508, + "macroF1": 0.764611141889566, + "F1_coffee": 0.8587397334969158, + "IoU_coffee": 0.7524486383182035, + "precision_coffee": 0.9414885667314303, + "recall_coffee": 0.7893615688240085, + "F1_noncoffee": 0.6704825502822164, + "IoU_noncoffee": 0.5043051901458981, + "kappa": 0.5375554815585286, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7576838899990485, + "mIoU": 0.5642015002471844, + "macroF1": 0.7109004870533433, + "F1_coffee": 0.8271977742340447, + "IoU_coffee": 0.705317363883585, + "precision_coffee": 0.906050245280214, + "recall_coffee": 0.7609713465260004, + "F1_noncoffee": 0.5946031998726419, + "IoU_noncoffee": 0.42308563661078386, + "kappa": 0.4318954848818779, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8269038576853888, + "mIoU": 0.6495628614631045, + "macroF1": 0.7788563931259964, + "F1_coffee": 0.8819359236537151, + "IoU_coffee": 0.7888062431410804, + "precision_coffee": 0.8835017754711827, + "recall_coffee": 0.8803756124115406, + "F1_noncoffee": 0.6757768625982778, + "IoU_noncoffee": 0.5103194797851286, + "kappa": 0.5577166014170919, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8281816447242892, + "mIoU": 0.6690626532824961, + "macroF1": 0.7963338284858863, + "F1_coffee": 0.8768715389348465, + "IoU_coffee": 0.7807401996591186, + "precision_coffee": 0.9425338036449148, + "recall_coffee": 0.8197622395500448, + "F1_noncoffee": 0.715796118036926, + "IoU_noncoffee": 0.5573851069058737, + "kappa": 0.5971801882136348, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8587420548335073, + "mIoU": 0.697116020651072, + "macroF1": 0.814632308615557, + "F1_coffee": 0.9050564305298731, + "IoU_coffee": 0.8265781504775216, + "precision_coffee": 0.9097551595949237, + "recall_coffee": 0.9004059883278356, + "F1_noncoffee": 0.724208186701241, + "IoU_noncoffee": 0.5676538908246226, + "kappa": 0.6292933420933091, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.722742344450946, + "mIoU": 0.5248606410943522, + "macroF1": 0.6773248384110055, + "F1_coffee": 0.7983830933976314, + "IoU_coffee": 0.664423984891407, + "precision_coffee": 0.9098108938096008, + "recall_coffee": 0.7112711650240081, + "F1_noncoffee": 0.5562665834243796, + "IoU_noncoffee": 0.3852972972972973, + "kappa": 0.375273536340297, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7763145338295638, + "mIoU": 0.5896000168217352, + "macroF1": 0.7325984599237827, + "F1_coffee": 0.8407175863006252, + "IoU_coffee": 0.7252051582649472, + "precision_coffee": 0.9404074186682883, + "recall_coffee": 0.7601376259523225, + "F1_noncoffee": 0.6244793335469401, + "IoU_noncoffee": 0.4539948753785232, + "kappa": 0.4789999184650662, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6560083993509592, + "mIoU": 0.458106721912784, + "macroF1": 0.6177901432065654, + "F1_coffee": 0.7386511965192168, + "IoU_coffee": 0.5856042313441416, + "precision_coffee": 0.9009375552803821, + "recall_coffee": 0.6259063536930073, + "F1_noncoffee": 0.496929089893914, + "IoU_noncoffee": 0.33060921248142644, + "kappa": 0.28051725019696677, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 6850, + 8413 + ], + [ + 41468, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3207850456237793, + "ssl_variant": "", + "test_tta": { + "OA": 0.7970565079773133, + "mIoU": 0.6136527402834476, + "macroF1": 0.7515109418464783, + "F1_coffee": 0.8578950329076898, + "IoU_coffee": 0.7511525276803657, + "precision_coffee": 0.9155680426482242, + "recall_coffee": 0.8070572795393929, + "F1_noncoffee": 0.6451268507852668, + "IoU_noncoffee": 0.47615295288652953, + "kappa": 0.5078980993660633, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7659080419983847, + "mIoU": 0.5759873650987171, + "macroF1": 0.7212095205288381, + "F1_coffee": 0.8328407089671367, + "IoU_coffee": 0.7135621635930468, + "precision_coffee": 0.8939246551114255, + "recall_coffee": 0.7795708253802996, + "F1_noncoffee": 0.6095783320905396, + "IoU_noncoffee": 0.43841256660438727, + "kappa": 0.44843428157894827, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s2_r0.1", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 43, + "stopped_epoch": 63, + "best_val": 0.6295230367393412, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8307492086955125, + "mIoU": 0.6497308567345772, + "macroF1": 0.7781253004294779, + "F1_coffee": 0.8861804430037817, + "IoU_coffee": 0.7956229870784991, + "precision_coffee": 0.905094023130573, + "recall_coffee": 0.8680411498243089, + "F1_noncoffee": 0.6700701578551741, + "IoU_noncoffee": 0.5038387263906552, + "kappa": 0.5568115883761654, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8003634475597092, + "mIoU": 0.6092936180423538, + "macroF1": 0.7462716665670435, + "F1_coffee": 0.8634237789837198, + "IoU_coffee": 0.7596708104729495, + "precision_coffee": 0.884222864418083, + "recall_coffee": 0.8435806967821543, + "F1_noncoffee": 0.629119554150367, + "IoU_noncoffee": 0.45891642561175827, + "kappa": 0.49330465929138945, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4719521316379955, + "mIoU": 0.23949530207004188, + "macroF1": 0.32906715569202777, + "F1_coffee": 0.638689866939611, + "IoU_coffee": 0.4691729323308271, + "precision_coffee": 0.9968051118210862, + "recall_coffee": 0.46987951807228917, + "F1_noncoffee": 0.019444444444444445, + "IoU_noncoffee": 0.009817671809256662, + "kappa": 0.00623261552974069, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8438795656465943, + "mIoU": 0.6529152431810895, + "macroF1": 0.7780623862648771, + "F1_coffee": 0.898923081839389, + "IoU_coffee": 0.8164035291386116, + "precision_coffee": 0.877362609943235, + "recall_coffee": 0.9215699122002359, + "F1_noncoffee": 0.6572016906903653, + "IoU_noncoffee": 0.4894269572235674, + "kappa": 0.5570320023367491, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8469538667048327, + "mIoU": 0.6761112952495034, + "macroF1": 0.7986699469560611, + "F1_coffee": 0.8972650995964901, + "IoU_coffee": 0.8136725329616077, + "precision_coffee": 0.9177202751392073, + "recall_coffee": 0.8777018983772946, + "F1_noncoffee": 0.700074794315632, + "IoU_noncoffee": 0.5385500575373993, + "kappa": 0.5979230568283723, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8019316776096679, + "mIoU": 0.62076957591311, + "macroF1": 0.7573021996387435, + "F1_coffee": 0.8613765775365456, + "IoU_coffee": 0.7565069895303269, + "precision_coffee": 0.9230659434770196, + "recall_coffee": 0.8074161932704913, + "F1_noncoffee": 0.6532278217409413, + "IoU_noncoffee": 0.48503216229589313, + "kappa": 0.5199677134181496, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.843393963621827, + "mIoU": 0.6629426954159783, + "macroF1": 0.7875214646400482, + "F1_coffee": 0.8964788267159939, + "IoU_coffee": 0.8123802681992337, + "precision_coffee": 0.8711002696109899, + "recall_coffee": 0.923380511703865, + "F1_noncoffee": 0.6785641025641026, + "IoU_noncoffee": 0.5135051226327227, + "kappa": 0.57615995900705, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8737836290784201, + "mIoU": 0.7272623113758225, + "macroF1": 0.8369313951624041, + "F1_coffee": 0.9144519883608148, + "IoU_coffee": 0.8423874195854182, + "precision_coffee": 0.9252813399633604, + "recall_coffee": 0.9038731944266906, + "F1_noncoffee": 0.7594108019639935, + "IoU_noncoffee": 0.6121372031662269, + "kappa": 0.6739883807655559, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8788539986718528, + "mIoU": 0.7330831122259247, + "macroF1": 0.8407533354639796, + "F1_coffee": 0.9186468751990826, + "IoU_coffee": 0.8495345823023448, + "precision_coffee": 0.9225847728726807, + "recall_coffee": 0.9147424511545293, + "F1_noncoffee": 0.7628597957288765, + "IoU_noncoffee": 0.6166316421495046, + "kappa": 0.6815235840785842, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8443534230544177, + "mIoU": 0.6417691496651314, + "macroF1": 0.7672426152003262, + "F1_coffee": 0.901213171577123, + "IoU_coffee": 0.8201892744479495, + "precision_coffee": 0.8832807570977917, + "recall_coffee": 0.9198888046499873, + "F1_noncoffee": 0.6332720588235294, + "IoU_noncoffee": 0.4633490248823134, + "kappa": 0.5351964347548688, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8201164233228362, + "mIoU": 0.627009174725387, + "macroF1": 0.7588458672226466, + "F1_coffee": 0.8804009897849121, + "IoU_coffee": 0.7863538478975405, + "precision_coffee": 0.9101403646858193, + "recall_coffee": 0.8525436225116736, + "F1_noncoffee": 0.6372907446603809, + "IoU_noncoffee": 0.4676645015532335, + "kappa": 0.5192484121293032, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7245394674047915, + "mIoU": 0.5288064534337749, + "macroF1": 0.6813544328929547, + "F1_coffee": 0.7986605274173294, + "IoU_coffee": 0.6648083623693379, + "precision_coffee": 0.9236727448765532, + "recall_coffee": 0.7034533611896276, + "F1_noncoffee": 0.56404833836858, + "IoU_noncoffee": 0.39280454449821167, + "kappa": 0.3870210313388073, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7294, + 8413 + ], + [ + 44302, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.165783949693044, + "ssl_variant": "", + "test_tta": { + "OA": 0.8374813220006748, + "mIoU": 0.6579334809359572, + "macroF1": 0.7842276515286171, + "F1_coffee": 0.8914221921660817, + "IoU_coffee": 0.804113329589248, + "precision_coffee": 0.9042838164514232, + "recall_coffee": 0.8789212988442487, + "F1_noncoffee": 0.6770331108911524, + "IoU_noncoffee": 0.5117536322826665, + "kappa": 0.5687148187281754, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8072429906542056, + "mIoU": 0.616521866914273, + "macroF1": 0.7517361852104631, + "F1_coffee": 0.8691258409142096, + "IoU_coffee": 0.7685433732227283, + "precision_coffee": 0.8830739841604648, + "recall_coffee": 0.8556114677926234, + "F1_noncoffee": 0.6343465295067167, + "IoU_noncoffee": 0.4645003606058178, + "kappa": 0.5038182263456027, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s2_r0.5", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 51, + "stopped_epoch": 71, + "best_val": 0.7330987694899631, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8869679782772859, + "mIoU": 0.737311007839357, + "macroF1": 0.842794752718258, + "F1_coffee": 0.9261269964612363, + "IoU_coffee": 0.8624176168032386, + "precision_coffee": 0.918918918918919, + "recall_coffee": 0.9334490495745311, + "F1_noncoffee": 0.7594625089752796, + "IoU_noncoffee": 0.6122043988754754, + "kappa": 0.6856524838283783, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8528181608399676, + "mIoU": 0.6826199923747398, + "macroF1": 0.8032229146620182, + "F1_coffee": 0.9020116184166307, + "IoU_coffee": 0.8215128989943157, + "precision_coffee": 0.8984658938750526, + "recall_coffee": 0.9055854396822642, + "F1_noncoffee": 0.7044342109074058, + "IoU_noncoffee": 0.543727085755164, + "kappa": 0.6064643164964876, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4465220643231114, + "mIoU": 0.2264899195780616, + "macroF1": 0.3165754862953139, + "F1_coffee": 0.6145833333333334, + "IoU_coffee": 0.44360902255639095, + "precision_coffee": 0.9966216216216216, + "recall_coffee": 0.4442771084337349, + "F1_noncoffee": 0.01856763925729443, + "IoU_noncoffee": 0.009370816599732263, + "kappa": 0.005336346673529717, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8884995064165844, + "mIoU": 0.7396815736853992, + "macroF1": 0.8444316998150927, + "F1_coffee": 0.9272299713300906, + "IoU_coffee": 0.8643324725241727, + "precision_coffee": 0.9119827640833914, + "recall_coffee": 0.942995675534006, + "F1_noncoffee": 0.761633428300095, + "IoU_noncoffee": 0.6150306748466258, + "kappa": 0.689148012018262, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8809217117503936, + "mIoU": 0.7257379526199341, + "macroF1": 0.8344801571537388, + "F1_coffee": 0.9221556886227545, + "IoU_coffee": 0.8555555555555555, + "precision_coffee": 0.9180897969322487, + "recall_coffee": 0.9262577532736044, + "F1_noncoffee": 0.7468046256847231, + "IoU_noncoffee": 0.5959203496843127, + "kappa": 0.6689814308364296, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8915215529546103, + "mIoU": 0.7467207621893444, + "macroF1": 0.8495004074706879, + "F1_coffee": 0.9290250280164363, + "IoU_coffee": 0.8674572724101849, + "precision_coffee": 0.9265445513815586, + "recall_coffee": 0.931518821399588, + "F1_noncoffee": 0.7699757869249395, + "IoU_noncoffee": 0.6259842519685039, + "kappa": 0.699007806294271, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9072556466120327, + "mIoU": 0.7847794842556629, + "macroF1": 0.8759598265333821, + "F1_coffee": 0.9382650345928686, + "IoU_coffee": 0.8837092731829574, + "precision_coffee": 0.9177511712649662, + "recall_coffee": 0.95971692977681, + "F1_noncoffee": 0.8136546184738955, + "IoU_noncoffee": 0.6858496953283684, + "kappa": 0.752293221641883, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.898015645869109, + "mIoU": 0.7604106347400941, + "macroF1": 0.859094554280187, + "F1_coffee": 0.9331498968169596, + "IoU_coffee": 0.8746776084407972, + "precision_coffee": 0.9134427032321254, + "recall_coffee": 0.9537261919979547, + "F1_noncoffee": 0.7850392117434144, + "IoU_noncoffee": 0.6461436610393909, + "kappa": 0.718610273630078, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9151883123043355, + "mIoU": 0.8016129546834323, + "macroF1": 0.887024850362373, + "F1_coffee": 0.9434320425208808, + "IoU_coffee": 0.8929213079410708, + "precision_coffee": 0.9410502398384246, + "recall_coffee": 0.9458259325044405, + "F1_noncoffee": 0.8306176582038651, + "IoU_noncoffee": 0.7103046014257939, + "kappa": 0.7740540347173545, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8701969962941292, + "mIoU": 0.6948696801485748, + "macroF1": 0.810447278803361, + "F1_coffee": 0.9168696521141715, + "IoU_coffee": 0.8464998270095722, + "precision_coffee": 0.9065085834259602, + "recall_coffee": 0.9274703057872126, + "F1_noncoffee": 0.7040249054925506, + "IoU_noncoffee": 0.5432395332875772, + "kappa": 0.6210708034582545, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.863822883862964, + "mIoU": 0.6923798298026436, + "macroF1": 0.8095494195145091, + "F1_coffee": 0.9112175698376159, + "IoU_coffee": 0.8369142857142857, + "precision_coffee": 0.9228733459357278, + "recall_coffee": 0.8998525436225117, + "F1_noncoffee": 0.7078812691914023, + "IoU_noncoffee": 0.5478453738910013, + "kappa": 0.6192986479995485, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8677102223919061, + "mIoU": 0.6914888922162767, + "macroF1": 0.8079899369113204, + "F1_coffee": 0.9150735294117647, + "IoU_coffee": 0.8434429007116232, + "precision_coffee": 0.9125015275571307, + "recall_coffee": 0.9176600712793412, + "F1_noncoffee": 0.7009063444108762, + "IoU_noncoffee": 0.5395348837209303, + "kappa": 0.6159906182015163, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7516, + 8413 + ], + [ + 47579, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.5218501488367715, + "ssl_variant": "", + "test_tta": { + "OA": 0.8924147238869519, + "mIoU": 0.7468806935957246, + "macroF1": 0.8494860545595988, + "F1_coffee": 0.9298686608433356, + "IoU_coffee": 0.8689294732515122, + "precision_coffee": 0.9202877518865578, + "recall_coffee": 0.9396511578679988, + "F1_noncoffee": 0.7691034482758621, + "IoU_noncoffee": 0.6248319139399372, + "kappa": 0.6990794890817691, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8573612553363332, + "mIoU": 0.6887458149667796, + "macroF1": 0.8076745370898111, + "F1_coffee": 0.9054294402264339, + "IoU_coffee": 0.8272006150190446, + "precision_coffee": 0.8981806454060822, + "recall_coffee": 0.9127961902558467, + "F1_noncoffee": 0.7099196339531882, + "IoU_noncoffee": 0.5502910149145144, + "kappa": 0.6154259069740722, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spatial_f4_s2_r1.0", + "mode": "sl", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.7344042357101414, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8854737383312714, + "mIoU": 0.7412612425760092, + "macroF1": 0.8461667161251787, + "F1_coffee": 0.9239274279615796, + "IoU_coffee": 0.8586107033760464, + "precision_coffee": 0.9317232769383099, + "recall_coffee": 0.9162609542356378, + "F1_noncoffee": 0.7684060042887777, + "IoU_noncoffee": 0.6239117817759722, + "kappa": 0.6923989923934675, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8509576554747894, + "mIoU": 0.6886083011574748, + "macroF1": 0.8088320531776098, + "F1_coffee": 0.8985709237956893, + "IoU_coffee": 0.8158227735300932, + "precision_coffee": 0.9151888357958294, + "recall_coffee": 0.8825457419939461, + "F1_noncoffee": 0.7190931825595303, + "IoU_noncoffee": 0.5613938287848563, + "kappa": 0.6180129091677004, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.46222887060583395, + "mIoU": 0.23499792482376528, + "macroF1": 0.3254795058817751, + "F1_coffee": 0.629190304280557, + "IoU_coffee": 0.45899172310007524, + "precision_coffee": 0.9983633387888707, + "recall_coffee": 0.45933734939759036, + "F1_noncoffee": 0.021768707482993196, + "IoU_noncoffee": 0.011004126547455296, + "kappa": 0.008584744442966207, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8783810463968411, + "mIoU": 0.7299071051492252, + "macroF1": 0.8382874529102469, + "F1_coffee": 0.918808488203506, + "IoU_coffee": 0.8498110447397293, + "precision_coffee": 0.9241681028768395, + "recall_coffee": 0.9135106801205609, + "F1_noncoffee": 0.7577664176169878, + "IoU_noncoffee": 0.6100031655587211, + "kappa": 0.6766073561451098, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8878393206430991, + "mIoU": 0.7453036009317695, + "macroF1": 0.8489669160438164, + "F1_coffee": 0.9255894920082292, + "IoU_coffee": 0.8614858893536794, + "precision_coffee": 0.9352692848919023, + "recall_coffee": 0.9161080132823758, + "F1_noncoffee": 0.7723443400794036, + "IoU_noncoffee": 0.6291213125098596, + "kappa": 0.6980327927858879, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.889951470168427, + "mIoU": 0.7484223051129131, + "macroF1": 0.851071887487078, + "F1_coffee": 0.9271656642629972, + "IoU_coffee": 0.8642207220428529, + "precision_coffee": 0.9354428771127208, + "recall_coffee": 0.919033647543542, + "F1_noncoffee": 0.7749781107111586, + "IoU_noncoffee": 0.6326238881829733, + "kappa": 0.7022158067208183, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8866679992004797, + "mIoU": 0.7504198175289816, + "macroF1": 0.8531205820206856, + "F1_coffee": 0.9233162023262105, + "IoU_coffee": 0.8575555834694134, + "precision_coffee": 0.9176075268817204, + "recall_coffee": 0.9290963527490473, + "F1_noncoffee": 0.7829249617151608, + "IoU_noncoffee": 0.6432840515885498, + "kappa": 0.7062733455502813, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9186224003052853, + "mIoU": 0.8146765657073995, + "macroF1": 0.8957115349545234, + "F1_coffee": 0.9445924001299123, + "IoU_coffee": 0.8950024618414574, + "precision_coffee": 0.9602482831484416, + "recall_coffee": 0.929438834206826, + "F1_noncoffee": 0.8468306697791345, + "IoU_noncoffee": 0.7343506695733416, + "kappa": 0.7915762272383908, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.921829048477374, + "mIoU": 0.8150614059263862, + "macroF1": 0.8956333122335796, + "F1_coffee": 0.9479206168625964, + "IoU_coffee": 0.900997236573351, + "precision_coffee": 0.9444584382871537, + "recall_coffee": 0.9514082720121797, + "F1_noncoffee": 0.8433460076045627, + "IoU_noncoffee": 0.7291255752794215, + "kappa": 0.79127506137305, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8702945192120148, + "mIoU": 0.7094042726477624, + "macroF1": 0.8228644743377398, + "F1_coffee": 0.9145244215938303, + "IoU_coffee": 0.84251036116045, + "precision_coffee": 0.9305519225738949, + "recall_coffee": 0.8990396765226182, + "F1_noncoffee": 0.7312045270816492, + "IoU_noncoffee": 0.5762981841350748, + "kappa": 0.646059136466325, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8570474281897128, + "mIoU": 0.6759075396558167, + "macroF1": 0.7963463484501736, + "F1_coffee": 0.9075308641975308, + "IoU_coffee": 0.8307153350661092, + "precision_coffee": 0.911808484247085, + "recall_coffee": 0.9032931924305726, + "F1_noncoffee": 0.6851618327028163, + "IoU_noncoffee": 0.5210997442455243, + "kappa": 0.5927232163983998, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8578791638827908, + "mIoU": 0.6857478300352804, + "macroF1": 0.8049426237404859, + "F1_coffee": 0.9065578914339504, + "IoU_coffee": 0.8290863177226814, + "precision_coffee": 0.926263144395999, + "recall_coffee": 0.8876735897751014, + "F1_noncoffee": 0.7033273560470213, + "IoU_noncoffee": 0.5424093423478795, + "kappa": 0.6104450036798615, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7404, + 8413 + ], + [ + 47598, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.278351982434591, + "ssl_variant": "", + "test_tta": { + "OA": 0.8911132890952618, + "mIoU": 0.7483476714837688, + "macroF1": 0.8508344344987826, + "F1_coffee": 0.9283471310305452, + "IoU_coffee": 0.8662759722962173, + "precision_coffee": 0.927396015969919, + "recall_coffee": 0.9293001989754879, + "F1_noncoffee": 0.7733217379670201, + "IoU_noncoffee": 0.6304193706713203, + "kappa": 0.701669861677138, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8568564670589592, + "mIoU": 0.6938844522506731, + "macroF1": 0.8122264111909727, + "F1_coffee": 0.9037706396222573, + "IoU_coffee": 0.8244357178235335, + "precision_coffee": 0.9090146668747074, + "recall_coffee": 0.8985867700079049, + "F1_noncoffee": 0.7206821827596882, + "IoU_noncoffee": 0.5633331866778125, + "kappa": 0.6244890969033058, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "sl" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f0_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 3, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 36, + "stopped_epoch": 66, + "best_val": 0.5998112871095764, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6502578611847288, + "mIoU": 0.47819633096549297, + "macroF1": 0.645845881401916, + "F1_coffee": 0.685374615397007, + "IoU_coffee": 0.5213459464758357, + "precision_coffee": 0.7754811898512686, + "recall_coffee": 0.6140279982681484, + "F1_noncoffee": 0.6063171474068251, + "IoU_noncoffee": 0.4350467154551503, + "kappa": 0.30345887583539555, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.5891311872620284, + "mIoU": 0.4136388378083674, + "macroF1": 0.5835792316459854, + "F1_coffee": 0.6316619689172766, + "IoU_coffee": 0.46162713786260984, + "precision_coffee": 0.7686764428220781, + "recall_coffee": 0.5361030638223159, + "F1_noncoffee": 0.5354964943746943, + "IoU_noncoffee": 0.365650537754125, + "kappa": 0.19924251390144376, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20813875917278185, + "mIoU": 0.10441243146271188, + "macroF1": 0.17332890958582264, + "F1_coffee": 0.34296468504372857, + "IoU_coffee": 0.2069748797434527, + "precision_coffee": 1.0, + "recall_coffee": 0.2069748797434527, + "F1_noncoffee": 0.0036931341279167365, + "IoU_noncoffee": 0.001849983181971073, + "kappa": 0.0007655069805731816, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6643318309172859, + "mIoU": 0.49701256374812774, + "macroF1": 0.6638963112838887, + "F1_coffee": 0.6517975611297151, + "IoU_coffee": 0.4834567438372856, + "precision_coffee": 0.7967253629904232, + "recall_coffee": 0.5514808082968031, + "F1_noncoffee": 0.6759950614380622, + "IoU_noncoffee": 0.5105683836589698, + "kappa": 0.34787148646363875, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.570867159625627, + "mIoU": 0.398404840589366, + "macroF1": 0.569338986741714, + "F1_coffee": 0.5949929237226099, + "IoU_coffee": 0.42348037513025355, + "precision_coffee": 0.741876597298284, + "recall_coffee": 0.49665960567052303, + "F1_noncoffee": 0.5436850497608182, + "IoU_noncoffee": 0.3733293060484784, + "kappa": 0.1751098798669539, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7151889281624931, + "mIoU": 0.5341475678221639, + "macroF1": 0.6905123085395852, + "F1_coffee": 0.7779028689001902, + "IoU_coffee": 0.6365311308767472, + "precision_coffee": 0.7863589985087512, + "recall_coffee": 0.7696266707635582, + "F1_noncoffee": 0.6031217481789802, + "IoU_noncoffee": 0.4317640047675805, + "kappa": 0.38115249616878594, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6931006208269884, + "mIoU": 0.5193772045484201, + "macroF1": 0.6806599846513073, + "F1_coffee": 0.6176298890834793, + "IoU_coffee": 0.4467905405405405, + "precision_coffee": 0.7088777219430485, + "recall_coffee": 0.5471942073959142, + "F1_noncoffee": 0.7436900802191352, + "IoU_noncoffee": 0.5919638685562997, + "kappa": 0.36833565784853317, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.516320474777448, + "mIoU": 0.3374944246208742, + "macroF1": 0.49882607777514304, + "F1_coffee": 0.4051898905257467, + "IoU_coffee": 0.2540677966101695, + "precision_coffee": 0.5050539083557951, + "recall_coffee": 0.338298352516362, + "F1_noncoffee": 0.5924622650245394, + "IoU_noncoffee": 0.420921052631579, + "kappa": 0.023802052042260678, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6437532946758039, + "mIoU": 0.46636128681856104, + "macroF1": 0.6332654590171556, + "F1_coffee": 0.6952836143926413, + "IoU_coffee": 0.5329001935305502, + "precision_coffee": 0.614244741873805, + "recall_coffee": 0.8009557448576772, + "F1_noncoffee": 0.5712473036416699, + "IoU_noncoffee": 0.39982238010657195, + "kappa": 0.2840652168750979, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6331683796472529, + "mIoU": 0.4576439734645193, + "macroF1": 0.6259608057842845, + "F1_coffee": 0.6778830083565459, + "IoU_coffee": 0.5127254340131469, + "precision_coffee": 0.8718830610490111, + "recall_coffee": 0.5545023696682464, + "F1_noncoffee": 0.5740386032120229, + "IoU_noncoffee": 0.40256251291589173, + "kappa": 0.29788897713566265, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.6193359375, + "mIoU": 0.42518726289984926, + "macroF1": 0.5873242891793548, + "F1_coffee": 0.702260922700886, + "IoU_coffee": 0.5411418481459682, + "precision_coffee": 0.8757858639740903, + "recall_coffee": 0.5861277572357516, + "F1_noncoffee": 0.4723876556578235, + "IoU_noncoffee": 0.3092326776537303, + "kappa": 0.22833169515851012, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7790982833427655, + "mIoU": 0.5984748776862119, + "macroF1": 0.7409608259580374, + "F1_coffee": 0.8403544648943422, + "IoU_coffee": 0.7246649423936045, + "precision_coffee": 0.9534416086620263, + "recall_coffee": 0.751249238269348, + "F1_noncoffee": 0.6415671870217324, + "IoU_noncoffee": 0.4722848129788193, + "kappa": 0.49778443626090174, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 28 + ], + [ + 1903, + 2984 + ], + [ + 34410, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1117035667101542, + "test_tta": { + "OA": 0.6782465439438435, + "mIoU": 0.5035836116634744, + "macroF1": 0.6670470240069768, + "F1_coffee": 0.728111854250522, + "IoU_coffee": 0.572465319913389, + "precision_coffee": 0.7652110301835183, + "recall_coffee": 0.6944436426612787, + "F1_noncoffee": 0.6059821937634314, + "IoU_noncoffee": 0.43470190341355985, + "kappa": 0.3363546687243899, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6238317757009346, + "mIoU": 0.44248545452088656, + "macroF1": 0.609471005627904, + "F1_coffee": 0.6843595701423177, + "IoU_coffee": 0.5201721949334952, + "precision_coffee": 0.7627873098089997, + "recall_coffee": 0.6205557018698973, + "F1_noncoffee": 0.5345824411134904, + "IoU_noncoffee": 0.3647987141082779, + "kappa": 0.2309300587246032, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f0_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 6, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 28, + "stopped_epoch": 58, + "best_val": 0.6244342159795893, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6609125420815127, + "mIoU": 0.49355027875448393, + "macroF1": 0.6609075625026588, + "F1_coffee": 0.662206999892968, + "IoU_coffee": 0.4949995999679974, + "precision_coffee": 0.8668098818474759, + "recall_coffee": 0.5357483042286044, + "F1_noncoffee": 0.6596081251123495, + "IoU_noncoffee": 0.49210095754097044, + "kappa": 0.3578671146081148, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.5918281989154264, + "mIoU": 0.42024104827839026, + "macroF1": 0.5917720726383267, + "F1_coffee": 0.596558753510385, + "IoU_coffee": 0.425068562722194, + "precision_coffee": 0.8510880618263169, + "recall_coffee": 0.4592221929593539, + "F1_noncoffee": 0.5869853917662683, + "IoU_noncoffee": 0.41541353383458646, + "kappa": 0.2520292794108155, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16611074049366245, + "mIoU": 0.08332099801516621, + "macroF1": 0.14330005272928165, + "F1_coffee": 0.2830924523973388, + "IoU_coffee": 0.1648850881881347, + "precision_coffee": 1.0, + "recall_coffee": 0.1648850881881347, + "F1_noncoffee": 0.00350765306122449, + "IoU_noncoffee": 0.001756907842197732, + "kappa": 0.0005792080194409986, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7033743452308442, + "mIoU": 0.5423565947757104, + "macroF1": 0.7032559077213842, + "F1_coffee": 0.6973275326289621, + "IoU_coffee": 0.5353053435114504, + "precision_coffee": 0.8327148582455098, + "recall_coffee": 0.5998075483801989, + "F1_noncoffee": 0.7091842828138063, + "IoU_noncoffee": 0.5494078460399704, + "kappa": 0.42121216767244113, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6276953306789389, + "mIoU": 0.457372413987697, + "macroF1": 0.6276566932715715, + "F1_coffee": 0.6314496314496314, + "IoU_coffee": 0.4614003590664273, + "precision_coffee": 0.8493527953731754, + "recall_coffee": 0.5025256640052143, + "F1_noncoffee": 0.6238637550935117, + "IoU_noncoffee": 0.4533444689089667, + "kappa": 0.3021879899164438, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.6581868870413701, + "mIoU": 0.4904370481790101, + "macroF1": 0.6580860256668899, + "F1_coffee": 0.6639584964761159, + "IoU_coffee": 0.49695948421129754, + "precision_coffee": 0.9148907472349609, + "recall_coffee": 0.5210477799969273, + "F1_noncoffee": 0.6522135548576639, + "IoU_noncoffee": 0.48391461214672277, + "kappa": 0.36556673113550475, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6816211783999063, + "mIoU": 0.49583205249462114, + "macroF1": 0.6565391991369802, + "F1_coffee": 0.5637239165329053, + "IoU_coffee": 0.3924899418864551, + "precision_coffee": 0.7431231485399915, + "recall_coffee": 0.45409878458753555, + "F1_noncoffee": 0.749354481741055, + "IoU_noncoffee": 0.5991741631027871, + "kappa": 0.3353331193740443, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6445763270689087, + "mIoU": 0.46584119763231324, + "macroF1": 0.6322934959626738, + "F1_coffee": 0.5650887573964497, + "IoU_coffee": 0.3938144329896907, + "precision_coffee": 0.6991680532445923, + "recall_coffee": 0.4741593319792372, + "F1_noncoffee": 0.6994982345288979, + "IoU_noncoffee": 0.5378679622749357, + "kappa": 0.28281085280001234, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6464944649446495, + "mIoU": 0.4626578014183069, + "macroF1": 0.6274596707457245, + "F1_coffee": 0.5432502383871407, + "IoU_coffee": 0.3729193940527398, + "precision_coffee": 0.7887658227848101, + "recall_coffee": 0.41429461874091006, + "F1_noncoffee": 0.7116691031043082, + "IoU_noncoffee": 0.552396208783874, + "kappa": 0.2978627794321108, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7269382058114452, + "mIoU": 0.5536493967087461, + "macroF1": 0.7085611299638517, + "F1_coffee": 0.7817444219066937, + "IoU_coffee": 0.6416916416916417, + "precision_coffee": 0.8811156835848194, + "recall_coffee": 0.7025154939846883, + "F1_noncoffee": 0.6353778380210098, + "IoU_noncoffee": 0.4656071517258505, + "kappa": 0.42924998616866306, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.6126953125, + "mIoU": 0.43190563613253435, + "macroF1": 0.5994808576106038, + "F1_coffee": 0.6722314049586777, + "IoU_coffee": 0.506286567907382, + "precision_coffee": 0.9553676297862345, + "recall_coffee": 0.5185515746525564, + "F1_noncoffee": 0.5267303102625298, + "IoU_noncoffee": 0.3575247043576867, + "kappa": 0.28911665377005435, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.6686474250141483, + "mIoU": 0.48625692055077374, + "macroF1": 0.6493194727521652, + "F1_coffee": 0.7316476968909938, + "IoU_coffee": 0.5768489520597446, + "precision_coffee": 0.9801473598035203, + "recall_coffee": 0.5836684948202315, + "F1_noncoffee": 0.5669912486133366, + "IoU_noncoffee": 0.39566488904180286, + "kappa": 0.3645477078721826, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2245, + 2984 + ], + [ + 34635, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.3805291295051575, + "test_tta": { + "OA": 0.698463577107657, + "mIoU": 0.535256809517773, + "macroF1": 0.6969295689827021, + "F1_coffee": 0.718491398766237, + "IoU_coffee": 0.5606606136505948, + "precision_coffee": 0.8536866359447005, + "recall_coffee": 0.6202626641651032, + "F1_noncoffee": 0.6753677391991671, + "IoU_noncoffee": 0.5098530053849513, + "kappa": 0.4108970748483034, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.628605630552671, + "mIoU": 0.45656672974179, + "macroF1": 0.6262736677781091, + "F1_coffee": 0.6557951158221165, + "IoU_coffee": 0.4878684220993596, + "precision_coffee": 0.8386953400116244, + "recall_coffee": 0.5383855675533316, + "F1_noncoffee": 0.5967522197341016, + "IoU_noncoffee": 0.4252650373842205, + "kappa": 0.29199413980149125, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f0_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 3, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.5920225941443786, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6957596160733471, + "mIoU": 0.52610085514836, + "macroF1": 0.6875053488290228, + "F1_coffee": 0.7382932840418978, + "IoU_coffee": 0.5851544377975827, + "precision_coffee": 0.7915772089182493, + "recall_coffee": 0.6917304084283447, + "F1_noncoffee": 0.6367174136161478, + "IoU_noncoffee": 0.46704727249913736, + "kappa": 0.3789171729870797, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6275527864312911, + "mIoU": 0.44973694803109154, + "macroF1": 0.6177200702184166, + "F1_coffee": 0.679029531669484, + "IoU_coffee": 0.5140383891607075, + "precision_coffee": 0.782872864840078, + "recall_coffee": 0.5995083838117812, + "F1_noncoffee": 0.5564106087673492, + "IoU_noncoffee": 0.3854355069014755, + "kappa": 0.2535897965892985, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2180120080053369, + "mIoU": 0.10936796865101499, + "macroF1": 0.18008435455102026, + "F1_coffee": 0.3564291204567915, + "IoU_coffee": 0.2168626402993052, + "precision_coffee": 1.0, + "recall_coffee": 0.2168626402993052, + "F1_noncoffee": 0.0037395886452490225, + "IoU_noncoffee": 0.0018732970027247955, + "kappa": 0.0008121663270964241, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6668290900231453, + "mIoU": 0.5000107199597641, + "macroF1": 0.666625224258221, + "F1_coffee": 0.6748692344270091, + "IoU_coffee": 0.5092850094195748, + "precision_coffee": 0.7598715031454959, + "recall_coffee": 0.6069710253394632, + "F1_noncoffee": 0.658381214089433, + "IoU_noncoffee": 0.49073643049995347, + "kappa": 0.34190319893085863, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6454315114535395, + "mIoU": 0.47404014712917075, + "macroF1": 0.6423814051577352, + "F1_coffee": 0.6754082840236686, + "IoU_coffee": 0.5098992209277393, + "precision_coffee": 0.8060106202688961, + "recall_coffee": 0.5812286133289881, + "F1_noncoffee": 0.609354526291802, + "IoU_noncoffee": 0.4381810733306022, + "kappa": 0.3066709316010752, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7678598098272514, + "mIoU": 0.5915967641230957, + "macroF1": 0.7369666460434179, + "F1_coffee": 0.8271106002743688, + "IoU_coffee": 0.7051906176898274, + "precision_coffee": 0.7993979789292626, + "recall_coffee": 0.8568136426486404, + "F1_noncoffee": 0.6468226918124669, + "IoU_noncoffee": 0.47800291055636407, + "kappa": 0.47522162907760096, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6313693334895162, + "mIoU": 0.45321560317306, + "macroF1": 0.6208497143276894, + "F1_coffee": 0.5576950105411104, + "IoU_coffee": 0.3866692652504385, + "precision_coffee": 0.6108374384236454, + "recall_coffee": 0.513059219032842, + "F1_noncoffee": 0.6840044181142685, + "IoU_noncoffee": 0.5197619410956814, + "kappa": 0.2457778299446644, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.5450049455984174, + "mIoU": 0.36182911056661193, + "macroF1": 0.5249172795555015, + "F1_coffee": 0.4272274488101826, + "IoU_coffee": 0.2716396903589022, + "precision_coffee": 0.5520200214515553, + "recall_coffee": 0.348454073572557, + "F1_noncoffee": 0.6226071103008204, + "IoU_noncoffee": 0.45201853077432164, + "kappa": 0.08078704052785213, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6775962045334739, + "mIoU": 0.5096138032143228, + "macroF1": 0.6743638306901591, + "F1_coffee": 0.7068072866730585, + "IoU_coffee": 0.5465599051008304, + "precision_coffee": 0.6562221826597828, + "recall_coffee": 0.7658425098691045, + "F1_noncoffee": 0.6419203747072599, + "IoU_noncoffee": 0.47266770132781516, + "kappa": 0.3534200304650263, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7052404517193249, + "mIoU": 0.5295914968552501, + "macroF1": 0.6884804102028879, + "F1_coffee": 0.7607374600885776, + "IoU_coffee": 0.6138630319148937, + "precision_coffee": 0.8744968032204594, + "recall_coffee": 0.6731680641633249, + "F1_noncoffee": 0.616223360317198, + "IoU_noncoffee": 0.4453199617956065, + "kappa": 0.39342521917046025, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.73466796875, + "mIoU": 0.5443126861527589, + "macroF1": 0.6958802096337093, + "F1_coffee": 0.804490177736202, + "IoU_coffee": 0.672926447574335, + "precision_coffee": 0.9233564585398084, + "recall_coffee": 0.7127374729057758, + "F1_noncoffee": 0.5872702415312168, + "IoU_noncoffee": 0.4156989247311828, + "kappa": 0.4123201109470198, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8486134691567628, + "mIoU": 0.6554882151021941, + "macroF1": 0.7793846840433138, + "F1_coffee": 0.9029683815972432, + "IoU_coffee": 0.82310150997465, + "precision_coffee": 0.8958733205374281, + "recall_coffee": 0.9101767215112736, + "F1_noncoffee": 0.6558009864893846, + "IoU_noncoffee": 0.48787492022973833, + "kappa": 0.558867516764305, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2632, + 2984 + ], + [ + 36194, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.2784366965293884, + "test_tta": { + "OA": 0.6979800873862904, + "mIoU": 0.5221084551164334, + "macroF1": 0.6822368992612843, + "F1_coffee": 0.752965989981545, + "IoU_coffee": 0.6038054968287526, + "precision_coffee": 0.7643403015254691, + "recall_coffee": 0.7419252417376245, + "F1_noncoffee": 0.6115078085410236, + "IoU_noncoffee": 0.44041141340411416, + "kappa": 0.36469504914743445, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6366389754240221, + "mIoU": 0.4526042562103598, + "macroF1": 0.6180146964412423, + "F1_coffee": 0.7023604186848759, + "IoU_coffee": 0.5412600145666424, + "precision_coffee": 0.7606059055319584, + "recall_coffee": 0.6524010183478185, + "F1_noncoffee": 0.5336689741976086, + "IoU_noncoffee": 0.36394849785407724, + "kappa": 0.24298465468942962, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f0_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 6, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 83, + "stopped_epoch": 100, + "best_val": 0.6631631790316688, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7549602464006876, + "mIoU": 0.6033270909757062, + "macroF1": 0.7520070577953542, + "F1_coffee": 0.7790693919726178, + "IoU_coffee": 0.6380947343365687, + "precision_coffee": 0.8839995603268237, + "recall_coffee": 0.6964064078510608, + "F1_noncoffee": 0.7249447236180905, + "IoU_noncoffee": 0.5685594476148438, + "kappa": 0.5125643500390858, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6744404061382254, + "mIoU": 0.5052599092727239, + "macroF1": 0.6702989160551329, + "F1_coffee": 0.7072509629475923, + "IoU_coffee": 0.5470906902086677, + "precision_coffee": 0.8644390197508164, + "recall_coffee": 0.5984329734000526, + "F1_noncoffee": 0.6333468691626736, + "IoU_noncoffee": 0.46342912833678007, + "kappa": 0.3668193554861676, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21227484989993328, + "mIoU": 0.10648836424439763, + "macroF1": 0.17617220208401413, + "F1_coffee": 0.34863195057369817, + "IoU_coffee": 0.21111704970603956, + "precision_coffee": 1.0, + "recall_coffee": 0.21111704970603956, + "F1_noncoffee": 0.003712453594330071, + "IoU_noncoffee": 0.0018596787827557058, + "kappa": 0.000784911631956835, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7525886222438787, + "mIoU": 0.6030780164790803, + "macroF1": 0.7523533921322652, + "F1_coffee": 0.7599858189553297, + "IoU_coffee": 0.6128847803297436, + "precision_coffee": 0.8494254391758024, + "recall_coffee": 0.6875868705228269, + "F1_noncoffee": 0.7447209653092006, + "IoU_noncoffee": 0.593271252628417, + "kappa": 0.5104792152472066, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7371632452557009, + "mIoU": 0.5804418190707544, + "macroF1": 0.7338304793596724, + "F1_coffee": 0.7636143793889225, + "IoU_coffee": 0.6176182953434138, + "precision_coffee": 0.8895871708744176, + "recall_coffee": 0.6688935962196513, + "F1_noncoffee": 0.7040465793304221, + "IoU_noncoffee": 0.543265342798095, + "kappa": 0.48069857830207946, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.774032956638622, + "mIoU": 0.6240982411607825, + "macroF1": 0.7672707518430628, + "F1_coffee": 0.806941431670282, + "IoU_coffee": 0.6763636363636364, + "precision_coffee": 0.9040312589345277, + "recall_coffee": 0.7286833614994623, + "F1_noncoffee": 0.7276000720158435, + "IoU_noncoffee": 0.5718328459579285, + "kappa": 0.5419951460319864, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7120768419819609, + "mIoU": 0.5461362964001938, + "macroF1": 0.7047927742358947, + "F1_coffee": 0.6584213451917732, + "IoU_coffee": 0.4907810234099855, + "precision_coffee": 0.7116251126464403, + "recall_coffee": 0.6126196017584691, + "F1_noncoffee": 0.7511642032800162, + "IoU_noncoffee": 0.601491569390402, + "kappa": 0.41197994741096494, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.685899549401033, + "mIoU": 0.5083210360019017, + "macroF1": 0.6701040953613779, + "F1_coffee": 0.5979178390545864, + "IoU_coffee": 0.42644992976118806, + "precision_coffee": 0.7937990287635412, + "recall_coffee": 0.47957571654254116, + "F1_noncoffee": 0.7422903516681695, + "IoU_noncoffee": 0.5901921422426154, + "kappa": 0.36499152498046605, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7090142329994729, + "mIoU": 0.5430850805804629, + "macroF1": 0.7023716134376785, + "F1_coffee": 0.6579077838373822, + "IoU_coffee": 0.4902105652013299, + "precision_coffee": 0.8153609831029186, + "recall_coffee": 0.551423228755454, + "F1_noncoffee": 0.7468354430379747, + "IoU_noncoffee": 0.5959595959595959, + "kappa": 0.4207293933597168, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.796472528866895, + "mIoU": 0.6484513172706331, + "macroF1": 0.7846440755673988, + "F1_coffee": 0.8351151315789473, + "IoU_coffee": 0.7169078715142958, + "precision_coffee": 0.9575671852899575, + "recall_coffee": 0.7404301859278163, + "F1_noncoffee": 0.7341730195558502, + "IoU_noncoffee": 0.5799947630269704, + "kappa": 0.5803517720461051, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.78271484375, + "mIoU": 0.598375451263538, + "macroF1": 0.7398895980669815, + "F1_coffee": 0.8454324418200764, + "IoU_coffee": 0.7322503008423586, + "precision_coffee": 0.9287240537240538, + "recall_coffee": 0.7758510773938544, + "F1_noncoffee": 0.6343467543138867, + "IoU_noncoffee": 0.4645006016847172, + "kappa": 0.4894928376633829, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8322014714204867, + "mIoU": 0.6607602483653164, + "macroF1": 0.7880008101419667, + "F1_coffee": 0.8848021757430551, + "IoU_coffee": 0.7934037858553014, + "precision_coffee": 0.9439071566731141, + "recall_coffee": 0.8326630103595368, + "F1_noncoffee": 0.6911994445408783, + "IoU_noncoffee": 0.5281167108753315, + "kappa": 0.580411703329391, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2546, + 2984 + ], + [ + 39586, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.6571714401245117, + "test_tta": { + "OA": 0.7701991261370962, + "mIoU": 0.620100006727689, + "macroF1": 0.7644031649601928, + "F1_coffee": 0.8013559741807657, + "IoU_coffee": 0.6685520946329873, + "precision_coffee": 0.8640429935242673, + "recall_coffee": 0.7471496608457209, + "F1_noncoffee": 0.7274503557396198, + "IoU_noncoffee": 0.5716479188223906, + "kappa": 0.532184868722041, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.692958924656744, + "mIoU": 0.5228931829226274, + "macroF1": 0.684740301167326, + "F1_coffee": 0.7356421750630192, + "IoU_coffee": 0.5818306815949715, + "precision_coffee": 0.8471129922498356, + "recall_coffee": 0.650096567465543, + "F1_noncoffee": 0.6338384272716328, + "IoU_noncoffee": 0.4639556842502833, + "kappa": 0.3842487352374287, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f0_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 3, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 9, + "stopped_epoch": 50, + "best_val": 0.6109843925965157, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7155110665425113, + "mIoU": 0.5143674886056808, + "macroF1": 0.6672737542890693, + "F1_coffee": 0.7939616377242015, + "IoU_coffee": 0.6583220422822977, + "precision_coffee": 0.7208798455089256, + "recall_coffee": 0.8835329773416077, + "F1_noncoffee": 0.5405858708539372, + "IoU_noncoffee": 0.37041293492906396, + "kappa": 0.3494557263488678, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6730125764393677, + "mIoU": 0.462055213523411, + "macroF1": 0.6163522403247517, + "F1_coffee": 0.7637890437790419, + "IoU_coffee": 0.6178468488209415, + "precision_coffee": 0.7270220952834305, + "recall_coffee": 0.8044728294267404, + "F1_noncoffee": 0.46891543687046144, + "IoU_noncoffee": 0.30626357822588046, + "kappa": 0.23709136438788583, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.46110740493662444, + "mIoU": 0.23125418050211338, + "macroF1": 0.3172906599190261, + "F1_coffee": 0.6306355738454504, + "IoU_coffee": 0.46053158808601574, + "precision_coffee": 0.9991306867574616, + "recall_coffee": 0.4607161945483699, + "F1_noncoffee": 0.003945745992601726, + "IoU_noncoffee": 0.0019767729182110206, + "kappa": 0.0010214083588440828, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6935071263247655, + "mIoU": 0.5034452726960751, + "macroF1": 0.6616750500762876, + "F1_coffee": 0.7654516640253566, + "IoU_coffee": 0.62002567394095, + "precision_coffee": 0.6785389637220064, + "recall_coffee": 0.8779001389928365, + "F1_noncoffee": 0.5578984361272185, + "IoU_noncoffee": 0.3868648714512002, + "kappa": 0.3436476512290023, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7005532861057966, + "mIoU": 0.5027967170687462, + "macroF1": 0.6584206164660912, + "F1_coffee": 0.7783858252650109, + "IoU_coffee": 0.6371781216715745, + "precision_coffee": 0.7339250920112579, + "recall_coffee": 0.8285807397751345, + "F1_noncoffee": 0.5384554076671715, + "IoU_noncoffee": 0.36841531246591774, + "kappa": 0.32202303524045023, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7478966495743515, + "mIoU": 0.5313629801232326, + "macroF1": 0.676531612988047, + "F1_coffee": 0.8284669060361765, + "IoU_coffee": 0.7071647487422656, + "precision_coffee": 0.74097188560349, + "recall_coffee": 0.9393916116146873, + "F1_noncoffee": 0.5245963199399174, + "IoU_noncoffee": 0.35556121150419956, + "kappa": 0.3771330608907817, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.5595642497364414, + "mIoU": 0.37180161979073967, + "macroF1": 0.5339061362866779, + "F1_coffee": 0.6432637571157496, + "IoU_coffee": 0.47412587412587415, + "precision_coffee": 0.5080173834856886, + "recall_coffee": 0.8766485647788984, + "F1_noncoffee": 0.42454851545760636, + "IoU_noncoffee": 0.2694773654556052, + "kappa": 0.1634536062887913, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6056709528519617, + "mIoU": 0.42515887355730786, + "macroF1": 0.5929749937388846, + "F1_coffee": 0.664860825705212, + "IoU_coffee": 0.49797117671750385, + "precision_coffee": 0.5671713147410359, + "recall_coffee": 0.8032046941999549, + "F1_noncoffee": 0.5210891617725574, + "IoU_noncoffee": 0.3523465703971119, + "kappa": 0.21905671983849515, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6251976805482341, + "mIoU": 0.4264667106913458, + "macroF1": 0.5866654496779902, + "F1_coffee": 0.7128664889750425, + "IoU_coffee": 0.5538403614457831, + "precision_coffee": 0.5831131078224101, + "recall_coffee": 0.916891751506337, + "F1_noncoffee": 0.46046441038093794, + "IoU_noncoffee": 0.2990930599369085, + "kappa": 0.2436970464234015, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8385991625428245, + "mIoU": 0.6877747849509079, + "macroF1": 0.8105381043876789, + "F1_coffee": 0.8834524463991204, + "IoU_coffee": 0.7912358444116199, + "precision_coffee": 0.8881724392041267, + "recall_coffee": 0.8787823550856726, + "F1_noncoffee": 0.7376237623762376, + "IoU_noncoffee": 0.5843137254901961, + "kappa": 0.6211002986028237, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.78486328125, + "mIoU": 0.5715012215029285, + "macroF1": 0.7106868851066149, + "F1_coffee": 0.8571799027552675, + "IoU_coffee": 0.7500567279328342, + "precision_coffee": 0.8719335267739383, + "recall_coffee": 0.8429172510518934, + "F1_noncoffee": 0.5641938674579624, + "IoU_noncoffee": 0.3929457150730229, + "kappa": 0.42187884250706836, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.857668364459536, + "mIoU": 0.6482700942475688, + "macroF1": 0.7702825099513765, + "F1_coffee": 0.9119654629251502, + "IoU_coffee": 0.838176943699732, + "precision_coffee": 0.8746642793196061, + "recall_coffee": 0.9525898842169409, + "F1_noncoffee": 0.6285995569776027, + "IoU_noncoffee": 0.4583632447954056, + "kappa": 0.544063313980897, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2410, + 2984 + ], + [ + 37519, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.3205763379732768, + "test_tta": { + "OA": 0.7154215314089248, + "mIoU": 0.5138002318321638, + "macroF1": 0.6666200654250058, + "F1_coffee": 0.7941717394119933, + "IoU_coffee": 0.6586109858005199, + "precision_coffee": 0.7202866204628215, + "recall_coffee": 0.8849473228460095, + "F1_noncoffee": 0.5390683914380184, + "IoU_noncoffee": 0.3689894778638078, + "kappa": 0.34858946440297295, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6716568593515634, + "mIoU": 0.4603955008892394, + "macroF1": 0.6146512980633556, + "F1_coffee": 0.7628640473313612, + "IoU_coffee": 0.6166371979456091, + "precision_coffee": 0.7259912767644726, + "recall_coffee": 0.8036827319813888, + "F1_noncoffee": 0.4664385487953501, + "IoU_noncoffee": 0.3041538038328698, + "kappa": 0.23374999691267673, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f0_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 6, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 5, + "stopped_epoch": 50, + "best_val": 0.6068266440443191, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7084019769357496, + "mIoU": 0.5367630987266983, + "macroF1": 0.6955680035666097, + "F1_coffee": 0.758074580300104, + "IoU_coffee": 0.6104026604780247, + "precision_coffee": 0.7810500535741619, + "recall_coffee": 0.7364121806898543, + "F1_noncoffee": 0.6330614268331155, + "IoU_noncoffee": 0.46312353697537173, + "kappa": 0.39193406381680085, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6264134071766471, + "mIoU": 0.4461422852334413, + "macroF1": 0.6133747109059252, + "F1_coffee": 0.6843753426994359, + "IoU_coffee": 0.5201904197384507, + "precision_coffee": 0.7692918778249555, + "recall_coffee": 0.6163418488280221, + "F1_noncoffee": 0.5423740791124145, + "IoU_noncoffee": 0.3720941507284319, + "kappa": 0.24017264626006282, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11074049366244162, + "mIoU": 0.05554057563665278, + "macroF1": 0.10028402893035811, + "F1_coffee": 0.19727809225581117, + "IoU_coffee": 0.10943345804382683, + "precision_coffee": 1.0, + "recall_coffee": 0.10943345804382683, + "F1_noncoffee": 0.0032899656049050394, + "IoU_noncoffee": 0.0016476932294787298, + "kappa": 0.00036056052212877045, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6718236082348642, + "mIoU": 0.5037492317854246, + "macroF1": 0.6693851230880439, + "F1_coffee": 0.6977787749607359, + "IoU_coffee": 0.5358373535492763, + "precision_coffee": 0.7339233038348083, + "recall_coffee": 0.6650272639794719, + "F1_noncoffee": 0.6409914712153518, + "IoU_noncoffee": 0.47166111002157285, + "kappa": 0.34066986520371517, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6910905424272196, + "mIoU": 0.5207978122248474, + "macroF1": 0.6829382575455694, + "F1_coffee": 0.7337789661319073, + "IoU_coffee": 0.5795030618709087, + "precision_coffee": 0.809856384025182, + "recall_coffee": 0.6707674759654554, + "F1_noncoffee": 0.6320975489592314, + "IoU_noncoffee": 0.4620925625787862, + "kappa": 0.3735165514436268, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7549658983422114, + "mIoU": 0.5733877012991115, + "macroF1": 0.7215886049752867, + "F1_coffee": 0.8179868352932476, + "IoU_coffee": 0.6920285320986109, + "precision_coffee": 0.7886480319452367, + "recall_coffee": 0.8495928714088186, + "F1_noncoffee": 0.6251903746573256, + "IoU_noncoffee": 0.45474687049961227, + "kappa": 0.44475957745255223, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.5934168911795713, + "mIoU": 0.4214105711209194, + "macroF1": 0.5927556477153408, + "F1_coffee": 0.5763456609300622, + "IoU_coffee": 0.40483539094650206, + "precision_coffee": 0.5457697642163661, + "recall_coffee": 0.6105508145849495, + "F1_noncoffee": 0.6091656345006193, + "IoU_noncoffee": 0.4379857512953368, + "kappa": 0.18786282225983816, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6321573799318606, + "mIoU": 0.46206761485975134, + "macroF1": 0.6320436043693729, + "F1_coffee": 0.6255733303501511, + "IoU_coffee": 0.4551522057626567, + "precision_coffee": 0.6202307009760426, + "recall_coffee": 0.6310088016249153, + "F1_noncoffee": 0.6385138783885949, + "IoU_noncoffee": 0.46898302395684593, + "kappa": 0.26413992245940743, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6312071692145493, + "mIoU": 0.45679763111340077, + "macroF1": 0.6255976146599991, + "F1_coffee": 0.6714258876573361, + "IoU_coffee": 0.5053733031674208, + "precision_coffee": 0.61272072689868, + "recall_coffee": 0.7425722002908789, + "F1_noncoffee": 0.5797693416626621, + "IoU_noncoffee": 0.4082219590593808, + "kappa": 0.25988446012402916, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7567567567567568, + "mIoU": 0.5957404376345612, + "macroF1": 0.744080227470284, + "F1_coffee": 0.8010378827192527, + "IoU_coffee": 0.6681094182825484, + "precision_coffee": 0.9301036394311882, + "recall_coffee": 0.7034269048487058, + "F1_noncoffee": 0.6871225722213155, + "IoU_noncoffee": 0.5233714569865738, + "kappa": 0.5032037012612081, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.74345703125, + "mIoU": 0.5636406638831881, + "macroF1": 0.7145034307213386, + "F1_coffee": 0.8054218206058811, + "IoU_coffee": 0.6742311507936508, + "precision_coffee": 0.9609402615765288, + "recall_coffee": 0.6932296315185515, + "F1_noncoffee": 0.6235850408367961, + "IoU_noncoffee": 0.45305017697272537, + "kappa": 0.4565433557933828, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8656857196755329, + "mIoU": 0.6915917123020247, + "macroF1": 0.8084882518726413, + "F1_coffee": 0.9131495486704074, + "IoU_coffee": 0.8401795735129068, + "precision_coffee": 0.9139299230863143, + "recall_coffee": 0.9123705057891529, + "F1_noncoffee": 0.7038269550748752, + "IoU_noncoffee": 0.5430038510911425, + "kappa": 0.6169774560546123, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2511, + 2984 + ], + [ + 37021, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.3292084614435832, + "test_tta": { + "OA": 0.7188596805386434, + "mIoU": 0.5449450211298756, + "macroF1": 0.7014537999981258, + "F1_coffee": 0.7735402723286406, + "IoU_coffee": 0.6307098838029825, + "precision_coffee": 0.7731165124124211, + "recall_coffee": 0.7739644970414201, + "F1_noncoffee": 0.6293673276676109, + "IoU_noncoffee": 0.45918015845676885, + "kappa": 0.40290789358803697, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6386725510557286, + "mIoU": 0.4549585165789864, + "macroF1": 0.6203477488153952, + "F1_coffee": 0.7037566957159243, + "IoU_coffee": 0.5429202167448139, + "precision_coffee": 0.7629278297654147, + "recall_coffee": 0.653103327188131, + "F1_noncoffee": 0.5369388019148661, + "IoU_noncoffee": 0.36699681641315884, + "kappa": 0.24776834561767824, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f1_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 3, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 5, + "stopped_epoch": 50, + "best_val": 0.5348420430018905, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7536877441012233, + "mIoU": 0.5527219016445755, + "macroF1": 0.6993893217745522, + "F1_coffee": 0.8271495877502945, + "IoU_coffee": 0.7052473010293748, + "precision_coffee": 0.8958369109241223, + "recall_coffee": 0.7682452191109335, + "F1_noncoffee": 0.57162905579881, + "IoU_noncoffee": 0.400196502259776, + "kappa": 0.4074123535656771, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.729995961693781, + "mIoU": 0.5266470460807066, + "macroF1": 0.6770013088100897, + "F1_coffee": 0.8078340398887304, + "IoU_coffee": 0.6776187770143445, + "precision_coffee": 0.8636962247585601, + "recall_coffee": 0.7587589903781261, + "F1_noncoffee": 0.5461685777314489, + "IoU_noncoffee": 0.37567531514706864, + "kappa": 0.360322269080435, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07407407407407407, + "mIoU": 0.03782894736842105, + "macroF1": 0.0718105423987777, + "F1_coffee": 0.11764705882352941, + "IoU_coffee": 0.0625, + "precision_coffee": 1.0, + "recall_coffee": 0.0625, + "F1_noncoffee": 0.025974025974025976, + "IoU_noncoffee": 0.013157894736842105, + "kappa": 0.001643385373870174, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.6417961165048544, + "mIoU": 0.4507412938560338, + "macroF1": 0.6135093969636352, + "F1_coffee": 0.7180682382608031, + "IoU_coffee": 0.5601454458750597, + "precision_coffee": 0.9051242535157003, + "recall_coffee": 0.5950858083718574, + "F1_noncoffee": 0.5089505556664671, + "IoU_noncoffee": 0.3413371418370079, + "kappa": 0.2805387306053333, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8000580242734877, + "mIoU": 0.6026654910905385, + "macroF1": 0.7395844551510272, + "F1_coffee": 0.8650765164616439, + "IoU_coffee": 0.7622333390834339, + "precision_coffee": 0.8971304818624797, + "recall_coffee": 0.8352340747274903, + "F1_noncoffee": 0.6140923938404106, + "IoU_noncoffee": 0.4430976430976431, + "kappa": 0.4810637049158351, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8187708524732846, + "mIoU": 0.6186942931111921, + "macroF1": 0.7509015793131031, + "F1_coffee": 0.8809251493201169, + "IoU_coffee": 0.7871905518964343, + "precision_coffee": 0.8884331944889459, + "recall_coffee": 0.8735429399533741, + "F1_noncoffee": 0.6208780093060894, + "IoU_noncoffee": 0.45019803432594985, + "kappa": 0.5019164157058605, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.6406172224987556, + "mIoU": 0.3845620356394208, + "macroF1": 0.5141452428037794, + "F1_coffee": 0.7620303230059328, + "IoU_coffee": 0.6155484558040468, + "precision_coffee": 0.915861194739344, + "recall_coffee": 0.6524438424201378, + "F1_noncoffee": 0.266260162601626, + "IoU_noncoffee": 0.15357561547479484, + "kappa": 0.10605129351012436, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.792816034927565, + "mIoU": 0.49810090210459457, + "macroF1": 0.6158693303987602, + "F1_coffee": 0.8765811561650313, + "IoU_coffee": 0.7802799116068609, + "precision_coffee": 0.9237573190482122, + "recall_coffee": 0.8339894275109662, + "F1_noncoffee": 0.3551575046324892, + "IoU_noncoffee": 0.2159218926023282, + "kappa": 0.24206704560557768, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8289343123635642, + "mIoU": 0.5425785428733192, + "macroF1": 0.660928008623053, + "F1_coffee": 0.8996040065222455, + "IoU_coffee": 0.8175275190516511, + "precision_coffee": 0.9327375920782515, + "recall_coffee": 0.8687436733775729, + "F1_noncoffee": 0.4222520107238606, + "IoU_noncoffee": 0.2676295666949873, + "kappa": 0.32674501177486087, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.6429180483183325, + "mIoU": 0.4732350679106897, + "macroF1": 0.6422735963579232, + "F1_coffee": 0.6574570571662274, + "IoU_coffee": 0.48971026265908474, + "precision_coffee": 0.8884794890690249, + "recall_coffee": 0.5217830351990768, + "F1_noncoffee": 0.6270901355496191, + "IoU_noncoffee": 0.4567598731622946, + "kappa": 0.33359720777432833, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.806941431670282, + "mIoU": 0.6553152418188959, + "macroF1": 0.7885633260570477, + "F1_coffee": 0.8508995556850463, + "IoU_coffee": 0.7404918864097363, + "precision_coffee": 0.8654615498592384, + "recall_coffee": 0.8368194842406876, + "F1_noncoffee": 0.726227096429049, + "IoU_noncoffee": 0.5701385972280555, + "kappa": 0.5773463583023448, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8091106290672451, + "mIoU": 0.6492878513441073, + "macroF1": 0.7826263923759738, + "F1_coffee": 0.8585011185682326, + "IoU_coffee": 0.7520823125918668, + "precision_coffee": 0.8383397050791916, + "recall_coffee": 0.8796561604584527, + "F1_noncoffee": 0.7067516661837149, + "IoU_noncoffee": 0.5464933900963478, + "kappa": 0.5657732610916794, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2391, + 2995 + ], + [ + 44309, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.21950700283050537, + "test_tta": { + "OA": 0.7585294212581905, + "mIoU": 0.5576799818429014, + "macroF1": 0.7034382555183327, + "F1_coffee": 0.8312581765687734, + "IoU_coffee": 0.7112419183634083, + "precision_coffee": 0.8959037316154127, + "recall_coffee": 0.7753139923842384, + "F1_noncoffee": 0.575618334467892, + "IoU_noncoffee": 0.40411804532239437, + "kappa": 0.4145427736508744, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7340486904349832, + "mIoU": 0.530208078561731, + "macroF1": 0.6798423843424772, + "F1_coffee": 0.8115790979502585, + "IoU_coffee": 0.6829054391003043, + "precision_coffee": 0.8632322573633301, + "recall_coffee": 0.7657584697556931, + "F1_noncoffee": 0.5481056707346958, + "IoU_noncoffee": 0.37751071802315767, + "kappa": 0.36513640277156745, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f1_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 6, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 60, + "stopped_epoch": 90, + "best_val": 0.6593604926896679, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8316387463283949, + "mIoU": 0.6330312856352802, + "macroF1": 0.7618635341582471, + "F1_coffee": 0.8907666855144395, + "IoU_coffee": 0.8030471803198218, + "precision_coffee": 0.8867185057015989, + "recall_coffee": 0.8948519975595902, + "F1_noncoffee": 0.6329603828020548, + "IoU_noncoffee": 0.4630153909507387, + "kappa": 0.5237604210445442, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8033777547017422, + "mIoU": 0.5927170872371669, + "macroF1": 0.7282239991064026, + "F1_coffee": 0.8711400134219307, + "IoU_coffee": 0.7716989031231684, + "precision_coffee": 0.8543829724117472, + "recall_coffee": 0.8885675170166406, + "F1_noncoffee": 0.5853079847908745, + "IoU_noncoffee": 0.4137352713511654, + "kappa": 0.4571200471401471, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8137864077669903, + "mIoU": 0.6128920216706306, + "macroF1": 0.7463460674273872, + "F1_coffee": 0.8771379155723529, + "IoU_coffee": 0.7811626447601118, + "precision_coffee": 0.8873695807141468, + "recall_coffee": 0.8671395098473814, + "F1_noncoffee": 0.6155542192824214, + "IoU_noncoffee": 0.4446213985811496, + "kappa": 0.4929030907886973, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8321164353754654, + "mIoU": 0.6428999013430428, + "macroF1": 0.7713265178319657, + "F1_coffee": 0.8892291985706994, + "IoU_coffee": 0.8005514705882353, + "precision_coffee": 0.9006656756931429, + "recall_coffee": 0.8780795160985445, + "F1_noncoffee": 0.6534238370932322, + "IoU_noncoffee": 0.48524833209785023, + "kappa": 0.5428836346895988, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8489434746869107, + "mIoU": 0.6428904207273591, + "macroF1": 0.7671961002301481, + "F1_coffee": 0.905149380616954, + "IoU_coffee": 0.8267332224070992, + "precision_coffee": 0.8734837386463522, + "recall_coffee": 0.9391972780543129, + "F1_noncoffee": 0.6292428198433421, + "IoU_noncoffee": 0.45904761904761904, + "kappa": 0.5367718406593267, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8507715281234445, + "mIoU": 0.5858267442890761, + "macroF1": 0.7059063536233978, + "F1_coffee": 0.9123135419713366, + "IoU_coffee": 0.8387651930730343, + "precision_coffee": 0.9468188440990772, + "recall_coffee": 0.8802347894796252, + "F1_noncoffee": 0.4994991652754591, + "IoU_noncoffee": 0.33288829550511795, + "kappa": 0.41623804021016325, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8855923794403652, + "mIoU": 0.620129059412952, + "macroF1": 0.7335385694219095, + "F1_coffee": 0.9348256175456446, + "IoU_coffee": 0.8776268308214816, + "precision_coffee": 0.9396590909090909, + "recall_coffee": 0.9300416151164098, + "F1_noncoffee": 0.5322515212981744, + "IoU_noncoffee": 0.36263128800442235, + "kappa": 0.4671783190049953, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8780512006350466, + "mIoU": 0.5941572831700555, + "macroF1": 0.706489616273197, + "F1_coffee": 0.9308890513411685, + "IoU_coffee": 0.8707132337471071, + "precision_coffee": 0.9308367071524967, + "recall_coffee": 0.9309414014171634, + "F1_noncoffee": 0.48209018120522545, + "IoU_noncoffee": 0.3176013325930039, + "kappa": 0.4129792464571484, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7785883467550924, + "mIoU": 0.607302862898685, + "macroF1": 0.7499510916707071, + "F1_coffee": 0.834572095986409, + "IoU_coffee": 0.7161078717201166, + "precision_coffee": 0.8193189715079917, + "recall_coffee": 0.8504039238315061, + "F1_noncoffee": 0.665330087355005, + "IoU_noncoffee": 0.4984978540772532, + "kappa": 0.5002525881548868, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7812883146279355, + "mIoU": 0.6199016075944896, + "macroF1": 0.7615584506563056, + "F1_coffee": 0.8301472203911229, + "IoU_coffee": 0.7096168294515401, + "precision_coffee": 0.849243218942005, + "recall_coffee": 0.8118911174785101, + "F1_noncoffee": 0.6929696809214881, + "IoU_noncoffee": 0.5301863857374393, + "kappa": 0.5235523573923949, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8212769970762992, + "mIoU": 0.6504185051261167, + "macroF1": 0.7809371777220879, + "F1_coffee": 0.8749422556589455, + "IoU_coffee": 0.7776865321445331, + "precision_coffee": 0.8110852808026429, + "recall_coffee": 0.9497134670487106, + "F1_noncoffee": 0.6869320997852305, + "IoU_noncoffee": 0.5231504781077001, + "kappa": 0.5685689303908241, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2505, + 2995 + ], + [ + 49025, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.6481963674227397, + "test_tta": { + "OA": 0.837610148155321, + "mIoU": 0.6331748296154277, + "macroF1": 0.76048929977762, + "F1_coffee": 0.8963983443504047, + "IoU_coffee": 0.8122480967308554, + "precision_coffee": 0.8778156445986005, + "recall_coffee": 0.915784823175478, + "F1_noncoffee": 0.6245802552048355, + "IoU_noncoffee": 0.4541015625, + "kappa": 0.5217552250343763, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8092332987192801, + "mIoU": 0.5914243056633317, + "macroF1": 0.725131276251038, + "F1_coffee": 0.8771740846325994, + "IoU_coffee": 0.7812200205101062, + "precision_coffee": 0.8460091710252919, + "recall_coffee": 0.9107228938894352, + "F1_noncoffee": 0.5730884678694768, + "IoU_noncoffee": 0.40162859081655733, + "kappa": 0.4528432751381317, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f1_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 3, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 54, + "stopped_epoch": 84, + "best_val": 0.6419004612179544, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7809948032665182, + "mIoU": 0.5811007098715293, + "macroF1": 0.7223020026735598, + "F1_coffee": 0.8499690429860252, + "IoU_coffee": 0.7390836201426676, + "precision_coffee": 0.8957008039147152, + "recall_coffee": 0.8086802852754928, + "F1_noncoffee": 0.5946349623610945, + "IoU_noncoffee": 0.4231177996003911, + "kappa": 0.4484884589180654, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.756302642206069, + "mIoU": 0.5505685703827005, + "macroF1": 0.6961261509811496, + "F1_coffee": 0.8313521174556597, + "IoU_coffee": 0.7113794752664663, + "precision_coffee": 0.8617214980343472, + "recall_coffee": 0.8030504618113804, + "F1_noncoffee": 0.5609001845066396, + "IoU_noncoffee": 0.3897576654989346, + "kappa": 0.3942113339081915, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3950617283950617, + "mIoU": 0.20375000000000001, + "macroF1": 0.29888712241653415, + "F1_coffee": 0.5585585585585585, + "IoU_coffee": 0.3875, + "precision_coffee": 1.0, + "recall_coffee": 0.3875, + "F1_noncoffee": 0.0392156862745098, + "IoU_noncoffee": 0.02, + "kappa": 0.015380798809228456, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7504854368932039, + "mIoU": 0.5530443812015136, + "macroF1": 0.7007519885138324, + "F1_coffee": 0.8227463963031934, + "IoU_coffee": 0.698869295213545, + "precision_coffee": 0.9032331339441205, + "recall_coffee": 0.755430308403521, + "F1_noncoffee": 0.5787575807244714, + "IoU_noncoffee": 0.4072194671894822, + "kappa": 0.4125887853100108, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.837386973550602, + "mIoU": 0.6531880823099998, + "macroF1": 0.7798307652194467, + "F1_coffee": 0.8924012158054712, + "IoU_coffee": 0.8057080131723381, + "precision_coffee": 0.906526261050442, + "recall_coffee": 0.878709596118707, + "F1_noncoffee": 0.6672603146334224, + "IoU_noncoffee": 0.5006681514476615, + "kappa": 0.5599918823642269, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7549925051980079, + "mIoU": 0.5441815314224967, + "macroF1": 0.6892215553678559, + "F1_coffee": 0.8321907600596126, + "IoU_coffee": 0.712608473711077, + "precision_coffee": 0.8771292934934376, + "recall_coffee": 0.7916325373322411, + "F1_noncoffee": 0.5462523506760992, + "IoU_noncoffee": 0.37575458913391646, + "kappa": 0.38282355761401266, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7459432553509209, + "mIoU": 0.4733968599015932, + "macroF1": 0.6013964753867823, + "F1_coffee": 0.8414315894122033, + "IoU_coffee": 0.7262683685508956, + "precision_coffee": 0.9358673116793366, + "recall_coffee": 0.7643074839146631, + "F1_noncoffee": 0.3613613613613614, + "IoU_noncoffee": 0.22052535125229078, + "kappa": 0.2341979715903151, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8461996427862671, + "mIoU": 0.5598207279465262, + "macroF1": 0.6762298411835128, + "F1_coffee": 0.9108170310701956, + "IoU_coffee": 0.8362387744321184, + "precision_coffee": 0.9323830839910472, + "recall_coffee": 0.8902260713080643, + "F1_noncoffee": 0.44164265129682995, + "IoU_noncoffee": 0.2834026814609339, + "kappa": 0.3546213923989028, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7739630879142687, + "mIoU": 0.4883757165647325, + "macroF1": 0.6103926633474747, + "F1_coffee": 0.8628371868978806, + "IoU_coffee": 0.7587631049454623, + "precision_coffee": 0.9284696125437346, + "recall_coffee": 0.805871105612417, + "F1_noncoffee": 0.3579481397970688, + "IoU_noncoffee": 0.21798832818400274, + "kappa": 0.23859480036468883, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7548081477972525, + "mIoU": 0.5931832054615648, + "macroF1": 0.7420315212478916, + "F1_coffee": 0.7994420334779914, + "IoU_coffee": 0.6658920733281694, + "precision_coffee": 0.8636972538513061, + "recall_coffee": 0.7440854010386613, + "F1_noncoffee": 0.6846210090177919, + "IoU_noncoffee": 0.5204743375949602, + "kappa": 0.4885146797979969, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8290106573611242, + "mIoU": 0.6861618712755245, + "macroF1": 0.8110136861728732, + "F1_coffee": 0.8693333333333333, + "IoU_coffee": 0.7688679245283019, + "precision_coffee": 0.8746918056562727, + "recall_coffee": 0.8640401146131805, + "F1_noncoffee": 0.752694039012413, + "IoU_noncoffee": 0.6034558180227472, + "kappa": 0.622054217823865, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7369612373856456, + "mIoU": 0.5617228414353395, + "macroF1": 0.7143358594986582, + "F1_coffee": 0.794730256863178, + "IoU_coffee": 0.6593795798729849, + "precision_coffee": 0.8171636143484183, + "recall_coffee": 0.7734957020057307, + "F1_noncoffee": 0.6339414621341384, + "IoU_noncoffee": 0.4640661029976941, + "kappa": 0.4294385480196401, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2429, + 2995 + ], + [ + 45963, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.40964322090148925, + "test_tta": { + "OA": 0.7976178948387721, + "mIoU": 0.594155157796343, + "macroF1": 0.7313955772066236, + "F1_coffee": 0.8647657665430075, + "IoU_coffee": 0.761750959455865, + "precision_coffee": 0.887133532470406, + "recall_coffee": 0.8434982012496581, + "F1_noncoffee": 0.5980253878702397, + "IoU_noncoffee": 0.42655935613682094, + "kappa": 0.4638043714372209, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7718645436713972, + "mIoU": 0.5605637515868322, + "macroF1": 0.7025102298871255, + "F1_coffee": 0.8461493570914467, + "IoU_coffee": 0.7333265897902758, + "precision_coffee": 0.8536886935018546, + "recall_coffee": 0.8387420219432714, + "F1_noncoffee": 0.5588711026828044, + "IoU_noncoffee": 0.3878009133833888, + "kappa": 0.40515348631537046, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f1_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 6, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 63, + "stopped_epoch": 93, + "best_val": 0.6973510537210542, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.866224460152997, + "mIoU": 0.6979213928602339, + "macroF1": 0.8138744634402586, + "F1_coffee": 0.9125844995412505, + "IoU_coffee": 0.8392233687640623, + "precision_coffee": 0.9149291604990484, + "recall_coffee": 0.9102518250478615, + "F1_noncoffee": 0.7151644273392667, + "IoU_noncoffee": 0.5566194169564055, + "kappa": 0.6277568924642642, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8342563747548172, + "mIoU": 0.6469659948533081, + "macroF1": 0.7746935798087695, + "F1_coffee": 0.890537785990513, + "IoU_coffee": 0.8026751832964165, + "precision_coffee": 0.8799435294117647, + "recall_coffee": 0.901390254719346, + "F1_noncoffee": 0.6588493736270261, + "IoU_noncoffee": 0.49125680641019964, + "kappa": 0.5495906391458324, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19753086419753085, + "mIoU": 0.10132575757575757, + "macroF1": 0.1728201099764336, + "F1_coffee": 0.3157894736842105, + "IoU_coffee": 0.1875, + "precision_coffee": 1.0, + "recall_coffee": 0.1875, + "F1_noncoffee": 0.029850746268656716, + "IoU_noncoffee": 0.015151515151515152, + "kappa": 0.005665722379603369, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8525728155339806, + "mIoU": 0.6863928863242921, + "macroF1": 0.8065832199685291, + "F1_coffee": 0.9008973731440691, + "IoU_coffee": 0.8196662906003206, + "precision_coffee": 0.9293119698397738, + "recall_coffee": 0.8741688303463998, + "F1_noncoffee": 0.7122690667929891, + "IoU_noncoffee": 0.5531194820482637, + "kappa": 0.6142135883650317, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8984091678352111, + "mIoU": 0.7460614333674288, + "macroF1": 0.8478960482657876, + "F1_coffee": 0.9355501702506211, + "IoU_coffee": 0.8789048991354467, + "precision_coffee": 0.9115853658536586, + "recall_coffee": 0.9608090227458888, + "F1_noncoffee": 0.760241926280954, + "IoU_noncoffee": 0.6132179675994109, + "kappa": 0.6965722138202441, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8476379285334364, + "mIoU": 0.6656500603676127, + "macroF1": 0.7890645804935787, + "F1_coffee": 0.9002184996358339, + "IoU_coffee": 0.8185430463576159, + "precision_coffee": 0.9048892284186402, + "recall_coffee": 0.8955957406590637, + "F1_noncoffee": 0.6779106613513237, + "IoU_noncoffee": 0.5127570743776094, + "kappa": 0.5781654392882098, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8463912394225983, + "mIoU": 0.5776168253617886, + "macroF1": 0.6977730266398999, + "F1_coffee": 0.9097079992977939, + "IoU_coffee": 0.8343709746672392, + "precision_coffee": 0.9444714459295261, + "recall_coffee": 0.8774128005418219, + "F1_noncoffee": 0.485838053982006, + "IoU_noncoffee": 0.320862676056338, + "kappa": 0.40017353031836655, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9184361976582656, + "mIoU": 0.6847450642501085, + "macroF1": 0.7907930006035704, + "F1_coffee": 0.9542061281337048, + "IoU_coffee": 0.9124227572981035, + "precision_coffee": 0.9453582073076499, + "recall_coffee": 0.9632212349566978, + "F1_noncoffee": 0.6273798730734361, + "IoU_noncoffee": 0.4570673712021136, + "kappa": 0.5818840211776515, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8989878944234967, + "mIoU": 0.6388931424680777, + "macroF1": 0.7498106644400311, + "F1_coffee": 0.9430011198208287, + "IoU_coffee": 0.8921495921178091, + "precision_coffee": 0.9389006578213848, + "recall_coffee": 0.9471375548307277, + "F1_noncoffee": 0.5566202090592335, + "IoU_noncoffee": 0.3856366928183464, + "kappa": 0.49969555730179205, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8584557081951681, + "mIoU": 0.7356115336147413, + "macroF1": 0.8460072429818379, + "F1_coffee": 0.8897904986721746, + "IoU_coffee": 0.8014617940199336, + "precision_coffee": 0.9104770531400966, + "recall_coffee": 0.8700230813618004, + "F1_noncoffee": 0.8022239872915012, + "IoU_noncoffee": 0.669761273209549, + "kappa": 0.6922995359624967, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8793737621427897, + "mIoU": 0.7564801240600569, + "macroF1": 0.8588157850750935, + "F1_coffee": 0.9126902860263499, + "IoU_coffee": 0.8394023103967856, + "precision_coffee": 0.8716912244099622, + "recall_coffee": 0.9577363896848138, + "F1_noncoffee": 0.8049412841238371, + "IoU_noncoffee": 0.6735579377233283, + "kappa": 0.719020244174413, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.798830519664246, + "mIoU": 0.6437172746029672, + "macroF1": 0.779814189773828, + "F1_coffee": 0.8445221954952985, + "IoU_coffee": 0.7308856926570779, + "precision_coffee": 0.8596230894791512, + "recall_coffee": 0.8299426934097421, + "F1_noncoffee": 0.7151061840523574, + "IoU_noncoffee": 0.5565488565488566, + "kappa": 0.5598772524493338, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2617, + 2995 + ], + [ + 51056, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.6066153526306153, + "test_tta": { + "OA": 0.8754397856750912, + "mIoU": 0.7039269346856338, + "macroF1": 0.8172496075551046, + "F1_coffee": 0.9203722427418856, + "IoU_coffee": 0.8524903482282787, + "precision_coffee": 0.9030429413074728, + "recall_coffee": 0.9383796520312204, + "F1_noncoffee": 0.7141269723683236, + "IoU_noncoffee": 0.5553635211429888, + "kappa": 0.6349817942345638, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8436021691473405, + "mIoU": 0.6506089242470843, + "macroF1": 0.775940804989312, + "F1_coffee": 0.8990673690872876, + "IoU_coffee": 0.8166415853637916, + "precision_coffee": 0.8690105619230977, + "recall_coffee": 0.9312778388384335, + "F1_noncoffee": 0.6528142408913363, + "IoU_noncoffee": 0.48457626313037694, + "kappa": 0.5537180435265039, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f1_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 3, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 48, + "stopped_epoch": 78, + "best_val": 0.6449841992465642, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7863690649107518, + "mIoU": 0.5880273885843696, + "macroF1": 0.7281258960029435, + "F1_coffee": 0.8539623349256958, + "IoU_coffee": 0.7451433412272088, + "precision_coffee": 0.8977915932077573, + "recall_coffee": 0.8142132834031094, + "F1_noncoffee": 0.6022894570801911, + "IoU_noncoffee": 0.43091143594153053, + "kappa": 0.45975824117388586, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7614226375908619, + "mIoU": 0.5570269719912118, + "macroF1": 0.7018071530529206, + "F1_coffee": 0.8351372361418405, + "IoU_coffee": 0.7169404517453799, + "precision_coffee": 0.8642861563215546, + "recall_coffee": 0.8078903222074392, + "F1_noncoffee": 0.5684770699640006, + "IoU_noncoffee": 0.3971134922370435, + "kappa": 0.40538460776849355, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04938271604938271, + "mIoU": 0.02516025641025641, + "macroF1": 0.048802806161354274, + "F1_coffee": 0.07228915662650602, + "IoU_coffee": 0.0375, + "precision_coffee": 1.0, + "recall_coffee": 0.0375, + "F1_noncoffee": 0.02531645569620253, + "IoU_noncoffee": 0.01282051282051282, + "kappa": 0.0009610764055742395, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7890291262135922, + "mIoU": 0.583704688097056, + "macroF1": 0.7227516497725518, + "F1_coffee": 0.8583072509128847, + "IoU_coffee": 0.7517847963904278, + "precision_coffee": 0.8845507694375379, + "recall_coffee": 0.833576087644861, + "F1_noncoffee": 0.5871960486322189, + "IoU_noncoffee": 0.4156245798036843, + "kappa": 0.44692164322137634, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8051835017649049, + "mIoU": 0.6133829189441488, + "macroF1": 0.7491257952730074, + "F1_coffee": 0.8677151393768263, + "IoU_coffee": 0.7663399640433799, + "precision_coffee": 0.9059372000548471, + "recall_coffee": 0.8325877386428077, + "F1_noncoffee": 0.6305364511691884, + "IoU_noncoffee": 0.4604258738449176, + "kappa": 0.5007337272178443, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7649049852521638, + "mIoU": 0.5676272112554149, + "macroF1": 0.7124790487857046, + "F1_coffee": 0.8352534562211982, + "IoU_coffee": 0.7171117705242335, + "precision_coffee": 0.9035261344476211, + "recall_coffee": 0.776573624850356, + "F1_noncoffee": 0.589704641350211, + "IoU_noncoffee": 0.41814265198659645, + "kappa": 0.43302041979745126, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7964161274265804, + "mIoU": 0.5063708853808452, + "macroF1": 0.6258726266312253, + "F1_coffee": 0.8784691269982766, + "IoU_coffee": 0.7832768122085629, + "precision_coffee": 0.9275853413654619, + "recall_coffee": 0.8342928095721864, + "F1_noncoffee": 0.37327612626417406, + "IoU_noncoffee": 0.22946495855312735, + "kappa": 0.26240990591411045, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7439968247668188, + "mIoU": 0.47802557424772474, + "macroF1": 0.6088410229414631, + "F1_coffee": 0.8387701537307837, + "IoU_coffee": 0.7223119147562157, + "precision_coffee": 0.9437491210800169, + "recall_coffee": 0.7548082330446519, + "F1_noncoffee": 0.3789118921521425, + "IoU_noncoffee": 0.23373923373923375, + "kappa": 0.2532746795164691, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7224647747568962, + "mIoU": 0.4562727900725997, + "macroF1": 0.5870570241035657, + "F1_coffee": 0.8235219887690075, + "IoU_coffee": 0.6999892738388931, + "precision_coffee": 0.9379131934463927, + "recall_coffee": 0.7340006748397255, + "F1_noncoffee": 0.350592059438124, + "IoU_noncoffee": 0.21255630630630631, + "kappa": 0.21697507374219083, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7819990525817149, + "mIoU": 0.6169485122934386, + "macroF1": 0.7585393988154667, + "F1_coffee": 0.8338028169014085, + "IoU_coffee": 0.714975845410628, + "precision_coffee": 0.8349486474757702, + "recall_coffee": 0.8326601269474899, + "F1_noncoffee": 0.6832759807295251, + "IoU_noncoffee": 0.5189211791762492, + "kappa": 0.5170805308495207, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8633405639913232, + "mIoU": 0.7321835279972518, + "macroF1": 0.8425615001705424, + "F1_coffee": 0.8997578692493947, + "IoU_coffee": 0.8177816901408451, + "precision_coffee": 0.8699665551839465, + "recall_coffee": 0.9316618911174785, + "F1_noncoffee": 0.7853651310916901, + "IoU_noncoffee": 0.6465853658536586, + "kappa": 0.6859116353317612, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8052437989248326, + "mIoU": 0.6537804309396289, + "macroF1": 0.7875490676504793, + "F1_coffee": 0.8488618897753055, + "IoU_coffee": 0.737410986775178, + "precision_coffee": 0.8677240760137662, + "recall_coffee": 0.8308022922636104, + "F1_noncoffee": 0.7262362455256529, + "IoU_noncoffee": 0.5701498751040799, + "kappa": 0.5754614975510288, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2263, + 2995 + ], + [ + 46462, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.3342960198720296, + "test_tta": { + "OA": 0.819163358187276, + "mIoU": 0.6192047831049244, + "macroF1": 0.7513127192898459, + "F1_coffee": 0.881211106045989, + "IoU_coffee": 0.787647348671493, + "precision_coffee": 0.8881694234303543, + "recall_coffee": 0.8743609702732839, + "F1_noncoffee": 0.6214143325337027, + "IoU_noncoffee": 0.45076221753835594, + "kappa": 0.502722714149727, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7917676243221414, + "mIoU": 0.5813167191718561, + "macroF1": 0.7193651489277826, + "F1_coffee": 0.8619086787688659, + "IoU_coffee": 0.7573282237461342, + "precision_coffee": 0.8551040935228589, + "recall_coffee": 0.868822429185708, + "F1_noncoffee": 0.5768216190866992, + "IoU_noncoffee": 0.40530521459757807, + "kappa": 0.4388391933136037, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f1_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 6, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 53, + "stopped_epoch": 83, + "best_val": 0.7114138409554345, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8463413059617185, + "mIoU": 0.6346568973457866, + "macroF1": 0.7597206344612069, + "F1_coffee": 0.9039883023244089, + "IoU_coffee": 0.8247980420661355, + "precision_coffee": 0.8681050511310815, + "recall_coffee": 0.9429659394525909, + "F1_noncoffee": 0.6154529665980047, + "IoU_noncoffee": 0.4445157526254376, + "kappa": 0.522707515118166, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8175550940348448, + "mIoU": 0.5912659487256107, + "macroF1": 0.72248770882455, + "F1_coffee": 0.8849142087738132, + "IoU_coffee": 0.7935839697147706, + "precision_coffee": 0.8376939903887559, + "recall_coffee": 0.9377759780952932, + "F1_noncoffee": 0.5600612088752869, + "IoU_noncoffee": 0.3889479277364506, + "kappa": 0.45163618888753054, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5061728395061729, + "mIoU": 0.2621951219512195, + "macroF1": 0.3571428571428571, + "F1_coffee": 0.6666666666666666, + "IoU_coffee": 0.5, + "precision_coffee": 1.0, + "recall_coffee": 0.5, + "F1_noncoffee": 0.047619047619047616, + "IoU_noncoffee": 0.024390243902439025, + "kappa": 0.024096385542168697, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8444660194174757, + "mIoU": 0.6350686494541802, + "macroF1": 0.76061379524699, + "F1_coffee": 0.9022932422542084, + "IoU_coffee": 0.8219802200244472, + "precision_coffee": 0.870184106817246, + "recall_coffee": 0.9368627699322399, + "F1_noncoffee": 0.6189343482397717, + "IoU_noncoffee": 0.4481570788839132, + "kappa": 0.5237565342015734, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8517479812388182, + "mIoU": 0.6574379202905649, + "macroF1": 0.7804925553513169, + "F1_coffee": 0.9055569245933958, + "IoU_coffee": 0.8274134534196453, + "precision_coffee": 0.8858554812270234, + "recall_coffee": 0.9261546216369478, + "F1_noncoffee": 0.655428186109238, + "IoU_noncoffee": 0.48746238716148443, + "kappa": 0.5617759280619685, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.842802572409458, + "mIoU": 0.6087952191549169, + "macroF1": 0.7339627802412909, + "F1_coffee": 0.904125748326403, + "IoU_coffee": 0.82502691065662, + "precision_coffee": 0.8498170528883469, + "recall_coffee": 0.9658496629071892, + "F1_noncoffee": 0.5637998121561787, + "IoU_noncoffee": 0.39256352765321373, + "kappa": 0.47763174395541347, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8653061224489796, + "mIoU": 0.5737976620506405, + "macroF1": 0.6865182492969781, + "F1_coffee": 0.923260166751744, + "IoU_coffee": 0.8574589127686473, + "precision_coffee": 0.9278385772913816, + "recall_coffee": 0.9187267185912631, + "F1_noncoffee": 0.4497763318422123, + "IoU_noncoffee": 0.2901364113326338, + "kappa": 0.3731459369287509, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8623734868029371, + "mIoU": 0.6017079917710464, + "macroF1": 0.7202717718290126, + "F1_coffee": 0.9196454434853137, + "IoU_coffee": 0.8512441012441012, + "precision_coffee": 0.9482676224611708, + "recall_coffee": 0.8927004836351367, + "F1_noncoffee": 0.5208981001727115, + "IoU_noncoffee": 0.35217188229799157, + "kappa": 0.4435661007049954, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8906529073228815, + "mIoU": 0.5930087822967165, + "macroF1": 0.7007876111678382, + "F1_coffee": 0.9391361979454325, + "IoU_coffee": 0.885256143273636, + "precision_coffee": 0.9226261530113945, + "recall_coffee": 0.9562478911258576, + "F1_noncoffee": 0.4624390243902439, + "IoU_noncoffee": 0.30076142131979694, + "kappa": 0.403262927823113, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8246328754144955, + "mIoU": 0.6538867586680894, + "macroF1": 0.7833828489326347, + "F1_coffee": 0.8779104280720269, + "IoU_coffee": 0.7823889019515636, + "precision_coffee": 0.8087252400048609, + "recall_coffee": 0.9600403923831506, + "F1_noncoffee": 0.6888552697932425, + "IoU_noncoffee": 0.5253846153846153, + "kappa": 0.5746981131907072, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.841648590021692, + "mIoU": 0.6819820848765683, + "macroF1": 0.8049338921058886, + "F1_coffee": 0.8895612708018155, + "IoU_coffee": 0.8010899182561307, + "precision_coffee": 0.8223276176577892, + "recall_coffee": 0.9687679083094556, + "F1_noncoffee": 0.7203065134099617, + "IoU_noncoffee": 0.562874251497006, + "kappa": 0.6163625811721144, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7973215127794021, + "mIoU": 0.5957315081271337, + "macroF1": 0.7331355834349893, + "F1_coffee": 0.8640131620578371, + "IoU_coffee": 0.7605837789661319, + "precision_coffee": 0.7737730930522498, + "recall_coffee": 0.9780802292263611, + "F1_noncoffee": 0.6022580048121414, + "IoU_noncoffee": 0.4308792372881356, + "kappa": 0.48669112901203787, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2582, + 2995 + ], + [ + 49859, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.6233683188756307, + "test_tta": { + "OA": 0.8504890093928537, + "mIoU": 0.6290706529848973, + "macroF1": 0.7529945764539825, + "F1_coffee": 0.9081772227178114, + "IoU_coffee": 0.8317991175989977, + "precision_coffee": 0.8586127405963604, + "recall_coffee": 0.9638146130057013, + "F1_noncoffee": 0.5978119301901537, + "IoU_noncoffee": 0.42634218837079696, + "kappa": 0.5130958648265095, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8216655128648898, + "mIoU": 0.584211221253002, + "macroF1": 0.7134352741407775, + "F1_coffee": 0.8895459458493752, + "IoU_coffee": 0.8010650621018084, + "precision_coffee": 0.8286622507738908, + "recall_coffee": 0.9600856134667669, + "F1_noncoffee": 0.5373246024321796, + "IoU_noncoffee": 0.36735738040419547, + "kappa": 0.4395436646423052, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f2_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 3, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 38, + "stopped_epoch": 68, + "best_val": 0.5701715616947807, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8156955039766272, + "mIoU": 0.609948584979225, + "macroF1": 0.7428149788731546, + "F1_coffee": 0.8797229019034606, + "IoU_coffee": 0.7852725931809157, + "precision_coffee": 0.8701829383290375, + "recall_coffee": 0.889474360622028, + "F1_noncoffee": 0.6059070558428488, + "IoU_noncoffee": 0.43462457677753435, + "kappa": 0.48583244267035974, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7791334948655821, + "mIoU": 0.5615763032961578, + "macroF1": 0.7013569374712443, + "F1_coffee": 0.8537624140565317, + "IoU_coffee": 0.7448389622940167, + "precision_coffee": 0.8483991573513503, + "recall_coffee": 0.8591939110880471, + "F1_noncoffee": 0.5489514608859567, + "IoU_noncoffee": 0.37831364429829906, + "kappa": 0.4027874871567658, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26443914081145586, + "mIoU": 0.13281051942444042, + "macroF1": 0.2108367602408169, + "F1_coffee": 0.4165088981446422, + "IoU_coffee": 0.26303204208512676, + "precision_coffee": 1.0, + "recall_coffee": 0.26303204208512676, + "F1_noncoffee": 0.005164622336991607, + "IoU_noncoffee": 0.0025889967637540453, + "kappa": 0.0013610513503021751, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8552967767295597, + "mIoU": 0.6549401347129143, + "macroF1": 0.7772881185925429, + "F1_coffee": 0.9090965212828348, + "IoU_coffee": 0.8333427649821742, + "precision_coffee": 0.8653190739217299, + "recall_coffee": 0.9575395019182001, + "F1_noncoffee": 0.6454797159022511, + "IoU_noncoffee": 0.47653750444365445, + "kappa": 0.5589784266994152, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8403434725658565, + "mIoU": 0.6489183370560271, + "macroF1": 0.7751058347053958, + "F1_coffee": 0.8962320668453413, + "IoU_coffee": 0.8119750899845741, + "precision_coffee": 0.8839957703551657, + "recall_coffee": 0.9088118685253869, + "F1_noncoffee": 0.6539796025654505, + "IoU_noncoffee": 0.4858615841274801, + "kappa": 0.5504988591646339, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7520465003632841, + "mIoU": 0.5377785736109522, + "macroF1": 0.6827264804982325, + "F1_coffee": 0.8310282224789569, + "IoU_coffee": 0.710905291692551, + "precision_coffee": 0.8606591002324627, + "recall_coffee": 0.8033697108941221, + "F1_noncoffee": 0.5344247385175079, + "IoU_noncoffee": 0.36465185552935336, + "kappa": 0.3675185798954792, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8845448992058644, + "mIoU": 0.6684966968683286, + "macroF1": 0.7832787431844035, + "F1_coffee": 0.931422351233672, + "IoU_coffee": 0.8716468590831918, + "precision_coffee": 0.9231599136897627, + "recall_coffee": 0.9398340248962656, + "F1_noncoffee": 0.6351351351351351, + "IoU_noncoffee": 0.46534653465346537, + "kappa": 0.566742140235825, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8351226238550182, + "mIoU": 0.5869081605009181, + "macroF1": 0.7122236869427971, + "F1_coffee": 0.9002859185132237, + "IoU_coffee": 0.8186545336366591, + "precision_coffee": 0.9145588769212151, + "recall_coffee": 0.8864516129032258, + "F1_noncoffee": 0.5241614553723707, + "IoU_noncoffee": 0.3551617873651772, + "kappa": 0.42511554600743984, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7186858316221766, + "mIoU": 0.4434342791335598, + "macroF1": 0.5695304608648089, + "F1_coffee": 0.8229211546747092, + "IoU_coffee": 0.6991215226939971, + "precision_coffee": 0.8739704536540724, + "recall_coffee": 0.7775063968364736, + "F1_noncoffee": 0.3161397670549085, + "IoU_noncoffee": 0.18774703557312253, + "kappa": 0.1502572137909046, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8280151946818614, + "mIoU": 0.6391762818298118, + "macroF1": 0.7687421738325156, + "F1_coffee": 0.8858205661685896, + "IoU_coffee": 0.7950430058850159, + "precision_coffee": 0.8097049331489166, + "recall_coffee": 0.977731384829506, + "F1_noncoffee": 0.6516637814964417, + "IoU_noncoffee": 0.4833095577746077, + "kappa": 0.5496260114906615, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8454110898661568, + "mIoU": 0.6897770640534571, + "macroF1": 0.8109290118746988, + "F1_coffee": 0.8916728076639646, + "IoU_coffee": 0.8045212765957447, + "precision_coffee": 0.8516764781162017, + "recall_coffee": 0.9356108533670744, + "F1_noncoffee": 0.730185216085433, + "IoU_noncoffee": 0.5750328515111696, + "kappa": 0.6239238557993897, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7847955461700902, + "mIoU": 0.6140860524260241, + "macroF1": 0.7550577915871906, + "F1_coffee": 0.8404043280182233, + "IoU_coffee": 0.7247391037446286, + "precision_coffee": 0.8460656442597104, + "recall_coffee": 0.8348182718144534, + "F1_noncoffee": 0.6697112551561579, + "IoU_noncoffee": 0.5034330011074197, + "kappa": 0.51016097239853, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 10, + 27 + ], + [ + 432, + 563 + ], + [ + 6229, + 7520 + ], + [ + 43584, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.2990618109703064, + "test_tta": { + "OA": 0.8257750365200455, + "mIoU": 0.6114389898533021, + "macroF1": 0.7415848426574845, + "F1_coffee": 0.8890840704306853, + "IoU_coffee": 0.8003162496511952, + "precision_coffee": 0.8588740267518467, + "recall_coffee": 0.9214968084650644, + "F1_noncoffee": 0.5940856148842838, + "IoU_noncoffee": 0.4225617300554091, + "kappa": 0.4854992261036213, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7917676243221414, + "mIoU": 0.5650182973154789, + "macroF1": 0.7012332505157919, + "F1_coffee": 0.8656980205387707, + "IoU_coffee": 0.7631988978366765, + "precision_coffee": 0.8388102748986029, + "recall_coffee": 0.8943666032405004, + "F1_noncoffee": 0.5367684804928131, + "IoU_noncoffee": 0.36683769679428146, + "kappa": 0.40457669712528516, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f2_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 6, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.5999695816875907, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7759454633987989, + "mIoU": 0.5883660476824272, + "macroF1": 0.7314168488085013, + "F1_coffee": 0.8407769677955154, + "IoU_coffee": 0.7252935323383085, + "precision_coffee": 0.9109222694326419, + "recall_coffee": 0.7806622970483656, + "F1_noncoffee": 0.6220567298214872, + "IoU_noncoffee": 0.45143856302654584, + "kappa": 0.470289490769273, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.737942771431868, + "mIoU": 0.543544927807658, + "macroF1": 0.6939802479147359, + "F1_coffee": 0.8099690428380187, + "IoU_coffee": 0.6806285483275623, + "precision_coffee": 0.8884070938582604, + "recall_coffee": 0.7442580099559861, + "F1_noncoffee": 0.5779914529914529, + "IoU_noncoffee": 0.4064613072877536, + "kappa": 0.3983753234209574, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14749403341288783, + "mIoU": 0.07404893010481206, + "macroF1": 0.12952514689104658, + "F1_coffee": 0.25459098497495825, + "IoU_coffee": 0.14586322333811574, + "precision_coffee": 1.0, + "recall_coffee": 0.14586322333811574, + "F1_noncoffee": 0.004459308807134894, + "IoU_noncoffee": 0.0022346368715083797, + "kappa": 0.0006516902548269308, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8105345911949685, + "mIoU": 0.6424367161079453, + "macroF1": 0.7759710488957421, + "F1_coffee": 0.8639666972412333, + "IoU_coffee": 0.7605117694553133, + "precision_coffee": 0.9443201974242308, + "recall_coffee": 0.7962156187008258, + "F1_noncoffee": 0.6879754005502509, + "IoU_noncoffee": 0.5243616627605773, + "kappa": 0.559261831734399, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7987677679134527, + "mIoU": 0.6034906721584965, + "macroF1": 0.7407851857104926, + "F1_coffee": 0.8633818589025756, + "IoU_coffee": 0.7596059113300493, + "precision_coffee": 0.8901792991035045, + "recall_coffee": 0.8381506586520016, + "F1_noncoffee": 0.6181885125184094, + "IoU_noncoffee": 0.44737543298694377, + "kappa": 0.48288004647181765, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7190603051586341, + "mIoU": 0.5247082955691984, + "macroF1": 0.6783718356689027, + "F1_coffee": 0.7927683292839789, + "IoU_coffee": 0.6566828459808216, + "precision_coffee": 0.9005601103985713, + "recall_coffee": 0.7080222094581659, + "F1_noncoffee": 0.5639753420538265, + "IoU_noncoffee": 0.39273374515757514, + "kappa": 0.3755665888007036, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8125636326613724, + "mIoU": 0.6069838057050689, + "macroF1": 0.7406133011570286, + "F1_coffee": 0.8772257419139713, + "IoU_coffee": 0.7813019719648373, + "precision_coffee": 0.9670636671077782, + "recall_coffee": 0.8026604832804491, + "F1_noncoffee": 0.604000860400086, + "IoU_noncoffee": 0.43266563944530045, + "kappa": 0.495275762906051, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.83049345021176, + "mIoU": 0.6006934808694832, + "macroF1": 0.728863682664747, + "F1_coffee": 0.8948622395992425, + "IoU_coffee": 0.8097291321171918, + "precision_coffee": 0.9337072921978582, + "recall_coffee": 0.8591202346041056, + "F1_noncoffee": 0.5628651257302515, + "IoU_noncoffee": 0.3916578296217745, + "kappa": 0.46160181698197533, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7492910922069033, + "mIoU": 0.49813314069161996, + "macroF1": 0.6341709269017873, + "F1_coffee": 0.839388624404911, + "IoU_coffee": 0.7232297063903281, + "precision_coffee": 0.9095845777898452, + "recall_coffee": 0.7792509886020005, + "F1_noncoffee": 0.4289532293986637, + "IoU_noncoffee": 0.27303657499291184, + "kappa": 0.283513796292987, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.808641975308642, + "mIoU": 0.6616470769202928, + "macroF1": 0.7938460881658952, + "F1_coffee": 0.8490749756572541, + "IoU_coffee": 0.7377326565143824, + "precision_coffee": 0.9192345118391178, + "recall_coffee": 0.7888656924147529, + "F1_noncoffee": 0.7386172006745363, + "IoU_noncoffee": 0.5855614973262032, + "kappa": 0.5918102923378545, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7679732313575526, + "mIoU": 0.5927312551613788, + "macroF1": 0.7380940052405711, + "F1_coffee": 0.8265561352104623, + "IoU_coffee": 0.7043848964677223, + "precision_coffee": 0.8405523255813954, + "recall_coffee": 0.8130184169829889, + "F1_noncoffee": 0.6496318752706799, + "IoU_noncoffee": 0.4810776138550353, + "kappa": 0.4764812267615829, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.6893837588788635, + "mIoU": 0.5193500354197017, + "macroF1": 0.6818225404237674, + "F1_coffee": 0.7308715901530273, + "IoU_coffee": 0.5758846657929226, + "precision_coffee": 0.8871391076115486, + "recall_coffee": 0.6214113986706266, + "F1_noncoffee": 0.6327734906945075, + "IoU_noncoffee": 0.4628154050464807, + "kappa": 0.3894926298117231, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 502, + 563 + ], + [ + 6050, + 7520 + ], + [ + 41230, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.4489495038986206, + "test_tta": { + "OA": 0.8042525564031813, + "mIoU": 0.6162063019832001, + "macroF1": 0.7521962538769781, + "F1_coffee": 0.8657733060279583, + "IoU_coffee": 0.7633159320171135, + "precision_coffee": 0.9011167230434178, + "recall_coffee": 0.8330977166602408, + "F1_noncoffee": 0.6386192017259978, + "IoU_noncoffee": 0.46909667194928684, + "kappa": 0.5064367106548253, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7649128879658474, + "mIoU": 0.5666372158620403, + "macroF1": 0.7113936770003495, + "F1_coffee": 0.8356755448918282, + "IoU_coffee": 0.7177342545933122, + "precision_coffee": 0.8787660341354818, + "recall_coffee": 0.7966134271271791, + "F1_noncoffee": 0.5871118091088707, + "IoU_noncoffee": 0.4155401771307684, + "kappa": 0.4262536569503363, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f2_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 3, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 66, + "stopped_epoch": 96, + "best_val": 0.5966631126532478, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7578152897256939, + "mIoU": 0.5603264374848607, + "macroF1": 0.7065987302967369, + "F1_coffee": 0.8291834094629712, + "IoU_coffee": 0.708209480600751, + "precision_coffee": 0.8905692856264601, + "recall_coffee": 0.7757143469134216, + "F1_noncoffee": 0.5840140511305026, + "IoU_noncoffee": 0.41244339436897026, + "kappa": 0.4199093679939835, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7222510672666436, + "mIoU": 0.5200452696701195, + "macroF1": 0.6717767862185383, + "F1_coffee": 0.8004889874230777, + "IoU_coffee": 0.6673460927243834, + "precision_coffee": 0.8682383082005528, + "recall_coffee": 0.7425474254742548, + "F1_noncoffee": 0.5430645850139989, + "IoU_noncoffee": 0.37274444661585565, + "kappa": 0.3525818483248464, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18758949880668258, + "mIoU": 0.09419002782538687, + "macroF1": 0.15919401999622712, + "F1_coffee": 0.31370967741935485, + "IoU_coffee": 0.18603538976566236, + "precision_coffee": 1.0, + "recall_coffee": 0.18603538976566236, + "F1_noncoffee": 0.004678362573099415, + "IoU_noncoffee": 0.0023446658851113715, + "kappa": 0.0008720013046394872, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7629716981132075, + "mIoU": 0.5507781757059048, + "macroF1": 0.6942269257051087, + "F1_coffee": 0.8392107192853809, + "IoU_coffee": 0.7229656004134842, + "precision_coffee": 0.8609040552554196, + "recall_coffee": 0.8185837830808245, + "F1_noncoffee": 0.5492431321248364, + "IoU_noncoffee": 0.3785907509983254, + "kappa": 0.38954049044289785, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7569980109639548, + "mIoU": 0.562023237094582, + "macroF1": 0.7087186887029584, + "F1_coffee": 0.8273056369591449, + "IoU_coffee": 0.7054742164990886, + "precision_coffee": 0.8975836014064488, + "recall_coffee": 0.7672336615935542, + "F1_noncoffee": 0.590131740446772, + "IoU_noncoffee": 0.41857225769007544, + "kappa": 0.4257919442021831, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7535480745943328, + "mIoU": 0.5656767336102239, + "macroF1": 0.7137369805377983, + "F1_coffee": 0.8204911092294666, + "IoU_coffee": 0.6956209619526202, + "precision_coffee": 0.917396449704142, + "recall_coffee": 0.7421022400919012, + "F1_noncoffee": 0.6069828518461301, + "IoU_noncoffee": 0.4357325052678274, + "kappa": 0.4411267130836569, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8588882101405009, + "mIoU": 0.5800446678853994, + "macroF1": 0.6963561376811698, + "F1_coffee": 0.9185089369708372, + "IoU_coffee": 0.8492986843535936, + "precision_coffee": 0.8862037667347402, + "recall_coffee": 0.953258481815963, + "F1_noncoffee": 0.47420333839150225, + "IoU_noncoffee": 0.31079065141720535, + "kappa": 0.3978749106982676, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7359401162218063, + "mIoU": 0.5100877380953568, + "macroF1": 0.6547309709311034, + "F1_coffee": 0.8221794786761292, + "IoU_coffee": 0.6980515823854038, + "precision_coffee": 0.9459706959706959, + "recall_coffee": 0.7270381231671554, + "F1_noncoffee": 0.48728246318607765, + "IoU_noncoffee": 0.32212389380530976, + "kappa": 0.34195397331876776, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7625892246015449, + "mIoU": 0.5312038471434479, + "macroF1": 0.6712352642668779, + "F1_coffee": 0.8445383531822256, + "IoU_coffee": 0.7309098969300676, + "precision_coffee": 0.9394586894586895, + "recall_coffee": 0.7670388462433124, + "F1_noncoffee": 0.49793217535153017, + "IoU_noncoffee": 0.3314977973568282, + "kappa": 0.363456560662893, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6735042735042736, + "mIoU": 0.49192152630032243, + "macroF1": 0.6545913864916425, + "F1_coffee": 0.7354163460058488, + "IoU_coffee": 0.5815481986368062, + "precision_coffee": 0.8225167843002238, + "recall_coffee": 0.6649965205288796, + "F1_noncoffee": 0.5737664269774362, + "IoU_noncoffee": 0.4022948539638387, + "kappa": 0.3214408819697446, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7774378585086043, + "mIoU": 0.6070059308573552, + "macroF1": 0.7499513680687997, + "F1_coffee": 0.832854681217691, + "IoU_coffee": 0.7135826771653543, + "precision_coffee": 0.851063829787234, + "recall_coffee": 0.8154084071418529, + "F1_noncoffee": 0.6670480549199085, + "IoU_noncoffee": 0.5004291845493563, + "kappa": 0.5003583542501554, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7446726818967172, + "mIoU": 0.5801332011966648, + "macroF1": 0.7314944811373862, + "F1_coffee": 0.7909790979097909, + "IoU_coffee": 0.654231119199272, + "precision_coffee": 0.8900088417329797, + "recall_coffee": 0.7117805119502192, + "F1_noncoffee": 0.6720098643649816, + "IoU_noncoffee": 0.5060352831940576, + "kappa": 0.47322285032001205, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 431, + 563 + ], + [ + 5984, + 7520 + ], + [ + 40265, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.41176010767618815, + "test_tta": { + "OA": 0.7694043174809284, + "mIoU": 0.5632397534320867, + "macroF1": 0.7062722150690398, + "F1_coffee": 0.8424472957537179, + "IoU_coffee": 0.7277831002107683, + "precision_coffee": 0.8734334398785844, + "recall_coffee": 0.8135843721886648, + "F1_noncoffee": 0.5700971343843617, + "IoU_noncoffee": 0.398696406653405, + "kappa": 0.4145549393500674, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7339477327795085, + "mIoU": 0.5225812151138043, + "macroF1": 0.6708021093066485, + "F1_coffee": 0.8149804920614224, + "IoU_coffee": 0.6877359289039356, + "precision_coffee": 0.8522045559424424, + "recall_coffee": 0.7808722058851795, + "F1_noncoffee": 0.5266237265518746, + "IoU_noncoffee": 0.3574265013236728, + "kappa": 0.3448025321891429, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f2_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 6, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 60, + "stopped_epoch": 90, + "best_val": 0.6534522450040565, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7844992695990911, + "mIoU": 0.6005568361720277, + "macroF1": 0.7416337888384189, + "F1_coffee": 0.8468715760336775, + "IoU_coffee": 0.7344121941949551, + "precision_coffee": 0.9174142282415853, + "recall_coffee": 0.786402775992803, + "F1_noncoffee": 0.6363960016431603, + "IoU_noncoffee": 0.46670147814910024, + "kappa": 0.49042170043475763, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7464232144917503, + "mIoU": 0.5545856770118577, + "macroF1": 0.7037243688101549, + "F1_coffee": 0.8161993769470405, + "IoU_coffee": 0.6894736842105263, + "precision_coffee": 0.8947718260789842, + "recall_coffee": 0.7503123258182937, + "F1_noncoffee": 0.5912493606732692, + "IoU_noncoffee": 0.419697669813189, + "kappa": 0.417438818114952, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1575178997613365, + "mIoU": 0.07908371472235988, + "macroF1": 0.13713401103902817, + "F1_coffee": 0.2697558957385188, + "IoU_coffee": 0.1559062649450024, + "precision_coffee": 1.0, + "recall_coffee": 0.1559062649450024, + "F1_noncoffee": 0.0045121263395375075, + "IoU_noncoffee": 0.0022611644997173543, + "kappa": 0.0007048109563511564, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7789406446540881, + "mIoU": 0.6023049609617724, + "macroF1": 0.7448733903140762, + "F1_coffee": 0.8381014070315592, + "IoU_coffee": 0.721320614469772, + "precision_coffee": 0.9383561643835616, + "recall_coffee": 0.7572013785031536, + "F1_noncoffee": 0.6516453735965931, + "IoU_noncoffee": 0.48328930745377285, + "kappa": 0.5019788752163472, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8224906612332024, + "mIoU": 0.6362343207870138, + "macroF1": 0.7672518597633131, + "F1_coffee": 0.8806393736747675, + "IoU_coffee": 0.786734277554351, + "precision_coffee": 0.8988479722980622, + "recall_coffee": 0.8631538559918148, + "F1_noncoffee": 0.6538643458518588, + "IoU_noncoffee": 0.48573436401967673, + "kappa": 0.535057025675586, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7520465003632841, + "mIoU": 0.5645750478754473, + "macroF1": 0.7129871060974021, + "F1_coffee": 0.8188669898446622, + "IoU_coffee": 0.6932893948472139, + "precision_coffee": 0.9189167725540025, + "recall_coffee": 0.7384644840130193, + "F1_noncoffee": 0.607107222350142, + "IoU_noncoffee": 0.43586070090368084, + "kappa": 0.4403642467131041, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8259010384850336, + "mIoU": 0.6178247368195628, + "macroF1": 0.7481233293822374, + "F1_coffee": 0.8880890052356021, + "IoU_coffee": 0.7987051206592113, + "precision_coffee": 0.9575218741179791, + "recall_coffee": 0.8280449109104222, + "F1_noncoffee": 0.6081576535288726, + "IoU_noncoffee": 0.4369443529799144, + "kappa": 0.50535347116837, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8064611444893135, + "mIoU": 0.572755649598151, + "macroF1": 0.7053285292358928, + "F1_coffee": 0.8779578908142351, + "IoU_coffee": 0.7824642975755562, + "precision_coffee": 0.9329461457233369, + "recall_coffee": 0.8290909090909091, + "F1_noncoffee": 0.5326991676575505, + "IoU_noncoffee": 0.36304700162074555, + "kappa": 0.4183935277542526, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7915322186369415, + "mIoU": 0.5460205598366725, + "macroF1": 0.6790159842177593, + "F1_coffee": 0.8690578553003316, + "IoU_coffee": 0.7684370587596394, + "precision_coffee": 0.9207444039562728, + "recall_coffee": 0.8228657827401721, + "F1_noncoffee": 0.48897411313518696, + "IoU_noncoffee": 0.3236040609137056, + "kappa": 0.3658310828792434, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7351377018043684, + "mIoU": 0.5717450241331359, + "macroF1": 0.7254399239283771, + "F1_coffee": 0.7770405308178112, + "IoU_coffee": 0.6353771734867303, + "precision_coffee": 0.912847483095417, + "recall_coffee": 0.6764091858037579, + "F1_noncoffee": 0.6738393170389428, + "IoU_noncoffee": 0.5081128747795415, + "kappa": 0.4681017765638319, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8380497131931166, + "mIoU": 0.685567317008209, + "macroF1": 0.8087523595596038, + "F1_coffee": 0.8836058815445925, + "IoU_coffee": 0.7914820285573609, + "precision_coffee": 0.8641311651659723, + "recall_coffee": 0.9039786306762266, + "F1_noncoffee": 0.7338988375746152, + "IoU_noncoffee": 0.5796526054590571, + "kappa": 0.617948348972321, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7132846995584565, + "mIoU": 0.5482190680277976, + "macroF1": 0.706699795282669, + "F1_coffee": 0.7506469655229986, + "IoU_coffee": 0.600828544701323, + "precision_coffee": 0.9160554197229014, + "recall_coffee": 0.6358365153443643, + "F1_noncoffee": 0.6627526250423393, + "IoU_noncoffee": 0.4956095913542722, + "kappa": 0.438174237780169, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 455, + 563 + ], + [ + 6071, + 7520 + ], + [ + 41783, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.5923808534940084, + "test_tta": { + "OA": 0.8032462262619705, + "mIoU": 0.6137538181479062, + "macroF1": 0.7500056734697544, + "F1_coffee": 0.8653739366073611, + "IoU_coffee": 0.7626952742649074, + "precision_coffee": 0.8986068825537411, + "recall_coffee": 0.8345114166987962, + "F1_noncoffee": 0.6346374103321478, + "IoU_noncoffee": 0.4648123620309051, + "kappa": 0.5018603780489386, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7652157609322718, + "mIoU": 0.5657928464595416, + "macroF1": 0.7103758696209155, + "F1_coffee": 0.8364034691026762, + "IoU_coffee": 0.7188088369923825, + "precision_coffee": 0.8764901638653693, + "recall_coffee": 0.7998231755367199, + "F1_noncoffee": 0.5843482701391549, + "IoU_noncoffee": 0.4127768559267008, + "kappa": 0.4238138768375959, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f2_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 3, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 79, + "stopped_epoch": 100, + "best_val": 0.6102486437667833, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7388086349618569, + "mIoU": 0.5556719080228956, + "macroF1": 0.7072304650996389, + "F1_coffee": 0.803382043888373, + "IoU_coffee": 0.6713772259434733, + "precision_coffee": 0.9350930087035667, + "recall_coffee": 0.7041939767810479, + "F1_noncoffee": 0.6110788863109049, + "IoU_noncoffee": 0.4399665901023178, + "kappa": 0.43657206152828665, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7062132225683627, + "mIoU": 0.5195131695359465, + "macroF1": 0.6765355154526342, + "F1_coffee": 0.7745134937678496, + "IoU_coffee": 0.6320049138273657, + "precision_coffee": 0.913205774100081, + "recall_coffee": 0.6723942416729132, + "F1_noncoffee": 0.5785575371374188, + "IoU_noncoffee": 0.4070214252445272, + "kappa": 0.37980794094281556, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20763723150357996, + "mIoU": 0.10426265956664091, + "macroF1": 0.17329419572985547, + "F1_coffee": 0.34179222839016654, + "IoU_coffee": 0.20612147297943567, + "precision_coffee": 1.0, + "recall_coffee": 0.20612147297943567, + "F1_noncoffee": 0.004796163069544364, + "IoU_noncoffee": 0.002403846153846154, + "kappa": 0.000990477853857402, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7841489779874213, + "mIoU": 0.6044025899215563, + "macroF1": 0.7456156804220209, + "F1_coffee": 0.8446220776005376, + "IoU_coffee": 0.7310353272515766, + "precision_coffee": 0.9260120986505351, + "recall_coffee": 0.7763833799336758, + "F1_noncoffee": 0.6466092832435042, + "IoU_noncoffee": 0.4777698525915359, + "kappa": 0.5000161392747606, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7152282540144569, + "mIoU": 0.5321936912368301, + "macroF1": 0.6882772695864876, + "F1_coffee": 0.7799355177326235, + "IoU_coffee": 0.6392576204523107, + "precision_coffee": 0.9425516491482421, + "recall_coffee": 0.6651745747538048, + "F1_noncoffee": 0.5966190214403518, + "IoU_noncoffee": 0.4251297620213495, + "kappa": 0.4088104383606747, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7176556066844272, + "mIoU": 0.5336343196278203, + "macroF1": 0.6891479225319077, + "F1_coffee": 0.7832843811577499, + "IoU_coffee": 0.6437694799242193, + "precision_coffee": 0.9381902386889918, + "recall_coffee": 0.6722828514902036, + "F1_noncoffee": 0.5950114639060654, + "IoU_noncoffee": 0.42349915933142124, + "kappa": 0.40843353262775045, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8726328649969456, + "mIoU": 0.633900242626613, + "macroF1": 0.7519490826404176, + "F1_coffee": 0.9249685119654532, + "IoU_coffee": 0.8604106226288775, + "precision_coffee": 0.9094232810472933, + "recall_coffee": 0.9410544300707835, + "F1_noncoffee": 0.578929653315382, + "IoU_noncoffee": 0.4073898626243487, + "kappa": 0.5047103084710899, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7676548803309367, + "mIoU": 0.5328524638900805, + "macroF1": 0.6714522222296754, + "F1_coffee": 0.8492362753243433, + "IoU_coffee": 0.7379762301455071, + "precision_coffee": 0.9328840213423196, + "recall_coffee": 0.7793548387096774, + "F1_noncoffee": 0.4936681691350075, + "IoU_noncoffee": 0.32772869763465373, + "kappa": 0.36018067157378847, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.800723574850885, + "mIoU": 0.5668651221490305, + "macroF1": 0.7004536606734286, + "F1_coffee": 0.8737611496531219, + "IoU_coffee": 0.7758222417775822, + "precision_coffee": 0.9346673734428836, + "recall_coffee": 0.8203070481507327, + "F1_noncoffee": 0.5271461716937355, + "IoU_noncoffee": 0.3579080025204789, + "kappa": 0.41028691076580853, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7016144349477683, + "mIoU": 0.5375419496458484, + "macroF1": 0.6985013122402858, + "F1_coffee": 0.7291379310344828, + "IoU_coffee": 0.5737349070682404, + "precision_coffee": 0.9578708946772367, + "recall_coffee": 0.5885873347251218, + "F1_noncoffee": 0.6678646934460888, + "IoU_noncoffee": 0.5013489922234566, + "kappa": 0.4364096759274638, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.66434034416826, + "mIoU": 0.49655824337367704, + "macroF1": 0.663351153799816, + "F1_coffee": 0.6815997098032103, + "IoU_coffee": 0.5169899573531435, + "precision_coffee": 0.9601430761369443, + "recall_coffee": 0.5283284127653592, + "F1_noncoffee": 0.6451025977964218, + "IoU_noncoffee": 0.4761265293942107, + "kappa": 0.3844465716923054, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.6361105778460358, + "mIoU": 0.46609776571573835, + "macroF1": 0.63573392640581, + "F1_coffee": 0.6474472240305031, + "IoU_coffee": 0.4786853685368537, + "precision_coffee": 0.94541010320478, + "recall_coffee": 0.4922924621694244, + "F1_noncoffee": 0.6240206287811167, + "IoU_noncoffee": 0.45351016289462304, + "kappa": 0.34125000354438945, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6431, + 7520 + ], + [ + 38510, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.43041696151097614, + "test_tta": { + "OA": 0.7635611102093816, + "mIoU": 0.5807982969757921, + "macroF1": 0.7269682459719012, + "F1_coffee": 0.8269233054119883, + "IoU_coffee": 0.7049183648665073, + "precision_coffee": 0.9284932895754956, + "recall_coffee": 0.7453840551771409, + "F1_noncoffee": 0.6270131865318141, + "IoU_noncoffee": 0.45667822908507705, + "kappa": 0.46766468551156465, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7300536517826237, + "mIoU": 0.5417712801006677, + "macroF1": 0.6944608369582814, + "F1_coffee": 0.7987440995258116, + "IoU_coffee": 0.6649241841064107, + "precision_coffee": 0.9065215268964171, + "recall_coffee": 0.7138711103423091, + "F1_noncoffee": 0.5901775743907512, + "IoU_noncoffee": 0.4186183760949245, + "kappa": 0.406018649419776, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f2_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 6, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.6134956394788071, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7697614023697452, + "mIoU": 0.59035902352582, + "macroF1": 0.7351824603563866, + "F1_coffee": 0.830875251868897, + "IoU_coffee": 0.7106814334373533, + "precision_coffee": 0.9369941108451878, + "recall_coffee": 0.7463479415670651, + "F1_noncoffee": 0.6394896688438763, + "IoU_noncoffee": 0.4700366136142868, + "kappa": 0.4844605312744453, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7359668858890043, + "mIoU": 0.5504741240527601, + "macroF1": 0.7023647575521572, + "F1_coffee": 0.8023706454503254, + "IoU_coffee": 0.6699657472507662, + "precision_coffee": 0.9152546547138213, + "recall_coffee": 0.7142747313997962, + "F1_noncoffee": 0.602358869653989, + "IoU_noncoffee": 0.430982500854754, + "kappa": 0.4224078788970078, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3011933174224344, + "mIoU": 0.15129066180868572, + "macroF1": 0.23340171801516463, + "F1_coffee": 0.4613686534216336, + "IoU_coffee": 0.2998565279770445, + "precision_coffee": 1.0, + "recall_coffee": 0.2998565279770445, + "F1_noncoffee": 0.005434782608695652, + "IoU_noncoffee": 0.0027247956403269754, + "kappa": 0.0016327614762039198, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7244496855345912, + "mIoU": 0.5433794233702239, + "macroF1": 0.698009760400225, + "F1_coffee": 0.7873663456434368, + "IoU_coffee": 0.6493027327871927, + "precision_coffee": 0.9443383356070941, + "recall_coffee": 0.6751414266207165, + "F1_noncoffee": 0.6086531751570132, + "IoU_noncoffee": 0.43745611395325507, + "kappa": 0.4252475626403979, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.749041866783098, + "mIoU": 0.5656798649528576, + "macroF1": 0.7150653524173092, + "F1_coffee": 0.8134578630413617, + "IoU_coffee": 0.6855701434476051, + "precision_coffee": 0.9326883320929463, + "recall_coffee": 0.7212559150786546, + "F1_noncoffee": 0.6166728417932568, + "IoU_noncoffee": 0.4457895864581101, + "kappa": 0.4486457504167497, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8351174618551708, + "mIoU": 0.6693249137967654, + "macroF1": 0.7951070993686009, + "F1_coffee": 0.8856490190808922, + "IoU_coffee": 0.7947666706861208, + "precision_coffee": 0.9349599262359033, + "recall_coffee": 0.8412789584529964, + "F1_noncoffee": 0.7045651796563097, + "IoU_noncoffee": 0.5438831569074098, + "kappa": 0.5931381407552445, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8451435552840562, + "mIoU": 0.6198992187938561, + "macroF1": 0.7450100882167011, + "F1_coffee": 0.9048006509357202, + "IoU_coffee": 0.826151560178306, + "precision_coffee": 0.9286907362199666, + "recall_coffee": 0.882108860141567, + "F1_noncoffee": 0.5852195254976821, + "IoU_noncoffee": 0.4136468774094063, + "kappa": 0.49148633225419164, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8185757904067763, + "mIoU": 0.5752066193877426, + "macroF1": 0.7042228113992469, + "F1_coffee": 0.8881331227984939, + "IoU_coffee": 0.7987764911514093, + "precision_coffee": 0.9207908323888679, + "recall_coffee": 0.8577126099706744, + "F1_noncoffee": 0.5203125, + "IoU_noncoffee": 0.35163674762407604, + "kappa": 0.4116193147210932, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8832502200058668, + "mIoU": 0.6587836985738684, + "macroF1": 0.7742128631147323, + "F1_coffee": 0.9311180339217723, + "IoU_coffee": 0.8711139896373057, + "precision_coffee": 0.9237637362637363, + "recall_coffee": 0.9385903698534543, + "F1_noncoffee": 0.6173076923076923, + "IoU_noncoffee": 0.44645340751043117, + "kappa": 0.5485846837488997, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6118708452041786, + "mIoU": 0.44074182148390506, + "macroF1": 0.6118089164853795, + "F1_coffee": 0.6069058382225642, + "IoU_coffee": 0.4356531344932339, + "precision_coffee": 0.9822540473225405, + "recall_coffee": 0.43910925539318024, + "F1_noncoffee": 0.6167119947481947, + "IoU_noncoffee": 0.4458305084745763, + "kappa": 0.3203819975279504, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.681548757170172, + "mIoU": 0.5152797833550282, + "macroF1": 0.6796513906425015, + "F1_coffee": 0.7043053706169552, + "IoU_coffee": 0.5435735818032338, + "precision_coffee": 0.9554431599229287, + "recall_coffee": 0.5577112329537467, + "F1_noncoffee": 0.6549974106680476, + "IoU_noncoffee": 0.4869859849068227, + "kappa": 0.4070971651621456, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7878671530044155, + "mIoU": 0.640830143587223, + "macroF1": 0.7796144648265575, + "F1_coffee": 0.8222615409361428, + "IoU_coffee": 0.6981698989347173, + "precision_coffee": 0.9531978370315122, + "recall_coffee": 0.7229529062367416, + "F1_noncoffee": 0.7369673887169722, + "IoU_noncoffee": 0.5834903882397287, + "kappa": 0.5712027887878293, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 23, + 27 + ], + [ + 540, + 563 + ], + [ + 6631, + 7520 + ], + [ + 40231, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.4018867095311483, + "test_tta": { + "OA": 0.7993832170102256, + "mIoU": 0.6230326191780035, + "macroF1": 0.7601489471851723, + "F1_coffee": 0.8571560650887574, + "IoU_coffee": 0.750020224900898, + "precision_coffee": 0.9307765674413935, + "recall_coffee": 0.794328064087735, + "F1_noncoffee": 0.6631418292815873, + "IoU_noncoffee": 0.4960450134551089, + "kappa": 0.5272722335339515, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7640619591554171, + "mIoU": 0.5783268551261918, + "macroF1": 0.7242237916722032, + "F1_coffee": 0.8290399105435317, + "IoU_coffee": 0.7080001427959446, + "precision_coffee": 0.9084974805313788, + "recall_coffee": 0.7623632973918392, + "F1_noncoffee": 0.6194076728008747, + "IoU_noncoffee": 0.448653567456439, + "kappa": 0.4576826888956729, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f3_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 3, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.5873877943974476, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7170334897881517, + "mIoU": 0.507736324722568, + "macroF1": 0.6586507609604938, + "F1_coffee": 0.7998205171350048, + "IoU_coffee": 0.6664174221889896, + "precision_coffee": 0.7837404093477257, + "recall_coffee": 0.8165742819185487, + "F1_noncoffee": 0.5174810047859828, + "IoU_noncoffee": 0.3490552272561465, + "kappa": 0.3179935389365031, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.6947761624552902, + "mIoU": 0.4851470234119768, + "macroF1": 0.638343420021658, + "F1_coffee": 0.7812044455931765, + "IoU_coffee": 0.6409643051031487, + "precision_coffee": 0.7673138632763313, + "recall_coffee": 0.7956072188177817, + "F1_noncoffee": 0.4954823944501395, + "IoU_noncoffee": 0.3293297417208049, + "kappa": 0.27723301395846156, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08899297423887588, + "mIoU": 0.04481133140043122, + "macroF1": 0.08283085961657391, + "F1_coffee": 0.15800865800865802, + "IoU_coffee": 0.08578143360752057, + "precision_coffee": 0.9864864864864865, + "recall_coffee": 0.08588235294117647, + "F1_noncoffee": 0.007653061224489796, + "IoU_noncoffee": 0.0038412291933418692, + "kappa": -0.0016825067541489786, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7058089893030173, + "mIoU": 0.4813002881155497, + "macroF1": 0.6290725277825377, + "F1_coffee": 0.7977842988558805, + "IoU_coffee": 0.6635949755910263, + "precision_coffee": 0.7585428553514327, + "recall_coffee": 0.841307371349096, + "F1_noncoffee": 0.4603607567091949, + "IoU_noncoffee": 0.29900560064007314, + "kappa": 0.26340579334206793, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7138777841233581, + "mIoU": 0.5045597329962633, + "macroF1": 0.6558504378118821, + "F1_coffee": 0.797165991902834, + "IoU_coffee": 0.6627398182430159, + "precision_coffee": 0.7825395773994833, + "recall_coffee": 0.8123495839922987, + "F1_noncoffee": 0.5145348837209303, + "IoU_noncoffee": 0.34637964774951074, + "kappa": 0.31227591107958264, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7311954727658571, + "mIoU": 0.5355180883007166, + "macroF1": 0.6869625826473584, + "F1_coffee": 0.8046339457088018, + "IoU_coffee": 0.6731276522536989, + "precision_coffee": 0.8128245966345821, + "recall_coffee": 0.79660671869698, + "F1_noncoffee": 0.5692912195859151, + "IoU_noncoffee": 0.3979085243477342, + "kappa": 0.374065287452704, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7455632716049383, + "mIoU": 0.5183520172321625, + "macroF1": 0.6615331566475681, + "F1_coffee": 0.8301789622762972, + "IoU_coffee": 0.7096632181377944, + "precision_coffee": 0.7992067426871592, + "recall_coffee": 0.8636485400482186, + "F1_noncoffee": 0.4928873510188389, + "IoU_noncoffee": 0.3270408163265306, + "kappa": 0.3260886448674215, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7531512605042017, + "mIoU": 0.5494527786700589, + "macroF1": 0.6958610284981672, + "F1_coffee": 0.8278617566757674, + "IoU_coffee": 0.7062833768889899, + "precision_coffee": 0.8346985363233517, + "recall_coffee": 0.8211360634081902, + "F1_noncoffee": 0.5638603003205669, + "IoU_noncoffee": 0.39262218045112784, + "kappa": 0.3918254331500266, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7685630719879234, + "mIoU": 0.5492286277876915, + "macroF1": 0.6906180334876549, + "F1_coffee": 0.8459074062441108, + "IoU_coffee": 0.7329632048769867, + "precision_coffee": 0.8188009242368965, + "recall_coffee": 0.8748700623700624, + "F1_noncoffee": 0.5353286607311991, + "IoU_noncoffee": 0.3654940506983963, + "kappa": 0.38327426257022407, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.6664758087603779, + "mIoU": 0.4470358089187105, + "macroF1": 0.5983387983439858, + "F1_coffee": 0.7637715444406894, + "IoU_coffee": 0.6178239475123019, + "precision_coffee": 0.7169140971957874, + "recall_coffee": 0.8171825282036448, + "F1_noncoffee": 0.4329060522472822, + "IoU_noncoffee": 0.2762476703251191, + "kappa": 0.20483223265312422, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.6748576850094876, + "mIoU": 0.46341652924618093, + "macroF1": 0.6174506671528877, + "F1_coffee": 0.7656431648772482, + "IoU_coffee": 0.6202770083102493, + "precision_coffee": 0.731764705882353, + "recall_coffee": 0.8028108418184425, + "F1_noncoffee": 0.46925816942852716, + "IoU_noncoffee": 0.3065560501821125, + "kappa": 0.23859727079869253, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.6938525363002074, + "mIoU": 0.5134008620439723, + "macroF1": 0.6734509150366679, + "F1_coffee": 0.7550727917326695, + "IoU_coffee": 0.6065196316044595, + "precision_coffee": 0.8049211965262142, + "recall_coffee": 0.7110384997869016, + "F1_noncoffee": 0.5918290383406662, + "IoU_noncoffee": 0.4202820924834851, + "kappa": 0.3510495783630038, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 7731, + 11000 + ], + [ + 37365, + 51930 + ], + [ + 123, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.2713236570358276, + "test_tta": { + "OA": 0.7269757706456933, + "mIoU": 0.5073238936253895, + "macroF1": 0.6545493435204116, + "F1_coffee": 0.8127256906678268, + "IoU_coffee": 0.6845306802982832, + "precision_coffee": 0.7738080444057827, + "recall_coffee": 0.855765266388749, + "F1_noncoffee": 0.49637299637299637, + "IoU_noncoffee": 0.3301171069524958, + "kappa": 0.3137666700199013, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7045546325141341, + "mIoU": 0.48447095923566474, + "macroF1": 0.6337328683370275, + "F1_coffee": 0.7947908840470824, + "IoU_coffee": 0.6594630537777408, + "precision_coffee": 0.75795788910543, + "recall_coffee": 0.8353865268389243, + "F1_noncoffee": 0.4726748526269725, + "IoU_noncoffee": 0.3094788646935886, + "kappa": 0.27188414888608137, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f3_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 6, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 12, + "stopped_epoch": 50, + "best_val": 0.5964692118114451, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7372986172776862, + "mIoU": 0.5374136597887337, + "macroF1": 0.6871685715584877, + "F1_coffee": 0.8123973773907529, + "IoU_coffee": 0.6840649910370342, + "precision_coffee": 0.8033638664307631, + "recall_coffee": 0.8216363553071602, + "F1_noncoffee": 0.5619397657262223, + "IoU_noncoffee": 0.3907623285404332, + "kappa": 0.37452181282294694, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7132658359293873, + "mIoU": 0.5120805980692138, + "macroF1": 0.6652873855444552, + "F1_coffee": 0.7920114659943298, + "IoU_coffee": 0.6556448539855197, + "precision_coffee": 0.786964656964657, + "recall_coffee": 0.7971234232526797, + "F1_noncoffee": 0.5385633050945805, + "IoU_noncoffee": 0.3685163421529079, + "kappa": 0.3306358453852277, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04332552693208431, + "mIoU": 0.02180576653005073, + "macroF1": 0.042063279582071934, + "F1_coffee": 0.0768361581920904, + "IoU_coffee": 0.0399529964747356, + "precision_coffee": 0.9714285714285714, + "recall_coffee": 0.04, + "F1_noncoffee": 0.007290400972053463, + "IoU_noncoffee": 0.003658536585365854, + "kappa": -0.002050869608927318, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7175133112678083, + "mIoU": 0.5221041750667361, + "macroF1": 0.6758231637188337, + "F1_coffee": 0.7920771104755853, + "IoU_coffee": 0.6557348298842511, + "precision_coffee": 0.8044897080972531, + "recall_coffee": 0.7800417246175243, + "F1_noncoffee": 0.5595692169620822, + "IoU_noncoffee": 0.38847352024922116, + "kappa": 0.351973105402179, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7453359984770608, + "mIoU": 0.5363398327604616, + "macroF1": 0.6832771165242488, + "F1_coffee": 0.8234750766997658, + "IoU_coffee": 0.6999214894571557, + "precision_coffee": 0.7914394419784401, + "recall_coffee": 0.858213573540535, + "F1_noncoffee": 0.5430791563487319, + "IoU_noncoffee": 0.37275817606376743, + "kappa": 0.3692293188952881, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7487856637585475, + "mIoU": 0.5529040744021257, + "macroF1": 0.7011230874833029, + "F1_coffee": 0.8204765274828969, + "IoU_coffee": 0.6956, + "precision_coffee": 0.8149015932521088, + "recall_coffee": 0.8261282660332542, + "F1_noncoffee": 0.5817696474837089, + "IoU_noncoffee": 0.41020814880425155, + "kappa": 0.4023113435804973, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7883873456790124, + "mIoU": 0.5990065860566114, + "macroF1": 0.7390016931151561, + "F1_coffee": 0.8525339427342384, + "IoU_coffee": 0.742970946579194, + "precision_coffee": 0.8556395035078251, + "recall_coffee": 0.8494508438253415, + "F1_noncoffee": 0.6254694434960737, + "IoU_noncoffee": 0.4550422255340288, + "kappa": 0.4780208503521871, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7797937356760886, + "mIoU": 0.5807976219474772, + "macroF1": 0.7223267726292042, + "F1_coffee": 0.8486479390916251, + "IoU_coffee": 0.7370881313419222, + "precision_coffee": 0.8433342029741717, + "recall_coffee": 0.8540290620871862, + "F1_noncoffee": 0.5960056061667834, + "IoU_noncoffee": 0.4245071125530322, + "kappa": 0.4447123897101904, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7807340315124068, + "mIoU": 0.5819589071314265, + "macroF1": 0.7232959138418568, + "F1_coffee": 0.8493647912885662, + "IoU_coffee": 0.7381703470031545, + "precision_coffee": 0.8473874806001035, + "recall_coffee": 0.8513513513513513, + "F1_noncoffee": 0.5972270363951473, + "IoU_noncoffee": 0.42574746725969853, + "kappa": 0.44659988441360304, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.6473900181315011, + "mIoU": 0.45474717175679646, + "macroF1": 0.6166812284268195, + "F1_coffee": 0.7251766455931573, + "IoU_coffee": 0.5688448074679113, + "precision_coffee": 0.7464400551217272, + "recall_coffee": 0.7050911194677466, + "F1_noncoffee": 0.5081858112604818, + "IoU_noncoffee": 0.34064953604568166, + "kappa": 0.23447414561559315, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.711100569259962, + "mIoU": 0.49543372696170396, + "macroF1": 0.645395183949446, + "F1_coffee": 0.7980367447104861, + "IoU_coffee": 0.663944377000331, + "precision_coffee": 0.7423494570582428, + "recall_coffee": 0.862756345905636, + "F1_noncoffee": 0.4927536231884058, + "IoU_noncoffee": 0.3269230769230769, + "kappa": 0.3006741129992341, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7168583820478974, + "mIoU": 0.5246892463103596, + "macroF1": 0.6790785905756482, + "F1_coffee": 0.7891891891891892, + "IoU_coffee": 0.6517857142857143, + "precision_coffee": 0.7800444074382459, + "recall_coffee": 0.7985509305299048, + "F1_noncoffee": 0.5689679919621071, + "IoU_noncoffee": 0.397592778335005, + "kappa": 0.35833749593695374, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8203, + 11000 + ], + [ + 38180, + 51930 + ], + [ + 114, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.3293370246887207, + "test_tta": { + "OA": 0.7512526956742357, + "mIoU": 0.5446432785715692, + "macroF1": 0.6909719126226084, + "F1_coffee": 0.8274580111530296, + "IoU_coffee": 0.7056958463097069, + "precision_coffee": 0.7959330497894581, + "recall_coffee": 0.8615832149892345, + "F1_noncoffee": 0.5544858140921871, + "IoU_noncoffee": 0.38359071083343155, + "kappa": 0.3844372434295383, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7265201338410061, + "mIoU": 0.5177778692366339, + "macroF1": 0.667579147080942, + "F1_coffee": 0.8075549060203792, + "IoU_coffee": 0.6772260711185252, + "precision_coffee": 0.7794103242237241, + "recall_coffee": 0.8378082422557752, + "F1_noncoffee": 0.5276033881415048, + "IoU_noncoffee": 0.35832966735474264, + "kappa": 0.33727952342964673, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f3_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 3, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 16, + "stopped_epoch": 50, + "best_val": 0.5251194964928845, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6830997082329062, + "mIoU": 0.4830137141964843, + "macroF1": 0.6399804182859846, + "F1_coffee": 0.7645749154778593, + "IoU_coffee": 0.618875984514751, + "precision_coffee": 0.7870776842666926, + "recall_coffee": 0.743323102295112, + "F1_noncoffee": 0.51538592109411, + "IoU_noncoffee": 0.34715144387821767, + "kappa": 0.28117033692597754, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.6637533171801084, + "mIoU": 0.464805961509707, + "macroF1": 0.6236720702118799, + "F1_coffee": 0.7464877560784655, + "IoU_coffee": 0.5955169243047242, + "precision_coffee": 0.7717471951795309, + "recall_coffee": 0.7228294059426791, + "F1_noncoffee": 0.5008563843452941, + "IoU_noncoffee": 0.3340949987146897, + "kappa": 0.248928323071052, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.059718969555035126, + "mIoU": 0.03012537356950215, + "macroF1": 0.05732906097458716, + "F1_coffee": 0.10479375696767002, + "IoU_coffee": 0.05529411764705883, + "precision_coffee": 1.0, + "recall_coffee": 0.05529411764705883, + "F1_noncoffee": 0.009864364981504316, + "IoU_noncoffee": 0.004956629491945477, + "kappa": 0.0005479947182636724, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.6664268240034538, + "mIoU": 0.4739452811012599, + "macroF1": 0.6345723541306083, + "F1_coffee": 0.7424635212206503, + "IoU_coffee": 0.5904111202732949, + "precision_coffee": 0.7941689114244969, + "recall_coffee": 0.6970792767732963, + "F1_noncoffee": 0.5266811870405663, + "IoU_noncoffee": 0.3574794419292248, + "kappa": 0.27479436496209897, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7015514943841614, + "mIoU": 0.49718692844482115, + "macroF1": 0.6511167020343038, + "F1_coffee": 0.7837660770318264, + "IoU_coffee": 0.6444205035155364, + "precision_coffee": 0.7860699958500484, + "recall_coffee": 0.7814756240115519, + "F1_noncoffee": 0.5184673270367811, + "IoU_noncoffee": 0.34995335337410594, + "kappa": 0.3022467520534344, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.6812072624381043, + "mIoU": 0.47708980327633527, + "macroF1": 0.6330622414504095, + "F1_coffee": 0.765976597659766, + "IoU_coffee": 0.6207148067104303, + "precision_coffee": 0.7817822062045086, + "recall_coffee": 0.7507974211062097, + "F1_noncoffee": 0.5001478852410529, + "IoU_noncoffee": 0.3334647998422402, + "kappa": 0.2667646252134169, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7691936728395061, + "mIoU": 0.5719861940403106, + "macroF1": 0.7159445648103688, + "F1_coffee": 0.8389311435686881, + "IoU_coffee": 0.7225507246376811, + "precision_coffee": 0.8431876606683805, + "recall_coffee": 0.8347173854808465, + "F1_noncoffee": 0.5929579860520496, + "IoU_noncoffee": 0.42142166344294, + "kappa": 0.431925713779638, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.786955691367456, + "mIoU": 0.5904938171492684, + "macroF1": 0.730558485883541, + "F1_coffee": 0.8538295223743694, + "IoU_coffee": 0.74494112267063, + "precision_coffee": 0.8470037696607305, + "recall_coffee": 0.8607661822985468, + "F1_noncoffee": 0.6072874493927125, + "IoU_noncoffee": 0.436046511627907, + "kappa": 0.4612109796486868, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.6915746768563072, + "mIoU": 0.48436017952542454, + "macroF1": 0.6385367654698257, + "F1_coffee": 0.7769970666484753, + "IoU_coffee": 0.6353190539937528, + "precision_coffee": 0.8178945856670975, + "recall_coffee": 0.7399948024948025, + "F1_noncoffee": 0.500076464291176, + "IoU_noncoffee": 0.33340130505709625, + "kappa": 0.2811031025342329, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.5647485447084646, + "mIoU": 0.3859494732852183, + "macroF1": 0.5534617938982594, + "F1_coffee": 0.6244545080279951, + "IoU_coffee": 0.4539686340237041, + "precision_coffee": 0.7249091951825655, + "recall_coffee": 0.5484524153890656, + "F1_noncoffee": 0.48246907976852377, + "IoU_noncoffee": 0.3179303125467325, + "kappa": 0.129948185966345, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.6166982922201139, + "mIoU": 0.41780643398256945, + "macroF1": 0.5778331929930954, + "F1_coffee": 0.7059251710583783, + "IoU_coffee": 0.5455056811789852, + "precision_coffee": 0.7167775314116778, + "recall_coffee": 0.695396529470816, + "F1_noncoffee": 0.4497412149278126, + "IoU_noncoffee": 0.2901071867861536, + "kappa": 0.15602839269090185, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.6708466905525174, + "mIoU": 0.46973085531025915, + "macroF1": 0.6274181201128909, + "F1_coffee": 0.7546214943417445, + "IoU_coffee": 0.6059374647251383, + "precision_coffee": 0.7468002225932109, + "recall_coffee": 0.7626083250461714, + "F1_noncoffee": 0.5002147458840372, + "IoU_noncoffee": 0.33352424589537993, + "kappa": 0.25500267631688733, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 7710, + 11000 + ], + [ + 35255, + 51930 + ], + [ + 114, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.21563968261082966, + "test_tta": { + "OA": 0.7091843206900926, + "mIoU": 0.4908057407191475, + "macroF1": 0.6401863818465503, + "F1_coffee": 0.797750330833701, + "IoU_coffee": 0.6635479728490186, + "precision_coffee": 0.769214410276041, + "recall_coffee": 0.8284850428329287, + "F1_noncoffee": 0.4826224328593997, + "IoU_noncoffee": 0.3180635085892764, + "kappa": 0.2828973490202594, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.6880552671051113, + "mIoU": 0.47047607520264345, + "macroF1": 0.6216765890338133, + "F1_coffee": 0.7801461694060724, + "IoU_coffee": 0.6395406972868476, + "precision_coffee": 0.7540477874715082, + "recall_coffee": 0.80811590540569, + "F1_noncoffee": 0.4632070086615541, + "IoU_noncoffee": 0.3014114531184393, + "kappa": 0.2455597955215316, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f3_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 6, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 85, + "stopped_epoch": 100, + "best_val": 0.6549608475282216, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8261924394266142, + "mIoU": 0.6596782541670634, + "macroF1": 0.7883335789066104, + "F1_coffee": 0.8778514514960718, + "IoU_coffee": 0.7822952252323826, + "precision_coffee": 0.8548082557458168, + "recall_coffee": 0.9021714233359293, + "F1_noncoffee": 0.698815706317149, + "IoU_noncoffee": 0.5370612831017443, + "kappa": 0.5774243332165122, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7978683512172609, + "mIoU": 0.6209929717787159, + "macroF1": 0.7585388712163369, + "F1_coffee": 0.8559890668831369, + "IoU_coffee": 0.7482350405087395, + "precision_coffee": 0.8358484507946701, + "recall_coffee": 0.8771242655884769, + "F1_noncoffee": 0.6610886755495369, + "IoU_noncoffee": 0.4937509030486924, + "kappa": 0.517736711817249, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2529274004683841, + "mIoU": 0.1271493544600939, + "macroF1": 0.20386573384065976, + "F1_coffee": 0.40150093808630394, + "IoU_coffee": 0.2511737089201878, + "precision_coffee": 0.9907407407407407, + "recall_coffee": 0.25176470588235295, + "F1_noncoffee": 0.006230529595015576, + "IoU_noncoffee": 0.003125, + "kappa": -0.0031077170062817, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8130666282918405, + "mIoU": 0.6402785736676654, + "macroF1": 0.7733581337402888, + "F1_coffee": 0.8682243938727894, + "IoU_coffee": 0.767134747535106, + "precision_coffee": 0.8449944053182387, + "recall_coffee": 0.8927677329624478, + "F1_noncoffee": 0.6784918736077882, + "IoU_noncoffee": 0.5134223998002247, + "kappa": 0.5475505580099173, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8187226346849419, + "mIoU": 0.6549329945839082, + "macroF1": 0.7856550781392329, + "F1_coffee": 0.8698445241756364, + "IoU_coffee": 0.7696680171736107, + "precision_coffee": 0.864556446135036, + "recall_coffee": 0.8751976896101217, + "F1_noncoffee": 0.7014656321028294, + "IoU_noncoffee": 0.5401979719942057, + "kappa": 0.5713469392511961, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8464984673426079, + "mIoU": 0.6842818016809435, + "macroF1": 0.8059630443300428, + "F1_coffee": 0.894649966016118, + "IoU_coffee": 0.8093815881939564, + "precision_coffee": 0.855154065090954, + "recall_coffee": 0.937970817780794, + "F1_noncoffee": 0.7172761226439677, + "IoU_noncoffee": 0.5591820151679306, + "kappa": 0.6141350011707783, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8175154320987654, + "mIoU": 0.6233312629147434, + "macroF1": 0.7558689138712886, + "F1_coffee": 0.8785466683784825, + "IoU_coffee": 0.7834001144819691, + "precision_coffee": 0.8435650887573964, + "recall_coffee": 0.9165550495579963, + "F1_noncoffee": 0.6331911593640946, + "IoU_noncoffee": 0.4632624113475177, + "kappa": 0.514260584305988, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8242933537051184, + "mIoU": 0.6361507538995929, + "macroF1": 0.7667310154066524, + "F1_coffee": 0.882608140870231, + "IoU_coffee": 0.7898823798104374, + "precision_coffee": 0.8535291214215203, + "recall_coffee": 0.9137384412153237, + "F1_noncoffee": 0.650853889943074, + "IoU_noncoffee": 0.48241912798874825, + "kappa": 0.5350670579328497, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8473440890650061, + "mIoU": 0.6675787139853646, + "macroF1": 0.790893602663189, + "F1_coffee": 0.8995405438966845, + "IoU_coffee": 0.8174227036786279, + "precision_coffee": 0.8613555291319858, + "recall_coffee": 0.9412681912681913, + "F1_noncoffee": 0.6822466614296936, + "IoU_noncoffee": 0.5177347242921013, + "kappa": 0.5843708118514693, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8086649489455101, + "mIoU": 0.6511147970561999, + "macroF1": 0.784391976022704, + "F1_coffee": 0.8567345480528761, + "IoU_coffee": 0.749375, + "precision_coffee": 0.8466318316621946, + "recall_coffee": 0.867081284350593, + "F1_noncoffee": 0.7120494039925319, + "IoU_noncoffee": 0.5528545941123997, + "kappa": 0.5689073290675317, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8131878557874763, + "mIoU": 0.6652740352286743, + "macroF1": 0.7961028835473791, + "F1_coffee": 0.8551247148848503, + "IoU_coffee": 0.7469151670951156, + "precision_coffee": 0.8780598368087036, + "recall_coffee": 0.8333572350494766, + "F1_noncoffee": 0.7370810522099078, + "IoU_noncoffee": 0.5836329033622331, + "kappa": 0.5927100626535292, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8456534037337357, + "mIoU": 0.6972009088237379, + "macroF1": 0.817189938307842, + "F1_coffee": 0.8893245892772632, + "IoU_coffee": 0.8007061115169223, + "precision_coffee": 0.8484262125902993, + "recall_coffee": 0.9343656769427475, + "F1_noncoffee": 0.7450552873384209, + "IoU_noncoffee": 0.5936957061305534, + "kappa": 0.636326538221379, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9089, + 11000 + ], + [ + 42889, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.6587639649709066, + "test_tta": { + "OA": 0.8304420905746543, + "mIoU": 0.6537857656573518, + "macroF1": 0.7819787624581116, + "F1_coffee": 0.8847699817882043, + "IoU_coffee": 0.7933520146874095, + "precision_coffee": 0.835426036345876, + "recall_coffee": 0.9403087635713958, + "F1_noncoffee": 0.679187543128019, + "IoU_noncoffee": 0.5142195166272941, + "kappa": 0.5681519102592648, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.802930656513211, + "mIoU": 0.6146664467370057, + "macroF1": 0.7510015832332861, + "F1_coffee": 0.8647128712871287, + "IoU_coffee": 0.7616688760203726, + "precision_coffee": 0.8160260123708257, + "recall_coffee": 0.9195779897656201, + "F1_noncoffee": 0.6372902951794436, + "IoU_noncoffee": 0.4676640174536388, + "kappa": 0.5067109842859323, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f3_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 3, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 28, + "stopped_epoch": 58, + "best_val": 0.6289403073761417, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7830933654699987, + "mIoU": 0.5946143716813623, + "macroF1": 0.7359242551455181, + "F1_coffee": 0.8475316829586366, + "IoU_coffee": 0.7354056249758211, + "precision_coffee": 0.8254412818341692, + "recall_coffee": 0.8708369600073297, + "F1_noncoffee": 0.6243168273323996, + "IoU_noncoffee": 0.4538231183869036, + "kappa": 0.47277891038331893, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7591727241259951, + "mIoU": 0.5641014326709185, + "macroF1": 0.7103435267384357, + "F1_coffee": 0.829270786470901, + "IoU_coffee": 0.7083369722799602, + "precision_coffee": 0.805950275254884, + "recall_coffee": 0.8539810895613537, + "F1_noncoffee": 0.5914162670059704, + "IoU_noncoffee": 0.4198658930618768, + "kappa": 0.4218455021009093, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32201405152224827, + "mIoU": 0.16238930548657127, + "macroF1": 0.2473365755645364, + "F1_coffee": 0.4844167408726625, + "IoU_coffee": 0.3196239717978848, + "precision_coffee": 0.9963369963369964, + "recall_coffee": 0.32, + "F1_noncoffee": 0.010256410256410256, + "IoU_noncoffee": 0.005154639175257732, + "kappa": 0.000961728849036913, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8080299323643689, + "mIoU": 0.6106788508956779, + "macroF1": 0.7456348052913423, + "F1_coffee": 0.8716155524188374, + "IoU_coffee": 0.7724455563768693, + "precision_coffee": 0.8090161981896141, + "recall_coffee": 0.9447148817802503, + "F1_noncoffee": 0.6196540581638472, + "IoU_noncoffee": 0.4489121454144864, + "kappa": 0.5001359338071381, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.793451361126975, + "mIoU": 0.5860431873322557, + "macroF1": 0.7239701694806902, + "F1_coffee": 0.8624580084933764, + "IoU_coffee": 0.7581768540703182, + "precision_coffee": 0.7998941861148668, + "recall_coffee": 0.935639139104724, + "F1_noncoffee": 0.5854823304680038, + "IoU_noncoffee": 0.4139095205941931, + "kappa": 0.4579343787081146, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.748314076868663, + "mIoU": 0.5777804448419884, + "macroF1": 0.7280680130724769, + "F1_coffee": 0.802267422474158, + "IoU_coffee": 0.6698218262806236, + "precision_coffee": 0.8834040469973891, + "recall_coffee": 0.7347811333559552, + "F1_noncoffee": 0.6538686036707958, + "IoU_noncoffee": 0.48573906340335327, + "kappa": 0.4640501352920644, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8138503086419753, + "mIoU": 0.5830813275216484, + "macroF1": 0.7146059581346083, + "F1_coffee": 0.8829025603688873, + "IoU_coffee": 0.7903541168802954, + "precision_coffee": 0.8070097604259094, + "recall_coffee": 0.9745512992231449, + "F1_noncoffee": 0.5463093559003291, + "IoU_noncoffee": 0.3758085381630013, + "kappa": 0.44812223705891124, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8188502673796791, + "mIoU": 0.6149948175897934, + "macroF1": 0.7471305923362511, + "F1_coffee": 0.8817994890647393, + "IoU_coffee": 0.7885879861807645, + "precision_coffee": 0.8345323741007195, + "recall_coffee": 0.9347424042272127, + "F1_noncoffee": 0.612461695607763, + "IoU_noncoffee": 0.44140164899882217, + "kappa": 0.4995251059958379, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7671478441362393, + "mIoU": 0.5875776891264535, + "macroF1": 0.7330299723582672, + "F1_coffee": 0.8284681679177092, + "IoU_coffee": 0.7071665875652586, + "precision_coffee": 0.8906156604901375, + "recall_coffee": 0.7744282744282744, + "F1_noncoffee": 0.6375917767988253, + "IoU_noncoffee": 0.4679887906876482, + "kappa": 0.4714970445183839, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8022712090848363, + "mIoU": 0.6279458189801816, + "macroF1": 0.7641918517691513, + "F1_coffee": 0.8589516678012253, + "IoU_coffee": 0.7527741319651593, + "precision_coffee": 0.8113425925925926, + "recall_coffee": 0.9124963841481053, + "F1_noncoffee": 0.6694320357370772, + "IoU_noncoffee": 0.5031175059952039, + "kappa": 0.5321590945671989, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7682163187855787, + "mIoU": 0.5591951066418811, + "macroF1": 0.7021158226118293, + "F1_coffee": 0.8424379232505643, + "IoU_coffee": 0.7277691107644306, + "precision_coffee": 0.7654711673699015, + "recall_coffee": 0.936612648788183, + "F1_noncoffee": 0.5617937219730942, + "IoU_noncoffee": 0.3906211025193315, + "kappa": 0.4205249919051077, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.729492739958514, + "mIoU": 0.5646118139228807, + "macroF1": 0.7195499466553803, + "F1_coffee": 0.772355788304372, + "IoU_coffee": 0.6291365046535677, + "precision_coffee": 0.8747304097771388, + "recall_coffee": 0.6914334422503197, + "F1_noncoffee": 0.6667441050063887, + "IoU_noncoffee": 0.5000871231921937, + "kappa": 0.45012595996062404, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8942, + 11000 + ], + [ + 40344, + 51930 + ], + [ + 99, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.25043249130249023, + "test_tta": { + "OA": 0.7898801217810478, + "mIoU": 0.5964053291890895, + "macroF1": 0.7359100781882115, + "F1_coffee": 0.8552957749555, + "IoU_coffee": 0.7471762191864458, + "precision_coffee": 0.8173014713555254, + "recall_coffee": 0.8969948234000641, + "F1_noncoffee": 0.6165243814209231, + "IoU_noncoffee": 0.44563443919173323, + "kappa": 0.4748278297070188, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7662253374870197, + "mIoU": 0.5654250908120302, + "macroF1": 0.7096653495848795, + "F1_coffee": 0.8378110647494972, + "IoU_coffee": 0.7208905878706477, + "precision_coffee": 0.7981583161747884, + "recall_coffee": 0.8816097037083833, + "F1_noncoffee": 0.5815196344202618, + "IoU_noncoffee": 0.4099595937534127, + "kappa": 0.42300516569548813, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f3_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 6, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.6065343665149856, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.786835595585437, + "mIoU": 0.6050299683691127, + "macroF1": 0.7455410033774782, + "F1_coffee": 0.8480484689552272, + "IoU_coffee": 0.7361841588821728, + "precision_coffee": 0.8371382026734507, + "recall_coffee": 0.85924687342526, + "F1_noncoffee": 0.6430335377997292, + "IoU_noncoffee": 0.4738757778560526, + "kappa": 0.4912849961080515, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7601967232029537, + "mIoU": 0.5726144326064817, + "macroF1": 0.7192587637231178, + "F1_coffee": 0.826464049763602, + "IoU_coffee": 0.7042511561721807, + "precision_coffee": 0.8192898232835327, + "recall_coffee": 0.8337650304293807, + "F1_noncoffee": 0.6120534776826337, + "IoU_noncoffee": 0.4409777090407827, + "kappa": 0.43861375938009545, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1358313817330211, + "mIoU": 0.06857777073093389, + "macroF1": 0.1217860467190226, + "F1_coffee": 0.23284823284823286, + "IoU_coffee": 0.13176470588235295, + "precision_coffee": 1.0, + "recall_coffee": 0.13176470588235295, + "F1_noncoffee": 0.010723860589812333, + "IoU_noncoffee": 0.005390835579514825, + "kappa": 0.0014196353311743157, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7901376696886843, + "mIoU": 0.6311657207174821, + "macroF1": 0.7701468276781243, + "F1_coffee": 0.8379329505463975, + "IoU_coffee": 0.7210710870258209, + "precision_coffee": 0.896551724137931, + "recall_coffee": 0.786509040333797, + "F1_noncoffee": 0.702360704809851, + "IoU_noncoffee": 0.5412603544091433, + "kappa": 0.5438746404764836, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7854559299447934, + "mIoU": 0.5840037703285131, + "macroF1": 0.7241122856791348, + "F1_coffee": 0.8542043984476068, + "IoU_coffee": 0.7455120243874901, + "precision_coffee": 0.8063747939183, + "recall_coffee": 0.9080657360929657, + "F1_noncoffee": 0.5940201729106628, + "IoU_noncoffee": 0.42249551626953624, + "kappa": 0.45357770560532756, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7849563782126857, + "mIoU": 0.5923594894090992, + "macroF1": 0.7330703269369239, + "F1_coffee": 0.8507560384892322, + "IoU_coffee": 0.740274534373754, + "precision_coffee": 0.8216069283772679, + "recall_coffee": 0.8820495419070241, + "F1_noncoffee": 0.6153846153846154, + "IoU_noncoffee": 0.4444444444444444, + "kappa": 0.4678667805760821, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8247492283950617, + "mIoU": 0.6564113897605802, + "macroF1": 0.7856737358612363, + "F1_coffee": 0.8771882392700237, + "IoU_coffee": 0.7812424753190464, + "precision_coffee": 0.8853868194842407, + "recall_coffee": 0.869140101794803, + "F1_noncoffee": 0.694159232452449, + "IoU_noncoffee": 0.531580304202114, + "kappa": 0.5714389839813211, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8115928189457601, + "mIoU": 0.6182316380407077, + "macroF1": 0.7523155499875895, + "F1_coffee": 0.8734850913754408, + "IoU_coffee": 0.7753870673952641, + "precision_coffee": 0.8487227414330218, + "recall_coffee": 0.8997357992073977, + "F1_noncoffee": 0.6311460085997382, + "IoU_noncoffee": 0.46107620868615135, + "kappa": 0.5058574573917651, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7964902349278233, + "mIoU": 0.5709498735040345, + "macroF1": 0.7064524272462225, + "F1_coffee": 0.8690266561418423, + "IoU_coffee": 0.7683882744550629, + "precision_coffee": 0.8156844864926479, + "recall_coffee": 0.9298336798336798, + "F1_noncoffee": 0.5438781983506027, + "IoU_noncoffee": 0.3735114725530061, + "kappa": 0.42152040255140844, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7558927378566657, + "mIoU": 0.6006186721836462, + "macroF1": 0.7491260262280107, + "F1_coffee": 0.790327868852459, + "IoU_coffee": 0.653340561051633, + "precision_coffee": 0.9120317820658342, + "recall_coffee": 0.6972808793751808, + "F1_noncoffee": 0.7079241836035625, + "IoU_noncoffee": 0.5478967833156593, + "kappa": 0.5103967941546758, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7594876660341556, + "mIoU": 0.5522726014018697, + "macroF1": 0.6970487398006981, + "F1_coffee": 0.834584013050571, + "IoU_coffee": 0.7161254199328108, + "precision_coffee": 0.7656848659003831, + "recall_coffee": 0.9171088484153163, + "F1_noncoffee": 0.5595134665508253, + "IoU_noncoffee": 0.3884197828709288, + "kappa": 0.4068860171795257, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7734301338864793, + "mIoU": 0.6021065401375568, + "macroF1": 0.7461122285723507, + "F1_coffee": 0.8293929712460064, + "IoU_coffee": 0.7085152838427947, + "precision_coffee": 0.8289809821175135, + "recall_coffee": 0.8298053700809774, + "F1_noncoffee": 0.6628314858986951, + "IoU_noncoffee": 0.495697796432319, + "kappa": 0.4922247050033269, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8866, + 11000 + ], + [ + 40632, + 51930 + ], + [ + 123, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.3950188120206197, + "test_tta": { + "OA": 0.8004566789293416, + "mIoU": 0.615785648809549, + "macroF1": 0.7527563114132485, + "F1_coffee": 0.8613547221365299, + "IoU_coffee": 0.7564732747610017, + "precision_coffee": 0.8298305948286843, + "recall_coffee": 0.8953685464290623, + "F1_noncoffee": 0.6441579006899671, + "IoU_noncoffee": 0.47509802285809627, + "kappa": 0.507337396902746, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7739558093919464, + "mIoU": 0.5819784160606254, + "macroF1": 0.72526665392781, + "F1_coffee": 0.8409236234458259, + "IoU_coffee": 0.7255118303297781, + "precision_coffee": 0.8116697362749324, + "recall_coffee": 0.8723650683344916, + "F1_noncoffee": 0.609609684409794, + "IoU_noncoffee": 0.4384450017914726, + "kappa": 0.45227937483082664, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f4_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 3, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 7, + "stopped_epoch": 50, + "best_val": 0.47061601121545327, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7449027137325471, + "mIoU": 0.5187551698991757, + "macroF1": 0.6622702664848991, + "F1_coffee": 0.8293254501478098, + "IoU_coffee": 0.7084167416576371, + "precision_coffee": 0.8425398073520739, + "recall_coffee": 0.8165191990178231, + "F1_noncoffee": 0.49521508282198834, + "IoU_noncoffee": 0.32909359814071415, + "kappa": 0.3250315903892874, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7222077997000116, + "mIoU": 0.49475023382578925, + "macroF1": 0.6403226145457043, + "F1_coffee": 0.8119391909704254, + "IoU_coffee": 0.6834155161078238, + "precision_coffee": 0.8224996043677797, + "recall_coffee": 0.8016465189812405, + "F1_noncoffee": 0.4687060381209831, + "IoU_noncoffee": 0.3060849515437547, + "kappa": 0.280980092688589, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.44203440538519073, + "mIoU": 0.22374894096583917, + "macroF1": 0.31323915809651814, + "F1_coffee": 0.6106471816283925, + "IoU_coffee": 0.439519158527423, + "precision_coffee": 0.9948979591836735, + "recall_coffee": 0.44051204819277107, + "F1_noncoffee": 0.0158311345646438, + "IoU_noncoffee": 0.007978723404255319, + "kappa": 0.0025620922353205063, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7576999012833169, + "mIoU": 0.5294707012611496, + "macroF1": 0.6708508808906917, + "F1_coffee": 0.8399256529820328, + "IoU_coffee": 0.7240274342253205, + "precision_coffee": 0.8360272638753652, + "recall_coffee": 0.8438605687328005, + "F1_noncoffee": 0.5017761087993504, + "IoU_noncoffee": 0.3349139682969787, + "kappa": 0.3417463095137242, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7589809646486332, + "mIoU": 0.5443026645013251, + "macroF1": 0.6880519606738511, + "F1_coffee": 0.8368006202351725, + "IoU_coffee": 0.7193956898467008, + "precision_coffee": 0.8637545848616205, + "recall_coffee": 0.8114779775703277, + "F1_noncoffee": 0.5393033011125297, + "IoU_noncoffee": 0.36920963915594956, + "kappa": 0.377814256527999, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7185269768769627, + "mIoU": 0.4840083683485238, + "macroF1": 0.6276377997963327, + "F1_coffee": 0.8116043564104197, + "IoU_coffee": 0.6829412079961412, + "precision_coffee": 0.8283819801079113, + "recall_coffee": 0.7954928522379674, + "F1_noncoffee": 0.4436712431822456, + "IoU_noncoffee": 0.28507552870090636, + "kappa": 0.25617661059995206, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7764341395162903, + "mIoU": 0.5696516237958613, + "macroF1": 0.7112189546715455, + "F1_coffee": 0.8484520018968904, + "IoU_coffee": 0.736792563831039, + "precision_coffee": 0.8447322271684878, + "recall_coffee": 0.8522046815459989, + "F1_noncoffee": 0.5739859074462007, + "IoU_noncoffee": 0.4025106837606838, + "kappa": 0.4224693900098558, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7808624308338104, + "mIoU": 0.571086020204429, + "macroF1": 0.711451952575262, + "F1_coffee": 0.8529731805671126, + "IoU_coffee": 0.7436383928571428, + "precision_coffee": 0.8542307692307692, + "recall_coffee": 0.8517192892752141, + "F1_noncoffee": 0.5699307245834113, + "IoU_noncoffee": 0.3985336475517151, + "kappa": 0.42290756374305566, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7135945356228062, + "mIoU": 0.4786382172321658, + "macroF1": 0.6224113324918791, + "F1_coffee": 0.8079638699828255, + "IoU_coffee": 0.6778014941302027, + "precision_coffee": 0.8101798698813624, + "recall_coffee": 0.8057599594011672, + "F1_noncoffee": 0.43685879500093266, + "IoU_noncoffee": 0.2794749403341289, + "kappa": 0.24483923223107906, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7394187634094012, + "mIoU": 0.4888382529612383, + "macroF1": 0.6256979769181752, + "F1_coffee": 0.8320130768263548, + "IoU_coffee": 0.7123479384217892, + "precision_coffee": 0.8279529529529529, + "recall_coffee": 0.8361132170836493, + "F1_noncoffee": 0.41938287700999566, + "IoU_noncoffee": 0.2653285675006874, + "kappa": 0.2514581692063118, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.737093234087222, + "mIoU": 0.5189301257495839, + "macroF1": 0.6652722015695993, + "F1_coffee": 0.8203221809169765, + "IoU_coffee": 0.6953781512605042, + "precision_coffee": 0.8740792216817235, + "recall_coffee": 0.7727942983534037, + "F1_noncoffee": 0.5102222222222222, + "IoU_noncoffee": 0.3424821002386635, + "kappa": 0.33737629045373807, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7234895485348859, + "mIoU": 0.48947290678106914, + "macroF1": 0.632925756047466, + "F1_coffee": 0.8152541292009439, + "IoU_coffee": 0.6881257401227258, + "precision_coffee": 0.8472958642629904, + "recall_coffee": 0.7855474990782844, + "F1_noncoffee": 0.45059738289398826, + "IoU_noncoffee": 0.29082007343941246, + "kappa": 0.2689604976600829, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6760, + 8413 + ], + [ + 39495, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.2148767073949178, + "test_tta": { + "OA": 0.7685052780410996, + "mIoU": 0.5375283585876226, + "macroF1": 0.6768161906346835, + "F1_coffee": 0.8489569137226124, + "IoU_coffee": 0.7375544181132625, + "precision_coffee": 0.8409695106754175, + "recall_coffee": 0.8570974979890775, + "F1_noncoffee": 0.5046754675467546, + "IoU_noncoffee": 0.3375022990619827, + "kappa": 0.35382353853902504, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7445482866043613, + "mIoU": 0.5109632990354467, + "macroF1": 0.6526493025150188, + "F1_coffee": 0.8313142857142857, + "IoU_coffee": 0.711324075884999, + "precision_coffee": 0.821410422901022, + "recall_coffee": 0.8414598877899242, + "F1_noncoffee": 0.47398431931575197, + "IoU_noncoffee": 0.31060252218589446, + "kappa": 0.30561338750000117, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f4_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 6, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 21, + "stopped_epoch": 51, + "best_val": 0.5368219017199769, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.789119362457623, + "mIoU": 0.5869123316048189, + "macroF1": 0.7261552154281341, + "F1_coffee": 0.8574655473865969, + "IoU_coffee": 0.7504942589917116, + "precision_coffee": 0.8804219352824424, + "recall_coffee": 0.8356758816307523, + "F1_noncoffee": 0.5948448834696712, + "IoU_noncoffee": 0.42333040421792617, + "kappa": 0.453366817416611, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7599226952809507, + "mIoU": 0.5512324638065851, + "macroF1": 0.6957261997463476, + "F1_coffee": 0.8354878241619228, + "IoU_coffee": 0.717457353814818, + "precision_coffee": 0.8570878196159539, + "recall_coffee": 0.8149497753870476, + "F1_noncoffee": 0.5559645753307725, + "IoU_noncoffee": 0.3850075737983522, + "kappa": 0.39249382196427807, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37995512341062077, + "mIoU": 0.19144822219960753, + "macroF1": 0.27913934268966145, + "F1_coffee": 0.5487207403375068, + "IoU_coffee": 0.37809452363090773, + "precision_coffee": 0.9901768172888016, + "recall_coffee": 0.3795180722891566, + "F1_noncoffee": 0.009557945041816009, + "IoU_noncoffee": 0.004801920768307323, + "kappa": -0.003811024620414577, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7354886475814413, + "mIoU": 0.5402231708368299, + "macroF1": 0.6909796372490333, + "F1_coffee": 0.8082578983147877, + "IoU_coffee": 0.6782154437372403, + "precision_coffee": 0.8902813903996216, + "recall_coffee": 0.7400733848774734, + "F1_noncoffee": 0.573701376183279, + "IoU_noncoffee": 0.4022308979364194, + "kappa": 0.3934069108432021, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8261533323791804, + "mIoU": 0.6085537410259405, + "macroF1": 0.7384690356345537, + "F1_coffee": 0.8899027131548735, + "IoU_coffee": 0.8016438952697186, + "precision_coffee": 0.8593686176110171, + "recall_coffee": 0.9226865484618758, + "F1_noncoffee": 0.5870353581142339, + "IoU_noncoffee": 0.41546358678216233, + "kappa": 0.479403252445763, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.803882386525835, + "mIoU": 0.6101748443866143, + "macroF1": 0.7462296101887544, + "F1_coffee": 0.8671864931047816, + "IoU_coffee": 0.7655156721087661, + "precision_coffee": 0.8961177332356662, + "recall_coffee": 0.8400649229040514, + "F1_noncoffee": 0.6252727272727273, + "IoU_noncoffee": 0.4548340166644624, + "kappa": 0.4939474591828567, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.797921247251649, + "mIoU": 0.6028309337221311, + "macroF1": 0.7403376912475121, + "F1_coffee": 0.8626172034243783, + "IoU_coffee": 0.7584229390681003, + "precision_coffee": 0.8613297150610584, + "recall_coffee": 0.8639085465432771, + "F1_noncoffee": 0.618058179070646, + "IoU_noncoffee": 0.44723892837616186, + "kappa": 0.4806786083797063, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8168288494562106, + "mIoU": 0.5944317620723021, + "macroF1": 0.7261371692795898, + "F1_coffee": 0.883735012716483, + "IoU_coffee": 0.7916892698274927, + "precision_coffee": 0.8396041882407088, + "recall_coffee": 0.9327623673782437, + "F1_noncoffee": 0.5685393258426966, + "IoU_noncoffee": 0.39717425431711145, + "kappa": 0.4578328735048433, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7966037377857889, + "mIoU": 0.6067525914301845, + "macroF1": 0.7446963722058932, + "F1_coffee": 0.8598143062638943, + "IoU_coffee": 0.7541002408533088, + "precision_coffee": 0.8870750134916352, + "recall_coffee": 0.8341791423496574, + "F1_noncoffee": 0.6295784381478922, + "IoU_noncoffee": 0.45940494200706, + "kappa": 0.4906637594411846, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6745660230154086, + "mIoU": 0.4841915581736247, + "macroF1": 0.6446105957493378, + "F1_coffee": 0.7477892827450684, + "IoU_coffee": 0.5971752776436504, + "precision_coffee": 0.9304118864021065, + "recall_coffee": 0.6250947687642153, + "F1_noncoffee": 0.5414319087536072, + "IoU_noncoffee": 0.371207838703599, + "kappa": 0.3357508497142809, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.835480484779082, + "mIoU": 0.6231178709295045, + "macroF1": 0.7509485732360077, + "F1_coffee": 0.8960443801254221, + "IoU_coffee": 0.811667030806205, + "precision_coffee": 0.8797063698792328, + "recall_coffee": 0.9130007372818875, + "F1_noncoffee": 0.6058527663465935, + "IoU_noncoffee": 0.4345687110528042, + "kappa": 0.5025477026509061, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8112054977569915, + "mIoU": 0.6132704062891463, + "macroF1": 0.7474200249163581, + "F1_coffee": 0.8743488756193623, + "IoU_coffee": 0.7767494356659143, + "precision_coffee": 0.904930966469428, + "recall_coffee": 0.8457662529187662, + "F1_noncoffee": 0.6204911742133538, + "IoU_noncoffee": 0.4497913769123783, + "kappa": 0.49657661997897046, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6189, + 8413 + ], + [ + 42818, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.3324055075645447, + "test_tta": { + "OA": 0.803933225148219, + "mIoU": 0.5907335396726235, + "macroF1": 0.7259419951057213, + "F1_coffee": 0.8721409038044446, + "IoU_coffee": 0.773271153060087, + "precision_coffee": 0.8634826448681507, + "recall_coffee": 0.8809745565386732, + "F1_noncoffee": 0.579743086406998, + "IoU_noncoffee": 0.40819592628516005, + "kappa": 0.45206506839864957, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7762634129456559, + "mIoU": 0.555290063333376, + "macroF1": 0.6951024751018253, + "F1_coffee": 0.852410354964846, + "IoU_coffee": 0.7427832402049377, + "precision_coffee": 0.8414034033281995, + "recall_coffee": 0.863709102126593, + "F1_noncoffee": 0.5377945952388047, + "IoU_noncoffee": 0.36779688646181435, + "kappa": 0.3905315800949475, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f4_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 3, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 39, + "stopped_epoch": 69, + "best_val": 0.5714454078768504, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7694693038127219, + "mIoU": 0.5724033101269903, + "macroF1": 0.7163149774239492, + "F1_coffee": 0.8391119084996636, + "IoU_coffee": 0.7228189475311027, + "precision_coffee": 0.8921741618579808, + "recall_coffee": 0.7920071123153126, + "F1_noncoffee": 0.593518046348235, + "IoU_noncoffee": 0.42198767272287796, + "kappa": 0.43765560020355315, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7409426560516903, + "mIoU": 0.5391667574556562, + "macroF1": 0.6880076768114609, + "F1_coffee": 0.8165195717904715, + "IoU_coffee": 0.6899307773308706, + "precision_coffee": 0.8683004193008755, + "recall_coffee": 0.7705670272041953, + "F1_noncoffee": 0.5594957818324504, + "IoU_noncoffee": 0.38840273758044197, + "kappa": 0.38129786243464586, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3029169783096485, + "mIoU": 0.15335142969244198, + "macroF1": 0.2377236512410931, + "F1_coffee": 0.46064814814814814, + "IoU_coffee": 0.2992481203007519, + "precision_coffee": 0.995, + "recall_coffee": 0.2996987951807229, + "F1_noncoffee": 0.014799154334038054, + "IoU_noncoffee": 0.007454739084132056, + "kappa": 0.001484050464126343, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7671273445212241, + "mIoU": 0.5703962988308636, + "macroF1": 0.7148322999356935, + "F1_coffee": 0.8369505114735969, + "IoU_coffee": 0.7196172817495692, + "precision_coffee": 0.8855492174930525, + "recall_coffee": 0.7934084654697943, + "F1_noncoffee": 0.59271408839779, + "IoU_noncoffee": 0.421175315912158, + "kappa": 0.4339233211225345, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7825008348838319, + "mIoU": 0.5852073760974132, + "macroF1": 0.7262449116418555, + "F1_coffee": 0.850343039096609, + "IoU_coffee": 0.7396493632573811, + "precision_coffee": 0.8931181905944008, + "recall_coffee": 0.8114779775703277, + "F1_noncoffee": 0.6021467841871019, + "IoU_noncoffee": 0.43076538893744537, + "kappa": 0.4558083329060891, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7587306118565039, + "mIoU": 0.5618175053419934, + "macroF1": 0.7079666798144612, + "F1_coffee": 0.8297236493066049, + "IoU_coffee": 0.7089980488924595, + "precision_coffee": 0.897761953204476, + "recall_coffee": 0.7712716149572383, + "F1_noncoffee": 0.5862097103223174, + "IoU_noncoffee": 0.4146369617915272, + "kappa": 0.4239733057056845, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7871277233659804, + "mIoU": 0.6014223523508262, + "macroF1": 0.7418109005599852, + "F1_coffee": 0.8499788702634173, + "IoU_coffee": 0.7390984811366977, + "precision_coffee": 0.8808759124087592, + "recall_coffee": 0.8211758301578661, + "F1_noncoffee": 0.6336429308565531, + "IoU_noncoffee": 0.4637462235649547, + "kappa": 0.4851685561970421, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7847738981110475, + "mIoU": 0.5913235977743784, + "macroF1": 0.732040349451575, + "F1_coffee": 0.8509119746233148, + "IoU_coffee": 0.7405106970324362, + "precision_coffee": 0.8808318511424271, + "recall_coffee": 0.8229579445225617, + "F1_noncoffee": 0.6131687242798354, + "IoU_noncoffee": 0.4421364985163205, + "kappa": 0.4656803069163506, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8175694905606679, + "mIoU": 0.6330930064689586, + "macroF1": 0.7654215343623111, + "F1_coffee": 0.8760234672168139, + "IoU_coffee": 0.779396581392681, + "precision_coffee": 0.8905492200812688, + "recall_coffee": 0.8619639685359046, + "F1_noncoffee": 0.6548196015078083, + "IoU_noncoffee": 0.4867894315452362, + "kappa": 0.5311903366248518, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7476106885118002, + "mIoU": 0.5409856569446507, + "macroF1": 0.687936324191017, + "F1_coffee": 0.8243995114669561, + "IoU_coffee": 0.7012582246334987, + "precision_coffee": 0.890240328253224, + "recall_coffee": 0.7676269901440486, + "F1_noncoffee": 0.551473136915078, + "IoU_noncoffee": 0.38071308925580283, + "kappa": 0.3844724049582981, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7802271209084837, + "mIoU": 0.578983881447639, + "macroF1": 0.720252393435088, + "F1_coffee": 0.8497814884873786, + "IoU_coffee": 0.7388000453669048, + "precision_coffee": 0.9056026692617822, + "recall_coffee": 0.800442369132465, + "F1_noncoffee": 0.5907232983827972, + "IoU_noncoffee": 0.4191677175283733, + "kappa": 0.4462372328439095, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6995323088670421, + "mIoU": 0.49908841718036046, + "macroF1": 0.6542109366383213, + "F1_coffee": 0.7793973370707779, + "IoU_coffee": 0.6385348490067746, + "precision_coffee": 0.9067340616337844, + "recall_coffee": 0.6834214083814674, + "F1_noncoffee": 0.5290245362058648, + "IoU_noncoffee": 0.3596419853539463, + "kappa": 0.33636433951486683, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6701, + 8413 + ], + [ + 41083, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.2971689820289612, + "test_tta": { + "OA": 0.7906136024036375, + "mIoU": 0.591599452410378, + "macroF1": 0.7306878931312528, + "F1_coffee": 0.8577261512260093, + "IoU_coffee": 0.7508936251553092, + "precision_coffee": 0.8856299035079809, + "recall_coffee": 0.8315270310317091, + "F1_noncoffee": 0.6036496350364964, + "IoU_noncoffee": 0.43230527966544696, + "kappa": 0.4628612475550227, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7612062997577016, + "mIoU": 0.5552697787243849, + "macroF1": 0.6998975885324524, + "F1_coffee": 0.835540104296002, + "IoU_coffee": 0.7175344615804559, + "precision_coffee": 0.8617234879527946, + "recall_coffee": 0.8109009582200628, + "F1_noncoffee": 0.5642550727689029, + "IoU_noncoffee": 0.39300509586831395, + "kappa": 0.40125980199924893, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f4_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 6, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 72, + "stopped_epoch": 100, + "best_val": 0.6642927297028718, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7646652420508041, + "mIoU": 0.5759268944786136, + "macroF1": 0.7215036605014356, + "F1_coffee": 0.8311409829261825, + "IoU_coffee": 0.7110703436304099, + "precision_coffee": 0.9126053824147446, + "recall_coffee": 0.7630286609373016, + "F1_noncoffee": 0.6118663380766887, + "IoU_noncoffee": 0.44078344532681735, + "kappa": 0.45302561360314436, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7366591669551171, + "mIoU": 0.543632774979473, + "macroF1": 0.6944856880166762, + "F1_coffee": 0.8079960461423599, + "IoU_coffee": 0.6778467835844596, + "precision_coffee": 0.8887115429100162, + "recall_coffee": 0.7407214606589932, + "F1_noncoffee": 0.5809753298909925, + "IoU_noncoffee": 0.40941876637448654, + "kappa": 0.3997766189709819, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29468960359012714, + "mIoU": 0.14917293233082707, + "macroF1": 0.23270765210395278, + "F1_coffee": 0.4507862550960978, + "IoU_coffee": 0.29097744360902256, + "precision_coffee": 0.9948586118251928, + "recall_coffee": 0.2914156626506024, + "F1_noncoffee": 0.014629049111807733, + "IoU_noncoffee": 0.007368421052631579, + "kappa": 0.0013101560860076821, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7363277393879566, + "mIoU": 0.5491794433272827, + "macroF1": 0.7008161500628063, + "F1_coffee": 0.8038913362701909, + "IoU_coffee": 0.6720888834325701, + "precision_coffee": 0.9140925029220237, + "recall_coffee": 0.7174026995151356, + "F1_noncoffee": 0.5977409638554216, + "IoU_noncoffee": 0.4262700032219955, + "kappa": 0.4189548181887565, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7945231620628787, + "mIoU": 0.6085201094769663, + "macroF1": 0.747033105286413, + "F1_coffee": 0.8566388176946377, + "IoU_coffee": 0.7492285298398835, + "precision_coffee": 0.9137906547365431, + "recall_coffee": 0.8062151494267277, + "F1_noncoffee": 0.6374273928781884, + "IoU_noncoffee": 0.4678116891140492, + "kappa": 0.49902240893919686, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7622038252926063, + "mIoU": 0.570580394418841, + "macroF1": 0.7164871215833986, + "F1_coffee": 0.8303347138298595, + "IoU_coffee": 0.7098908753192478, + "precision_coffee": 0.9100379492521765, + "recall_coffee": 0.7634683812972095, + "F1_noncoffee": 0.6026395293369375, + "IoU_noncoffee": 0.43126991351843424, + "kappa": 0.44298102776228937, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.779032580451729, + "mIoU": 0.6048084215737797, + "macroF1": 0.7473566668300079, + "F1_coffee": 0.8368145250571998, + "IoU_coffee": 0.7194162436548224, + "precision_coffee": 0.9142073859054991, + "recall_coffee": 0.7715024496461622, + "F1_noncoffee": 0.657898808602816, + "IoU_noncoffee": 0.4902005994927369, + "kappa": 0.502192392777563, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8423964892196146, + "mIoU": 0.6770426576202677, + "macroF1": 0.8004456783526551, + "F1_coffee": 0.891941391941392, + "IoU_coffee": 0.8049586776859504, + "precision_coffee": 0.9133288680509042, + "recall_coffee": 0.8715326601048191, + "F1_noncoffee": 0.7089499647639183, + "IoU_noncoffee": 0.5491266375545851, + "kappa": 0.6014799606346638, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7379755241438194, + "mIoU": 0.5532062340174942, + "macroF1": 0.7047729843384354, + "F1_coffee": 0.8037794828076158, + "IoU_coffee": 0.671932533555054, + "precision_coffee": 0.9133031966419115, + "recall_coffee": 0.7177112408018269, + "F1_noncoffee": 0.605766485869255, + "IoU_noncoffee": 0.4344799344799345, + "kappa": 0.4261269905721928, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6946557440998634, + "mIoU": 0.4991380574302029, + "macroF1": 0.6560083376738628, + "F1_coffee": 0.7713096194580381, + "IoU_coffee": 0.627749375817382, + "precision_coffee": 0.9139691881599447, + "recall_coffee": 0.6671721000758151, + "F1_noncoffee": 0.5407070558896876, + "IoU_noncoffee": 0.37052673904302375, + "kappa": 0.34410978019274596, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7466361294016605, + "mIoU": 0.5477723774781351, + "macroF1": 0.696021147821861, + "F1_coffee": 0.82006099627245, + "IoU_coffee": 0.6950028719126938, + "precision_coffee": 0.9143116215807768, + "recall_coffee": 0.7434259031703121, + "F1_noncoffee": 0.571981299371272, + "IoU_noncoffee": 0.4005418830435764, + "kappa": 0.40703050615382524, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7865801278992078, + "mIoU": 0.5867113947360096, + "macroF1": 0.726671556418719, + "F1_coffee": 0.8546352879989598, + "IoU_coffee": 0.7461686911113634, + "precision_coffee": 0.9072463768115943, + "recall_coffee": 0.8077915693744623, + "F1_noncoffee": 0.5987078248384781, + "IoU_noncoffee": 0.42725409836065575, + "kappa": 0.45837125443481536, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6475, + 8413 + ], + [ + 41010, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.6562871694564819, + "test_tta": { + "OA": 0.7930236668326933, + "mIoU": 0.606246179733307, + "macroF1": 0.7451344655771055, + "F1_coffee": 0.8556120962137685, + "IoU_coffee": 0.7476591576885406, + "precision_coffee": 0.9092814941871545, + "recall_coffee": 0.8079251513483764, + "F1_noncoffee": 0.6346568349404424, + "IoU_noncoffee": 0.4648332017780732, + "kappa": 0.4947229951441786, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7629370024229837, + "mIoU": 0.5687863935314266, + "macroF1": 0.7143285616489361, + "F1_coffee": 0.8321676179584835, + "IoU_coffee": 0.712574536170808, + "precision_coffee": 0.8845235511178641, + "recall_coffee": 0.7856633312125243, + "F1_noncoffee": 0.5964895053393887, + "IoU_noncoffee": 0.42499825089204507, + "kappa": 0.43342962340671853, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f4_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 3, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 39, + "stopped_epoch": 69, + "best_val": 0.5192479838507216, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.737560050772024, + "mIoU": 0.5422297023157925, + "macroF1": 0.6926070001237783, + "F1_coffee": 0.8101580660158066, + "IoU_coffee": 0.6808955398831734, + "precision_coffee": 0.8983195010052064, + "recall_coffee": 0.7377545404512933, + "F1_noncoffee": 0.5750559342317498, + "IoU_noncoffee": 0.4035638647484116, + "kappa": 0.39818864989088254, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7120687665859006, + "mIoU": 0.5144640209212425, + "macroF1": 0.6685737560824632, + "F1_coffee": 0.7886378554640354, + "IoU_coffee": 0.651033928228076, + "precision_coffee": 0.8745626599666565, + "recall_coffee": 0.7180866446873735, + "F1_noncoffee": 0.548509656700891, + "IoU_noncoffee": 0.377894113614409, + "kappa": 0.35053902261121433, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3089005235602094, + "mIoU": 0.15611836843508398, + "macroF1": 0.24058747160012983, + "F1_coffee": 0.46835443037974683, + "IoU_coffee": 0.30578512396694213, + "precision_coffee": 0.9926829268292683, + "recall_coffee": 0.3064759036144578, + "F1_noncoffee": 0.01282051282051282, + "IoU_noncoffee": 0.0064516129032258064, + "kappa": -0.0005199449927353965, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.6791707798617966, + "mIoU": 0.48654937357341, + "macroF1": 0.6459027677878805, + "F1_coffee": 0.7544389875330563, + "IoU_coffee": 0.605702153472854, + "precision_coffee": 0.8908815132048536, + "recall_coffee": 0.6542392871183331, + "F1_noncoffee": 0.5373665480427047, + "IoU_noncoffee": 0.36739659367396593, + "kappa": 0.3217771172038772, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7370831544296551, + "mIoU": 0.5417876821916641, + "macroF1": 0.6922554682664541, + "F1_coffee": 0.809709609474811, + "IoU_coffee": 0.6802622418194477, + "precision_coffee": 0.9019230769230769, + "recall_coffee": 0.7346030950441702, + "F1_noncoffee": 0.5748013270580974, + "IoU_noncoffee": 0.40331312256388047, + "kappa": 0.3985590417345132, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7943191550099914, + "mIoU": 0.6017690860610819, + "macroF1": 0.7402262555294237, + "F1_coffee": 0.8587670293051063, + "IoU_coffee": 0.7524905530745448, + "precision_coffee": 0.9008224811514736, + "recall_coffee": 0.8204631999500593, + "F1_noncoffee": 0.6216854817537412, + "IoU_noncoffee": 0.45104761904761903, + "kappa": 0.48346815588106923, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7425544673196083, + "mIoU": 0.548949177814732, + "macroF1": 0.698630089577128, + "F1_coffee": 0.8136843627947346, + "IoU_coffee": 0.685891964394586, + "precision_coffee": 0.8683235566532881, + "recall_coffee": 0.7655144256940664, + "F1_noncoffee": 0.5835758163595215, + "IoU_noncoffee": 0.41200639123487787, + "kappa": 0.40254749703933046, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7837244800610571, + "mIoU": 0.5887310505535812, + "macroF1": 0.7296178988497126, + "F1_coffee": 0.8505701667655395, + "IoU_coffee": 0.7399931184768895, + "precision_coffee": 0.8780620577027762, + "recall_coffee": 0.8247475393071712, + "F1_noncoffee": 0.6086656309338857, + "IoU_noncoffee": 0.43746898263027295, + "kappa": 0.46062052386785496, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8049520918318945, + "mIoU": 0.6122674908773074, + "macroF1": 0.7480627649013166, + "F1_coffee": 0.8677813504823151, + "IoU_coffee": 0.766443257980234, + "precision_coffee": 0.8798904538341158, + "recall_coffee": 0.8560010149708196, + "F1_noncoffee": 0.6283441793203182, + "IoU_noncoffee": 0.4580917237743806, + "kappa": 0.49639363559186117, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6173200702165009, + "mIoU": 0.43027699891057813, + "macroF1": 0.5953362332058794, + "F1_coffee": 0.6896551724137931, + "IoU_coffee": 0.5263157894736842, + "precision_coffee": 0.9217758985200846, + "recall_coffee": 0.5509224159716958, + "F1_noncoffee": 0.5010172939979655, + "IoU_noncoffee": 0.33423820834747203, + "kappa": 0.26555451098998833, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.6904284759996183, + "mIoU": 0.49799377539242545, + "macroF1": 0.6560950530275562, + "F1_coffee": 0.7647570703408267, + "IoU_coffee": 0.6191147117529646, + "precision_coffee": 0.9329440905874027, + "recall_coffee": 0.6479478987466208, + "F1_noncoffee": 0.5474330357142857, + "IoU_noncoffee": 0.3768728390318863, + "kappa": 0.35266354007766937, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7836212656294741, + "mIoU": 0.5914056301259305, + "macroF1": 0.7324478031306998, + "F1_coffee": 0.8494587954047413, + "IoU_coffee": 0.738312362922775, + "precision_coffee": 0.9240104016180295, + "recall_coffee": 0.7860390807422883, + "F1_noncoffee": 0.6154368108566581, + "IoU_noncoffee": 0.444498897329086, + "kappa": 0.4736484369970514, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6163, + 8413 + ], + [ + 39635, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.3375128944714864, + "test_tta": { + "OA": 0.7644242356078986, + "mIoU": 0.5637061249002346, + "macroF1": 0.7083175000989079, + "F1_coffee": 0.836244639027877, + "IoU_coffee": 0.7185742528647383, + "precision_coffee": 0.8851610157469144, + "recall_coffee": 0.792451632022353, + "F1_noncoffee": 0.5803903611699388, + "IoU_noncoffee": 0.408837996935731, + "kappa": 0.4211646950499496, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7379571939540787, + "mIoU": 0.5327891283717271, + "macroF1": 0.6815704421533482, + "F1_coffee": 0.81556748855481, + "IoU_coffee": 0.6885723590613805, + "precision_coffee": 0.8612099644128114, + "recall_coffee": 0.7745194439624424, + "F1_noncoffee": 0.5475733957518862, + "IoU_noncoffee": 0.37700589768207377, + "kappa": 0.3674989343538664, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_spl_es50p30_spatial_f4_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "spl", + "run_variant": "es50p30", + "preset": "R4_steps", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "steps_by_labels": true + }, + "steps_per_epoch": 6, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 46, + "stopped_epoch": 76, + "best_val": 0.5619185420657161, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8175741898166744, + "mIoU": 0.6292173950966353, + "macroF1": 0.7616536264498093, + "F1_coffee": 0.8771025913017124, + "IoU_coffee": 0.78110661268556, + "precision_coffee": 0.8974836080099238, + "recall_coffee": 0.8576266881165066, + "F1_noncoffee": 0.646204661597906, + "IoU_noncoffee": 0.4773281775077107, + "kappa": 0.524013899527722, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7836621668397369, + "mIoU": 0.584880499600217, + "macroF1": 0.7255645251235133, + "F1_coffee": 0.8518342914715819, + "IoU_coffee": 0.7419088422030661, + "precision_coffee": 0.8733669563103846, + "recall_coffee": 0.8313378448724622, + "F1_noncoffee": 0.5992947587754448, + "IoU_noncoffee": 0.4278521569973681, + "kappa": 0.4520298665914643, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29394166043380704, + "mIoU": 0.14827999759506608, + "macroF1": 0.23082248549558773, + "F1_coffee": 0.4511627906976744, + "IoU_coffee": 0.2912912912912913, + "precision_coffee": 0.9897959183673469, + "recall_coffee": 0.2921686746987952, + "F1_noncoffee": 0.010482180293501049, + "IoU_noncoffee": 0.005268703898840885, + "kappa": -0.0028923597205535614, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8238894373149063, + "mIoU": 0.6417650486183236, + "macroF1": 0.772211135448444, + "F1_coffee": 0.8807087930458041, + "IoU_coffee": 0.7868450922994206, + "precision_coffee": 0.8991671217913708, + "recall_coffee": 0.8629930546455248, + "F1_noncoffee": 0.6637134778510839, + "IoU_noncoffee": 0.49668500493722667, + "kappa": 0.5449628407336204, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8058775821764229, + "mIoU": 0.6214590367422689, + "macroF1": 0.7569840691966678, + "F1_coffee": 0.8659882093337286, + "IoU_coffee": 0.763650092936803, + "precision_coffee": 0.912859325093737, + "recall_coffee": 0.8236952571893992, + "F1_noncoffee": 0.6479799290596072, + "IoU_noncoffee": 0.47926798054773484, + "kappa": 0.5173108187707108, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.823151584356266, + "mIoU": 0.6237527858419074, + "macroF1": 0.7548340921574183, + "F1_coffee": 0.8842524834179304, + "IoU_coffee": 0.7925202344404131, + "precision_coffee": 0.8821921212874363, + "recall_coffee": 0.8863224920407017, + "F1_noncoffee": 0.6254157008969061, + "IoU_noncoffee": 0.45498533724340173, + "kappa": 0.5096768395936766, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8225064961023386, + "mIoU": 0.6451331928846573, + "macroF1": 0.7757225279451783, + "F1_coffee": 0.8781558726673985, + "IoU_coffee": 0.7827788649706457, + "precision_coffee": 0.8854454897620365, + "recall_coffee": 0.8709853021230267, + "F1_noncoffee": 0.673289183222958, + "IoU_noncoffee": 0.5074875207986689, + "kappa": 0.5515265603574008, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.822075939706163, + "mIoU": 0.652825926972809, + "macroF1": 0.782979494502825, + "F1_coffee": 0.8750920902819637, + "IoU_coffee": 0.7779233150750179, + "precision_coffee": 0.9191052335396737, + "recall_coffee": 0.835101623418126, + "F1_noncoffee": 0.6908668987236863, + "IoU_noncoffee": 0.5277285388706001, + "kappa": 0.5684084066369042, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8433734939759037, + "mIoU": 0.6595885499673946, + "macroF1": 0.7844286481087076, + "F1_coffee": 0.8971531800909487, + "IoU_coffee": 0.8134884771802983, + "precision_coffee": 0.8812874801125933, + "recall_coffee": 0.9136006089824917, + "F1_noncoffee": 0.6717041161264665, + "IoU_noncoffee": 0.505688622754491, + "kappa": 0.569302880446865, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.82523893114882, + "mIoU": 0.6381142768185635, + "macroF1": 0.768394197815335, + "F1_coffee": 0.8831355158471371, + "IoU_coffee": 0.790727548756277, + "precision_coffee": 0.912533692722372, + "recall_coffee": 0.8555724033358605, + "F1_noncoffee": 0.653652879783533, + "IoU_noncoffee": 0.48550100488084985, + "kappa": 0.5382088184798018, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7896745872697777, + "mIoU": 0.5899054532992465, + "macroF1": 0.7291690236850089, + "F1_coffee": 0.85717988595127, + "IoU_coffee": 0.7500567022000454, + "precision_coffee": 0.9067726898820949, + "recall_coffee": 0.8127304005898255, + "F1_noncoffee": 0.6011581614187478, + "IoU_noncoffee": 0.4297542043984476, + "kappa": 0.46282516502466914, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8028061467977474, + "mIoU": 0.5891810011908974, + "macroF1": 0.7246039194052136, + "F1_coffee": 0.8713574097135741, + "IoU_coffee": 0.7720401633013351, + "precision_coffee": 0.8831250788842611, + "recall_coffee": 0.8598992257588792, + "F1_noncoffee": 0.5778504290968532, + "IoU_noncoffee": 0.40632183908045977, + "kappa": 0.4495285785834688, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7071, + 8413 + ], + [ + 43707, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.49634957710901895, + "test_tta": { + "OA": 0.8316811002747474, + "mIoU": 0.6380265101734605, + "macroF1": 0.7667341637720697, + "F1_coffee": 0.8898190997055111, + "IoU_coffee": 0.8015082041759825, + "precision_coffee": 0.8842760984991012, + "recall_coffee": 0.895432030820033, + "F1_noncoffee": 0.6436492278386284, + "IoU_noncoffee": 0.47454481617093847, + "kappa": 0.5335276079961074, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7988635052497981, + "mIoU": 0.5924997953255315, + "macroF1": 0.729291400179007, + "F1_coffee": 0.8665275730719905, + "IoU_coffee": 0.7644893272088624, + "precision_coffee": 0.860335620213231, + "recall_coffee": 0.872809300711435, + "F1_noncoffee": 0.5920552272860236, + "IoU_noncoffee": 0.4205102634422006, + "kappa": 0.45866850267957615, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-spl+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 22, + "stopped_epoch": 42, + "best_val": 0.6682508649023082, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.712592221187594, + "mIoU": 0.5527916883765509, + "macroF1": 0.7118257654370952, + "F1_coffee": 0.7266875553436415, + "IoU_coffee": 0.5707063952710836, + "precision_coffee": 0.8861248390713901, + "recall_coffee": 0.6158753066820609, + "F1_noncoffee": 0.696963975530549, + "IoU_noncoffee": 0.5348769814820181, + "kappa": 0.443622287999897, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6472539517710857, + "mIoU": 0.47735715356657066, + "macroF1": 0.6458690311317523, + "F1_coffee": 0.6680149853404278, + "IoU_coffee": 0.5015183939671863, + "precision_coffee": 0.8754447132488972, + "recall_coffee": 0.5400535510490738, + "F1_noncoffee": 0.6237230769230769, + "IoU_noncoffee": 0.453195913165955, + "kappa": 0.3341097997921674, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27951967978652437, + "mIoU": 0.14020277153197339, + "macroF1": 0.21971335700817823, + "F1_coffee": 0.43573667711598746, + "IoU_coffee": 0.2785571142284569, + "precision_coffee": 0.9995206136145733, + "recall_coffee": 0.27859433458043825, + "F1_noncoffee": 0.0036900369003690036, + "IoU_noncoffee": 0.0018484288354898336, + "kappa": 0.0007629388398184351, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7306005603605799, + "mIoU": 0.5750395917787035, + "macroF1": 0.730080007208689, + "F1_coffee": 0.718226412690323, + "IoU_coffee": 0.560337972166998, + "precision_coffee": 0.8885561160151324, + "recall_coffee": 0.6026943226772159, + "F1_noncoffee": 0.7419336017270552, + "IoU_noncoffee": 0.589741211390409, + "kappa": 0.4777364949512336, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7029836082527535, + "mIoU": 0.5399735648700364, + "macroF1": 0.700765554670964, + "F1_coffee": 0.7265282803275567, + "IoU_coffee": 0.5705099446687603, + "precision_coffee": 0.8739977090492554, + "recall_coffee": 0.6216392374124164, + "F1_noncoffee": 0.6750028290143714, + "IoU_noncoffee": 0.5094371850713126, + "kappa": 0.4211169143427297, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7071240105540897, + "mIoU": 0.544406890639608, + "macroF1": 0.704377903655264, + "F1_coffee": 0.732870181174227, + "IoU_coffee": 0.5783702429585036, + "precision_coffee": 0.8961687951138256, + "recall_coffee": 0.619910892610232, + "F1_noncoffee": 0.675885626136301, + "IoU_noncoffee": 0.5104435383207123, + "kappa": 0.43165262582035574, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7526063019796181, + "mIoU": 0.5916901224347523, + "macroF1": 0.7411097541139529, + "F1_coffee": 0.686553873552983, + "IoU_coffee": 0.5227118644067796, + "precision_coffee": 0.8056426332288401, + "recall_coffee": 0.5981380915438325, + "F1_noncoffee": 0.7956656346749226, + "IoU_noncoffee": 0.6606683804627249, + "kappa": 0.48949124853983766, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6750192328827344, + "mIoU": 0.49902040152800947, + "macroF1": 0.6626839777408414, + "F1_coffee": 0.5981791004212529, + "IoU_coffee": 0.4267157813105855, + "precision_coffee": 0.7517076502732241, + "recall_coffee": 0.49672760099300384, + "F1_noncoffee": 0.72718885506043, + "IoU_noncoffee": 0.5713250217454334, + "kappa": 0.3439480605550551, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.712598840274117, + "mIoU": 0.5496814386346951, + "macroF1": 0.7084832063319487, + "F1_coffee": 0.6738454175640105, + "IoU_coffee": 0.5081198123421148, + "precision_coffee": 0.794358251057828, + "recall_coffee": 0.5850820693953875, + "F1_noncoffee": 0.7431209950998869, + "IoU_noncoffee": 0.5912430649272754, + "kappa": 0.42734719984691527, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7067631011292983, + "mIoU": 0.5413763822499547, + "macroF1": 0.7011720156486644, + "F1_coffee": 0.7420471034713696, + "IoU_coffee": 0.5898846495119787, + "precision_coffee": 0.9570976101353297, + "recall_coffee": 0.6059059423988334, + "F1_noncoffee": 0.6602969278259592, + "IoU_noncoffee": 0.49286811498793065, + "kappa": 0.43960239781246363, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.72783203125, + "mIoU": 0.5407431965288894, + "macroF1": 0.6939975762241583, + "F1_coffee": 0.795749358739465, + "IoU_coffee": 0.6607838364167478, + "precision_coffee": 0.9357118235091347, + "recall_coffee": 0.6922096136682392, + "F1_noncoffee": 0.5922457937088516, + "IoU_noncoffee": 0.42070255664103096, + "kappa": 0.4141620048910154, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7022259950952651, + "mIoU": 0.5171720247917679, + "macroF1": 0.6751080113377506, + "F1_coffee": 0.7689718258324186, + "IoU_coffee": 0.6246581857091903, + "precision_coffee": 0.9622710622710623, + "recall_coffee": 0.6403412553321146, + "F1_noncoffee": 0.5812441968430826, + "IoU_noncoffee": 0.4096858638743455, + "kappa": 0.39450274097724347, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2423, + 2984 + ], + [ + 37343, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.249397953351339, + "test_tta": { + "OA": 0.7232469020843779, + "mIoU": 0.5655592071006994, + "macroF1": 0.7222941210027896, + "F1_coffee": 0.7385604330542164, + "IoU_coffee": 0.5854901434893389, + "precision_coffee": 0.8921127911728647, + "recall_coffee": 0.630105354307981, + "F1_noncoffee": 0.7060278089513629, + "IoU_noncoffee": 0.5456282707120598, + "kappa": 0.4624939596127715, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6568593515634014, + "mIoU": 0.48765315370677254, + "macroF1": 0.6551665469071313, + "F1_coffee": 0.6793271693128824, + "IoU_coffee": 0.5143796052497296, + "precision_coffee": 0.8802305274187915, + "recall_coffee": 0.5530901588973751, + "F1_noncoffee": 0.6310059245013803, + "IoU_noncoffee": 0.46092670216381554, + "kappa": 0.34933587947923, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 21, + "stopped_epoch": 41, + "best_val": 0.6178074830673485, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7082766277487286, + "mIoU": 0.5471385948238228, + "macroF1": 0.7070022013519334, + "F1_coffee": 0.7263258689334252, + "IoU_coffee": 0.5702603603365956, + "precision_coffee": 0.8688208343380757, + "recall_coffee": 0.6239861451868957, + "F1_noncoffee": 0.6876785337704415, + "IoU_noncoffee": 0.5240168293110501, + "kappa": 0.4314573868909584, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6384417907003577, + "mIoU": 0.46738660638826346, + "macroF1": 0.6365204881293213, + "F1_coffee": 0.6629468787393953, + "IoU_coffee": 0.4958268809202985, + "precision_coffee": 0.8556554333113525, + "recall_coffee": 0.5410850671582829, + "F1_noncoffee": 0.6100940975192473, + "IoU_noncoffee": 0.43894633185622844, + "kappa": 0.31333236157640487, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2274849899933289, + "mIoU": 0.11408852187132887, + "macroF1": 0.1863616932716862, + "F1_coffee": 0.369281045751634, + "IoU_coffee": 0.22645290581162325, + "precision_coffee": 0.9994103773584906, + "recall_coffee": 0.22648316408337787, + "F1_noncoffee": 0.0034423407917383822, + "IoU_noncoffee": 0.0017241379310344827, + "kappa": 0.0005141141634698043, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7909611402119625, + "mIoU": 0.6536354881865973, + "macroF1": 0.7904561248930313, + "F1_coffee": 0.800743149094287, + "IoU_coffee": 0.667699457784663, + "precision_coffee": 0.8761275568542752, + "recall_coffee": 0.7373035389714531, + "F1_noncoffee": 0.7801691006917756, + "IoU_noncoffee": 0.6395715185885318, + "kappa": 0.584307532968998, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7161693986245411, + "mIoU": 0.555396038271864, + "macroF1": 0.7135765558548601, + "F1_coffee": 0.7408281788564144, + "IoU_coffee": 0.5883455827208639, + "precision_coffee": 0.8809657495788883, + "recall_coffee": 0.6391559393840639, + "F1_noncoffee": 0.6863249328533059, + "IoU_noncoffee": 0.5224464938228641, + "kappa": 0.44417552029500196, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.6330960322596705, + "mIoU": 0.4623937190755911, + "macroF1": 0.6321155521626829, + "F1_coffee": 0.6511077447453134, + "IoU_coffee": 0.4826981118832035, + "precision_coffee": 0.8483839131507526, + "recall_coffee": 0.5282685512367491, + "F1_noncoffee": 0.6131233595800525, + "IoU_noncoffee": 0.4420893262679788, + "kappa": 0.3058507552108649, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7975869743469602, + "mIoU": 0.6603325362914243, + "macroF1": 0.7949781663030033, + "F1_coffee": 0.771851069448112, + "IoU_coffee": 0.628466996344872, + "precision_coffee": 0.7885082276773672, + "recall_coffee": 0.7558831135246962, + "F1_noncoffee": 0.8181052631578948, + "IoU_noncoffee": 0.6921980762379765, + "kappa": 0.5901021692558621, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7285415979777997, + "mIoU": 0.5688321794254008, + "macroF1": 0.7242356203690861, + "F1_coffee": 0.6897764380808842, + "IoU_coffee": 0.526457055214724, + "precision_coffee": 0.777683375814217, + "recall_coffee": 0.6197246671180321, + "F1_noncoffee": 0.758694802657288, + "IoU_noncoffee": 0.6112073036360774, + "kappa": 0.4538988139236043, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7344227727991566, + "mIoU": 0.5789871479320549, + "macroF1": 0.7330829722366002, + "F1_coffee": 0.714172245546352, + "IoU_coffee": 0.5554182845040593, + "precision_coffee": 0.78675, + "recall_coffee": 0.6538541450238936, + "F1_noncoffee": 0.7519936989268485, + "IoU_noncoffee": 0.6025560113600504, + "kappa": 0.47007888362367195, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7837837837837838, + "mIoU": 0.6319064032010506, + "macroF1": 0.7723119388004231, + "F1_coffee": 0.823419689119171, + "IoU_coffee": 0.6998414655627972, + "precision_coffee": 0.9541306436119116, + "recall_coffee": 0.7242070725483047, + "F1_noncoffee": 0.7212041884816754, + "IoU_noncoffee": 0.563971340839304, + "kappa": 0.557728989249921, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.70517578125, + "mIoU": 0.5204352677025736, + "macroF1": 0.6779567984277026, + "F1_coffee": 0.7715820534160551, + "IoU_coffee": 0.6281103720128111, + "precision_coffee": 0.9488276888723484, + "recall_coffee": 0.6501338773428536, + "F1_noncoffee": 0.5843315434393501, + "IoU_noncoffee": 0.4127601633923361, + "kappa": 0.3943726614498324, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.5424448217317487, + "mIoU": 0.36438661999145583, + "macroF1": 0.5302384672919334, + "F1_coffee": 0.605962147672813, + "IoU_coffee": 0.4346812725789535, + "precision_coffee": 0.9084266926449099, + "recall_coffee": 0.45460085313833026, + "F1_noncoffee": 0.4545147869110536, + "IoU_noncoffee": 0.2940919674039581, + "kappa": 0.18547882778437505, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2331, + 2984 + ], + [ + 37194, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.10093868970871, + "test_tta": { + "OA": 0.7352804240383927, + "mIoU": 0.5787020774176117, + "macroF1": 0.7325631672604509, + "F1_coffee": 0.7595204398679095, + "IoU_coffee": 0.6122796894670584, + "precision_coffee": 0.8701729536305353, + "recall_coffee": 0.6738346081685669, + "F1_noncoffee": 0.7056058946529922, + "IoU_noncoffee": 0.5451244653681652, + "kappa": 0.47550880138272533, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6645754009461174, + "mIoU": 0.49435558636264937, + "macroF1": 0.6606310372956061, + "F1_coffee": 0.697217846402208, + "IoU_coffee": 0.5351760802654195, + "precision_coffee": 0.8569462668416168, + "recall_coffee": 0.5876788692827671, + "F1_noncoffee": 0.6240442281890044, + "IoU_noncoffee": 0.4535350924598792, + "kappa": 0.3493308775764046, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 22, + "stopped_epoch": 42, + "best_val": 0.7575046678014187, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8513716782465439, + "mIoU": 0.7317303928623113, + "macroF1": 0.8441058827692081, + "F1_coffee": 0.8777614138438881, + "IoU_coffee": 0.7821522309711286, + "precision_coffee": 0.8961058487445497, + "recall_coffee": 0.8601529802280271, + "F1_noncoffee": 0.8104503516945282, + "IoU_noncoffee": 0.6813085547534941, + "kappa": 0.6884142456215382, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7652301834544826, + "mIoU": 0.6075729173552006, + "macroF1": 0.7535865475292371, + "F1_coffee": 0.807150980949673, + "IoU_coffee": 0.6766581252607116, + "precision_coffee": 0.8769694161260426, + "recall_coffee": 0.7476297076639452, + "F1_noncoffee": 0.7000221141088014, + "IoU_noncoffee": 0.5384877094496896, + "kappa": 0.5119845530766642, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.30713809206137427, + "mIoU": 0.15411674036047593, + "macroF1": 0.23648270163040414, + "F1_coffee": 0.4687468030690537, + "IoU_coffee": 0.30611972207375737, + "precision_coffee": 1.0, + "recall_coffee": 0.30611972207375737, + "F1_noncoffee": 0.004218600191754554, + "IoU_noncoffee": 0.002113758647194466, + "kappa": 0.0012932895791143873, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8352418077719576, + "mIoU": 0.7135033883528605, + "macroF1": 0.8323915192664314, + "F1_coffee": 0.8542486125330029, + "IoU_coffee": 0.7455793829947329, + "precision_coffee": 0.8610688681294808, + "recall_coffee": 0.8475355500908799, + "F1_noncoffee": 0.8105344259998599, + "IoU_noncoffee": 0.6814273937109881, + "kappa": 0.6648103744536006, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8422876053570505, + "mIoU": 0.7172954807368481, + "macroF1": 0.8342326793294002, + "F1_coffee": 0.8707736632488772, + "IoU_coffee": 0.7711241182650458, + "precision_coffee": 0.907132768361582, + "recall_coffee": 0.8372168812123187, + "F1_noncoffee": 0.797691695409923, + "IoU_noncoffee": 0.6634668432086506, + "kappa": 0.6692970943701775, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8733011400408224, + "mIoU": 0.7601375848099015, + "macroF1": 0.8624076120074189, + "F1_coffee": 0.9011228097439683, + "IoU_coffee": 0.8200395983594966, + "precision_coffee": 0.9116421664963447, + "recall_coffee": 0.8908434475341834, + "F1_noncoffee": 0.8236924142708694, + "IoU_noncoffee": 0.7002355712603062, + "kappa": 0.7248805409426455, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8085978681035493, + "mIoU": 0.6783536778902354, + "macroF1": 0.8083097002303451, + "F1_coffee": 0.8008774067755301, + "IoU_coffee": 0.6678861788617886, + "precision_coffee": 0.7573173542290851, + "recall_coffee": 0.8497543315231445, + "F1_noncoffee": 0.8157419936851601, + "IoU_noncoffee": 0.6888211769186822, + "kappa": 0.6177895177428725, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7988789976920541, + "mIoU": 0.6644827140086162, + "macroF1": 0.7983340340077215, + "F1_coffee": 0.7878506839786691, + "IoU_coffee": 0.6499617444529456, + "precision_coffee": 0.8100119189511323, + "recall_coffee": 0.7668697810877906, + "F1_noncoffee": 0.808817384036774, + "IoU_noncoffee": 0.679003683564287, + "kappa": 0.5969399507415347, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8348972061149182, + "mIoU": 0.7165323987991862, + "macroF1": 0.8348542350979438, + "F1_coffee": 0.8375181572940444, + "IoU_coffee": 0.720456979650125, + "precision_coffee": 0.8364766839378238, + "recall_coffee": 0.8385622273010597, + "F1_noncoffee": 0.8321903129018431, + "IoU_noncoffee": 0.7126078179482473, + "kappa": 0.6697089990033571, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8641035401598782, + "mIoU": 0.7409722222222221, + "macroF1": 0.8492741981754547, + "F1_coffee": 0.896551724137931, + "IoU_coffee": 0.8125, + "precision_coffee": 0.9535648243271009, + "recall_coffee": 0.8459715639810427, + "F1_noncoffee": 0.8019966722129783, + "IoU_noncoffee": 0.6694444444444444, + "kappa": 0.7005969827041132, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.880859375, + "mIoU": 0.7432331394316118, + "macroF1": 0.8484396740210693, + "F1_coffee": 0.9185363247863247, + "IoU_coffee": 0.8493455174117066, + "precision_coffee": 0.9642506659189681, + "recall_coffee": 0.8769603468060692, + "F1_noncoffee": 0.778343023255814, + "IoU_noncoffee": 0.637120761451517, + "kappa": 0.6987218589339769, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9076589322769288, + "mIoU": 0.7817147115880007, + "macroF1": 0.8736741953105327, + "F1_coffee": 0.9391963232097386, + "IoU_coffee": 0.8853629976580796, + "precision_coffee": 0.9575734549138805, + "recall_coffee": 0.9215112736136503, + "F1_noncoffee": 0.8081520674113267, + "IoU_noncoffee": 0.6780664255179217, + "kappa": 0.7476416529064507, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2614, + 2984 + ], + [ + 44902, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.107628945509593, + "test_tta": { + "OA": 0.8540577322541365, + "mIoU": 0.735026151347175, + "macroF1": 0.8462374028423179, + "F1_coffee": 0.8809141120430171, + "IoU_coffee": 0.7871729252624432, + "precision_coffee": 0.8920190572011956, + "recall_coffee": 0.870082262952807, + "F1_noncoffee": 0.8115606936416185, + "IoU_noncoffee": 0.6828793774319066, + "kappa": 0.6925502054467139, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7702059536171686, + "mIoU": 0.6126661460442389, + "macroF1": 0.7572964416910968, + "F1_coffee": 0.8132712974791098, + "IoU_coffee": 0.6853051550464152, + "precision_coffee": 0.8725951261222745, + "recall_coffee": 0.7615003072601176, + "F1_noncoffee": 0.7013215859030837, + "IoU_noncoffee": 0.5400271370420624, + "kappa": 0.5181552015840286, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 37, + "stopped_epoch": 57, + "best_val": 0.7859466131756616, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8336616288231502, + "mIoU": 0.7086282436823448, + "macroF1": 0.828752618224533, + "F1_coffee": 0.8577466729965236, + "IoU_coffee": 0.7509250817825924, + "precision_coffee": 0.9135838715991388, + "recall_coffee": 0.8083417520565738, + "F1_noncoffee": 0.7997585634525426, + "IoU_noncoffee": 0.666331405582097, + "kappa": 0.6592967421760514, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7410436137071651, + "mIoU": 0.5817178598817223, + "macroF1": 0.7340917220440721, + "F1_coffee": 0.7770866698945957, + "IoU_coffee": 0.635438874337577, + "precision_coffee": 0.8946059514621387, + "recall_coffee": 0.6868580458256518, + "F1_noncoffee": 0.6910967741935484, + "IoU_noncoffee": 0.5279968454258676, + "kappa": 0.4806039625659929, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22695130086724483, + "mIoU": 0.11385499516395815, + "macroF1": 0.18610759760329787, + "F1_coffee": 0.368432526705908, + "IoU_coffee": 0.22581507215392838, + "precision_coffee": 1.0, + "recall_coffee": 0.22581507215392838, + "F1_noncoffee": 0.003782668500687758, + "IoU_noncoffee": 0.0018949181739879415, + "kappa": 0.0008554361263238389, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8044219758801315, + "mIoU": 0.6723590453520231, + "macroF1": 0.8040184352538662, + "F1_coffee": 0.812911495659267, + "IoU_coffee": 0.68479434573476, + "precision_coffee": 0.893213828425096, + "recall_coffee": 0.7458569442959478, + "F1_noncoffee": 0.7951253748484655, + "IoU_noncoffee": 0.6599237449692862, + "kappa": 0.6114756533788615, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8246031335643002, + "mIoU": 0.695250104740599, + "macroF1": 0.8194440370794618, + "F1_coffee": 0.8499646142958245, + "IoU_coffee": 0.7390769230769231, + "precision_coffee": 0.9297464679698084, + "recall_coffee": 0.7827928955515724, + "F1_noncoffee": 0.788923459863099, + "IoU_noncoffee": 0.651423286404275, + "kappa": 0.6425905435566481, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8662816747149898, + "mIoU": 0.7498255764427201, + "macroF1": 0.8556937081893365, + "F1_coffee": 0.8947821999373238, + "IoU_coffee": 0.809598071879209, + "precision_coffee": 0.9129496402877698, + "recall_coffee": 0.8773237056383469, + "F1_noncoffee": 0.8166052164413492, + "IoU_noncoffee": 0.6900530810062312, + "kappa": 0.7115864870165366, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8131662176408574, + "mIoU": 0.6818939996780465, + "macroF1": 0.8104280614999009, + "F1_coffee": 0.7876447876447876, + "IoU_coffee": 0.6496815286624203, + "precision_coffee": 0.8117453347969265, + "recall_coffee": 0.764934057408844, + "F1_noncoffee": 0.8332113353550141, + "IoU_noncoffee": 0.7141064706936727, + "kappa": 0.6211184368855076, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7901967249148258, + "mIoU": 0.6503676034089233, + "macroF1": 0.7877140253456386, + "F1_coffee": 0.7647566235366605, + "IoU_coffee": 0.6191141260973663, + "precision_coffee": 0.8422909880564604, + "recall_coffee": 0.700293387497179, + "F1_noncoffee": 0.8106714271546167, + "IoU_noncoffee": 0.6816210807204803, + "kappa": 0.5783038761322712, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8387981022667369, + "mIoU": 0.7220662522626958, + "macroF1": 0.8385732447703169, + "F1_coffee": 0.8445980282549039, + "IoU_coffee": 0.7309992962702322, + "precision_coffee": 0.8267011539992042, + "recall_coffee": 0.8632869312279243, + "F1_noncoffee": 0.8325484612857299, + "IoU_noncoffee": 0.7131332082551595, + "kappa": 0.6773094477162321, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7949498794569217, + "mIoU": 0.647421157241117, + "macroF1": 0.7840445540827339, + "F1_coffee": 0.8325735598839619, + "IoU_coffee": 0.7131700390486333, + "precision_coffee": 0.9644743158905424, + "recall_coffee": 0.7324097703244623, + "F1_noncoffee": 0.7355155482815058, + "IoU_noncoffee": 0.5816722754336008, + "kappa": 0.580483864910999, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85517578125, + "mIoU": 0.7086458167840783, + "macroF1": 0.8249856911276671, + "F1_coffee": 0.897674739529428, + "IoU_coffee": 0.8143465197796695, + "precision_coffee": 0.9781954887218045, + "recall_coffee": 0.8294020145352544, + "F1_noncoffee": 0.7522966427259061, + "IoU_noncoffee": 0.6029451137884873, + "kappa": 0.6556201161001279, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8908696472363705, + "mIoU": 0.7579077364963069, + "macroF1": 0.8582312927843203, + "F1_coffee": 0.9262540633564919, + "IoU_coffee": 0.8626380149590407, + "precision_coffee": 0.9708711918760021, + "recall_coffee": 0.8855575868372944, + "F1_noncoffee": 0.7902085222121487, + "IoU_noncoffee": 0.6531774580335732, + "kappa": 0.7181559042163591, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2731, + 2984 + ], + [ + 43796, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.856952953338623, + "test_tta": { + "OA": 0.8355060525750304, + "mIoU": 0.710825518252483, + "macroF1": 0.830204142778212, + "F1_coffee": 0.8602081811541271, + "IoU_coffee": 0.7547064007049588, + "precision_coffee": 0.9097434576882222, + "recall_coffee": 0.8157887141001587, + "F1_noncoffee": 0.8002001044022968, + "IoU_noncoffee": 0.6669446358000073, + "kappa": 0.6618412172034807, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7446348217376255, + "mIoU": 0.5853729378806548, + "macroF1": 0.7368441233149281, + "F1_coffee": 0.7821229050279329, + "IoU_coffee": 0.6422018348623854, + "precision_coffee": 0.8901462102963419, + "recall_coffee": 0.6974804670353788, + "F1_noncoffee": 0.6915653416019232, + "IoU_noncoffee": 0.5285440408989243, + "kappa": 0.48443669621873203, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.5722785605633736, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6042188954945921, + "mIoU": 0.42792927283682214, + "macroF1": 0.5974184915007649, + "F1_coffee": 0.5450952949409295, + "IoU_coffee": 0.37466047985513806, + "precision_coffee": 0.9498601248117065, + "recall_coffee": 0.3822196565160918, + "F1_noncoffee": 0.6497416880606003, + "IoU_noncoffee": 0.48119806581850616, + "kappa": 0.2936021129263429, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.528729664243683, + "mIoU": 0.35443802569929905, + "macroF1": 0.5208058541901217, + "F1_coffee": 0.45918570009930487, + "IoU_coffee": 0.2980149523072957, + "precision_coffee": 0.9337641357027464, + "recall_coffee": 0.3044508822754806, + "F1_noncoffee": 0.5824260082809385, + "IoU_noncoffee": 0.4108610990913025, + "kappa": 0.20097468581612848, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.025483655770513675, + "mIoU": 0.012777534429338981, + "macroF1": 0.024987931564131982, + "F1_coffee": 0.04697286012526096, + "IoU_coffee": 0.024051309460181722, + "precision_coffee": 1.0, + "recall_coffee": 0.024051309460181722, + "F1_noncoffee": 0.003003003003003003, + "IoU_noncoffee": 0.0015037593984962407, + "kappa": 7.233214922925815e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6044585211353393, + "mIoU": 0.4179905200266565, + "macroF1": 0.5833429846041688, + "F1_coffee": 0.48954566891998114, + "IoU_coffee": 0.32410491257285595, + "precision_coffee": 0.9243098842386465, + "recall_coffee": 0.33294130225596064, + "F1_noncoffee": 0.6771403002883564, + "IoU_noncoffee": 0.511876127480457, + "kappa": 0.26898171497340656, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.5963596876777496, + "mIoU": 0.42110190023621363, + "macroF1": 0.5911210513828082, + "F1_coffee": 0.5448396501457726, + "IoU_coffee": 0.3744189774002244, + "precision_coffee": 0.9581624282198523, + "recall_coffee": 0.38064200749551896, + "F1_noncoffee": 0.637402452619844, + "IoU_noncoffee": 0.4677848230722029, + "kappa": 0.28781525979120165, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.6115895853039279, + "mIoU": 0.43913690060550126, + "macroF1": 0.6097663799054607, + "F1_coffee": 0.5830928716468954, + "IoU_coffee": 0.41152511691054455, + "precision_coffee": 0.9578651685393258, + "recall_coffee": 0.4191119987709326, + "F1_noncoffee": 0.6364398881640261, + "IoU_noncoffee": 0.4667486843004579, + "kappa": 0.31145030113345085, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6284409042989341, + "mIoU": 0.4023571052037051, + "macroF1": 0.5492116612160172, + "F1_coffee": 0.3602258975393304, + "IoU_coffee": 0.21968019680196801, + "precision_coffee": 0.8185151237396884, + "recall_coffee": 0.2309283682441169, + "F1_noncoffee": 0.7381974248927039, + "IoU_noncoffee": 0.5850340136054422, + "kappa": 0.20093121437819372, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.5978678975711617, + "mIoU": 0.3752642861746586, + "macroF1": 0.5207488700656424, + "F1_coffee": 0.32850064231969167, + "IoU_coffee": 0.19653052261747914, + "precision_coffee": 0.8791748526522594, + "recall_coffee": 0.20198600767321145, + "F1_noncoffee": 0.712997097811593, + "IoU_noncoffee": 0.5539980497318381, + "kappa": 0.17913917118385872, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6, + "mIoU": 0.38995386316946057, + "macroF1": 0.5433407919379256, + "F1_coffee": 0.3824869791666667, + "IoU_coffee": 0.23646608975649025, + "precision_coffee": 0.8827948910593538, + "recall_coffee": 0.24413047995013504, + "F1_noncoffee": 0.7041946047091845, + "IoU_noncoffee": 0.5434416365824308, + "kappa": 0.20846428598294622, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.5784798883390433, + "mIoU": 0.4068798771442541, + "macroF1": 0.5783869653657618, + "F1_coffee": 0.5721277691911386, + "IoU_coffee": 0.4006855493415118, + "precision_coffee": 0.9749780509218613, + "recall_coffee": 0.4048487057965731, + "F1_noncoffee": 0.5846461615403851, + "IoU_noncoffee": 0.4130742049469965, + "kappa": 0.27665421114980027, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.59501953125, + "mIoU": 0.41750036104246724, + "macroF1": 0.5866042917190986, + "F1_coffee": 0.6455858473634732, + "IoU_coffee": 0.476653205451792, + "precision_coffee": 0.97900466562986, + "recall_coffee": 0.48157592757873263, + "F1_noncoffee": 0.5276227360747238, + "IoU_noncoffee": 0.3583475166331425, + "kappa": 0.2839106741916734, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.6219581211092247, + "mIoU": 0.4411953605521193, + "macroF1": 0.6084671634538039, + "F1_coffee": 0.681145584725537, + "IoU_coffee": 0.5164676076728194, + "precision_coffee": 0.9807560137457044, + "recall_coffee": 0.5217550274223035, + "F1_noncoffee": 0.5357887421820708, + "IoU_noncoffee": 0.3659231134314191, + "kappa": 0.3106011292802481, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2284, + 2984 + ], + [ + 31430, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.596672034263611, + "test_tta": { + "OA": 0.6480373898717857, + "mIoU": 0.47785419211424585, + "macroF1": 0.6462085935391481, + "F1_coffee": 0.6207721545852708, + "IoU_coffee": 0.45008673269542837, + "precision_coffee": 0.9361615456238361, + "recall_coffee": 0.4643382883532977, + "F1_noncoffee": 0.6716450324930253, + "IoU_noncoffee": 0.5056216515330634, + "kappa": 0.3557316244558369, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.5653628706588208, + "mIoU": 0.392368736503264, + "macroF1": 0.5628277251615195, + "F1_coffee": 0.5295366554265019, + "IoU_coffee": 0.360115508748089, + "precision_coffee": 0.9171533636166991, + "recall_coffee": 0.37222368536563954, + "F1_noncoffee": 0.596118794896537, + "IoU_noncoffee": 0.42462196425843896, + "kappa": 0.24190064997928493, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.6498436389460354, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6907993696726595, + "mIoU": 0.5275243554032518, + "macroF1": 0.6906586650254709, + "F1_coffee": 0.6840612592172434, + "IoU_coffee": 0.5198275862068965, + "precision_coffee": 0.9342762894842063, + "recall_coffee": 0.539558377832299, + "F1_noncoffee": 0.6972560708336986, + "IoU_noncoffee": 0.535221124599607, + "kappa": 0.4211049987559133, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.605731510326526, + "mIoU": 0.43423293397101037, + "macroF1": 0.6054454364904199, + "F1_coffee": 0.5948213253494198, + "IoU_coffee": 0.4233065417800561, + "precision_coffee": 0.9160465647112531, + "recall_coffee": 0.44039153717847423, + "F1_noncoffee": 0.6160695476314201, + "IoU_noncoffee": 0.4451593261619647, + "kappa": 0.2932405376056642, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07965310206804536, + "mIoU": 0.039946250171833744, + "macroF1": 0.07420421743272379, + "F1_coffee": 0.14522924411400248, + "IoU_coffee": 0.07830037413148049, + "precision_coffee": 1.0, + "recall_coffee": 0.07830037413148049, + "F1_noncoffee": 0.003179190751445087, + "IoU_noncoffee": 0.0015921262121870025, + "kappa": 0.00024929707776719876, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.710561578755025, + "mIoU": 0.5493582672337319, + "macroF1": 0.7087297808908325, + "F1_coffee": 0.6856311193437418, + "IoU_coffee": 0.5216428427622307, + "precision_coffee": 0.8991844525420788, + "recall_coffee": 0.5540468298941517, + "F1_noncoffee": 0.7318284424379232, + "IoU_noncoffee": 0.5770736917052331, + "kappa": 0.4442022511499995, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6606856610993329, + "mIoU": 0.4928613256742971, + "macroF1": 0.6601566560498392, + "F1_coffee": 0.6467484926787253, + "IoU_coffee": 0.4779218712705864, + "precision_coffee": 0.9531894636623294, + "recall_coffee": 0.4894085057845853, + "F1_noncoffee": 0.6735648194209531, + "IoU_noncoffee": 0.5078007800780078, + "kappa": 0.37957044128455253, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.703639169612187, + "mIoU": 0.5422646875840502, + "macroF1": 0.7030770399694364, + "F1_coffee": 0.7159963742187873, + "IoU_coffee": 0.557628000297243, + "precision_coffee": 0.9447312098703261, + "recall_coffee": 0.5764326317406667, + "F1_noncoffee": 0.6901577057200854, + "IoU_noncoffee": 0.5269013748708575, + "kappa": 0.44184978841849254, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7036429659130842, + "mIoU": 0.5198846674200037, + "macroF1": 0.6778177249842181, + "F1_coffee": 0.5866013071895425, + "IoU_coffee": 0.41502890173410406, + "precision_coffee": 0.7967154904571683, + "recall_coffee": 0.4641841220584432, + "F1_noncoffee": 0.7690341427788936, + "IoU_noncoffee": 0.6247404331059033, + "kappa": 0.3797377373869161, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.5712715683042092, + "mIoU": 0.34492998308673367, + "macroF1": 0.48275902468964804, + "F1_coffee": 0.2687910028116214, + "IoU_coffee": 0.1552620181896925, + "precision_coffee": 0.793141592920354, + "recall_coffee": 0.16181448882870683, + "F1_noncoffee": 0.6967270465676747, + "IoU_noncoffee": 0.5345979479837748, + "kappa": 0.12426547700667596, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6404849762783342, + "mIoU": 0.447217953866356, + "macroF1": 0.6092674450621005, + "F1_coffee": 0.49882422104644325, + "IoU_coffee": 0.3322890150773448, + "precision_coffee": 0.8523355097940734, + "recall_coffee": 0.35258674423436526, + "F1_noncoffee": 0.7197106690777577, + "IoU_noncoffee": 0.5621468926553672, + "kappa": 0.2871183423864111, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7180560842532674, + "mIoU": 0.5547069633384518, + "macroF1": 0.7122972971729675, + "F1_coffee": 0.7530013339261894, + "IoU_coffee": 0.6038509538242111, + "precision_coffee": 0.964957264957265, + "recall_coffee": 0.6173897192854538, + "F1_noncoffee": 0.6715932604197458, + "IoU_noncoffee": 0.5055629728526925, + "kappa": 0.45928135813781845, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.74013671875, + "mIoU": 0.5638746793809051, + "macroF1": 0.7157205483864697, + "F1_coffee": 0.7990333056415678, + "IoU_coffee": 0.6653251163375676, + "precision_coffee": 0.9799925898480919, + "recall_coffee": 0.6744868035190615, + "F1_noncoffee": 0.6324077911313717, + "IoU_noncoffee": 0.4624242424242424, + "kappa": 0.46481900001909066, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7601395963025844, + "mIoU": 0.5825524966750545, + "macroF1": 0.7297543845784877, + "F1_coffee": 0.8203715476442749, + "IoU_coffee": 0.6954491017964072, + "precision_coffee": 0.975638440860215, + "recall_coffee": 0.707739183424741, + "F1_noncoffee": 0.6391372215127005, + "IoU_noncoffee": 0.4696558915537018, + "kappa": 0.4856774852836294, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2505, + 2984 + ], + [ + 36044, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5046491106351216, + "test_tta": { + "OA": 0.7205787551035027, + "mIoU": 0.5631138846829571, + "macroF1": 0.7204814371302263, + "F1_coffee": 0.7256970080511901, + "IoU_coffee": 0.5694854462684508, + "precision_coffee": 0.9280607886336046, + "recall_coffee": 0.595785827680762, + "F1_noncoffee": 0.7152658662092625, + "IoU_noncoffee": 0.5567423230974633, + "kappa": 0.4672558879971756, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6321103034498673, + "mIoU": 0.4620694385584312, + "macroF1": 0.6320632612402379, + "F1_coffee": 0.6362236166571592, + "IoU_coffee": 0.46651608315556115, + "precision_coffee": 0.9083726991366672, + "recall_coffee": 0.48955315600035115, + "F1_noncoffee": 0.6279029058233166, + "IoU_noncoffee": 0.4576227939613013, + "kappa": 0.32600818887945054, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 28, + "stopped_epoch": 48, + "best_val": 0.7682722133573446, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8075173698159158, + "mIoU": 0.6707419784980126, + "macroF1": 0.8020182712621557, + "F1_coffee": 0.8350140442970945, + "IoU_coffee": 0.7167588932806324, + "precision_coffee": 0.8916606569199502, + "recall_coffee": 0.7851349401067975, + "F1_noncoffee": 0.769022498227217, + "IoU_noncoffee": 0.6247250637153929, + "kappa": 0.6062612837600917, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7210395754009461, + "mIoU": 0.5569251599446532, + "macroF1": 0.7138075247847628, + "F1_coffee": 0.7593021229995769, + "IoU_coffee": 0.6119959879638917, + "precision_coffee": 0.8768178421566937, + "recall_coffee": 0.6695636906329558, + "F1_noncoffee": 0.6683129265699489, + "IoU_noncoffee": 0.5018543319254146, + "kappa": 0.4414411091467252, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2410940627084723, + "mIoU": 0.12095439212239079, + "macroF1": 0.19546092759224593, + "F1_coffee": 0.3870689655172414, + "IoU_coffee": 0.23997862105825762, + "precision_coffee": 1.0, + "recall_coffee": 0.23997862105825762, + "F1_noncoffee": 0.003852889667250438, + "IoU_noncoffee": 0.0019301631865239516, + "kappa": 0.0009259668939181924, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7826775490315507, + "mIoU": 0.6426553112880555, + "macroF1": 0.7824115873647537, + "F1_coffee": 0.7900188323917138, + "IoU_coffee": 0.6529182879377432, + "precision_coffee": 0.878649037832177, + "recall_coffee": 0.717630706725115, + "F1_noncoffee": 0.7748043423377935, + "IoU_noncoffee": 0.632392334638368, + "kappa": 0.5695206513144572, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8256890221831532, + "mIoU": 0.6931745274700611, + "macroF1": 0.8175274046654074, + "F1_coffee": 0.8561184856374578, + "IoU_coffee": 0.7484328358208955, + "precision_coffee": 0.8990587180636486, + "recall_coffee": 0.8170930422030308, + "F1_noncoffee": 0.778936323693357, + "IoU_noncoffee": 0.6379162191192267, + "kappa": 0.6363294073539049, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8103250858764375, + "mIoU": 0.6686221936682548, + "macroF1": 0.7996191816450611, + "F1_coffee": 0.845936109987869, + "IoU_coffee": 0.7330063069376314, + "precision_coffee": 0.8931010928961749, + "recall_coffee": 0.8035028422184667, + "F1_noncoffee": 0.7533022533022533, + "IoU_noncoffee": 0.6042380803988782, + "kappa": 0.6010201405731326, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8032095583928781, + "mIoU": 0.6671436082255275, + "macroF1": 0.7997693869431999, + "F1_coffee": 0.7735238608789431, + "IoU_coffee": 0.6306880633106177, + "precision_coffee": 0.8079414249507181, + "recall_coffee": 0.7419188001034394, + "F1_noncoffee": 0.8260149130074566, + "IoU_noncoffee": 0.7035991531404375, + "kappa": 0.6000962747300695, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7882184855478624, + "mIoU": 0.6501678814000554, + "macroF1": 0.7879562218620981, + "F1_coffee": 0.780498917872195, + "IoU_coffee": 0.6400149448907155, + "precision_coffee": 0.7879484820607175, + "recall_coffee": 0.7731888964116452, + "F1_noncoffee": 0.7954135258520013, + "IoU_noncoffee": 0.6603208179093953, + "kappa": 0.5759477722640278, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8191881918819188, + "mIoU": 0.6937373432269396, + "macroF1": 0.8191777724956795, + "F1_coffee": 0.8205503819190122, + "IoU_coffee": 0.6957061745919092, + "precision_coffee": 0.8265177065767285, + "recall_coffee": 0.8146686058591315, + "F1_noncoffee": 0.8178051630723467, + "IoU_noncoffee": 0.6917685118619699, + "kappa": 0.6383746834678745, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.760436492830859, + "mIoU": 0.601502702169211, + "macroF1": 0.7488462949576996, + "F1_coffee": 0.8027992479632338, + "IoU_coffee": 0.6705636014657128, + "precision_coffee": 0.940068493150685, + "recall_coffee": 0.7005103900838499, + "F1_noncoffee": 0.6948933419521655, + "IoU_noncoffee": 0.5324418028727093, + "kappa": 0.5137340707218153, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.858984375, + "mIoU": 0.7117618620792561, + "macroF1": 0.8268745280091794, + "F1_coffee": 0.9014334470989761, + "IoU_coffee": 0.8205542438175718, + "precision_coffee": 0.9700308505949757, + "recall_coffee": 0.841897233201581, + "F1_noncoffee": 0.7523156089193825, + "IoU_noncoffee": 0.6029694803409403, + "kappa": 0.6580462084042704, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.802395774382192, + "mIoU": 0.620862899374235, + "macroF1": 0.7572769387208904, + "F1_coffee": 0.8619257892308706, + "IoU_coffee": 0.7573546444290016, + "precision_coffee": 0.9384328358208955, + "recall_coffee": 0.7969530773918343, + "F1_noncoffee": 0.6526280882109103, + "IoU_noncoffee": 0.48437115431946837, + "kappa": 0.5225378233611854, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2603, + 2984 + ], + [ + 42464, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.40907564163208, + "test_tta": { + "OA": 0.8167753026287515, + "mIoU": 0.6826535701577279, + "macroF1": 0.8103821845129479, + "F1_coffee": 0.8451995521800962, + "IoU_coffee": 0.7319009563736407, + "precision_coffee": 0.888086986932884, + "recall_coffee": 0.8062635300909222, + "F1_noncoffee": 0.7755648168457995, + "IoU_noncoffee": 0.633406183941815, + "kappa": 0.622042310719772, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7303709472712588, + "mIoU": 0.5668215845704192, + "macroF1": 0.7216262703349494, + "F1_coffee": 0.7709647779479326, + "IoU_coffee": 0.627292663476874, + "precision_coffee": 0.8725492914783284, + "recall_coffee": 0.6905671143885523, + "F1_noncoffee": 0.6722877627219661, + "IoU_noncoffee": 0.5063505056639646, + "kappa": 0.4538446306462971, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 9, + "stopped_epoch": 30, + "best_val": 0.7864198213350848, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7870854523314949, + "mIoU": 0.6466566423326325, + "macroF1": 0.7850592408682349, + "F1_coffee": 0.8059282473149871, + "IoU_coffee": 0.6749412214992618, + "precision_coffee": 0.9273881522106607, + "recall_coffee": 0.7125992206667628, + "F1_noncoffee": 0.7641902344214827, + "IoU_noncoffee": 0.6183720631660033, + "kappa": 0.578895205535741, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6944732894888658, + "mIoU": 0.5298555145489694, + "macroF1": 0.6921370696425271, + "F1_coffee": 0.7189556357461261, + "IoU_coffee": 0.5612261806130903, + "precision_coffee": 0.9088957466791896, + "recall_coffee": 0.5946800105346326, + "F1_noncoffee": 0.6653185035389282, + "IoU_noncoffee": 0.4984848484848485, + "kappa": 0.41471316911665546, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16450967311541026, + "mIoU": 0.08251760725234504, + "macroF1": 0.14211344547092716, + "F1_coffee": 0.28072593613599817, + "IoU_coffee": 0.1632816675574559, + "precision_coffee": 1.0, + "recall_coffee": 0.1632816675574559, + "F1_noncoffee": 0.003500954805856143, + "IoU_noncoffee": 0.0017535469472341782, + "kappa": 0.0005724802256462987, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7826775490315507, + "mIoU": 0.6429204538471467, + "macroF1": 0.7826508398709398, + "F1_coffee": 0.7850602409638554, + "IoU_coffee": 0.6461721539071796, + "precision_coffee": 0.8991306747619705, + "recall_coffee": 0.6966748636801027, + "F1_noncoffee": 0.7802414387780241, + "IoU_noncoffee": 0.6396687537871137, + "kappa": 0.5723393496828046, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.787372666632194, + "mIoU": 0.6456025734930655, + "macroF1": 0.7840495422408955, + "F1_coffee": 0.8108381635845064, + "IoU_coffee": 0.6818568665377176, + "precision_coffee": 0.9312130177514792, + "recall_coffee": 0.7180218347726902, + "F1_noncoffee": 0.7572609208972846, + "IoU_noncoffee": 0.6093482804484135, + "kappa": 0.5771657952396276, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7904117090655648, + "mIoU": 0.6486514653829141, + "macroF1": 0.7861335696925059, + "F1_coffee": 0.8163817166782973, + "IoU_coffee": 0.6897339523914806, + "precision_coffee": 0.9443995963673057, + "recall_coffee": 0.7189276386541712, + "F1_noncoffee": 0.7558854227067145, + "IoU_noncoffee": 0.6075689783743475, + "kappa": 0.5824670924923235, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7822420053883097, + "mIoU": 0.6359664642931641, + "macroF1": 0.7764165824369551, + "F1_coffee": 0.7403268612934767, + "IoU_coffee": 0.587713461964959, + "precision_coffee": 0.8049817739975699, + "recall_coffee": 0.6852857512283423, + "F1_noncoffee": 0.8125063035804336, + "IoU_noncoffee": 0.6842194666213691, + "kappa": 0.5549063686378092, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7561270469282338, + "mIoU": 0.6016101240027778, + "macroF1": 0.7500392353360152, + "F1_coffee": 0.7110300820419325, + "IoU_coffee": 0.5516265912305516, + "precision_coffee": 0.8405172413793104, + "recall_coffee": 0.6161137440758294, + "F1_noncoffee": 0.789048388630098, + "IoU_noncoffee": 0.6515936567750039, + "kappa": 0.5085924422898528, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7645756457564575, + "mIoU": 0.6146029692234928, + "macroF1": 0.760522232820072, + "F1_coffee": 0.7293661374378864, + "IoU_coffee": 0.574017550553224, + "precision_coffee": 0.87521815008726, + "recall_coffee": 0.6251817992935799, + "F1_noncoffee": 0.7916783282022577, + "IoU_noncoffee": 0.6551883878937615, + "kappa": 0.5310687575917635, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7831493465296282, + "mIoU": 0.6338995582708342, + "macroF1": 0.7743062137913744, + "F1_coffee": 0.8189810401440525, + "IoU_coffee": 0.6934529147982063, + "precision_coffee": 0.9774968394437421, + "recall_coffee": 0.7047028800583303, + "F1_noncoffee": 0.7296313874386964, + "IoU_noncoffee": 0.5743462017434621, + "kappa": 0.5656718593887358, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.81513671875, + "mIoU": 0.653643257774285, + "macroF1": 0.7852696313228833, + "F1_coffee": 0.8653531545629134, + "IoU_coffee": 0.7626629889669007, + "precision_coffee": 0.9786036036036037, + "recall_coffee": 0.7755960729312763, + "F1_noncoffee": 0.7051861080828531, + "IoU_noncoffee": 0.5446235265816695, + "kappa": 0.58277385545376, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8135257498585172, + "mIoU": 0.6488109467428548, + "macroF1": 0.7812018919759296, + "F1_coffee": 0.8652994481161, + "IoU_coffee": 0.7625795604659541, + "precision_coffee": 0.9811495673671199, + "recall_coffee": 0.7739183424741012, + "F1_noncoffee": 0.6971043358357591, + "IoU_noncoffee": 0.5350423330197555, + "kappa": 0.5757056766398175, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2523, + 2984 + ], + [ + 41403, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5018677234649658, + "test_tta": { + "OA": 0.8033450325907886, + "mIoU": 0.6677524970465465, + "macroF1": 0.8002692303577255, + "F1_coffee": 0.8250549590594832, + "IoU_coffee": 0.702207278051955, + "precision_coffee": 0.9206157346510718, + "recall_coffee": 0.7474671669793621, + "F1_noncoffee": 0.7754835016559676, + "IoU_noncoffee": 0.6332977160411379, + "kappa": 0.6059867479789238, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7121697242413754, + "mIoU": 0.5492622108345813, + "macroF1": 0.7081562474503995, + "F1_coffee": 0.7423806265893864, + "IoU_coffee": 0.5903062900312038, + "precision_coffee": 0.9013258941165407, + "recall_coffee": 0.6310903344745852, + "F1_noncoffee": 0.6739318683114125, + "IoU_noncoffee": 0.5082181316379587, + "kappa": 0.43841673063432046, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.5749977485452493, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.5897858319604613, + "mIoU": 0.415053641944803, + "macroF1": 0.5853156933977705, + "F1_coffee": 0.5422611197698117, + "IoU_coffee": 0.3719878279463772, + "precision_coffee": 0.8810466852801766, + "recall_coffee": 0.3916582479434262, + "F1_noncoffee": 0.6283702670257292, + "IoU_noncoffee": 0.45811945594322884, + "kappa": 0.2595221574345756, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.5231337256259375, + "mIoU": 0.35145222506278984, + "macroF1": 0.5186552397348313, + "F1_coffee": 0.4722257693781126, + "IoU_coffee": 0.3090939485122033, + "precision_coffee": 0.8658393818777804, + "recall_coffee": 0.3246422614344658, + "F1_noncoffee": 0.56508471009155, + "IoU_noncoffee": 0.39381050161337633, + "kappa": 0.17740140543760644, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08232154769846564, + "mIoU": 0.04128474514440988, + "macroF1": 0.07650149585281525, + "F1_coffee": 0.14981458590852906, + "IoU_coffee": 0.08097274184927845, + "precision_coffee": 1.0, + "recall_coffee": 0.08097274184927845, + "F1_noncoffee": 0.003188405797101449, + "IoU_noncoffee": 0.0015967484395412977, + "kappa": 0.0002585527692975803, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.646972834693629, + "mIoU": 0.47370225309379776, + "macroF1": 0.641403845383933, + "F1_coffee": 0.5967158363484554, + "IoU_coffee": 0.4252280840936136, + "precision_coffee": 0.8543534568639171, + "recall_coffee": 0.45846252539292204, + "F1_noncoffee": 0.6860918544194108, + "IoU_noncoffee": 0.5221764220939819, + "kappa": 0.33021754101497564, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.5891721392005791, + "mIoU": 0.41550072291991536, + "macroF1": 0.5862035746108136, + "F1_coffee": 0.5511553019603412, + "IoU_coffee": 0.3804102004211183, + "precision_coffee": 0.8988391376451078, + "recall_coffee": 0.39742545217533, + "F1_noncoffee": 0.6212518472612861, + "IoU_noncoffee": 0.45059124541871237, + "kappa": 0.2651837065423066, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.5436351869368248, + "mIoU": 0.3699923667450572, + "macroF1": 0.5385239147752654, + "F1_coffee": 0.48995715795916095, + "IoU_coffee": 0.3244657332350774, + "precision_coffee": 0.8885973763874874, + "recall_coffee": 0.3382239975418651, + "F1_noncoffee": 0.5870906715913697, + "IoU_noncoffee": 0.41551900025503696, + "kappa": 0.20635599455865122, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6277380812931943, + "mIoU": 0.4116343090535027, + "macroF1": 0.5637749218542082, + "F1_coffee": 0.3967350037965072, + "IoU_coffee": 0.24745441629173573, + "precision_coffee": 0.7458957887223412, + "recall_coffee": 0.27023532454098786, + "F1_noncoffee": 0.7308148399119092, + "IoU_noncoffee": 0.5758142018152697, + "kappa": 0.20525753698665594, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6782063963072865, + "mIoU": 0.4927797240115378, + "macroF1": 0.6539933581782587, + "F1_coffee": 0.56246264196055, + "IoU_coffee": 0.3912681912681913, + "precision_coffee": 0.832375055285272, + "recall_coffee": 0.42473482283908826, + "F1_noncoffee": 0.7455240743959674, + "IoU_noncoffee": 0.5942912567548843, + "kappa": 0.3478684801894456, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.5849235635213496, + "mIoU": 0.38314754361988906, + "macroF1": 0.5398021365018442, + "F1_coffee": 0.39570222563315427, + "IoU_coffee": 0.2466513585916571, + "precision_coffee": 0.7573443008225617, + "recall_coffee": 0.267816330770829, + "F1_noncoffee": 0.683902047370534, + "IoU_noncoffee": 0.519643728648121, + "kappa": 0.17768427491090724, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6678086537241467, + "mIoU": 0.494425551729925, + "macroF1": 0.6596114601882271, + "F1_coffee": 0.7124340949033392, + "IoU_coffee": 0.553318546323153, + "precision_coffee": 0.896351575456053, + "recall_coffee": 0.5911410864017499, + "F1_noncoffee": 0.6067888254731151, + "IoU_noncoffee": 0.43553255713669686, + "kappa": 0.356280283669675, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.51005859375, + "mIoU": 0.3406596304059465, + "macroF1": 0.507279820460389, + "F1_coffee": 0.544281951130893, + "IoU_coffee": 0.37389242480968427, + "precision_coffee": 0.9463044851547694, + "recall_coffee": 0.38199668494198646, + "F1_noncoffee": 0.47027768978988493, + "IoU_noncoffee": 0.3074268360022087, + "kappa": 0.1854471433805498, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.5066968496510093, + "mIoU": 0.3373757231768977, + "macroF1": 0.5034599726758389, + "F1_coffee": 0.5435503578285914, + "IoU_coffee": 0.37320230105465, + "precision_coffee": 0.9572702121118967, + "recall_coffee": 0.3795246800731261, + "F1_noncoffee": 0.4633695875230864, + "IoU_noncoffee": 0.3015491452991453, + "kappa": 0.18573085937840744, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2147, + 2984 + ], + [ + 30761, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5047331134478252, + "test_tta": { + "OA": 0.6304526896354129, + "mIoU": 0.46001889655927364, + "macroF1": 0.6300444790109139, + "F1_coffee": 0.6177554687065884, + "IoU_coffee": 0.44692198429501784, + "precision_coffee": 0.8620760959470637, + "recall_coffee": 0.4813392986000866, + "F1_noncoffee": 0.6423334893152395, + "IoU_noncoffee": 0.47311580882352944, + "kappa": 0.3118107922769606, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.5597092419522326, + "mIoU": 0.3883328506095956, + "macroF1": 0.55929723938162, + "F1_coffee": 0.5458224232325637, + "IoU_coffee": 0.37534784743820593, + "precision_coffee": 0.8472196563827822, + "recall_coffee": 0.40259854270915635, + "F1_noncoffee": 0.5727720555306762, + "IoU_noncoffee": 0.4013178537809853, + "kappa": 0.21236097042912855, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.6413354821698156, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7238378339660483, + "mIoU": 0.5669828588889809, + "macroF1": 0.7236132129604166, + "F1_coffee": 0.7314924437634933, + "IoU_coffee": 0.5766559609102638, + "precision_coffee": 0.9217234873414945, + "recall_coffee": 0.6063501226728244, + "F1_noncoffee": 0.7157339821573399, + "IoU_noncoffee": 0.5573097568676981, + "kappa": 0.47107823605067706, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6294421368408908, + "mIoU": 0.45918211113474694, + "macroF1": 0.629342113092299, + "F1_coffee": 0.635431003902093, + "IoU_coffee": 0.46566425422177854, + "precision_coffee": 0.8988398699369756, + "recall_coffee": 0.4914186638574313, + "F1_noncoffee": 0.6232532222825051, + "IoU_noncoffee": 0.4526999680477154, + "kappa": 0.3191126416050136, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.0543028685790527, + "mIoU": 0.027231197414229195, + "macroF1": 0.05180092384358914, + "F1_coffee": 0.10050761421319797, + "IoU_coffee": 0.05291288081239979, + "precision_coffee": 1.0, + "recall_coffee": 0.05291288081239979, + "F1_noncoffee": 0.0030942334739803095, + "IoU_noncoffee": 0.0015495140160585999, + "kappa": 0.00016396505752553468, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7108052137897429, + "mIoU": 0.5481313945161814, + "macroF1": 0.7073341178037722, + "F1_coffee": 0.6754613807245387, + "IoU_coffee": 0.5099597481680256, + "precision_coffee": 0.9363274587833996, + "recall_coffee": 0.528279696354111, + "F1_noncoffee": 0.7392068548830056, + "IoU_noncoffee": 0.5863030408643374, + "kappa": 0.4490346165339181, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7173069962252443, + "mIoU": 0.558664124191119, + "macroF1": 0.7167204360639319, + "F1_coffee": 0.7296107621544092, + "IoU_coffee": 0.574320641594643, + "precision_coffee": 0.9283826305852737, + "recall_coffee": 0.6009450871761447, + "F1_noncoffee": 0.7038301099734546, + "IoU_noncoffee": 0.5430076067875951, + "kappa": 0.46052878870161645, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7407776173644646, + "mIoU": 0.5842201000101594, + "macroF1": 0.7366991010862822, + "F1_coffee": 0.7694691636782219, + "IoU_coffee": 0.62531481614737, + "precision_coffee": 0.9081408715644268, + "recall_coffee": 0.6675372561069288, + "F1_noncoffee": 0.7039290384943424, + "IoU_noncoffee": 0.5431253838729491, + "kappa": 0.4887092190545196, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7099683729647417, + "mIoU": 0.5194411400522994, + "macroF1": 0.6752033204916078, + "F1_coffee": 0.5689415041782729, + "IoU_coffee": 0.3975669099756691, + "precision_coffee": 0.8705380927011188, + "recall_coffee": 0.4225497801913628, + "F1_noncoffee": 0.7814651368049427, + "IoU_noncoffee": 0.6413153701289295, + "kappa": 0.38766719747298717, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6828222881635344, + "mIoU": 0.49822644940497796, + "macroF1": 0.6590417655274539, + "F1_coffee": 0.5689964157706093, + "IoU_coffee": 0.3976205385097057, + "precision_coffee": 0.8410596026490066, + "recall_coffee": 0.4299255247122546, + "F1_noncoffee": 0.7490871152842984, + "IoU_noncoffee": 0.5988323603002502, + "kappa": 0.35723774096320504, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.666420664206642, + "mIoU": 0.4880628260732195, + "macroF1": 0.6523376760105868, + "F1_coffee": 0.5823653643083422, + "IoU_coffee": 0.4108007448789572, + "precision_coffee": 0.7984075280492219, + "recall_coffee": 0.4583419904425514, + "F1_noncoffee": 0.7223099877128313, + "IoU_noncoffee": 0.5653249072674817, + "kappa": 0.33695540792725465, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7117117117117117, + "mIoU": 0.5480189821080097, + "macroF1": 0.7069461187451367, + "F1_coffee": 0.7443169029934729, + "IoU_coffee": 0.59275855888152, + "precision_coffee": 0.9726470588235294, + "recall_coffee": 0.6028071454611739, + "F1_noncoffee": 0.6695753344968005, + "IoU_noncoffee": 0.5032794053344993, + "kappa": 0.45285827686966884, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.74794921875, + "mIoU": 0.5691274564981634, + "macroF1": 0.7190733697584801, + "F1_coffee": 0.8091399837314206, + "IoU_coffee": 0.6794585196224541, + "precision_coffee": 0.9632042253521127, + "recall_coffee": 0.6975647073823792, + "F1_noncoffee": 0.6290067557855398, + "IoU_noncoffee": 0.4587963933738729, + "kappa": 0.46476399703193905, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8073005093378608, + "mIoU": 0.6321467483255913, + "macroF1": 0.7670056114616546, + "F1_coffee": 0.8638998068083406, + "IoU_coffee": 0.760408115398147, + "precision_coffee": 0.9526888039964737, + "recall_coffee": 0.7902498476538696, + "F1_noncoffee": 0.6701114161149685, + "IoU_noncoffee": 0.5038853812530355, + "kappa": 0.5436196361908752, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2488, + 2984 + ], + [ + 37906, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5520329793294272, + "test_tta": { + "OA": 0.7481376692214025, + "mIoU": 0.5964242114508119, + "macroF1": 0.746962932808473, + "F1_coffee": 0.7642039263022012, + "IoU_coffee": 0.6183899937596657, + "precision_coffee": 0.9115341545352743, + "recall_coffee": 0.6578727089046038, + "F1_noncoffee": 0.7297219393147447, + "IoU_noncoffee": 0.5744584291419581, + "kappa": 0.5086392479319869, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6523306795892466, + "mIoU": 0.4831807457569576, + "macroF1": 0.65127327909975, + "F1_coffee": 0.6704759821745906, + "IoU_coffee": 0.5042977585852354, + "precision_coffee": 0.888872779992751, + "recall_coffee": 0.5382319374945133, + "F1_noncoffee": 0.6320705760249092, + "IoU_noncoffee": 0.4620637329286798, + "kappa": 0.34658955269616243, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.7632103422918861, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7819103216101998, + "mIoU": 0.6393588980330103, + "macroF1": 0.7795922427585942, + "F1_coffee": 0.8021958389501551, + "IoU_coffee": 0.6697220338983051, + "precision_coffee": 0.9171804204114982, + "recall_coffee": 0.7128301342185019, + "F1_noncoffee": 0.7569886465670331, + "IoU_noncoffee": 0.6089957621677154, + "kappa": 0.567534972458631, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6824737510095765, + "mIoU": 0.5160710503783905, + "macroF1": 0.6802656535798184, + "F1_coffee": 0.7068364004367627, + "IoU_coffee": 0.5465947237267541, + "precision_coffee": 0.8986591724791766, + "recall_coffee": 0.5824993415854622, + "F1_noncoffee": 0.6536949067228741, + "IoU_noncoffee": 0.48554737703002687, + "kappa": 0.3931909324627817, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09232821881254169, + "mIoU": 0.04630422212136895, + "macroF1": 0.08501649809671855, + "F1_coffee": 0.16680955296999386, + "IoU_coffee": 0.09099412079102084, + "precision_coffee": 1.0, + "recall_coffee": 0.09099412079102084, + "F1_noncoffee": 0.0032234432234432234, + "IoU_noncoffee": 0.001614323451717053, + "kappa": 0.0002937447369999318, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7158606407601413, + "mIoU": 0.5566572493482127, + "macroF1": 0.7150061361893221, + "F1_coffee": 0.6994007345834139, + "IoU_coffee": 0.5377526753864447, + "precision_coffee": 0.880149205319494, + "recall_coffee": 0.5802416337004169, + "F1_noncoffee": 0.7306115377952301, + "IoU_noncoffee": 0.5755618233099808, + "kappa": 0.45077010036289344, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7997828222762294, + "mIoU": 0.6621024380465688, + "macroF1": 0.7960770377223263, + "F1_coffee": 0.8235669370272487, + "IoU_coffee": 0.700054225733984, + "precision_coffee": 0.9343465674110836, + "recall_coffee": 0.736271794036174, + "F1_noncoffee": 0.7685871384174038, + "IoU_noncoffee": 0.6241506503591535, + "kappa": 0.5995377565177028, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.818688704137004, + "mIoU": 0.6839679972547008, + "macroF1": 0.811127797088872, + "F1_coffee": 0.8489172820044802, + "IoU_coffee": 0.7374945942049878, + "precision_coffee": 0.9227994227994228, + "recall_coffee": 0.785988631126133, + "F1_noncoffee": 0.7733383121732637, + "IoU_noncoffee": 0.630441400304414, + "kappa": 0.6258536603278388, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7466323064308305, + "mIoU": 0.5846932041968774, + "macroF1": 0.7356243370664852, + "F1_coffee": 0.6816777041942604, + "IoU_coffee": 0.5170797052913597, + "precision_coffee": 0.7909836065573771, + "recall_coffee": 0.5989138867339022, + "F1_noncoffee": 0.78957096993871, + "IoU_noncoffee": 0.6523067031023951, + "kappa": 0.4778403248545693, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7598637212880537, + "mIoU": 0.605872418700718, + "macroF1": 0.7532651638158205, + "F1_coffee": 0.7129155170148469, + "IoU_coffee": 0.5538995508370763, + "precision_coffee": 0.8531446540880503, + "recall_coffee": 0.6122771383434891, + "F1_noncoffee": 0.7936148106167942, + "IoU_noncoffee": 0.6578452865643596, + "kappa": 0.5159320264508608, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.783342119135477, + "mIoU": 0.6424788554812657, + "macroF1": 0.7821074112785262, + "F1_coffee": 0.7657051647474632, + "IoU_coffee": 0.6203583964529835, + "precision_coffee": 0.8484082870136432, + "recall_coffee": 0.6976937461043009, + "F1_noncoffee": 0.7985096578095892, + "IoU_noncoffee": 0.6645993145095479, + "kappa": 0.5677471696580951, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6825275980205557, + "mIoU": 0.5148603813922532, + "macroF1": 0.6788531153146624, + "F1_coffee": 0.7132049518569463, + "IoU_coffee": 0.5542490646712988, + "precision_coffee": 0.9607782581840643, + "recall_coffee": 0.567079839591688, + "F1_noncoffee": 0.6445012787723785, + "IoU_noncoffee": 0.47547169811320755, + "kappa": 0.40655027606271466, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.83525390625, + "mIoU": 0.679308911814182, + "macroF1": 0.8038919349075632, + "F1_coffee": 0.8823160097663062, + "IoU_coffee": 0.7894145549868931, + "precision_coffee": 0.9741219963031423, + "recall_coffee": 0.8063241106719368, + "F1_noncoffee": 0.7254678600488201, + "IoU_noncoffee": 0.5692032686414709, + "kappa": 0.6157456450277429, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8503112620260328, + "mIoU": 0.6933680468019638, + "macroF1": 0.8130537160567399, + "F1_coffee": 0.8965112487773068, + "IoU_coffee": 0.8124335184966316, + "precision_coffee": 0.9640953716690042, + "recall_coffee": 0.8377818403412554, + "F1_noncoffee": 0.7295961833361732, + "IoU_noncoffee": 0.5743025751072961, + "kappa": 0.6308473953763594, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2674, + 2984 + ], + [ + 40963, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7069096406300863, + "test_tta": { + "OA": 0.8005873504763269, + "mIoU": 0.6634944624585544, + "macroF1": 0.7971282606838388, + "F1_coffee": 0.8236188545362392, + "IoU_coffee": 0.7001292546316243, + "precision_coffee": 0.9125688814011442, + "recall_coffee": 0.7504690431519699, + "F1_noncoffee": 0.7706376668314384, + "IoU_noncoffee": 0.6268596702854845, + "kappa": 0.5992081681540202, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7012230298834661, + "mIoU": 0.5364053776397939, + "macroF1": 0.6973635643186665, + "F1_coffee": 0.7315397973200632, + "IoU_coffee": 0.5767148198851678, + "precision_coffee": 0.8931396747041327, + "recall_coffee": 0.6194583443069089, + "F1_noncoffee": 0.6631873313172698, + "IoU_noncoffee": 0.49609593539442, + "kappa": 0.41860645126694473, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f0_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.7844298896246485, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7938543084306282, + "mIoU": 0.6559051322454723, + "macroF1": 0.7918572865292821, + "F1_coffee": 0.8122451642365528, + "IoU_coffee": 0.6838491747452833, + "precision_coffee": 0.933705800742435, + "recall_coffee": 0.7187472939818156, + "F1_noncoffee": 0.7714694088220113, + "IoU_noncoffee": 0.6279610897456613, + "kappa": 0.5921157690938692, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.692771431868005, + "mIoU": 0.5282687334445659, + "macroF1": 0.6908839534930556, + "F1_coffee": 0.7150386601385879, + "IoU_coffee": 0.5564670608811526, + "precision_coffee": 0.9155875299760192, + "recall_coffee": 0.586559564568519, + "F1_noncoffee": 0.6667292468475234, + "IoU_noncoffee": 0.5000704060079794, + "kappa": 0.4146147570838949, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1000667111407605, + "mIoU": 0.05018608476452944, + "macroF1": 0.09149541286167802, + "F1_coffee": 0.17973975434756173, + "IoU_coffee": 0.09874398717263495, + "precision_coffee": 1.0, + "recall_coffee": 0.09874398717263495, + "F1_noncoffee": 0.0032510713757942958, + "IoU_noncoffee": 0.0016281823564239194, + "kappa": 0.0003214947476897979, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7801802899256913, + "mIoU": 0.6395487902833439, + "macroF1": 0.7801460130234981, + "F1_coffee": 0.7774008511688152, + "IoU_coffee": 0.6358591464029866, + "precision_coffee": 0.9186588921282799, + "recall_coffee": 0.673794504437079, + "F1_noncoffee": 0.7828911748781808, + "IoU_noncoffee": 0.6432384341637011, + "kappa": 0.57020341969238, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7632762810900253, + "mIoU": 0.6155086885703007, + "macroF1": 0.7616956700063569, + "F1_coffee": 0.78110356698862, + "IoU_coffee": 0.6408284952141848, + "precision_coffee": 0.9453703703703704, + "recall_coffee": 0.6654717288577481, + "F1_noncoffee": 0.7422877730240937, + "IoU_noncoffee": 0.5901888819264166, + "kappa": 0.5397513840712286, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8344700552596207, + "mIoU": 0.7069709040724687, + "macroF1": 0.8272739865083821, + "F1_coffee": 0.8625294579732914, + "IoU_coffee": 0.7582872928176796, + "precision_coffee": 0.9339242546333602, + "recall_coffee": 0.8012751574742664, + "F1_noncoffee": 0.7920185150434729, + "IoU_noncoffee": 0.6556545153272577, + "kappa": 0.6575755114050409, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7862246690875014, + "mIoU": 0.6388363098551899, + "macroF1": 0.7781570792019962, + "F1_coffee": 0.7358517875235201, + "IoU_coffee": 0.5820929700022899, + "precision_coffee": 0.8356344510190664, + "recall_coffee": 0.6573571243858288, + "F1_noncoffee": 0.8204623708804722, + "IoU_noncoffee": 0.69557964970809, + "kappa": 0.5605728113183626, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.747115067589845, + "mIoU": 0.5862745231638572, + "macroF1": 0.7370991538233341, + "F1_coffee": 0.68578451454322, + "IoU_coffee": 0.5218204488778054, + "precision_coffee": 0.8682572614107884, + "recall_coffee": 0.5666892349356805, + "F1_noncoffee": 0.7884137931034483, + "IoU_noncoffee": 0.650728597449909, + "kappa": 0.48938463709780966, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7917764891934633, + "mIoU": 0.6537597513207642, + "macroF1": 0.7903951251128356, + "F1_coffee": 0.7733792312105565, + "IoU_coffee": 0.6304957904583723, + "precision_coffee": 0.8636596617119426, + "recall_coffee": 0.7001869935591107, + "F1_noncoffee": 0.8074110190151146, + "IoU_noncoffee": 0.6770237121831562, + "kappa": 0.5846472603354022, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7736327877172947, + "mIoU": 0.6226530217066495, + "macroF1": 0.766003999119118, + "F1_coffee": 0.8082545141874462, + "IoU_coffee": 0.6782106782106783, + "precision_coffee": 0.9848088004190676, + "recall_coffee": 0.6853809697411594, + "F1_noncoffee": 0.7237534840507898, + "IoU_noncoffee": 0.5670953652026207, + "kappa": 0.5527191684040785, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.77763671875, + "mIoU": 0.6080855883865367, + "macroF1": 0.7509678660637997, + "F1_coffee": 0.832462659112648, + "IoU_coffee": 0.7130073103100579, + "precision_coffee": 0.9841684064022269, + "recall_coffee": 0.721280122402142, + "F1_noncoffee": 0.6694730730149514, + "IoU_noncoffee": 0.5031638664630155, + "kappa": 0.5242380579191714, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8726655348047538, + "mIoU": 0.7291238316333175, + "macroF1": 0.8386128583088392, + "F1_coffee": 0.9127456049638056, + "IoU_coffee": 0.8394958982285102, + "precision_coffee": 0.9716526764827301, + "recall_coffee": 0.8605728214503352, + "F1_noncoffee": 0.764480111653873, + "IoU_noncoffee": 0.6187517650381248, + "kappa": 0.6803964854800766, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2642, + 2984 + ], + [ + 41662, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5008059779802958, + "test_tta": { + "OA": 0.8070876011747009, + "mIoU": 0.6730749203479218, + "macroF1": 0.8041082390015335, + "F1_coffee": 0.8282667261800386, + "IoU_coffee": 0.7068730953417501, + "precision_coffee": 0.9249804172897529, + "recall_coffee": 0.7498628950786549, + "F1_noncoffee": 0.7799497518230284, + "IoU_noncoffee": 0.6392767453540934, + "kappa": 0.6136287923112748, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7062276450905735, + "mIoU": 0.5428353535267608, + "macroF1": 0.7029301707862514, + "F1_coffee": 0.7342284156000052, + "IoU_coffee": 0.5800639109370168, + "precision_coffee": 0.9053640956334267, + "recall_coffee": 0.6175050478447898, + "F1_noncoffee": 0.6716319259724977, + "IoU_noncoffee": 0.5056067961165048, + "kappa": 0.43098004302602444, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.6486885682046777, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.873551531583874, + "mIoU": 0.7062815829363447, + "macroF1": 0.81961872202784, + "F1_coffee": 0.9182517241739094, + "IoU_coffee": 0.848858967186867, + "precision_coffee": 0.9108673152556407, + "recall_coffee": 0.9257568426146046, + "F1_noncoffee": 0.7209857198817706, + "IoU_noncoffee": 0.5637041986858224, + "kappa": 0.6393183523627036, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8419435790931118, + "mIoU": 0.6546438671370979, + "macroF1": 0.7801420459800066, + "F1_coffee": 0.8967077297190307, + "IoU_coffee": 0.8127562875888463, + "precision_coffee": 0.8770742680138653, + "recall_coffee": 0.9172403154586298, + "F1_noncoffee": 0.6635763622409824, + "IoU_noncoffee": 0.4965314466853494, + "kappa": 0.5610005712716896, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20987654320987653, + "mIoU": 0.1076923076923077, + "macroF1": 0.18181818181818182, + "F1_coffee": 0.3333333333333333, + "IoU_coffee": 0.2, + "precision_coffee": 1.0, + "recall_coffee": 0.2, + "F1_noncoffee": 0.030303030303030304, + "IoU_noncoffee": 0.015384615384615385, + "kappa": 0.006134969325153351, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8638834951456311, + "mIoU": 0.6946933768491281, + "macroF1": 0.8115463912790009, + "F1_coffee": 0.9108596134282808, + "IoU_coffee": 0.8363105662580268, + "precision_coffee": 0.9145228215767635, + "recall_coffee": 0.9072256348552973, + "F1_noncoffee": 0.7122331691297209, + "IoU_noncoffee": 0.5530761874402296, + "kappa": 0.6231123040172433, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8884966877810551, + "mIoU": 0.7277932301637513, + "macroF1": 0.8348501531971464, + "F1_coffee": 0.9289762227423926, + "IoU_coffee": 0.8673721746132168, + "precision_coffee": 0.9086581912393806, + "recall_coffee": 0.9502236784071577, + "F1_noncoffee": 0.7407240836519001, + "IoU_noncoffee": 0.5882142857142857, + "kappa": 0.6703020850497039, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.868236545621585, + "mIoU": 0.6973947405757109, + "macroF1": 0.8130270523498973, + "F1_coffee": 0.9146276512422068, + "IoU_coffee": 0.842685602124466, + "precision_coffee": 0.9095837487537388, + "recall_coffee": 0.9197278054312897, + "F1_noncoffee": 0.7114264534575876, + "IoU_noncoffee": 0.5521038790269559, + "kappa": 0.6260929690041064, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8784469885515181, + "mIoU": 0.6023945837877136, + "macroF1": 0.7159078709067532, + "F1_coffee": 0.930794082639007, + "IoU_coffee": 0.8705470737913485, + "precision_coffee": 0.9347677595628415, + "recall_coffee": 0.9268540467321368, + "F1_noncoffee": 0.5010216591744994, + "IoU_noncoffee": 0.33424209378407854, + "kappa": 0.4318897617553143, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9128795395911887, + "mIoU": 0.659761854435285, + "macroF1": 0.7676164073591816, + "F1_coffee": 0.9513465587941926, + "IoU_coffee": 0.9072077784823505, + "precision_coffee": 0.9376297105406881, + "recall_coffee": 0.9654707007085818, + "F1_noncoffee": 0.5838862559241706, + "IoU_noncoffee": 0.41231593038821956, + "kappa": 0.5360819672320237, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8825163722960905, + "mIoU": 0.6245563673616124, + "macroF1": 0.7392700966743627, + "F1_coffee": 0.9325279234100752, + "IoU_coffee": 0.8735853085628871, + "precision_coffee": 0.9451311077740556, + "recall_coffee": 0.9202564390957148, + "F1_noncoffee": 0.5460122699386503, + "IoU_noncoffee": 0.3755274261603376, + "kappa": 0.4791633511523586, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8500236854571294, + "mIoU": 0.7189153202305969, + "macroF1": 0.8342296728951495, + "F1_coffee": 0.8853978136538044, + "IoU_coffee": 0.7943621719927254, + "precision_coffee": 0.8886789710797849, + "recall_coffee": 0.8821407963069822, + "F1_noncoffee": 0.7830615321364944, + "IoU_noncoffee": 0.6434684684684685, + "kappa": 0.6684679010574839, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8653211355276809, + "mIoU": 0.7360134972134339, + "macroF1": 0.8452446619158884, + "F1_coffee": 0.9009846068506449, + "IoU_coffee": 0.8198107255520505, + "precision_coffee": 0.8730180059123891, + "recall_coffee": 0.9308022922636103, + "F1_noncoffee": 0.7895047169811321, + "IoU_noncoffee": 0.6522162688748173, + "kappa": 0.6911630785744407, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8546637744034707, + "mIoU": 0.719176819210529, + "macroF1": 0.8336564782862259, + "F1_coffee": 0.8927701621320715, + "IoU_coffee": 0.8063097033685269, + "precision_coffee": 0.8679475037207415, + "recall_coffee": 0.919054441260745, + "F1_noncoffee": 0.7745427944403804, + "IoU_noncoffee": 0.6320439350525311, + "kappa": 0.6678841034394676, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2504, + 2995 + ], + [ + 51623, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5073038538297017, + "test_tta": { + "OA": 0.8772796229947387, + "mIoU": 0.7063147246123325, + "macroF1": 0.8189395695412147, + "F1_coffee": 0.921716391788663, + "IoU_coffee": 0.8547995951803548, + "precision_coffee": 0.9025019656861757, + "recall_coffee": 0.9417667725580123, + "F1_noncoffee": 0.7161627472937663, + "IoU_noncoffee": 0.5578298540443101, + "kappa": 0.638473290954188, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8460251528787355, + "mIoU": 0.6537324700626633, + "macroF1": 0.7783317705212605, + "F1_coffee": 0.9008285958458737, + "IoU_coffee": 0.8195524305320803, + "precision_coffee": 0.8691007510171892, + "recall_coffee": 0.9349607604943985, + "F1_noncoffee": 0.6558349451966473, + "IoU_noncoffee": 0.48791250959324634, + "kappa": 0.5587045768679225, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 38, + "stopped_epoch": 58, + "best_val": 0.6397802740088865, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.844097995545657, + "mIoU": 0.6774321186338456, + "macroF1": 0.8004379986975239, + "F1_coffee": 0.8937807881773399, + "IoU_coffee": 0.807959922070693, + "precision_coffee": 0.9362143235585451, + "recall_coffee": 0.8550270338501672, + "F1_noncoffee": 0.7070952092177077, + "IoU_noncoffee": 0.5469043151969981, + "kappa": 0.6031242537563946, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8149446175147109, + "mIoU": 0.6385792722799127, + "macroF1": 0.7713086405095979, + "F1_coffee": 0.8712044407415959, + "IoU_coffee": 0.7718000248990698, + "precision_coffee": 0.9085884175704535, + "recall_coffee": 0.8367752260851121, + "F1_noncoffee": 0.6714128402776, + "IoU_noncoffee": 0.5053585196607556, + "kappa": 0.5445842357463745, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.835, + "mIoU": 0.662469752345357, + "macroF1": 0.7889442689364257, + "F1_coffee": 0.8875359825298613, + "IoU_coffee": 0.7978109571114151, + "precision_coffee": 0.9293237250554324, + "recall_coffee": 0.8493445633588753, + "F1_noncoffee": 0.6903525553429899, + "IoU_noncoffee": 0.5271285475792988, + "kappa": 0.5802254039834539, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.864416614283642, + "mIoU": 0.7064802508792942, + "macroF1": 0.8214959323886669, + "F1_coffee": 0.9090260203750568, + "IoU_coffee": 0.8332242907274133, + "precision_coffee": 0.936994180991238, + "recall_coffee": 0.8826791002457313, + "F1_noncoffee": 0.7339658444022771, + "IoU_noncoffee": 0.579736211031175, + "kappa": 0.6439195962743333, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8328417387940622, + "mIoU": 0.6646580620084509, + "macroF1": 0.7913992053219085, + "F1_coffee": 0.8843774039265527, + "IoU_coffee": 0.7927209497541672, + "precision_coffee": 0.9424721984602225, + "recall_coffee": 0.8330287946569215, + "F1_noncoffee": 0.6984210067172643, + "IoU_noncoffee": 0.5365951742627346, + "kappa": 0.5868925137903689, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8174216027874565, + "mIoU": 0.5549605422784182, + "macroF1": 0.6807059678778161, + "F1_coffee": 0.8896377422072451, + "IoU_coffee": 0.8012139605462822, + "precision_coffee": 0.9527000902178115, + "recall_coffee": 0.8344056891296986, + "F1_noncoffee": 0.4717741935483871, + "IoU_noncoffee": 0.3087071240105541, + "kappa": 0.3745289240305716, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8508632665211352, + "mIoU": 0.6046560132875153, + "macroF1": 0.727090215316494, + "F1_coffee": 0.9108805217906908, + "IoU_coffee": 0.836345818815331, + "precision_coffee": 0.9632555806370705, + "recall_coffee": 0.8639073220110224, + "F1_noncoffee": 0.5432999088422972, + "IoU_noncoffee": 0.37296620775969963, + "kappa": 0.46232640709316375, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8570152808096845, + "mIoU": 0.6104877163933795, + "macroF1": 0.7316023210939251, + "F1_coffee": 0.9150704308363293, + "IoU_coffee": 0.8434376358105171, + "precision_coffee": 0.9612431896978703, + "recall_coffee": 0.8731301315937465, + "F1_noncoffee": 0.5481342113515209, + "IoU_noncoffee": 0.3775377969762419, + "kappa": 0.4697144094897561, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8517290383704406, + "mIoU": 0.7242890024776167, + "macroF1": 0.838220556625119, + "F1_coffee": 0.8849687614847482, + "IoU_coffee": 0.7936717205009888, + "precision_coffee": 0.9021429641840252, + "recall_coffee": 0.8684362377380266, + "F1_noncoffee": 0.7914723517654897, + "IoU_noncoffee": 0.6549062844542448, + "kappa": 0.6766535444931296, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8772988776761294, + "mIoU": 0.7625695119960079, + "macroF1": 0.8636560474902454, + "F1_coffee": 0.9067851257433546, + "IoU_coffee": 0.8294665093721326, + "precision_coffee": 0.9069800773971621, + "recall_coffee": 0.9065902578796562, + "F1_noncoffee": 0.8205269692371362, + "IoU_noncoffee": 0.695672514619883, + "kappa": 0.727312119237551, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8098651325096671, + "mIoU": 0.6692140918449263, + "macroF1": 0.8002264088139287, + "F1_coffee": 0.8441076399628827, + "IoU_coffee": 0.7302649183837303, + "precision_coffee": 0.917002688172043, + "recall_coffee": 0.7819484240687679, + "F1_noncoffee": 0.7563451776649747, + "IoU_noncoffee": 0.6081632653061224, + "kappa": 0.6043603699676442, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2615, + 2995 + ], + [ + 49687, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8935092369715374, + "test_tta": { + "OA": 0.8558471321132307, + "mIoU": 0.6938079042197765, + "macroF1": 0.8123573528976831, + "F1_coffee": 0.9026930451455465, + "IoU_coffee": 0.8226440570271236, + "precision_coffee": 0.9360807971260082, + "recall_coffee": 0.8716049902173227, + "F1_noncoffee": 0.7220216606498195, + "IoU_noncoffee": 0.5649717514124294, + "kappa": 0.626073647517376, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8263239875389408, + "mIoU": 0.6524481040572708, + "macroF1": 0.7816729840875549, + "F1_coffee": 0.8804075795495173, + "IoU_coffee": 0.7863643621267763, + "precision_coffee": 0.9077225532960619, + "recall_coffee": 0.8546884942442298, + "F1_noncoffee": 0.6829383886255924, + "IoU_noncoffee": 0.5185318459877654, + "kappa": 0.5643917267850234, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 41, + "stopped_epoch": 61, + "best_val": 0.7756342727368261, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9062328523934025, + "mIoU": 0.7656351865475856, + "macroF1": 0.8618807077201831, + "F1_coffee": 0.9401487524980943, + "IoU_coffee": 0.887057268379923, + "precision_coffee": 0.9210956581417412, + "recall_coffee": 0.9600067321650222, + "F1_noncoffee": 0.7836126629422718, + "IoU_noncoffee": 0.6442131047152481, + "kappa": 0.7241880865357035, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8740769585785162, + "mIoU": 0.708848872047867, + "macroF1": 0.8216948486597278, + "F1_coffee": 0.9183385242758402, + "IoU_coffee": 0.8490073325954621, + "precision_coffee": 0.8916920953211276, + "recall_coffee": 0.9466265594570101, + "F1_noncoffee": 0.7250511730436152, + "IoU_noncoffee": 0.5686904115002717, + "kappa": 0.6444586855342547, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4074074074074074, + "mIoU": 0.21020408163265308, + "macroF1": 0.3057142857142857, + "F1_coffee": 0.5714285714285714, + "IoU_coffee": 0.4, + "precision_coffee": 1.0, + "recall_coffee": 0.4, + "F1_noncoffee": 0.04, + "IoU_noncoffee": 0.02040816326530612, + "kappa": 0.01619433198380561, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.911747572815534, + "mIoU": 0.7819047285129415, + "macroF1": 0.8732790255043776, + "F1_coffee": 0.9430985915492958, + "IoU_coffee": 0.8923240938166311, + "precision_coffee": 0.9323596757225076, + "recall_coffee": 0.9540877715154201, + "F1_noncoffee": 0.8034594594594595, + "IoU_noncoffee": 0.6714853632092519, + "kappa": 0.7466741323936716, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9017455635607563, + "mIoU": 0.7559756412246338, + "macroF1": 0.8551340320193156, + "F1_coffee": 0.9373071701838825, + "IoU_coffee": 0.8820113807920102, + "precision_coffee": 0.9183241641980533, + "recall_coffee": 0.9570915506269296, + "F1_noncoffee": 0.7729608938547486, + "IoU_noncoffee": 0.6299399016572573, + "kappa": 0.710715721236899, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9052270199700208, + "mIoU": 0.7587388498630168, + "macroF1": 0.8567467772693409, + "F1_coffee": 0.9400831499144044, + "IoU_coffee": 0.8869404706968159, + "precision_coffee": 0.9130099162757556, + "recall_coffee": 0.9688110390019532, + "F1_noncoffee": 0.7734104046242775, + "IoU_noncoffee": 0.6305372290292177, + "kappa": 0.714443093810948, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9267297162767546, + "mIoU": 0.7114577528717801, + "macroF1": 0.8136410613187334, + "F1_coffee": 0.9588136541689983, + "IoU_coffee": 0.9208857357841557, + "precision_coffee": 0.950726889357452, + "recall_coffee": 0.9670391692064567, + "F1_noncoffee": 0.6684684684684684, + "IoU_noncoffee": 0.5020297699594046, + "kappa": 0.6274990613310094, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9449295495137924, + "mIoU": 0.7756583227117915, + "macroF1": 0.8639613873701374, + "F1_coffee": 0.9689127877667619, + "IoU_coffee": 0.9397001303780965, + "precision_coffee": 0.9650747600981924, + "recall_coffee": 0.9727814644022045, + "F1_noncoffee": 0.7590099869735129, + "IoU_noncoffee": 0.6116165150454863, + "kappa": 0.7279561289381206, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9365945624131772, + "mIoU": 0.7331048227683604, + "macroF1": 0.8306607891195731, + "F1_coffee": 0.9645963765305557, + "IoU_coffee": 0.9316138698630136, + "precision_coffee": 0.9505350513212492, + "recall_coffee": 0.9790799685074795, + "F1_noncoffee": 0.6967252017085904, + "IoU_noncoffee": 0.5345957756737072, + "kappa": 0.6619552713857115, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8974893415442918, + "mIoU": 0.7952547399329841, + "macroF1": 0.8846208012737617, + "F1_coffee": 0.923153409090909, + "IoU_coffee": 0.8572747658620234, + "precision_coffee": 0.9092053721320649, + "recall_coffee": 0.937536064627813, + "F1_noncoffee": 0.8460881934566145, + "IoU_noncoffee": 0.7332347140039448, + "kappa": 0.7693503207785805, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8606998019428463, + "mIoU": 0.7260877452123662, + "macroF1": 0.8381726091971315, + "F1_coffee": 0.8985507246376812, + "IoU_coffee": 0.8157894736842105, + "precision_coffee": 0.8630426177595989, + "recall_coffee": 0.9371060171919771, + "F1_noncoffee": 0.7777944937565819, + "IoU_noncoffee": 0.6363860167405219, + "kappa": 0.6775407779688593, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8754126190700745, + "mIoU": 0.7493741834408162, + "macroF1": 0.8540070701890387, + "F1_coffee": 0.9099092955056947, + "IoU_coffee": 0.8347097097097097, + "precision_coffee": 0.8682806195496551, + "recall_coffee": 0.955730659025788, + "F1_noncoffee": 0.7981048448723826, + "IoU_noncoffee": 0.6640386571719227, + "kappa": 0.7095105183514838, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2729, + 2995 + ], + [ + 53423, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.078427203496297, + "test_tta": { + "OA": 0.9086214131241729, + "mIoU": 0.7694228747060435, + "macroF1": 0.8644089175545374, + "F1_coffee": 0.9418351413543721, + "IoU_coffee": 0.8900646564277809, + "precision_coffee": 0.9202987291963622, + "recall_coffee": 0.9644036774451433, + "F1_noncoffee": 0.7869826937547028, + "IoU_noncoffee": 0.6487810929843062, + "kappa": 0.7293606281258506, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8767451251874928, + "mIoU": 0.7117617571425474, + "macroF1": 0.8236542689344835, + "F1_coffee": 0.9204134848202645, + "IoU_coffee": 0.8525611165743664, + "precision_coffee": 0.8900916803256543, + "recall_coffee": 0.9528740286535161, + "F1_noncoffee": 0.7268950530487025, + "IoU_noncoffee": 0.5709623977107284, + "kappa": 0.6487074794670512, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 21, + "stopped_epoch": 41, + "best_val": 0.7655661840983956, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9084438849617508, + "mIoU": 0.7731129677408027, + "macroF1": 0.8672061078385822, + "F1_coffee": 0.9412069519437046, + "IoU_coffee": 0.888943267687248, + "precision_coffee": 0.9275092936802974, + "recall_coffee": 0.95531525466518, + "F1_noncoffee": 0.7932052637334597, + "IoU_noncoffee": 0.6572826677943575, + "kappa": 0.7346158001635283, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.87605284412138, + "mIoU": 0.7156578902901134, + "macroF1": 0.8270390085712098, + "F1_coffee": 0.9191122489317245, + "IoU_coffee": 0.8503308951584814, + "precision_coffee": 0.8977843155281787, + "recall_coffee": 0.941478182063593, + "F1_noncoffee": 0.7349657682106951, + "IoU_noncoffee": 0.5809848854217455, + "kappa": 0.6547164989992658, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.49382716049382713, + "mIoU": 0.2556547619047619, + "macroF1": 0.35098690639046315, + "F1_coffee": 0.6554621848739496, + "IoU_coffee": 0.4875, + "precision_coffee": 1.0, + "recall_coffee": 0.4875, + "F1_noncoffee": 0.046511627906976744, + "IoU_noncoffee": 0.023809523809523808, + "kappa": 0.022947925860547176, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9081067961165048, + "mIoU": 0.7740603541391016, + "macroF1": 0.867959949320821, + "F1_coffee": 0.940767858819112, + "IoU_coffee": 0.8881602268699043, + "precision_coffee": 0.9297996041563582, + "recall_coffee": 0.9519979735292255, + "F1_noncoffee": 0.79515203982253, + "IoU_noncoffee": 0.6599604814082989, + "kappa": 0.7360469260017338, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.918475895749722, + "mIoU": 0.8004155147524408, + "macroF1": 0.8857956407026644, + "F1_coffee": 0.9468876008064516, + "IoU_coffee": 0.8991325157044571, + "precision_coffee": 0.9468279468279468, + "recall_coffee": 0.9469472623023124, + "F1_noncoffee": 0.8247036805988771, + "IoU_noncoffee": 0.7016985138004246, + "kappa": 0.7715912843977742, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8987476427638895, + "mIoU": 0.7436810744680652, + "macroF1": 0.8459542197118832, + "F1_coffee": 0.9361351714041722, + "IoU_coffee": 0.8799380769451293, + "precision_coffee": 0.9071939469173022, + "recall_coffee": 0.9669838069434818, + "F1_noncoffee": 0.7557732680195941, + "IoU_noncoffee": 0.6074240719910011, + "kappa": 0.6931028614474458, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9274265803882529, + "mIoU": 0.7112078297216445, + "macroF1": 0.8132733422378711, + "F1_coffee": 0.9592714676797587, + "IoU_coffee": 0.9217307279364397, + "precision_coffee": 0.9496681415929203, + "recall_coffee": 0.9690710012416751, + "F1_noncoffee": 0.6672752167959836, + "IoU_noncoffee": 0.5006849315068493, + "kappa": 0.6268584008905089, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9385790831514189, + "mIoU": 0.7618710540167338, + "macroF1": 0.8540838864644316, + "F1_coffee": 0.965120865498394, + "IoU_coffee": 0.9325928345856473, + "precision_coffee": 0.9670280036133695, + "recall_coffee": 0.9632212349566978, + "F1_noncoffee": 0.7430469074304691, + "IoU_noncoffee": 0.5911492734478203, + "kappa": 0.7081761346397045, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9389759872990673, + "mIoU": 0.7379801980103342, + "macroF1": 0.834376315987148, + "F1_coffee": 0.9659976778901974, + "IoU_coffee": 0.9342316329804299, + "precision_coffee": 0.9499782514136581, + "recall_coffee": 0.9825666404228995, + "F1_noncoffee": 0.7027549540840986, + "IoU_noncoffee": 0.5417287630402384, + "kappa": 0.6695740171112229, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.889720511605874, + "mIoU": 0.7818324992985202, + "macroF1": 0.8760527829060865, + "F1_coffee": 0.9172119487908962, + "IoU_coffee": 0.8470835522858644, + "precision_coffee": 0.9046015712682379, + "recall_coffee": 0.9301788805539527, + "F1_noncoffee": 0.8348936170212766, + "IoU_noncoffee": 0.716581446311176, + "kappa": 0.7522016022845014, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8993681033669716, + "mIoU": 0.8002418615646545, + "macroF1": 0.8878799732495241, + "F1_coffee": 0.9237693791526755, + "IoU_coffee": 0.8583377588953797, + "precision_coffee": 0.9213339033775118, + "recall_coffee": 0.9262177650429799, + "F1_noncoffee": 0.8519905673463726, + "IoU_noncoffee": 0.7421459642339294, + "kappa": 0.775762988790073, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8605111760822409, + "mIoU": 0.7233453619228569, + "macroF1": 0.8360155162597764, + "F1_coffee": 0.8993945990068702, + "IoU_coffee": 0.8171817058096416, + "precision_coffee": 0.8562362388291672, + "recall_coffee": 0.947134670487106, + "F1_noncoffee": 0.7726364335126825, + "IoU_noncoffee": 0.6295090180360722, + "kappa": 0.6739033889342638, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2748, + 2995 + ], + [ + 53541, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.055406145254771, + "test_tta": { + "OA": 0.9100577773474064, + "mIoU": 0.7750196714931479, + "macroF1": 0.8684085896692073, + "F1_coffee": 0.9424401731029426, + "IoU_coffee": 0.8911459655839209, + "precision_coffee": 0.9256614186008765, + "recall_coffee": 0.9598384280394673, + "F1_noncoffee": 0.7943770062354721, + "IoU_noncoffee": 0.6588933774023749, + "kappa": 0.7371257221305401, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8778123918310834, + "mIoU": 0.7164919448437888, + "macroF1": 0.8274152554505492, + "F1_coffee": 0.9206771281974457, + "IoU_coffee": 0.8530136368368091, + "precision_coffee": 0.8948546675645669, + "recall_coffee": 0.9480341682574575, + "F1_noncoffee": 0.7341533827036526, + "IoU_noncoffee": 0.5799702528507684, + "kappa": 0.655791116286437, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 49, + "stopped_epoch": 69, + "best_val": 0.5582497017135004, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7538168554920758, + "mIoU": 0.5580530775428636, + "macroF1": 0.70530438847602, + "F1_coffee": 0.8248719891621318, + "IoU_coffee": 0.7019422408065966, + "precision_coffee": 0.9078824332179232, + "recall_coffee": 0.7557696758041782, + "F1_noncoffee": 0.5857367877899082, + "IoU_noncoffee": 0.4141639142791305, + "kappa": 0.4220382471965882, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7320728048921196, + "mIoU": 0.5362689734574839, + "macroF1": 0.6875435643930511, + "F1_coffee": 0.8054988430651967, + "IoU_coffee": 0.6743391066545124, + "precision_coffee": 0.8812600229095074, + "recall_coffee": 0.7417327085864137, + "F1_noncoffee": 0.5695882857209055, + "IoU_noncoffee": 0.3981988402604555, + "kappa": 0.38514303719934867, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5061728395061729, + "mIoU": 0.2621951219512195, + "macroF1": 0.3571428571428571, + "F1_coffee": 0.6666666666666666, + "IoU_coffee": 0.5, + "precision_coffee": 1.0, + "recall_coffee": 0.5, + "F1_noncoffee": 0.047619047619047616, + "IoU_noncoffee": 0.024390243902439025, + "kappa": 0.024096385542168697, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7366019417475728, + "mIoU": 0.5365792112953047, + "macroF1": 0.6864308830328247, + "F1_coffee": 0.8118585298196949, + "IoU_coffee": 0.6833012315414697, + "precision_coffee": 0.8971568702582573, + "recall_coffee": 0.7413716674054841, + "F1_noncoffee": 0.5610032362459547, + "IoU_noncoffee": 0.3898571910491398, + "kappa": 0.3858162318620596, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7474009960833615, + "mIoU": 0.5572242104261481, + "macroF1": 0.7063434879910891, + "F1_coffee": 0.8161469698036179, + "IoU_coffee": 0.6893988941078543, + "precision_coffee": 0.9244199952164553, + "recall_coffee": 0.7305777833784891, + "F1_noncoffee": 0.5965400061785604, + "IoU_noncoffee": 0.425049526744442, + "kappa": 0.4298510315276327, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7773802040520285, + "mIoU": 0.580721417327311, + "macroF1": 0.7229453852154955, + "F1_coffee": 0.8457518091664433, + "IoU_coffee": 0.7327295947985604, + "precision_coffee": 0.9030550189597195, + "recall_coffee": 0.7952870014491841, + "F1_noncoffee": 0.6001389612645475, + "IoU_noncoffee": 0.4287132398560615, + "kappa": 0.4516148305882914, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7557989049278248, + "mIoU": 0.48364245972423536, + "macroF1": 0.6116421221440519, + "F1_coffee": 0.8482523971543459, + "IoU_coffee": 0.736491567300462, + "precision_coffee": 0.9384067889405968, + "recall_coffee": 0.7739022463031945, + "F1_noncoffee": 0.375031847133758, + "IoU_noncoffee": 0.23079335214800878, + "kappa": 0.25172800604390255, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7157174042468744, + "mIoU": 0.46208997042094263, + "macroF1": 0.5985226742562672, + "F1_coffee": 0.8154351607292405, + "IoU_coffee": 0.6883837285185991, + "precision_coffee": 0.9543124246079614, + "recall_coffee": 0.7118434371836688, + "F1_noncoffee": 0.38161018778329375, + "IoU_noncoffee": 0.2357962123232862, + "kappa": 0.25024558192724755, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7462790236157968, + "mIoU": 0.485338524855542, + "macroF1": 0.6180729229030348, + "F1_coffee": 0.8393541496513162, + "IoU_coffee": 0.7231785211648804, + "precision_coffee": 0.950754341019072, + "recall_coffee": 0.7513215611292318, + "F1_noncoffee": 0.39679169615475346, + "IoU_noncoffee": 0.24749852854620366, + "kappa": 0.27359252778152526, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7183325438180956, + "mIoU": 0.5494010768462988, + "macroF1": 0.7064918994188065, + "F1_coffee": 0.7654437869822486, + "IoU_coffee": 0.6200153374233128, + "precision_coffee": 0.8446804805850601, + "recall_coffee": 0.699798038084247, + "F1_noncoffee": 0.6475400118553646, + "IoU_noncoffee": 0.4787868162692847, + "kappa": 0.4206446265193277, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7775157974158257, + "mIoU": 0.6243071658726429, + "macroF1": 0.7666499811337328, + "F1_coffee": 0.8170041113955473, + "IoU_coffee": 0.6906229508196722, + "precision_coffee": 0.8908814075452546, + "recall_coffee": 0.7544412607449856, + "F1_noncoffee": 0.7162958508719183, + "IoU_noncoffee": 0.5579913809256136, + "kappa": 0.5382230637303712, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.806941431670282, + "mIoU": 0.6522982724932687, + "macroF1": 0.7858434735161342, + "F1_coffee": 0.8530615174790036, + "IoU_coffee": 0.7437726874452372, + "precision_coffee": 0.8548410300676161, + "recall_coffee": 0.8512893982808023, + "F1_noncoffee": 0.7186254295532646, + "IoU_noncoffee": 0.5608238575413002, + "kappa": 0.5716905012040292, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2435, + 2995 + ], + [ + 44273, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.4598225474357607, + "test_tta": { + "OA": 0.7786546593073174, + "mIoU": 0.5840713880787063, + "macroF1": 0.7261410732220345, + "F1_coffee": 0.8460631909759245, + "IoU_coffee": 0.7331971598093571, + "precision_coffee": 0.9068379769982196, + "recall_coffee": 0.7929228115204174, + "F1_noncoffee": 0.6062189554681444, + "IoU_noncoffee": 0.4349456163480554, + "kappa": 0.4585036497844756, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7551344179070035, + "mIoU": 0.55828553214461, + "macroF1": 0.7051583907794696, + "F1_coffee": 0.8265462495658037, + "IoU_coffee": 0.7043705380463172, + "precision_coffee": 0.8789900262923448, + "recall_coffee": 0.7800080985711807, + "F1_noncoffee": 0.5837705319931356, + "IoU_noncoffee": 0.41220052624290265, + "kappa": 0.4153113026662212, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.6151753149014305, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.80972208773119, + "mIoU": 0.6239702431834502, + "macroF1": 0.7584824909375456, + "F1_coffee": 0.8697266358754503, + "IoU_coffee": 0.7694834395651664, + "precision_coffee": 0.9159161255789057, + "recall_coffee": 0.8279721456672207, + "F1_noncoffee": 0.6472383459996409, + "IoU_noncoffee": 0.47845704680173406, + "kappa": 0.5202686677305399, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7838496596284759, + "mIoU": 0.5936032608918101, + "macroF1": 0.734669855414197, + "F1_coffee": 0.8489015697621665, + "IoU_coffee": 0.7374708777830329, + "precision_coffee": 0.8895744411105946, + "recall_coffee": 0.811785349299088, + "F1_noncoffee": 0.6204381410662276, + "IoU_noncoffee": 0.44973564400058746, + "kappa": 0.4721118155149831, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5925925925925926, + "mIoU": 0.3084558823529412, + "macroF1": 0.3986501687289089, + "F1_coffee": 0.7401574803149606, + "IoU_coffee": 0.5875, + "precision_coffee": 1.0, + "recall_coffee": 0.5875, + "F1_noncoffee": 0.05714285714285714, + "IoU_noncoffee": 0.029411764705882353, + "kappa": 0.0339718106252258, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.827378640776699, + "mIoU": 0.6462314508162845, + "macroF1": 0.7756183498155431, + "F1_coffee": 0.883386895782777, + "IoU_coffee": 0.7911306901615272, + "precision_coffee": 0.9160715500238047, + "recall_coffee": 0.8529542144259388, + "F1_noncoffee": 0.6678498038483094, + "IoU_noncoffee": 0.5013322114710419, + "kappa": 0.5528579930784475, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8236062085972632, + "mIoU": 0.6391602345941285, + "macroF1": 0.7697930476569658, + "F1_coffee": 0.8810951760104303, + "IoU_coffee": 0.7874621300396178, + "precision_coffee": 0.9126882301303262, + "recall_coffee": 0.851616155251717, + "F1_noncoffee": 0.6584909193035012, + "IoU_noncoffee": 0.49085833914863924, + "kappa": 0.5411651511968906, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7782505681543446, + "mIoU": 0.5888429975814098, + "macroF1": 0.7312718698638999, + "F1_coffee": 0.8436306601200219, + "IoU_coffee": 0.729551217786165, + "precision_coffee": 0.9192985063535706, + "recall_coffee": 0.7794719929431038, + "F1_noncoffee": 0.618913079607778, + "IoU_noncoffee": 0.44813477737665464, + "kappa": 0.4712737142992657, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8625186660029865, + "mIoU": 0.5992163904033656, + "macroF1": 0.717418761442185, + "F1_coffee": 0.9199095285043206, + "IoU_coffee": 0.851696735395189, + "precision_coffee": 0.9459685114503816, + "recall_coffee": 0.8952477706287392, + "F1_noncoffee": 0.5149279943800492, + "IoU_noncoffee": 0.3467360454115421, + "kappa": 0.4374231671114337, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8441158960111134, + "mIoU": 0.5706437390482425, + "macroF1": 0.6902472782372946, + "F1_coffee": 0.9085617833653454, + "IoU_coffee": 0.8324445392491467, + "precision_coffee": 0.9414957780458384, + "recall_coffee": 0.8778540096727028, + "F1_noncoffee": 0.4719327731092437, + "IoU_noncoffee": 0.3088429388473383, + "kappa": 0.3848416646663305, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7669180392935107, + "mIoU": 0.506584374563269, + "macroF1": 0.6383448789294718, + "F1_coffee": 0.8539814757257412, + "IoU_coffee": 0.7451724886092428, + "precision_coffee": 0.9545580878265704, + "recall_coffee": 0.772579012484535, + "F1_noncoffee": 0.4227082821332023, + "IoU_noncoffee": 0.2679962605172951, + "kappa": 0.30710183373796185, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7939365229748934, + "mIoU": 0.6422412727105128, + "macroF1": 0.7795543384458069, + "F1_coffee": 0.8358614444192891, + "IoU_coffee": 0.7180085569817192, + "precision_coffee": 0.8764044943820225, + "recall_coffee": 0.7989036353144836, + "F1_noncoffee": 0.7232472324723247, + "IoU_noncoffee": 0.5664739884393064, + "kappa": 0.5606938339734081, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8041120437611997, + "mIoU": 0.6543684625402268, + "macroF1": 0.788320743412381, + "F1_coffee": 0.8461367508704348, + "IoU_coffee": 0.7333076527991782, + "precision_coffee": 0.8760546096026998, + "recall_coffee": 0.8181948424068768, + "F1_noncoffee": 0.7305047359543272, + "IoU_noncoffee": 0.5754292722812756, + "kappa": 0.5775045387828643, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7890219749127605, + "mIoU": 0.636201552011558, + "macroF1": 0.7751006605868047, + "F1_coffee": 0.8310550562646326, + "IoU_coffee": 0.7109445664814575, + "precision_coffee": 0.8787733588883565, + "recall_coffee": 0.7882521489971347, + "F1_noncoffee": 0.7191462649089768, + "IoU_noncoffee": 0.5614585375416585, + "kappa": 0.5523953674718742, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2583, + 2995 + ], + [ + 47589, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.301709218819936, + "test_tta": { + "OA": 0.828314128013944, + "mIoU": 0.6452965239737417, + "macroF1": 0.7745147363434433, + "F1_coffee": 0.8846554191785575, + "IoU_coffee": 0.7931678105496471, + "precision_coffee": 0.9127419174404295, + "recall_coffee": 0.8582458502514043, + "F1_noncoffee": 0.6643740535083291, + "IoU_noncoffee": 0.49742523739783623, + "kappa": 0.5502685852443132, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8008682358370832, + "mIoU": 0.6106981242625529, + "macroF1": 0.7475569467200744, + "F1_coffee": 0.8635658455123074, + "IoU_coffee": 0.7598907883066971, + "precision_coffee": 0.8856459524099072, + "recall_coffee": 0.8425599197855806, + "F1_noncoffee": 0.6315480479278414, + "IoU_noncoffee": 0.4615054602184087, + "kappa": 0.4959599606302504, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 38, + "stopped_epoch": 58, + "best_val": 0.7470796115211906, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9024079274393983, + "mIoU": 0.7585160658928761, + "macroF1": 0.8569958098293211, + "F1_coffee": 0.937581932100868, + "IoU_coffee": 0.8824981054349726, + "precision_coffee": 0.920358286385928, + "recall_coffee": 0.9554625207750405, + "F1_noncoffee": 0.7764096875577741, + "IoU_noncoffee": 0.6345340263507796, + "kappa": 0.7143499744720887, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8703847928925811, + "mIoU": 0.7037545922177815, + "macroF1": 0.8180692603855735, + "F1_coffee": 0.9156284912267525, + "IoU_coffee": 0.8443863415985594, + "precision_coffee": 0.8922167740046838, + "recall_coffee": 0.9403019610111645, + "F1_noncoffee": 0.7205100295443944, + "IoU_noncoffee": 0.5631228428370035, + "kappa": 0.6369665445972412, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9103883495145632, + "mIoU": 0.7786900344564731, + "macroF1": 0.8710894396624637, + "F1_coffee": 0.9422655907925189, + "IoU_coffee": 0.8908338261383797, + "precision_coffee": 0.9308533646419082, + "recall_coffee": 0.9539611170920145, + "F1_noncoffee": 0.7999132885324084, + "IoU_noncoffee": 0.6665462427745664, + "kappa": 0.7423131106990422, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9074512837870509, + "mIoU": 0.7708922488030003, + "macroF1": 0.8656793892744328, + "F1_coffee": 0.9405848388899236, + "IoU_coffee": 0.8878340365682138, + "precision_coffee": 0.9270023863427768, + "recall_coffee": 0.9545712305462793, + "F1_noncoffee": 0.7907739396589418, + "IoU_noncoffee": 0.653950461037787, + "kappa": 0.7315617138705883, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.889415405444611, + "mIoU": 0.7259100761283673, + "macroF1": 0.8331445842717737, + "F1_coffee": 0.9300419075586552, + "IoU_coffee": 0.8692320887414946, + "precision_coffee": 0.9038049940546968, + "recall_coffee": 0.9578476466511247, + "F1_noncoffee": 0.7362472609848921, + "IoU_noncoffee": 0.5825880635152401, + "kappa": 0.6673460534924743, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.928720756595321, + "mIoU": 0.7201700463744349, + "macroF1": 0.8209606808623178, + "F1_coffee": 0.9598609709608701, + "IoU_coffee": 0.9228198771154468, + "precision_coffee": 0.9534469317295913, + "recall_coffee": 0.9663618918613839, + "F1_noncoffee": 0.6820603907637656, + "IoU_noncoffee": 0.5175202156334232, + "kappa": 0.6420496747390159, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9382814050406827, + "mIoU": 0.7573710120735573, + "macroF1": 0.8505246943019019, + "F1_coffee": 0.9650561797752809, + "IoU_coffee": 0.9324720442948649, + "precision_coffee": 0.9640812661353687, + "recall_coffee": 0.9660330671465527, + "F1_noncoffee": 0.7359932088285229, + "IoU_noncoffee": 0.5822699798522498, + "kappa": 0.7010516982518878, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9227029172454853, + "mIoU": 0.6935404586890686, + "macroF1": 0.7981144693002413, + "F1_coffee": 0.9567101972770214, + "IoU_coffee": 0.9170128901672526, + "precision_coffee": 0.945518453427065, + "recall_coffee": 0.9681700596108425, + "F1_noncoffee": 0.6395187413234613, + "IoU_noncoffee": 0.47006802721088436, + "kappa": 0.596699462177729, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8929417337754618, + "mIoU": 0.786541985499912, + "macroF1": 0.8790159268908739, + "F1_coffee": 0.9200622524052066, + "IoU_coffee": 0.8519586008122625, + "precision_coffee": 0.9026929483620211, + "recall_coffee": 0.9381130986728217, + "F1_noncoffee": 0.8379696013765414, + "IoU_noncoffee": 0.7211253701875617, + "kappa": 0.7582133057677939, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8781476940488541, + "mIoU": 0.75791657354558, + "macroF1": 0.8600705651471225, + "F1_coffee": 0.910364922991536, + "IoU_coffee": 0.8354768878135744, + "precision_coffee": 0.8825665859564165, + "recall_coffee": 0.939971346704871, + "F1_noncoffee": 0.809776207302709, + "IoU_noncoffee": 0.6803562592775854, + "kappa": 0.720729100331107, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8577761011034613, + "mIoU": 0.7188597317354146, + "macroF1": 0.8328717094508093, + "F1_coffee": 0.8973870440936309, + "IoU_coffee": 0.8138731177487041, + "precision_coffee": 0.854587869362364, + "recall_coffee": 0.9446991404011461, + "F1_noncoffee": 0.7683563748079877, + "IoU_noncoffee": 0.6238463457221253, + "kappa": 0.6676253485819993, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2718, + 2995 + ], + [ + 53197, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9909651358922322, + "test_tta": { + "OA": 0.9046189600077467, + "mIoU": 0.7613830831834579, + "macroF1": 0.8588707524189901, + "F1_coffee": 0.9392225421637186, + "IoU_coffee": 0.8854095976732913, + "precision_coffee": 0.9186834852234091, + "recall_coffee": 0.960700986682936, + "F1_noncoffee": 0.7785189626742617, + "IoU_noncoffee": 0.6373565686936246, + "kappa": 0.7182546968433478, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8724039460020768, + "mIoU": 0.7049915148994159, + "macroF1": 0.8187388855598265, + "F1_coffee": 0.9173664104312415, + "IoU_coffee": 0.847347079630748, + "precision_coffee": 0.8896054490779319, + "recall_coffee": 0.9469157941420335, + "F1_noncoffee": 0.7201113606884115, + "IoU_noncoffee": 0.5626359501680839, + "kappa": 0.6386695819010987, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7740554936967481, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.915286788676931, + "mIoU": 0.7899647296791439, + "macroF1": 0.8787019266445053, + "F1_coffee": 0.9453177902094988, + "IoU_coffee": 0.8963058079810352, + "precision_coffee": 0.9362953485492591, + "recall_coffee": 0.9545158100687943, + "F1_noncoffee": 0.8120860630795117, + "IoU_noncoffee": 0.6836236513772527, + "kappa": 0.7574812425505436, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8827160493827161, + "mIoU": 0.7316284182561695, + "macroF1": 0.8389463597738301, + "F1_coffee": 0.9229062778483532, + "IoU_coffee": 0.856848627809953, + "precision_coffee": 0.9077600193953861, + "recall_coffee": 0.9385665529010239, + "F1_noncoffee": 0.7549864416993071, + "IoU_noncoffee": 0.6064082087023861, + "kappa": 0.6781774645953624, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5061728395061729, + "mIoU": 0.2621951219512195, + "macroF1": 0.3571428571428571, + "F1_coffee": 0.6666666666666666, + "IoU_coffee": 0.5, + "precision_coffee": 1.0, + "recall_coffee": 0.5, + "F1_noncoffee": 0.047619047619047616, + "IoU_noncoffee": 0.024390243902439025, + "kappa": 0.024096385542168697, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9192718446601942, + "mIoU": 0.799018329163298, + "macroF1": 0.8847098320381253, + "F1_coffee": 0.9478339973022993, + "IoU_coffee": 0.9008407369864647, + "precision_coffee": 0.9390850323222277, + "recall_coffee": 0.9567475144069406, + "F1_noncoffee": 0.8215856667739513, + "IoU_noncoffee": 0.6971959213401311, + "kappa": 0.7694880928984155, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9163483390551714, + "mIoU": 0.7934898237982886, + "macroF1": 0.8811115606674422, + "F1_coffee": 0.945835942391985, + "IoU_coffee": 0.8972378972378973, + "precision_coffee": 0.9400087124276557, + "recall_coffee": 0.9517358704555479, + "F1_noncoffee": 0.8163871789428996, + "IoU_noncoffee": 0.68974175035868, + "kappa": 0.7622540930615355, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9102557903389584, + "mIoU": 0.7774320584334793, + "macroF1": 0.8701757162974799, + "F1_coffee": 0.9423100833022504, + "IoU_coffee": 0.8909133654637358, + "precision_coffee": 0.9298816023556837, + "recall_coffee": 0.9550752945624095, + "F1_noncoffee": 0.7980413492927094, + "IoU_noncoffee": 0.6639507514032229, + "kappa": 0.7405137098887872, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9319064211050274, + "mIoU": 0.7237339619215066, + "macroF1": 0.8234544847953753, + "F1_coffee": 0.9618260966625739, + "IoU_coffee": 0.9264595204816687, + "precision_coffee": 0.9512087426868308, + "recall_coffee": 0.9726831470820635, + "F1_noncoffee": 0.6850828729281768, + "IoU_noncoffee": 0.5210084033613446, + "kappa": 0.6472715056275116, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9413574121849574, + "mIoU": 0.7767107637286473, + "macroF1": 0.8652946670253623, + "F1_coffee": 0.9665174777632995, + "IoU_coffee": 0.9352044731937288, + "precision_coffee": 0.973744292237443, + "recall_coffee": 0.9593971431784951, + "F1_noncoffee": 0.7640718562874251, + "IoU_noncoffee": 0.6182170542635659, + "kappa": 0.73069385703624, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9442349672554078, + "mIoU": 0.7673210897208863, + "macroF1": 0.8575316236633141, + "F1_coffee": 0.9686733556298773, + "IoU_coffee": 0.9392498108312615, + "precision_coffee": 0.9602165985191734, + "recall_coffee": 0.9772803959059724, + "F1_noncoffee": 0.7463898916967509, + "IoU_noncoffee": 0.5953923686105111, + "kappa": 0.7152420598047199, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.9072477498815728, + "mIoU": 0.8140233835604886, + "macroF1": 0.8964669268463217, + "F1_coffee": 0.9298760833751164, + "IoU_coffee": 0.8689424364123159, + "precision_coffee": 0.9234599516289657, + "recall_coffee": 0.9363819965377957, + "F1_noncoffee": 0.863057770317527, + "IoU_noncoffee": 0.7591043307086615, + "kappa": 0.7929533723439464, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.892577572385174, + "mIoU": 0.7847878887198477, + "macroF1": 0.8778107853178444, + "F1_coffee": 0.9202883336832528, + "IoU_coffee": 0.8523463831993777, + "precision_coffee": 0.8995758653714598, + "recall_coffee": 0.9419770773638968, + "F1_noncoffee": 0.835333236952436, + "IoU_noncoffee": 0.7172293942403177, + "kappa": 0.7558889080218036, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8779590681882486, + "mIoU": 0.7601489169874763, + "macroF1": 0.8617659094495849, + "F1_coffee": 0.9090781337830242, + "IoU_coffee": 0.8333118639701147, + "precision_coffee": 0.8920297848869277, + "recall_coffee": 0.9267908309455587, + "F1_noncoffee": 0.8144536851161457, + "IoU_noncoffee": 0.686985970004838, + "kappa": 0.7237377450407918, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2755, + 2995 + ], + [ + 53958, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5008366266886393, + "test_tta": { + "OA": 0.9162067073367548, + "mIoU": 0.7896091449428907, + "macroF1": 0.8783288040595473, + "F1_coffee": 0.9462158410508215, + "IoU_coffee": 0.8979218685488469, + "precision_coffee": 0.9320422032203425, + "recall_coffee": 0.9608272147771022, + "F1_noncoffee": 0.8104417670682731, + "IoU_noncoffee": 0.6812964213369345, + "kappa": 0.7568557807730187, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8834371754932503, + "mIoU": 0.7296200262054278, + "macroF1": 0.8372038030768003, + "F1_coffee": 0.9239598818282747, + "IoU_coffee": 0.8586667599328484, + "precision_coffee": 0.9021956821313735, + "recall_coffee": 0.9468001002680242, + "F1_noncoffee": 0.7504477243253258, + "IoU_noncoffee": 0.6005732924780073, + "kappa": 0.6750282583050614, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.6129444451196886, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8251347600142023, + "mIoU": 0.6285801096289202, + "macroF1": 0.759122051865907, + "F1_coffee": 0.8852212417504423, + "IoU_coffee": 0.7940779595948078, + "precision_coffee": 0.8915205052703452, + "recall_coffee": 0.8790103717417374, + "F1_noncoffee": 0.6330228619813717, + "IoU_noncoffee": 0.4630822596630327, + "kappa": 0.5183209905854227, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7992096457828545, + "mIoU": 0.5922563149603617, + "macroF1": 0.7289338986943751, + "F1_coffee": 0.866953363914373, + "IoU_coffee": 0.7651524097096878, + "precision_coffee": 0.8594137819966274, + "recall_coffee": 0.8746264051985114, + "F1_noncoffee": 0.5909144334743771, + "IoU_noncoffee": 0.4193602202110356, + "kappa": 0.4579960607455867, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5432098765432098, + "mIoU": 0.2716049382716049, + "macroF1": 0.352, + "F1_coffee": 0.704, + "IoU_coffee": 0.5432098765432098, + "precision_coffee": 0.9777777777777777, + "recall_coffee": 0.55, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024615384615384584, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.794126213592233, + "mIoU": 0.5918963614822693, + "macroF1": 0.7300049117296209, + "F1_coffee": 0.8615816443095401, + "IoU_coffee": 0.7568233944954128, + "precision_coffee": 0.8889412715517241, + "recall_coffee": 0.8358558672661642, + "F1_noncoffee": 0.5984281791497017, + "IoU_noncoffee": 0.4269693284691258, + "kappa": 0.4614897417471361, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8449301291040086, + "mIoU": 0.657931043351447, + "macroF1": 0.7825313059708829, + "F1_coffee": 0.8990207500236154, + "IoU_coffee": 0.8165646628153063, + "precision_coffee": 0.898539778449144, + "recall_coffee": 0.8995022367840716, + "F1_noncoffee": 0.6660418619181506, + "IoU_noncoffee": 0.4992974238875878, + "kappa": 0.5650630240871357, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8362264880808472, + "mIoU": 0.6386008542035011, + "macroF1": 0.7661696195858851, + "F1_coffee": 0.8941595575138277, + "IoU_coffee": 0.8085791793828416, + "precision_coffee": 0.8869807811531308, + "recall_coffee": 0.9014554848465756, + "F1_noncoffee": 0.6381796816579425, + "IoU_noncoffee": 0.46862252902416063, + "kappa": 0.5324439393507244, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8408163265306122, + "mIoU": 0.5517776861372331, + "macroF1": 0.668124344994698, + "F1_coffee": 0.9075241455092244, + "IoU_coffee": 0.83070407623081, + "precision_coffee": 0.9305028462998103, + "recall_coffee": 0.8856530082402077, + "F1_noncoffee": 0.4287245444801715, + "IoU_noncoffee": 0.2728512960436562, + "kappa": 0.3387398698200682, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8804326255209367, + "mIoU": 0.599758542449157, + "macroF1": 0.7122213080628172, + "F1_coffee": 0.9322386548951246, + "IoU_coffee": 0.8730777333052454, + "precision_coffee": 0.9321862348178138, + "recall_coffee": 0.9322910808682938, + "F1_noncoffee": 0.4922039612305099, + "IoU_noncoffee": 0.32643935159306875, + "kappa": 0.42444262976473884, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.870410795792816, + "mIoU": 0.5919132670930585, + "macroF1": 0.7064380420144414, + "F1_coffee": 0.9258375922771153, + "IoU_coffee": 0.8619158384436456, + "precision_coffee": 0.9349696066062622, + "recall_coffee": 0.9168822404678889, + "F1_noncoffee": 0.4870384917517675, + "IoU_noncoffee": 0.32191069574247144, + "kappa": 0.4132632368597418, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7496920890573188, + "mIoU": 0.5808309403296322, + "macroF1": 0.7308457668993893, + "F1_coffee": 0.8020677255019478, + "IoU_coffee": 0.6695434646654159, + "precision_coffee": 0.8343204488778054, + "recall_coffee": 0.7722158107328332, + "F1_noncoffee": 0.6596238082968308, + "IoU_noncoffee": 0.49211841599384853, + "kappa": 0.46307136554417483, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8111855135339054, + "mIoU": 0.6578482968240776, + "macroF1": 0.7899263190563393, + "F1_coffee": 0.8567544361763022, + "IoU_coffee": 0.7494054324696457, + "precision_coffee": 0.8557747284162378, + "recall_coffee": 0.8577363896848138, + "F1_noncoffee": 0.7230982019363762, + "IoU_noncoffee": 0.5662911611785095, + "kappa": 0.579853702548096, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8037347920399887, + "mIoU": 0.6397390404820389, + "macroF1": 0.7750199503612885, + "F1_coffee": 0.8553957334445139, + "IoU_coffee": 0.7473288003885381, + "precision_coffee": 0.8305221967345837, + "recall_coffee": 0.8818051575931232, + "F1_noncoffee": 0.6946441672780631, + "IoU_noncoffee": 0.5321492805755396, + "kappa": 0.5508905487545922, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2585, + 2995 + ], + [ + 48542, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5016835808753968, + "test_tta": { + "OA": 0.8400471256576612, + "mIoU": 0.6467183531194837, + "macroF1": 0.7730768740972833, + "F1_coffee": 0.8963533877832739, + "IoU_coffee": 0.8121742755889098, + "precision_coffee": 0.8911624038261593, + "recall_coffee": 0.9016052005974796, + "F1_noncoffee": 0.6498003604112929, + "IoU_noncoffee": 0.4812624306500576, + "kappa": 0.5462057723707144, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8129975770162686, + "mIoU": 0.6067354887989094, + "macroF1": 0.7402367570500359, + "F1_coffee": 0.8777161611588954, + "IoU_coffee": 0.7820803710986739, + "precision_coffee": 0.8590020490668439, + "recall_coffee": 0.8972638398796784, + "F1_noncoffee": 0.6027573529411765, + "IoU_noncoffee": 0.43139060649914485, + "kappa": 0.48127330315487316, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.6188232183188624, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8302507988767309, + "mIoU": 0.6275872101675558, + "macroF1": 0.7568243698074935, + "F1_coffee": 0.8904489115717112, + "IoU_coffee": 0.8025307900270351, + "precision_coffee": 0.8817789879736783, + "recall_coffee": 0.8992910188711001, + "F1_noncoffee": 0.6231998280432758, + "IoU_noncoffee": 0.4526436303080766, + "kappa": 0.5138104027911112, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8037383177570093, + "mIoU": 0.590084982089345, + "macroF1": 0.725302718481405, + "F1_coffee": 0.8720884326885117, + "IoU_coffee": 0.7731886594329717, + "precision_coffee": 0.8507840440165062, + "recall_coffee": 0.8944871869034534, + "F1_noncoffee": 0.5785170042742984, + "IoU_noncoffee": 0.4069813047457184, + "kappa": 0.45173824851060285, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37037037037037035, + "mIoU": 0.18518518518518517, + "macroF1": 0.2702702702702703, + "F1_coffee": 0.5405405405405406, + "IoU_coffee": 0.37037037037037035, + "precision_coffee": 0.967741935483871, + "recall_coffee": 0.375, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024807740014884665, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8420388349514563, + "mIoU": 0.610538536260331, + "macroF1": 0.7360441584556618, + "F1_coffee": 0.9033101562964284, + "IoU_coffee": 0.8236696651132546, + "precision_coffee": 0.8509208979454739, + "recall_coffee": 0.9625736178836046, + "F1_noncoffee": 0.5687781606148953, + "IoU_noncoffee": 0.39740740740740743, + "kappa": 0.48086452114769745, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8613219863642957, + "mIoU": 0.6763180553923958, + "macroF1": 0.7957977341353242, + "F1_coffee": 0.9114705519199902, + "IoU_coffee": 0.8373411978221416, + "precision_coffee": 0.8934341906202723, + "recall_coffee": 0.9302501417680046, + "F1_noncoffee": 0.6801249163506581, + "IoU_noncoffee": 0.51529491296265, + "kappa": 0.5921959736210066, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7874377447899038, + "mIoU": 0.5937825684969562, + "macroF1": 0.7338623163340748, + "F1_coffee": 0.8532710280373832, + "IoU_coffee": 0.7440912795436023, + "precision_coffee": 0.9072325928028959, + "recall_coffee": 0.805368281771785, + "F1_noncoffee": 0.6144536046307665, + "IoU_noncoffee": 0.44347385745031015, + "kappa": 0.4726270513969505, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.889795918367347, + "mIoU": 0.5793224486324337, + "macroF1": 0.6843401644450459, + "F1_coffee": 0.9390049038514519, + "IoU_coffee": 0.8850228500207727, + "precision_coffee": 0.9172228202368138, + "recall_coffee": 0.9618467095608986, + "F1_noncoffee": 0.42967542503863987, + "IoU_noncoffee": 0.2736220472440945, + "kappa": 0.371991956619284, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8822186941853543, + "mIoU": 0.623466939623736, + "macroF1": 0.7381819692378226, + "F1_coffee": 0.9323762319831368, + "IoU_coffee": 0.8733191035218784, + "precision_coffee": 0.9447009928422997, + "recall_coffee": 0.920368912383309, + "F1_noncoffee": 0.5439877064925086, + "IoU_noncoffee": 0.37361477572559365, + "kappa": 0.47696425018964694, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7826949791625323, + "mIoU": 0.5152082723214262, + "macroF1": 0.6434513147385644, + "F1_coffee": 0.8662677088422082, + "IoU_coffee": 0.764084886351395, + "precision_coffee": 0.9476285905143621, + "recall_coffee": 0.797773028905635, + "F1_noncoffee": 0.42063492063492064, + "IoU_noncoffee": 0.2663316582914573, + "kappa": 0.30897085317920164, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7965892941733775, + "mIoU": 0.6014099385505391, + "macroF1": 0.7392388458616412, + "F1_coffee": 0.8615285391809094, + "IoU_coffee": 0.7567414457285293, + "precision_coffee": 0.7790738364633151, + "recall_coffee": 0.9635025966532026, + "F1_noncoffee": 0.6169491525423729, + "IoU_noncoffee": 0.44607843137254904, + "kappa": 0.49415204998178197, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8414599641610865, + "mIoU": 0.6892935502039677, + "macroF1": 0.8112822003945133, + "F1_coffee": 0.8867479620022907, + "IoU_coffee": 0.7965383684337932, + "precision_coffee": 0.8369579041078469, + "recall_coffee": 0.942836676217765, + "F1_noncoffee": 0.7358164387867359, + "IoU_noncoffee": 0.5820487319741422, + "kappa": 0.6256547681068192, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7919456757521456, + "mIoU": 0.6358305991618214, + "macroF1": 0.7740888573743046, + "F1_coffee": 0.8376030624263839, + "IoU_coffee": 0.7205826472450918, + "precision_coffee": 0.8614476075105997, + "recall_coffee": 0.8150429799426934, + "F1_noncoffee": 0.7105746523222252, + "IoU_noncoffee": 0.5510785510785511, + "kappa": 0.5487938188685836, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2453, + 2995 + ], + [ + 48991, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6275943438212077, + "test_tta": { + "OA": 0.846938446144411, + "mIoU": 0.644116650362009, + "macroF1": 0.7688895600179679, + "F1_coffee": 0.903194855568031, + "IoU_coffee": 0.8234779533567852, + "precision_coffee": 0.8771933302932371, + "recall_coffee": 0.9307849283655566, + "F1_noncoffee": 0.6345842644679047, + "IoU_noncoffee": 0.4647553473672329, + "kappa": 0.5393070637952473, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8191704165224415, + "mIoU": 0.6022117190634773, + "macroF1": 0.7337696413782171, + "F1_coffee": 0.8845551811133823, + "IoU_coffee": 0.7930066697483986, + "precision_coffee": 0.8464886774165125, + "recall_coffee": 0.9262065906943561, + "F1_noncoffee": 0.5829841016430519, + "IoU_noncoffee": 0.411416768378556, + "kappa": 0.471400714923435, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 11, + "stopped_epoch": 31, + "best_val": 0.7560164139039189, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9057648236015623, + "mIoU": 0.7702820189854207, + "macroF1": 0.8654563976081804, + "F1_coffee": 0.939099053996266, + "IoU_coffee": 0.8851901372448779, + "precision_coffee": 0.9312220751282475, + "recall_coffee": 0.9471104285443797, + "F1_noncoffee": 0.7918137412200948, + "IoU_noncoffee": 0.6553739007259636, + "kappa": 0.730978595489016, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8720145379023884, + "mIoU": 0.7100618165430715, + "macroF1": 0.8230991220797785, + "F1_coffee": 0.9161215924987712, + "IoU_coffee": 0.8452254294933287, + "precision_coffee": 0.8985074626865671, + "recall_coffee": 0.9344401380613563, + "F1_noncoffee": 0.730076651660786, + "IoU_noncoffee": 0.5748982035928144, + "kappa": 0.6466352552937107, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.024691358024691357, + "mIoU": 0.0125, + "macroF1": 0.024691358024691357, + "F1_coffee": 0.024691358024691357, + "IoU_coffee": 0.0125, + "precision_coffee": 1.0, + "recall_coffee": 0.0125, + "F1_noncoffee": 0.024691358024691357, + "IoU_noncoffee": 0.0125, + "kappa": 0.00031245117950320147, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9009708737864077, + "mIoU": 0.7590061068212361, + "macroF1": 0.857585880045316, + "F1_coffee": 0.9361901782921489, + "IoU_coffee": 0.8800352837400764, + "precision_coffee": 0.9249644601026021, + "recall_coffee": 0.9476917231334304, + "F1_noncoffee": 0.7789815817984832, + "IoU_noncoffee": 0.6379769299023957, + "kappa": 0.715316998221246, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9030994632754702, + "mIoU": 0.7688117595905197, + "macroF1": 0.8647248566534154, + "F1_coffee": 0.9367743563856638, + "IoU_coffee": 0.8810682492581602, + "precision_coffee": 0.9381358609794629, + "recall_coffee": 0.9354167979333375, + "F1_noncoffee": 0.792675356921167, + "IoU_noncoffee": 0.6565552699228792, + "kappa": 0.7294515818770089, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9132053575745853, + "mIoU": 0.7832283528087105, + "macroF1": 0.8740601347331881, + "F1_coffee": 0.944273695321474, + "IoU_coffee": 0.8944303946362406, + "precision_coffee": 0.9307221542227662, + "recall_coffee": 0.9582256946632223, + "F1_noncoffee": 0.8038465741449022, + "IoU_noncoffee": 0.6720263109811804, + "kappa": 0.748308089614791, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9186660029865604, + "mIoU": 0.6789826856739363, + "macroF1": 0.785204272869209, + "F1_coffee": 0.9545176195512999, + "IoU_coffee": 0.9129925452609159, + "precision_coffee": 0.9416739894551845, + "recall_coffee": 0.9677164465515296, + "F1_noncoffee": 0.615890926187118, + "IoU_noncoffee": 0.44497282608695654, + "kappa": 0.571082390235471, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9344115896011114, + "mIoU": 0.7378607587270449, + "macroF1": 0.8351019627361652, + "F1_coffee": 0.9630705626012627, + "IoU_coffee": 0.928771551724138, + "precision_coffee": 0.956816163410302, + "recall_coffee": 0.9694072657743786, + "F1_noncoffee": 0.7071333628710678, + "IoU_noncoffee": 0.546949965729952, + "kappa": 0.6703156400225561, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9379837269299465, + "mIoU": 0.7357763284977595, + "macroF1": 0.8326850096048566, + "F1_coffee": 0.9654180268909422, + "IoU_coffee": 0.9331479302599208, + "precision_coffee": 0.9501197996079286, + "recall_coffee": 0.9812169609717692, + "F1_noncoffee": 0.699951992318771, + "IoU_noncoffee": 0.5384047267355982, + "kappa": 0.6661210461284355, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8841307437233539, + "mIoU": 0.7728087019926189, + "macroF1": 0.870252872598314, + "F1_coffee": 0.9126865138859142, + "IoU_coffee": 0.8393959290873276, + "precision_coffee": 0.9034628975265018, + "recall_coffee": 0.9221004039238315, + "F1_noncoffee": 0.8278192313107138, + "IoU_noncoffee": 0.7062214748979102, + "kappa": 0.7405590693078042, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8733377346034141, + "mIoU": 0.757843944030004, + "macroF1": 0.8606969853731936, + "F1_coffee": 0.9026599985504095, + "IoU_coffee": 0.8225891677675033, + "precision_coffee": 0.9134516649552589, + "recall_coffee": 0.8921203438395415, + "F1_noncoffee": 0.8187339721959779, + "IoU_noncoffee": 0.6930987202925045, + "kappa": 0.7214663657502325, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8896538715457889, + "mIoU": 0.7815446121978786, + "macroF1": 0.875854750685758, + "F1_coffee": 0.917244306125336, + "IoU_coffee": 0.8471387509798798, + "precision_coffee": 0.9058396200055882, + "recall_coffee": 0.9289398280802292, + "F1_noncoffee": 0.83446519524618, + "IoU_noncoffee": 0.7159504734158776, + "kappa": 0.7517882019468208, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2744, + 2995 + ], + [ + 53379, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5759067853291828, + "test_tta": { + "OA": 0.9070720764339434, + "mIoU": 0.7698729098442699, + "macroF1": 0.8649660421406666, + "F1_coffee": 0.940369917773037, + "IoU_coffee": 0.8874511336982017, + "precision_coffee": 0.9260233739215566, + "recall_coffee": 0.9551679885553195, + "F1_noncoffee": 0.7895621665082961, + "IoU_noncoffee": 0.6522946859903381, + "kappa": 0.7301606517272754, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.873860620745356, + "mIoU": 0.7093547638909149, + "macroF1": 0.8221620708799331, + "F1_coffee": 0.9180472263868066, + "IoU_coffee": 0.848509517953337, + "precision_coffee": 0.8929619570170801, + "recall_coffee": 0.9445826343495112, + "F1_noncoffee": 0.7262769153730596, + "IoU_noncoffee": 0.5702000098284928, + "kappa": 0.6452591825467285, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f1_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 54, + "stopped_epoch": 74, + "best_val": 0.7802593303365836, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8991478648203738, + "mIoU": 0.752975445677921, + "macroF1": 0.8532011896105627, + "F1_coffee": 0.9353286348536124, + "IoU_coffee": 0.8785139391111629, + "precision_coffee": 0.920458711858883, + "recall_coffee": 0.9506868912124209, + "F1_noncoffee": 0.7710737443675129, + "IoU_noncoffee": 0.627436952244679, + "kappa": 0.7066733633731614, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8675147109726549, + "mIoU": 0.6990182376690625, + "macroF1": 0.8145672231018656, + "F1_coffee": 0.9136540522249168, + "IoU_coffee": 0.8410341605233101, + "precision_coffee": 0.8913342503438789, + "recall_coffee": 0.9371203794759068, + "F1_noncoffee": 0.7154803939788144, + "IoU_noncoffee": 0.5570023148148148, + "kappa": 0.6298991439460904, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.48148148148148145, + "mIoU": 0.24912790697674417, + "macroF1": 0.3447611710323574, + "F1_coffee": 0.6440677966101694, + "IoU_coffee": 0.475, + "precision_coffee": 1.0, + "recall_coffee": 0.475, + "F1_noncoffee": 0.045454545454545456, + "IoU_noncoffee": 0.023255813953488372, + "kappa": 0.021851638872915465, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8955339805825243, + "mIoU": 0.7485961067749175, + "macroF1": 0.8503424509549736, + "F1_coffee": 0.9325814536340852, + "IoU_coffee": 0.8736792674336699, + "precision_coffee": 0.9228098456196913, + "recall_coffee": 0.9425622189854981, + "F1_noncoffee": 0.7681034482758621, + "IoU_noncoffee": 0.6235129461161651, + "kappa": 0.7008002960356837, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9069677481746531, + "mIoU": 0.7693613603520164, + "macroF1": 0.8645954767884245, + "F1_coffee": 0.9403410852713179, + "IoU_coffee": 0.8873997776087084, + "precision_coffee": 0.9257585933207155, + "recall_coffee": 0.9553903345724907, + "F1_noncoffee": 0.7888498683055312, + "IoU_noncoffee": 0.6513229430953243, + "kappa": 0.7294285642478305, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8949277114259465, + "mIoU": 0.7410963979618548, + "macroF1": 0.8445148340091205, + "F1_coffee": 0.9330498813815201, + "IoU_coffee": 0.8745018769852729, + "precision_coffee": 0.9129386229350054, + "recall_coffee": 0.9540671665301493, + "F1_noncoffee": 0.7559797866367209, + "IoU_noncoffee": 0.6076909189384365, + "kappa": 0.6895787298515881, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9175709308113489, + "mIoU": 0.6903266310916212, + "macroF1": 0.7962655518721036, + "F1_coffee": 0.9534726904922455, + "IoU_coffee": 0.9110824742268041, + "precision_coffee": 0.9493118496139644, + "recall_coffee": 0.9576701659329495, + "F1_noncoffee": 0.6390584132519617, + "IoU_noncoffee": 0.4695707879564382, + "kappa": 0.5925918197424311, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.936296884302441, + "mIoU": 0.7472191402136302, + "macroF1": 0.8425768738947056, + "F1_coffee": 0.9640416713341549, + "IoU_coffee": 0.9305795847750865, + "precision_coffee": 0.9601695860760906, + "recall_coffee": 0.967945113035654, + "F1_noncoffee": 0.7211120764552563, + "IoU_noncoffee": 0.563858695652174, + "kappa": 0.6851934548644241, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9391744393728915, + "mIoU": 0.744190522658964, + "macroF1": 0.8395648143774199, + "F1_coffee": 0.9659803540707032, + "IoU_coffee": 0.9341992271361099, + "precision_coffee": 0.9534399649430324, + "recall_coffee": 0.9788550219322911, + "F1_noncoffee": 0.7131492746841367, + "IoU_noncoffee": 0.5541818181818182, + "kappa": 0.6795969957761336, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8745618190431075, + "mIoU": 0.7549669992602799, + "macroF1": 0.8583684746196686, + "F1_coffee": 0.9062588501840838, + "IoU_coffee": 0.8285862247540134, + "precision_coffee": 0.8898776418242491, + "recall_coffee": 0.9232544720138488, + "F1_noncoffee": 0.8104780990552534, + "IoU_noncoffee": 0.6813477737665463, + "kappa": 0.7169308827665138, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8790908233518815, + "mIoU": 0.7598012888773618, + "macroF1": 0.8613474578311238, + "F1_coffee": 0.9109474854126146, + "IoU_coffee": 0.8364587319811201, + "precision_coffee": 0.8841693635382956, + "recall_coffee": 0.9393982808022923, + "F1_noncoffee": 0.8117474302496329, + "IoU_noncoffee": 0.6831438457736035, + "kappa": 0.7232315773193432, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8528718287277186, + "mIoU": 0.7151679262501472, + "macroF1": 0.8307276699882795, + "F1_coffee": 0.8919517938772683, + "IoU_coffee": 0.8049756219527441, + "precision_coffee": 0.8633681952266024, + "recall_coffee": 0.9224928366762177, + "F1_noncoffee": 0.7695035460992907, + "IoU_noncoffee": 0.6253602305475504, + "kappa": 0.6622450907790289, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2705, + 2995 + ], + [ + 53008, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.703637150923411, + "test_tta": { + "OA": 0.8994867822213615, + "mIoU": 0.752553881005569, + "macroF1": 0.8528212545836552, + "F1_coffee": 0.9356957006566721, + "IoU_coffee": 0.8791618160651921, + "precision_coffee": 0.9187534216022223, + "recall_coffee": 0.9532745671428271, + "F1_noncoffee": 0.7699468085106383, + "IoU_noncoffee": 0.625945945945946, + "kappa": 0.7060001779543834, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8682502596053998, + "mIoU": 0.6987189359151803, + "macroF1": 0.8141666960633714, + "F1_coffee": 0.9144190142494449, + "IoU_coffee": 0.8423314577651972, + "precision_coffee": 0.8892674927113703, + "recall_coffee": 0.9410346888798905, + "F1_noncoffee": 0.713914377877298, + "IoU_noncoffee": 0.5551064140651634, + "kappa": 0.6293246260883991, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.5835360509731484, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7893199155981172, + "mIoU": 0.6035663661519048, + "macroF1": 0.7434040390919506, + "F1_coffee": 0.8519481704535086, + "IoU_coffee": 0.7420816277868298, + "precision_coffee": 0.9111891865515054, + "recall_coffee": 0.7999400248468491, + "F1_noncoffee": 0.6348599077303927, + "IoU_noncoffee": 0.4650511045169799, + "kappa": 0.4921028759816961, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7525816314757124, + "mIoU": 0.5591267704689011, + "macroF1": 0.7068681806178055, + "F1_coffee": 0.8226268391285917, + "IoU_coffee": 0.6986967823521146, + "precision_coffee": 0.8901942355889725, + "recall_coffee": 0.7645928232331969, + "F1_noncoffee": 0.5911095221070194, + "IoU_noncoffee": 0.4195567585856877, + "kappa": 0.4214203559195365, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20095465393794748, + "mIoU": 0.10090495106731899, + "macroF1": 0.16864606386791756, + "F1_coffee": 0.33253588516746413, + "IoU_coffee": 0.1994261119081779, + "precision_coffee": 1.0, + "recall_coffee": 0.1994261119081779, + "F1_noncoffee": 0.0047562425683709865, + "IoU_noncoffee": 0.0023837902264600714, + "kappa": 0.0009503282563698241, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7012087264150944, + "mIoU": 0.5162732206443863, + "macroF1": 0.6743886669223821, + "F1_coffee": 0.7678387355400298, + "IoU_coffee": 0.6231641569064882, + "precision_coffee": 0.9299056778250416, + "recall_coffee": 0.6538786657129853, + "F1_noncoffee": 0.5809385983047344, + "IoU_noncoffee": 0.40938228438228436, + "kappa": 0.38262642522364887, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8419929170911561, + "mIoU": 0.6614772636228416, + "macroF1": 0.7864856070129881, + "F1_coffee": 0.8953507052662019, + "IoU_coffee": 0.8105293775450844, + "precision_coffee": 0.8997739748143364, + "recall_coffee": 0.8909707123673104, + "F1_noncoffee": 0.6776205087597743, + "IoU_noncoffee": 0.5124251497005988, + "kappa": 0.5730030029535353, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8235892467909905, + "mIoU": 0.6430132633875474, + "macroF1": 0.773467136387245, + "F1_coffee": 0.8800237185399921, + "IoU_coffee": 0.7857521030648862, + "precision_coffee": 0.9094437257438551, + "recall_coffee": 0.8524475078179845, + "F1_noncoffee": 0.6669105542344979, + "IoU_noncoffee": 0.5002744237102086, + "kappa": 0.5482467767326838, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7959682345754429, + "mIoU": 0.5803164846644734, + "macroF1": 0.717016622783775, + "F1_coffee": 0.8664890073284477, + "IoU_coffee": 0.7644292935229811, + "precision_coffee": 0.9540786384976526, + "recall_coffee": 0.7936294849890163, + "F1_noncoffee": 0.5675442382391023, + "IoU_noncoffee": 0.39620367580596566, + "kappa": 0.4490735065080755, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8412291933418694, + "mIoU": 0.6167267004582584, + "macroF1": 0.7427941794727118, + "F1_coffee": 0.9019106729950104, + "IoU_coffee": 0.8213454505153497, + "precision_coffee": 0.9370337590087242, + "recall_coffee": 0.869325513196481, + "F1_noncoffee": 0.5836776859504132, + "IoU_noncoffee": 0.41210795040116704, + "kappa": 0.48863773838066127, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8531338613474138, + "mIoU": 0.6329029512864368, + "macroF1": 0.7561827949138318, + "F1_coffee": 0.9099304389541857, + "IoU_coffee": 0.8347452965122676, + "precision_coffee": 0.9392176281257737, + "recall_coffee": 0.8824145150034892, + "F1_noncoffee": 0.602435150873478, + "IoU_noncoffee": 0.43106060606060603, + "kappa": 0.5144495394574389, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6128205128205129, + "mIoU": 0.4406566435945405, + "macroF1": 0.6113258083820241, + "F1_coffee": 0.6354287758204418, + "IoU_coffee": 0.4656618610747051, + "precision_coffee": 0.8886943471735868, + "recall_coffee": 0.4945024356297843, + "F1_noncoffee": 0.5872228409436063, + "IoU_noncoffee": 0.41565142611437583, + "kappa": 0.288113915543349, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8427342256214149, + "mIoU": 0.6904274582215102, + "macroF1": 0.8120044346618471, + "F1_coffee": 0.888011437129825, + "IoU_coffee": 0.7985796498102118, + "precision_coffee": 0.8608764519535375, + "recall_coffee": 0.9169126950653732, + "F1_noncoffee": 0.7359974321938694, + "IoU_noncoffee": 0.5822752666328085, + "kappa": 0.6248874337475607, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7945862929545018, + "mIoU": 0.6345216517143162, + "macroF1": 0.77225875149958, + "F1_coffee": 0.8435672514619883, + "IoU_coffee": 0.729456384323641, + "precision_coffee": 0.8730518989257073, + "recall_coffee": 0.8160090510535992, + "F1_noncoffee": 0.7009502515371716, + "IoU_noncoffee": 0.5395869191049913, + "kappa": 0.5455084566194942, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 546, + 563 + ], + [ + 6227, + 7520 + ], + [ + 41833, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.510547725359599, + "test_tta": { + "OA": 0.811540334361305, + "mIoU": 0.6289869812191973, + "macroF1": 0.7629267829382427, + "F1_coffee": 0.8702812007731067, + "IoU_coffee": 0.7703520569620254, + "precision_coffee": 0.9095345958947295, + "recall_coffee": 0.8342758000257037, + "F1_noncoffee": 0.6555723651033787, + "IoU_noncoffee": 0.4876219054763691, + "kappa": 0.5281869221237373, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7725279796930887, + "mIoU": 0.5788016068556537, + "macroF1": 0.722299542763432, + "F1_coffee": 0.8404031409374241, + "IoU_coffee": 0.7247373381269853, + "precision_coffee": 0.8874025002671225, + "recall_coffee": 0.7981318111053451, + "F1_noncoffee": 0.6041959445894399, + "IoU_noncoffee": 0.4328658755843222, + "kappa": 0.44843610768489234, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 6, + "stopped_epoch": 30, + "best_val": 0.6120769172496743, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8328842720337608, + "mIoU": 0.663392367742836, + "macroF1": 0.790244744899033, + "F1_coffee": 0.8848167539267016, + "IoU_coffee": 0.7934272300469484, + "precision_coffee": 0.9260924546859632, + "recall_coffee": 0.8470633594653644, + "F1_noncoffee": 0.6956727358713644, + "IoU_noncoffee": 0.5333575054387237, + "kappa": 0.5826797776636533, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7926329756547825, + "mIoU": 0.6085284321798101, + "macroF1": 0.7475374809641337, + "F1_coffee": 0.8542376317923763, + "IoU_coffee": 0.7455626537365729, + "precision_coffee": 0.9038853489519642, + "recall_coffee": 0.8097599415710469, + "F1_noncoffee": 0.6408373301358913, + "IoU_noncoffee": 0.47149421062304725, + "kappa": 0.4988008344273525, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23436754176610977, + "mIoU": 0.11769523972676074, + "macroF1": 0.19138751836016532, + "F1_coffee": 0.3778122575640031, + "IoU_coffee": 0.23290291726446677, + "precision_coffee": 1.0, + "recall_coffee": 0.23290291726446677, + "F1_noncoffee": 0.004962779156327543, + "IoU_noncoffee": 0.0024875621890547263, + "kappa": 0.0011580500529682802, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.786310927672956, + "mIoU": 0.616880174506203, + "macroF1": 0.7574070096270122, + "F1_coffee": 0.8411440260072324, + "IoU_coffee": 0.7258400050431822, + "precision_coffee": 0.9596599433238873, + "recall_coffee": 0.7486832693933285, + "F1_noncoffee": 0.6736699932467922, + "IoU_noncoffee": 0.5079203439692238, + "kappa": 0.5295535047901528, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.863387182845777, + "mIoU": 0.7008080062495403, + "macroF1": 0.8168923995129429, + "F1_coffee": 0.9091612903225806, + "IoU_coffee": 0.8334516205346582, + "precision_coffee": 0.917328472855097, + "recall_coffee": 0.901138252973526, + "F1_noncoffee": 0.7246235087033053, + "IoU_noncoffee": 0.5681643919644226, + "kappa": 0.6338727787713935, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8483410026640833, + "mIoU": 0.6748122931419774, + "macroF1": 0.7972171055270695, + "F1_coffee": 0.8990358259972268, + "IoU_coffee": 0.8165895378126647, + "precision_coffee": 0.908616868726372, + "recall_coffee": 0.8896547322739167, + "F1_noncoffee": 0.6953983850569122, + "IoU_noncoffee": 0.5330350484712901, + "kappa": 0.5945702128119711, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8088983913663205, + "mIoU": 0.6025457785913523, + "macroF1": 0.7370187682179847, + "F1_coffee": 0.8745069198368657, + "IoU_coffee": 0.7769989307354164, + "precision_coffee": 0.9670264675439894, + "recall_coffee": 0.7981449841347328, + "F1_noncoffee": 0.5995306165991039, + "IoU_noncoffee": 0.42809262644728824, + "kappa": 0.4889651484756598, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8605338323648183, + "mIoU": 0.6454437245262231, + "macroF1": 0.7667962400995061, + "F1_coffee": 0.9146473779385171, + "IoU_coffee": 0.8427190936354548, + "precision_coffee": 0.9407315561066336, + "recall_coffee": 0.8899706744868036, + "F1_noncoffee": 0.6189451022604952, + "IoU_noncoffee": 0.4481683554169914, + "kappa": 0.535187885426521, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8401290701085362, + "mIoU": 0.5821108502543896, + "macroF1": 0.7051211187615851, + "F1_coffee": 0.9046480433895142, + "IoU_coffee": 0.825897135555319, + "precision_coffee": 0.9072406129371856, + "recall_coffee": 0.9020702488950919, + "F1_noncoffee": 0.5055941941336559, + "IoU_noncoffee": 0.33832456495346014, + "kappa": 0.41026720789990306, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7652421652421653, + "mIoU": 0.6115426317868785, + "macroF1": 0.7574275362318841, + "F1_coffee": 0.8009661835748793, + "IoU_coffee": 0.6680096696212732, + "precision_coffee": 0.9501432664756447, + "recall_coffee": 0.6922755741127349, + "F1_noncoffee": 0.7138888888888889, + "IoU_noncoffee": 0.5550755939524838, + "kappa": 0.531457916521542, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8661567877629063, + "mIoU": 0.7344572999054032, + "macroF1": 0.8438957414579182, + "F1_coffee": 0.9028452463566967, + "IoU_coffee": 0.8228969006957622, + "precision_coffee": 0.8914622447581197, + "recall_coffee": 0.9145227049065092, + "F1_noncoffee": 0.7849462365591398, + "IoU_noncoffee": 0.6460176991150443, + "kappa": 0.6879041193033177, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8564023804952966, + "mIoU": 0.7259390745551881, + "macroF1": 0.8387610287825111, + "F1_coffee": 0.8920946335833814, + "IoU_coffee": 0.8052083333333333, + "precision_coffee": 0.9103488885617548, + "recall_coffee": 0.8745580540234762, + "F1_noncoffee": 0.7854274239816409, + "IoU_noncoffee": 0.646669815777043, + "kappa": 0.6777796876507307, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 27, + 27 + ], + [ + 556, + 563 + ], + [ + 6637, + 7520 + ], + [ + 44094, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.513756227493286, + "test_tta": { + "OA": 0.8539198182113293, + "mIoU": 0.6879504623192958, + "macroF1": 0.8076709063090073, + "F1_coffee": 0.9019842739212824, + "IoU_coffee": 0.8214675368471167, + "precision_coffee": 0.9174716412619638, + "recall_coffee": 0.8870110954033329, + "F1_noncoffee": 0.7133575386967322, + "IoU_noncoffee": 0.5544333877914748, + "kappa": 0.6156620911918708, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8136321679935387, + "mIoU": 0.6288285664866795, + "macroF1": 0.7622552758261456, + "F1_coffee": 0.8727748897290485, + "IoU_coffee": 0.7742684950650712, + "precision_coffee": 0.8947092189991723, + "recall_coffee": 0.8518902919525649, + "F1_noncoffee": 0.6517356619232427, + "IoU_noncoffee": 0.4833886379082877, + "kappa": 0.5252915462467747, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 62, + "stopped_epoch": 82, + "best_val": 0.7308242071605857, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8872098685278363, + "mIoU": 0.7511359529636403, + "macroF1": 0.8535906747317286, + "F1_coffee": 0.9237488066891247, + "IoU_coffee": 0.8583022369038151, + "precision_coffee": 0.9470155466060701, + "recall_coffee": 0.9015979094375187, + "F1_noncoffee": 0.7834325427743323, + "IoU_noncoffee": 0.6439696690234655, + "kappa": 0.7076824885057978, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8433281412253375, + "mIoU": 0.6833809336248163, + "macroF1": 0.8058147742314727, + "F1_coffee": 0.8911643005279979, + "IoU_coffee": 0.8036937311382981, + "precision_coffee": 0.9307689087941066, + "recall_coffee": 0.8547925195564012, + "F1_noncoffee": 0.7204652479349476, + "IoU_noncoffee": 0.5630681361113345, + "kappa": 0.6134271914539926, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29880668257756565, + "mIoU": 0.15009043704909317, + "macroF1": 0.23197468693701506, + "F1_coffee": 0.4585329893107261, + "IoU_coffee": 0.29746532759445243, + "precision_coffee": 1.0, + "recall_coffee": 0.29746532759445243, + "F1_noncoffee": 0.005416384563303994, + "IoU_noncoffee": 0.0027155465037338763, + "kappa": 0.0016142578939189823, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8820754716981132, + "mIoU": 0.7486213484303175, + "macroF1": 0.8524295164895017, + "F1_coffee": 0.9185723010110606, + "IoU_coffee": 0.8494070402208697, + "precision_coffee": 0.9604114934373892, + "recall_coffee": 0.8802262825931465, + "F1_noncoffee": 0.786286731967943, + "IoU_noncoffee": 0.6478356566397653, + "kappa": 0.7063218260119636, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.901421433076214, + "mIoU": 0.7719398956633834, + "macroF1": 0.8672954355243675, + "F1_coffee": 0.934590871048735, + "IoU_coffee": 0.8772131246601003, + "precision_coffee": 0.9409515167228416, + "recall_coffee": 0.9283156413863666, + "F1_noncoffee": 0.8, + "IoU_noncoffee": 0.6666666666666666, + "kappa": 0.7346279489142398, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8780818600145314, + "mIoU": 0.7335008763345869, + "macroF1": 0.8412133302689998, + "F1_coffee": 0.9177262772529664, + "IoU_coffee": 0.8479613409845967, + "precision_coffee": 0.9406325381935138, + "recall_coffee": 0.89590911991831, + "F1_noncoffee": 0.7647003832850332, + "IoU_noncoffee": 0.619040411684577, + "kappa": 0.6829643562522353, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8781307269395235, + "mIoU": 0.696775918048911, + "macroF1": 0.810524819542693, + "F1_coffee": 0.9237045063420231, + "IoU_coffee": 0.8582257491413005, + "precision_coffee": 0.9667778519012675, + "recall_coffee": 0.8843055894556993, + "F1_noncoffee": 0.6973451327433628, + "IoU_noncoffee": 0.5353260869565217, + "kappa": 0.6240102991758882, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8916576381365113, + "mIoU": 0.6899925778338194, + "macroF1": 0.8016692437607047, + "F1_coffee": 0.9352636534839924, + "IoU_coffee": 0.8783992925049746, + "precision_coffee": 0.9384669894886029, + "recall_coffee": 0.9320821114369502, + "F1_noncoffee": 0.668074834037417, + "IoU_noncoffee": 0.5015858631626643, + "kappa": 0.603362182324478, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8799256869072064, + "mIoU": 0.6747614271899756, + "macroF1": 0.7902523834432613, + "F1_coffee": 0.9273974222537543, + "IoU_coffee": 0.8646235255208907, + "precision_coffee": 0.9431216931216931, + "recall_coffee": 0.9121888811351477, + "F1_noncoffee": 0.6531073446327683, + "IoU_noncoffee": 0.4848993288590604, + "kappa": 0.5810611824011456, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8857549857549858, + "mIoU": 0.7778391148870972, + "macroF1": 0.8736852024275603, + "F1_coffee": 0.9127312295973885, + "IoU_coffee": 0.8394715772618094, + "precision_coffee": 0.9531818181818181, + "recall_coffee": 0.8755741127348643, + "F1_noncoffee": 0.834639175257732, + "IoU_noncoffee": 0.716206652512385, + "kappa": 0.7482295700703879, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9108986615678776, + "mIoU": 0.8180663622097231, + "macroF1": 0.8988203540478065, + "F1_coffee": 0.9337785988347307, + "IoU_coffee": 0.8757830201252832, + "precision_coffee": 0.9439735670162333, + "recall_coffee": 0.9238014902291579, + "F1_noncoffee": 0.8638621092608822, + "IoU_noncoffee": 0.760349704294163, + "kappa": 0.797689220383634, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8762718372048378, + "mIoU": 0.7612663270403492, + "macroF1": 0.8628322851086014, + "F1_coffee": 0.9057679654945537, + "IoU_coffee": 0.8277659005879209, + "precision_coffee": 0.9375, + "recall_coffee": 0.8761137038608401, + "F1_noncoffee": 0.8198966047226491, + "IoU_noncoffee": 0.6947667534927776, + "kappa": 0.7262639589806947, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 532, + 563 + ], + [ + 6757, + 7520 + ], + [ + 47348, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.222496700286865, + "test_tta": { + "OA": 0.897256938808635, + "mIoU": 0.7675232677255931, + "macroF1": 0.8645751319592683, + "F1_coffee": 0.9311027907179241, + "IoU_coffee": 0.8710873062745657, + "precision_coffee": 0.9465147156450542, + "recall_coffee": 0.9161847234717045, + "F1_noncoffee": 0.7980474732006125, + "IoU_noncoffee": 0.6639592291766205, + "kappa": 0.7293605922244203, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8528614284065997, + "mIoU": 0.695668901230054, + "macroF1": 0.814526814524913, + "F1_coffee": 0.898847885145452, + "IoU_coffee": 0.8162794885647398, + "precision_coffee": 0.9283008048495771, + "recall_coffee": 0.8712064425608795, + "F1_noncoffee": 0.7302057439043741, + "IoU_noncoffee": 0.5750583138953682, + "kappa": 0.6300469363174717, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.7371344715567778, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8927609154358058, + "mIoU": 0.7604414164670386, + "macroF1": 0.8598802990184662, + "F1_coffee": 0.9277568202941338, + "IoU_coffee": 0.8652485162448247, + "precision_coffee": 0.9476200049141147, + "recall_coffee": 0.9087092490254037, + "F1_noncoffee": 0.7920037777427987, + "IoU_noncoffee": 0.6556343166892525, + "kappa": 0.7201146508729465, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8466885889004269, + "mIoU": 0.6869582037940778, + "macroF1": 0.80824936691528, + "F1_coffee": 0.8941024108388125, + "IoU_coffee": 0.8084857220070264, + "precision_coffee": 0.9281090360075283, + "recall_coffee": 0.8624997597493705, + "F1_noncoffee": 0.7223963229917476, + "IoU_noncoffee": 0.5654306855811292, + "kappa": 0.6178436934306163, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26348448687350834, + "mIoU": 0.13233060578828154, + "macroF1": 0.21023339585335185, + "F1_coffee": 0.41530882910193256, + "IoU_coffee": 0.2620755619320899, + "precision_coffee": 1.0, + "recall_coffee": 0.2620755619320899, + "F1_noncoffee": 0.0051579626047711154, + "IoU_noncoffee": 0.002585649644473174, + "kappa": 0.0013543534090069758, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8681702044025157, + "mIoU": 0.7281148792441604, + "macroF1": 0.8385525138585619, + "F1_coffee": 0.9077023633423923, + "IoU_coffee": 0.831002771478962, + "precision_coffee": 0.9636961285609934, + "recall_coffee": 0.8578581182131478, + "F1_noncoffee": 0.7694026643747314, + "IoU_noncoffee": 0.6252269870093589, + "kappa": 0.6798057279271992, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.909862707999806, + "mIoU": 0.7885851665724009, + "macroF1": 0.8783845920818903, + "F1_coffee": 0.9402572347266881, + "IoU_coffee": 0.8872504399538806, + "precision_coffee": 0.9456085887983443, + "recall_coffee": 0.9349661081979793, + "F1_noncoffee": 0.8165119494370926, + "IoU_noncoffee": 0.6899198931909212, + "kappa": 0.756793106462223, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8999273431823687, + "mIoU": 0.7668865037898578, + "macroF1": 0.8637233401723374, + "F1_coffee": 0.9339640733874577, + "IoU_coffee": 0.8761093787479012, + "precision_coffee": 0.935518985720689, + "recall_coffee": 0.9324143212713, + "F1_noncoffee": 0.7934826069572171, + "IoU_noncoffee": 0.6576636288318144, + "kappa": 0.7274490350181265, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9129505192425168, + "mIoU": 0.7454856552687681, + "macroF1": 0.845083674141281, + "F1_coffee": 0.9476199228083073, + "IoU_coffee": 0.9004540691582257, + "precision_coffee": 0.9514085373354656, + "recall_coffee": 0.9438613619721747, + "F1_noncoffee": 0.7425474254742548, + "IoU_noncoffee": 0.5905172413793104, + "kappa": 0.6901914946160055, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.9042647493351719, + "mIoU": 0.7112224044946917, + "macroF1": 0.8179517001206877, + "F1_coffee": 0.9433037797480168, + "IoU_coffee": 0.8926915433870611, + "precision_coffee": 0.9381598793363499, + "recall_coffee": 0.9485043988269795, + "F1_noncoffee": 0.6925996204933587, + "IoU_noncoffee": 0.5297532656023222, + "kappa": 0.635962737506198, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.905348587073433, + "mIoU": 0.7027967290844839, + "macroF1": 0.810307760298034, + "F1_coffee": 0.944578037329669, + "IoU_coffee": 0.8949766735380276, + "precision_coffee": 0.9301984663960307, + "recall_coffee": 0.959409164922075, + "F1_noncoffee": 0.6760374832663989, + "IoU_noncoffee": 0.5106167846309403, + "kappa": 0.6211447290986285, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8264007597340931, + "mIoU": 0.6943305703987595, + "macroF1": 0.8183561793063343, + "F1_coffee": 0.8565824572414875, + "IoU_coffee": 0.7491423082201181, + "precision_coffee": 0.9816579751843194, + "recall_coffee": 0.759777313848295, + "F1_noncoffee": 0.7801299013711811, + "IoU_noncoffee": 0.6395188325774009, + "kappa": 0.6455342636179672, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9152963671128107, + "mIoU": 0.8274382991287421, + "macroF1": 0.9046445141693373, + "F1_coffee": 0.9365147606764116, + "IoU_coffee": 0.8806090823339172, + "precision_coffee": 0.9549905012421452, + "recall_coffee": 0.9187403345986223, + "F1_noncoffee": 0.8727742676622631, + "IoU_noncoffee": 0.7742675159235669, + "kappa": 0.8094319696790799, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8946054904972164, + "mIoU": 0.7910759741785205, + "macroF1": 0.8820252488832637, + "F1_coffee": 0.9205499276410999, + "IoU_coffee": 0.8527952808687491, + "precision_coffee": 0.9425100014817009, + "recall_coffee": 0.8995898741337859, + "F1_noncoffee": 0.8435005701254276, + "IoU_noncoffee": 0.7293566674882919, + "kappa": 0.7643025375088586, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6855, + 7520 + ], + [ + 47571, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.0192710320154825, + "test_tta": { + "OA": 0.8957312124655088, + "mIoU": 0.7628679375531828, + "macroF1": 0.8612896124809217, + "F1_coffee": 0.9304084064565052, + "IoU_coffee": 0.869872586950797, + "precision_coffee": 0.9412370682097142, + "recall_coffee": 0.9198260720558625, + "F1_noncoffee": 0.7921708185053381, + "IoU_noncoffee": 0.6558632881555686, + "kappa": 0.7226888396179183, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8503086419753086, + "mIoU": 0.6885858587692651, + "macroF1": 0.808941162497793, + "F1_coffee": 0.897843482711444, + "IoU_coffee": 0.8146243012020218, + "precision_coffee": 0.9201129715553762, + "recall_coffee": 0.8766264967614216, + "F1_noncoffee": 0.720038842284142, + "IoU_noncoffee": 0.5625474163365085, + "kappa": 0.6184947746355276, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.6301645651812191, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8414056159714333, + "mIoU": 0.6662468842347946, + "macroF1": 0.7909798829507182, + "F1_coffee": 0.8936443491417313, + "IoU_coffee": 0.8077369591310679, + "precision_coffee": 0.908487329866106, + "recall_coffee": 0.8792785845863856, + "F1_noncoffee": 0.6883154167597052, + "IoU_noncoffee": 0.5247568093385214, + "kappa": 0.5822865325520168, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8035508249682705, + "mIoU": 0.6124053122703265, + "macroF1": 0.7485708637923765, + "F1_coffee": 0.866144517929618, + "IoU_coffee": 0.7638932223955625, + "precision_coffee": 0.8861652925799316, + "recall_coffee": 0.8470083991620058, + "F1_noncoffee": 0.6309972096551351, + "IoU_noncoffee": 0.4609174021450904, + "kappa": 0.49784830654452344, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32124105011933174, + "mIoU": 0.16137383013958842, + "macroF1": 0.24518850714502888, + "F1_coffee": 0.48478260869565215, + "IoU_coffee": 0.3199426111908178, + "precision_coffee": 1.0, + "recall_coffee": 0.3199426111908178, + "F1_noncoffee": 0.005594405594405594, + "IoU_noncoffee": 0.002805049088359046, + "kappa": 0.0017933000540804238, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8573604559748428, + "mIoU": 0.7027411649185843, + "macroF1": 0.8196639476081743, + "F1_coffee": 0.902114172033584, + "IoU_coffee": 0.8216830466830467, + "precision_coffee": 0.9368959237988513, + "recall_coffee": 0.8698224852071006, + "F1_noncoffee": 0.7372137231827646, + "IoU_noncoffee": 0.5837992831541219, + "kappa": 0.6406574667001265, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8155532916120894, + "mIoU": 0.6262982622471018, + "macroF1": 0.7592999408491317, + "F1_coffee": 0.8756622408267382, + "IoU_coffee": 0.7788248981966259, + "precision_coffee": 0.8961178045515394, + "recall_coffee": 0.856119708402609, + "F1_noncoffee": 0.6429376408715252, + "IoU_noncoffee": 0.47377162629757785, + "kappa": 0.5193191493809093, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8514894647614435, + "mIoU": 0.6706100077968428, + "macroF1": 0.7927482643032173, + "F1_coffee": 0.9030850929321027, + "IoU_coffee": 0.8232954872917987, + "precision_coffee": 0.894657731571366, + "recall_coffee": 0.9116727295934648, + "F1_noncoffee": 0.6824114356743319, + "IoU_noncoffee": 0.5179245283018868, + "kappa": 0.5856170171012669, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8799633475870495, + "mIoU": 0.6819905937205165, + "macroF1": 0.7969135186167317, + "F1_coffee": 0.9267838291001677, + "IoU_coffee": 0.8635574586274737, + "precision_coffee": 0.9434821089897585, + "recall_coffee": 0.9106663412252868, + "F1_noncoffee": 0.6670432081332957, + "IoU_noncoffee": 0.5004237288135593, + "kappa": 0.594404800340612, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8120752486949671, + "mIoU": 0.5579214899323753, + "macroF1": 0.686160864605261, + "F1_coffee": 0.8849493487698987, + "IoU_coffee": 0.7936404931862427, + "precision_coffee": 0.910534805807172, + "recall_coffee": 0.8607624633431085, + "F1_noncoffee": 0.4873723804406233, + "IoU_noncoffee": 0.322202486678508, + "kappa": 0.3745222124590939, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.878361200743131, + "mIoU": 0.619103601596154, + "macroF1": 0.7345952711751969, + "F1_coffee": 0.9299312830911344, + "IoU_coffee": 0.8690388461943362, + "precision_coffee": 0.9015945827872434, + "recall_coffee": 0.9601070016282857, + "F1_noncoffee": 0.5392592592592592, + "IoU_noncoffee": 0.3691683569979716, + "kappa": 0.4726161313854634, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8362773029439696, + "mIoU": 0.7003757731218188, + "macroF1": 0.8215610778309623, + "F1_coffee": 0.872805075992327, + "IoU_coffee": 0.7743160099489462, + "precision_coffee": 0.9287172240540116, + "recall_coffee": 0.8232428670842032, + "F1_noncoffee": 0.7703170796695976, + "IoU_noncoffee": 0.6264355362946912, + "kappa": 0.645442704442425, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8189292543021033, + "mIoU": 0.6660513047112098, + "macroF1": 0.7955969826761694, + "F1_coffee": 0.8646562812633986, + "IoU_coffee": 0.7615810674723061, + "precision_coffee": 0.879232669670106, + "recall_coffee": 0.8505553212427949, + "F1_noncoffee": 0.7265376840889403, + "IoU_noncoffee": 0.5705215419501134, + "kappa": 0.5914208618545725, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8251103858706086, + "mIoU": 0.676366935991318, + "macroF1": 0.8033717113679757, + "F1_coffee": 0.8687509004466215, + "IoU_coffee": 0.7679572083545594, + "precision_coffee": 0.8853325502863015, + "recall_coffee": 0.8527789563003818, + "F1_noncoffee": 0.7379925222893299, + "IoU_noncoffee": 0.5847766636280766, + "kappa": 0.6070186122944304, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 18, + 27 + ], + [ + 553, + 563 + ], + [ + 6653, + 7520 + ], + [ + 44615, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5138866623242697, + "test_tta": { + "OA": 0.8512254504138939, + "mIoU": 0.6737815520051991, + "macroF1": 0.7956766266969586, + "F1_coffee": 0.9022126442912923, + "IoU_coffee": 0.821846452866861, + "precision_coffee": 0.8987417105934364, + "recall_coffee": 0.9057104913678619, + "F1_noncoffee": 0.689140609102625, + "IoU_noncoffee": 0.5257166511435372, + "kappa": 0.5913726279421244, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8145119418483905, + "mIoU": 0.6192003117629634, + "macroF1": 0.752525469282335, + "F1_coffee": 0.8763805184693907, + "IoU_coffee": 0.7799620181696864, + "precision_coffee": 0.8765574526995846, + "recall_coffee": 0.8762036556535778, + "F1_noncoffee": 0.6286704200952793, + "IoU_noncoffee": 0.45843860535624054, + "kappa": 0.5050509991400336, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.6800054710318024, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8478818373640643, + "mIoU": 0.6794412556418907, + "macroF1": 0.8014324358872863, + "F1_coffee": 0.8974706809032033, + "IoU_coffee": 0.8140107164119865, + "precision_coffee": 0.9171772282098296, + "recall_coffee": 0.8785931542646618, + "F1_noncoffee": 0.7053941908713693, + "IoU_noncoffee": 0.5448717948717948, + "kappa": 0.6033909742917414, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8059161186108227, + "mIoU": 0.6198664980642723, + "macroF1": 0.7554032026803914, + "F1_coffee": 0.8665575883782042, + "IoU_coffee": 0.7645360536123602, + "precision_coffee": 0.8950753851196329, + "recall_coffee": 0.8398008802783063, + "F1_noncoffee": 0.6442488169825786, + "IoU_noncoffee": 0.4751969425161844, + "kappa": 0.512126704161004, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22052505966587113, + "mIoU": 0.11073872462106704, + "macroF1": 0.18211584330426506, + "F1_coffee": 0.3593566104354649, + "IoU_coffee": 0.2190339550454328, + "precision_coffee": 1.0, + "recall_coffee": 0.2190339550454328, + "F1_noncoffee": 0.004875076173065204, + "IoU_noncoffee": 0.002443494196701283, + "kappa": 0.0010698438068920317, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8613404088050315, + "mIoU": 0.7107199666790878, + "macroF1": 0.8255928371665673, + "F1_coffee": 0.9045525265507678, + "IoU_coffee": 0.8257379276275164, + "precision_coffee": 0.9425530415168817, + "recall_coffee": 0.8694973665387866, + "F1_noncoffee": 0.7466331477823667, + "IoU_noncoffee": 0.595702005730659, + "kappa": 0.6526842449366362, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8328724591277349, + "mIoU": 0.6510863746163678, + "macroF1": 0.7789047822253927, + "F1_coffee": 0.8881384550443225, + "IoU_coffee": 0.7987851176917237, + "precision_coffee": 0.9021703278580381, + "recall_coffee": 0.874536385727075, + "F1_noncoffee": 0.6696711094064628, + "IoU_noncoffee": 0.503387631541012, + "kappa": 0.5581252241636739, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8496003875030274, + "mIoU": 0.6764933291657755, + "macroF1": 0.7984546118879527, + "F1_coffee": 0.8999838943469157, + "IoU_coffee": 0.8181551976573939, + "precision_coffee": 0.9085587929240374, + "recall_coffee": 0.8915693407364861, + "F1_noncoffee": 0.6969253294289898, + "IoU_noncoffee": 0.5348314606741573, + "kappa": 0.597017995814031, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8818977804927713, + "mIoU": 0.6923156441251778, + "macroF1": 0.8058158175593937, + "F1_coffee": 0.9273638071383845, + "IoU_coffee": 0.8645650904845301, + "precision_coffee": 0.9522890946502057, + "recall_coffee": 0.9037100317305345, + "F1_noncoffee": 0.6842678279804029, + "IoU_noncoffee": 0.5200661977658254, + "kappa": 0.6127847192173315, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8287205751994484, + "mIoU": 0.5908849035567407, + "macroF1": 0.7186773218979349, + "F1_coffee": 0.894625219657032, + "IoU_coffee": 0.8093410810218178, + "precision_coffee": 0.9252945600401103, + "recall_coffee": 0.8659237536656892, + "F1_noncoffee": 0.5427294241388377, + "IoU_noncoffee": 0.37242872609166366, + "kappa": 0.44002429554603756, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8634985821844138, + "mIoU": 0.6216531346039947, + "macroF1": 0.741683547739239, + "F1_coffee": 0.9190724637681159, + "IoU_coffee": 0.85026279094712, + "precision_coffee": 0.9162043458159963, + "recall_coffee": 0.9219585950220982, + "F1_noncoffee": 0.5642946317103621, + "IoU_noncoffee": 0.39304347826086955, + "kappa": 0.48339435166314826, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8421652421652421, + "mIoU": 0.7089565069237775, + "macroF1": 0.827544676938271, + "F1_coffee": 0.8777581641659311, + "IoU_coffee": 0.782147070389304, + "precision_coffee": 0.9307440336920917, + "recall_coffee": 0.8304801670146138, + "F1_noncoffee": 0.7773311897106109, + "IoU_noncoffee": 0.6357659434582511, + "kappa": 0.6571135354931767, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8369024856596559, + "mIoU": 0.6886222395583292, + "macroF1": 0.8115893264852356, + "F1_coffee": 0.8806492234503988, + "IoU_coffee": 0.78675, + "precision_coffee": 0.8764795989416516, + "recall_coffee": 0.8848587094053142, + "F1_noncoffee": 0.7425294295200724, + "IoU_noncoffee": 0.5904944791166586, + "kappa": 0.6231970491191688, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8359569975043194, + "mIoU": 0.6944560961226596, + "macroF1": 0.816696664938581, + "F1_coffee": 0.8761145342515404, + "IoU_coffee": 0.7795407636738906, + "precision_coffee": 0.898720999405116, + "recall_coffee": 0.854617451562721, + "F1_noncoffee": 0.7572787956256214, + "IoU_noncoffee": 0.6093714285714286, + "kappa": 0.6338472351401121, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 425, + 563 + ], + [ + 6492, + 7520 + ], + [ + 45297, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5145608226458231, + "test_tta": { + "OA": 0.859779256614186, + "mIoU": 0.6917972465734015, + "macroF1": 0.8098475851995497, + "F1_coffee": 0.9072879664309248, + "IoU_coffee": 0.8303083873502259, + "precision_coffee": 0.9091515216689967, + "recall_coffee": 0.9054320352996615, + "F1_noncoffee": 0.7124072039681747, + "IoU_noncoffee": 0.5532861057965769, + "kappa": 0.6197001269557827, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8178146994346371, + "mIoU": 0.6294250216631547, + "macroF1": 0.7617964696593729, + "F1_coffee": 0.8773115773115773, + "IoU_coffee": 0.781438161810506, + "precision_coffee": 0.8867683728966641, + "recall_coffee": 0.8680543543024083, + "F1_noncoffee": 0.6462813620071685, + "IoU_noncoffee": 0.4774118815158034, + "kappa": 0.523749094999287, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 60, + "stopped_epoch": 80, + "best_val": 0.7378741754003066, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8842720337607531, + "mIoU": 0.7467772727783702, + "macroF1": 0.8506682184976722, + "F1_coffee": 0.9215068915407988, + "IoU_coffee": 0.8544392952657044, + "precision_coffee": 0.9479728199320498, + "recall_coffee": 0.8964786017221437, + "F1_noncoffee": 0.7798295454545454, + "IoU_noncoffee": 0.6391152502910361, + "kappa": 0.7019879810492059, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8400974962501442, + "mIoU": 0.6789060300614749, + "macroF1": 0.8025584245542474, + "F1_coffee": 0.8886500818527855, + "IoU_coffee": 0.7996132157316368, + "precision_coffee": 0.9306058056373581, + "recall_coffee": 0.8503142478233293, + "F1_noncoffee": 0.7164667672557092, + "IoU_noncoffee": 0.5581988443913131, + "kappa": 0.6071501030879584, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3011933174224344, + "mIoU": 0.15129066180868572, + "macroF1": 0.23340171801516463, + "F1_coffee": 0.4613686534216336, + "IoU_coffee": 0.2998565279770445, + "precision_coffee": 1.0, + "recall_coffee": 0.2998565279770445, + "F1_noncoffee": 0.005434782608695652, + "IoU_noncoffee": 0.0027247956403269754, + "kappa": 0.0016327614762039198, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8882173742138365, + "mIoU": 0.7564167031309876, + "macroF1": 0.8574844764724063, + "F1_coffee": 0.9236654028117974, + "IoU_coffee": 0.8581582392917264, + "precision_coffee": 0.9542429284525791, + "recall_coffee": 0.8949866701345991, + "F1_noncoffee": 0.7913035501330153, + "IoU_noncoffee": 0.654675166970249, + "kappa": 0.7157668651819715, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8827438994809101, + "mIoU": 0.7457338070261388, + "macroF1": 0.850093528575175, + "F1_coffee": 0.9200542453610293, + "IoU_coffee": 0.8519448698315467, + "precision_coffee": 0.952929085303186, + "recall_coffee": 0.8893720424606727, + "F1_noncoffee": 0.7801328117893205, + "IoU_noncoffee": 0.6395227442207307, + "kappa": 0.7011652000695372, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8819084524097844, + "mIoU": 0.7380672988360573, + "macroF1": 0.8442161675312294, + "F1_coffee": 0.9208441558441558, + "IoU_coffee": 0.853300439256273, + "precision_coffee": 0.9372149890952349, + "recall_coffee": 0.9050354202565576, + "F1_noncoffee": 0.7675881792183031, + "IoU_noncoffee": 0.6228341584158416, + "kappa": 0.688711205086956, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8926898798615354, + "mIoU": 0.7100640442259103, + "macroF1": 0.8192008109112552, + "F1_coffee": 0.9344690375528476, + "IoU_coffee": 0.8769984829034894, + "precision_coffee": 0.9524714828897338, + "recall_coffee": 0.9171344886502318, + "F1_noncoffee": 0.7039325842696629, + "IoU_noncoffee": 0.5431296055483311, + "kappa": 0.638984300590381, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8668373879641486, + "mIoU": 0.6697843075515284, + "macroF1": 0.7885836759688566, + "F1_coffee": 0.9172075933864053, + "IoU_coffee": 0.8470761226105644, + "precision_coffee": 0.959513132607303, + "recall_coffee": 0.8784750733137829, + "F1_noncoffee": 0.6599597585513078, + "IoU_noncoffee": 0.4924924924924925, + "kappa": 0.5805165992120586, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8981128385645839, + "mIoU": 0.6898103352721237, + "macroF1": 0.8001085617226177, + "F1_coffee": 0.9400736139866575, + "IoU_coffee": 0.8869234943027672, + "precision_coffee": 0.929806598407281, + "recall_coffee": 0.9505698999767388, + "F1_noncoffee": 0.6601435094585779, + "IoU_noncoffee": 0.49269717624148, + "kappa": 0.6004933749555187, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8840455840455841, + "mIoU": 0.7756662248151682, + "macroF1": 0.8723366151835041, + "F1_coffee": 0.9109993439755084, + "IoU_coffee": 0.8365461847389558, + "precision_coffee": 0.9563820018365473, + "recall_coffee": 0.8697286012526096, + "F1_noncoffee": 0.8336738863914998, + "IoU_noncoffee": 0.7147862648913805, + "kappa": 0.7457431642345705, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8981835564053537, + "mIoU": 0.7970738962248392, + "macroF1": 0.885811782650802, + "F1_coffee": 0.9233978278069481, + "IoU_coffee": 0.8576964190272581, + "precision_coffee": 0.945360824742268, + "recall_coffee": 0.9024321664557852, + "F1_noncoffee": 0.8482257374946558, + "IoU_noncoffee": 0.7364513734224202, + "kappa": 0.7718675328951949, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8660011518525629, + "mIoU": 0.747449990260826, + "macroF1": 0.8539376568333041, + "F1_coffee": 0.8959141067700567, + "IoU_coffee": 0.8114532685035116, + "precision_coffee": 0.9474846238763602, + "recall_coffee": 0.8496676566256541, + "F1_noncoffee": 0.8119612068965517, + "IoU_noncoffee": 0.6834467120181406, + "kappa": 0.7094304352007842, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 499, + 563 + ], + [ + 6742, + 7520 + ], + [ + 47215, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.035024511814117, + "test_tta": { + "OA": 0.8900827787696802, + "mIoU": 0.7560399008959247, + "macroF1": 0.856923191143991, + "F1_coffee": 0.9258025638216282, + "IoU_coffee": 0.8618551233144979, + "precision_coffee": 0.9476269513726897, + "recall_coffee": 0.9049608019534764, + "F1_noncoffee": 0.7880438184663536, + "IoU_noncoffee": 0.6502246784773513, + "kappa": 0.7142793028479121, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8468328141225338, + "mIoU": 0.6879748460165961, + "macroF1": 0.8090996195615194, + "F1_coffee": 0.893971765739502, + "IoU_coffee": 0.8082721019660234, + "precision_coffee": 0.9301518708578315, + "recall_coffee": 0.8605008745122912, + "F1_noncoffee": 0.7242274733835368, + "IoU_noncoffee": 0.5676775900671688, + "kappa": 0.6196957935606197, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 16, + "stopped_epoch": 36, + "best_val": 0.7495423082918503, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9045284856354487, + "mIoU": 0.7791619511165753, + "macroF1": 0.8722137500144151, + "F1_coffee": 0.936473993433558, + "IoU_coffee": 0.8805369945366289, + "precision_coffee": 0.9444299220145514, + "recall_coffee": 0.9286509874480572, + "F1_noncoffee": 0.8079535065952723, + "IoU_noncoffee": 0.6777869076965215, + "kappa": 0.7444823173819968, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8593659859236183, + "mIoU": 0.703408038321423, + "macroF1": 0.8198513167744689, + "F1_coffee": 0.9042226129320591, + "IoU_coffee": 0.82518823951237, + "precision_coffee": 0.9246484531940539, + "recall_coffee": 0.8846796978608084, + "F1_noncoffee": 0.7354800206168787, + "IoU_noncoffee": 0.5816278371304758, + "kappa": 0.6401875626352572, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2840095465393795, + "mIoU": 0.1426497298452334, + "macroF1": 0.2230104617283511, + "F1_coffee": 0.4407158836689038, + "IoU_coffee": 0.28263988522238165, + "precision_coffee": 1.0, + "recall_coffee": 0.28263988522238165, + "F1_noncoffee": 0.005305039787798408, + "IoU_noncoffee": 0.0026595744680851063, + "kappa": 0.001502274382408935, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9094437893081762, + "mIoU": 0.7928549353851222, + "macroF1": 0.8815002984786144, + "F1_coffee": 0.9390441541260129, + "IoU_coffee": 0.8850925868196272, + "precision_coffee": 0.9555735056542811, + "recall_coffee": 0.9230769230769231, + "F1_noncoffee": 0.8239564428312159, + "IoU_noncoffee": 0.7006172839506173, + "kappa": 0.7632052227261559, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8972007956144181, + "mIoU": 0.7648115213845654, + "macroF1": 0.8625468179326311, + "F1_coffee": 0.9315634789910539, + "IoU_coffee": 0.8718940813735566, + "precision_coffee": 0.9410766721044046, + "recall_coffee": 0.9222406957411434, + "F1_noncoffee": 0.7935301568742084, + "IoU_noncoffee": 0.6577289613955742, + "kappa": 0.7251783629445582, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9069992734318237, + "mIoU": 0.7798750357129952, + "macroF1": 0.8724120159720339, + "F1_coffee": 0.9388418169076894, + "IoU_coffee": 0.8847331452242301, + "precision_coffee": 0.9371701112877584, + "recall_coffee": 0.9405194970961772, + "F1_noncoffee": 0.8059822150363783, + "IoU_noncoffee": 0.6750169262017603, + "kappa": 0.7448266077023246, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9117287721441661, + "mIoU": 0.7486526988820514, + "macroF1": 0.8478215063070268, + "F1_coffee": 0.946438500030889, + "IoU_coffee": 0.8983229740823268, + "precision_coffee": 0.9583385462279495, + "recall_coffee": 0.934830363680742, + "F1_noncoffee": 0.7492045125831646, + "IoU_noncoffee": 0.5989824236817761, + "kappa": 0.6958625943456705, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8876194228306904, + "mIoU": 0.6838912630142504, + "macroF1": 0.796978266305038, + "F1_coffee": 0.9326326976442109, + "IoU_coffee": 0.8737692222590995, + "precision_coffee": 0.9388968140751308, + "recall_coffee": 0.9264516129032258, + "F1_noncoffee": 0.6613238349658652, + "IoU_noncoffee": 0.49401330376940134, + "kappa": 0.5940473762947377, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9099442651804048, + "mIoU": 0.7189717065249379, + "macroF1": 0.823557444381418, + "F1_coffee": 0.9470172007133406, + "IoU_coffee": 0.8993662587412588, + "precision_coffee": 0.9369379624359704, + "recall_coffee": 0.9573156548034426, + "F1_noncoffee": 0.7000976880494952, + "IoU_noncoffee": 0.5385771543086172, + "kappa": 0.6473458970752308, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.907312440645774, + "mIoU": 0.8128539987830521, + "macroF1": 0.895666978963495, + "F1_coffee": 0.9305239179954442, + "IoU_coffee": 0.8700745473908413, + "precision_coffee": 0.952353198309777, + "recall_coffee": 0.9096729297146834, + "F1_noncoffee": 0.8608100399315459, + "IoU_noncoffee": 0.7556334501752628, + "kappa": 0.7915533647992572, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9065009560229446, + "mIoU": 0.8105795771534094, + "macroF1": 0.8942049311132614, + "F1_coffee": 0.9302723513474975, + "IoU_coffee": 0.8696347640629165, + "precision_coffee": 0.943729205844062, + "recall_coffee": 0.9171938703781808, + "F1_noncoffee": 0.8581375108790252, + "IoU_noncoffee": 0.7515243902439024, + "kappa": 0.7884973546973222, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.90410827414091, + "mIoU": 0.8057603213399656, + "macroF1": 0.8911626265391164, + "F1_coffee": 0.9286988794518592, + "IoU_coffee": 0.8668887408394403, + "precision_coffee": 0.937463976945245, + "recall_coffee": 0.9200961674444916, + "F1_noncoffee": 0.8536263736263736, + "IoU_noncoffee": 0.7446319018404908, + "kappa": 0.7823643102614205, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 22, + 27 + ], + [ + 548, + 563 + ], + [ + 6929, + 7520 + ], + [ + 48229, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.820694661140442, + "test_tta": { + "OA": 0.9089595844830385, + "mIoU": 0.7843302532879035, + "macroF1": 0.8754151029976478, + "F1_coffee": 0.9400613385481785, + "IoU_coffee": 0.88690164132758, + "precision_coffee": 0.937986479858401, + "recall_coffee": 0.9421453969069957, + "F1_noncoffee": 0.8107688674471172, + "IoU_noncoffee": 0.6817588652482269, + "kappa": 0.750834055085809, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8655532479520018, + "mIoU": 0.7089205288536452, + "macroF1": 0.8233312128529624, + "F1_coffee": 0.9096985430874147, + "IoU_coffee": 0.8343550651242959, + "precision_coffee": 0.9170361111653614, + "recall_coffee": 0.902477464490957, + "F1_noncoffee": 0.7369638826185102, + "IoU_noncoffee": 0.5834859925829945, + "kappa": 0.6467283068116964, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 6, + "stopped_epoch": 30, + "best_val": 0.5114593196146295, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7051777308878429, + "mIoU": 0.515383235405201, + "macroF1": 0.672010002682235, + "F1_coffee": 0.7763109283022586, + "IoU_coffee": 0.6344021093734276, + "precision_coffee": 0.913170703441882, + "recall_coffee": 0.6751274472004455, + "F1_noncoffee": 0.5677090770622114, + "IoU_noncoffee": 0.3963643614369745, + "kappa": 0.37131073207806603, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.6728971962616822, + "mIoU": 0.48266556090338497, + "macroF1": 0.643295164471311, + "F1_coffee": 0.7460530735639906, + "IoU_coffee": 0.5949638360567908, + "precision_coffee": 0.893618733403074, + "recall_coffee": 0.6403159776278614, + "F1_noncoffee": 0.5405372553786313, + "IoU_noncoffee": 0.3703672857499792, + "kappa": 0.3201329807966198, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13317422434367543, + "mIoU": 0.06685691162018279, + "macroF1": 0.11842290637837197, + "F1_coffee": 0.23245984784446322, + "IoU_coffee": 0.13151602104256338, + "precision_coffee": 1.0, + "recall_coffee": 0.13151602104256338, + "F1_noncoffee": 0.0043859649122807015, + "IoU_noncoffee": 0.002197802197802198, + "kappa": 0.0005779253530598679, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.6825864779874213, + "mIoU": 0.4938492960346051, + "macroF1": 0.6537640860381786, + "F1_coffee": 0.75366076876144, + "IoU_coffee": 0.6046995471790478, + "precision_coffee": 0.9112033195020747, + "recall_coffee": 0.6425645360556603, + "F1_noncoffee": 0.5538674033149171, + "IoU_noncoffee": 0.38299904489016234, + "kappa": 0.3430913462332615, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.6838888080337651, + "mIoU": 0.4899025014296778, + "macroF1": 0.648397725139493, + "F1_coffee": 0.7601060304837641, + "IoU_coffee": 0.6130411544628541, + "precision_coffee": 0.8957827143353002, + "recall_coffee": 0.6601227778488298, + "F1_noncoffee": 0.5366894197952219, + "IoU_noncoffee": 0.36676384839650145, + "kappa": 0.3266294900794011, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7487042867522402, + "mIoU": 0.564808861546723, + "macroF1": 0.714225394478246, + "F1_coffee": 0.8134886396318666, + "IoU_coffee": 0.6856138649860622, + "precision_coffee": 0.9314233967234709, + "recall_coffee": 0.7220626715170081, + "F1_noncoffee": 0.6149621493246252, + "IoU_noncoffee": 0.44400385810738396, + "kappa": 0.44676128241689966, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7422113622480146, + "mIoU": 0.5193325406091364, + "macroF1": 0.6639468708240481, + "F1_coffee": 0.8261227853316853, + "IoU_coffee": 0.7037557037557037, + "precision_coffee": 0.9445665829145728, + "recall_coffee": 0.7340737124725408, + "F1_noncoffee": 0.5017709563164109, + "IoU_noncoffee": 0.33490937746256894, + "kappa": 0.3568701482679487, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.643652122525362, + "mIoU": 0.4308692124570217, + "macroF1": 0.5850684221826782, + "F1_coffee": 0.740979381443299, + "IoU_coffee": 0.5885363357215967, + "precision_coffee": 0.950762447179864, + "recall_coffee": 0.6070381231671554, + "F1_noncoffee": 0.4291574629220574, + "IoU_noncoffee": 0.27320208919244676, + "kappa": 0.25054905792746285, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8006257944656302, + "mIoU": 0.5753111211296114, + "macroF1": 0.7100503368566412, + "F1_coffee": 0.8721068807627171, + "IoU_coffee": 0.773217662106551, + "precision_coffee": 0.946494213750851, + "recall_coffee": 0.8085601302628518, + "F1_noncoffee": 0.5479937929505653, + "IoU_noncoffee": 0.37740458015267175, + "kappa": 0.4324895839346148, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6269705603038936, + "mIoU": 0.45328149853811517, + "macroF1": 0.6226091445911657, + "F1_coffee": 0.6631795575373006, + "IoU_coffee": 0.49608723540731237, + "precision_coffee": 0.8637480455662274, + "recall_coffee": 0.5382045929018789, + "F1_noncoffee": 0.5820387316450308, + "IoU_noncoffee": 0.4104757616689179, + "kappa": 0.292553308850883, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.722944550669216, + "mIoU": 0.5471319000835557, + "macroF1": 0.7026288159362674, + "F1_coffee": 0.7803547066848567, + "IoU_coffee": 0.639821029082774, + "precision_coffee": 0.8465712876171683, + "recall_coffee": 0.7237452551665964, + "F1_noncoffee": 0.624902925187678, + "IoU_noncoffee": 0.45444277108433734, + "kappa": 0.411407179528045, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.6977346899596851, + "mIoU": 0.5303840254900475, + "macroF1": 0.6917215622187057, + "F1_coffee": 0.7347763833908869, + "IoU_coffee": 0.5807482359206497, + "precision_coffee": 0.9083715118700542, + "recall_coffee": 0.6168858718710225, + "F1_noncoffee": 0.6486667410465246, + "IoU_noncoffee": 0.4800198150594452, + "kappa": 0.41189494367731544, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 338, + 563 + ], + [ + 5749, + 7520 + ], + [ + 37350, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5116874972979228, + "test_tta": { + "OA": 0.738678785911378, + "mIoU": 0.5432404114053432, + "macroF1": 0.6934010247831066, + "F1_coffee": 0.8112234129868912, + "IoU_coffee": 0.6824019095338607, + "precision_coffee": 0.8961917098445595, + "recall_coffee": 0.7409715974810436, + "F1_noncoffee": 0.575578636579322, + "IoU_noncoffee": 0.4040789132768257, + "kappa": 0.39894914126684194, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7039344640590747, + "mIoU": 0.5062453695887447, + "macroF1": 0.661449713513026, + "F1_coffee": 0.7813797950968072, + "IoU_coffee": 0.6412004264765001, + "precision_coffee": 0.8761852444529366, + "recall_coffee": 0.705087547329374, + "F1_noncoffee": 0.5415196319292447, + "IoU_noncoffee": 0.3712903127009892, + "kappa": 0.3391258919829668, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.6012106542806306, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.806930693069307, + "mIoU": 0.6304895218823972, + "macroF1": 0.7655057858216585, + "F1_coffee": 0.8640649105765384, + "IoU_coffee": 0.7606639839034205, + "precision_coffee": 0.9261618363997158, + "recall_coffee": 0.8097716660240757, + "F1_noncoffee": 0.6669466610667787, + "IoU_noncoffee": 0.5003150598613737, + "kappa": 0.5361207795022774, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7658070843429099, + "mIoU": 0.5782514800354152, + "macroF1": 0.7236462424658058, + "F1_coffee": 0.831587462921861, + "IoU_coffee": 0.7117241869052692, + "precision_coffee": 0.9031516817229494, + "recall_coffee": 0.7705318187933652, + "F1_noncoffee": 0.6157050220097505, + "IoU_noncoffee": 0.4447787731655611, + "kappa": 0.45509937522327315, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16181384248210023, + "mIoU": 0.08124157645319768, + "macroF1": 0.14035496034082773, + "F1_coffee": 0.2761747732893652, + "IoU_coffee": 0.1602104256336681, + "precision_coffee": 1.0, + "recall_coffee": 0.1602104256336681, + "F1_noncoffee": 0.0045351473922902496, + "IoU_noncoffee": 0.0022727272727272726, + "kappa": 0.0007279641450495555, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7463639937106918, + "mIoU": 0.566359450002808, + "macroF1": 0.7165755551496842, + "F1_coffee": 0.8084601113172541, + "IoU_coffee": 0.6785002491280518, + "precision_coffee": 0.9414916601849451, + "recall_coffee": 0.7083685545224007, + "F1_noncoffee": 0.6246909989821143, + "IoU_noncoffee": 0.45421865087756397, + "kappa": 0.454491749024078, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8221510697132878, + "mIoU": 0.6467982281961786, + "macroF1": 0.7773673348713349, + "F1_coffee": 0.8772188358228951, + "IoU_coffee": 0.781291015391958, + "precision_coffee": 0.9209563994374121, + "recall_coffee": 0.837447243893081, + "F1_noncoffee": 0.6775158339197748, + "IoU_noncoffee": 0.5123054410003991, + "kappa": 0.5573568433234848, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8514410268830225, + "mIoU": 0.6846394480818803, + "macroF1": 0.8052785671183645, + "F1_coffee": 0.9000879564778317, + "IoU_coffee": 0.8183272124155906, + "precision_coffee": 0.9192840031940378, + "recall_coffee": 0.8816771970132108, + "F1_noncoffee": 0.7104691777588974, + "IoU_noncoffee": 0.5509516837481698, + "kappa": 0.6110486036420157, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7661372429240481, + "mIoU": 0.542826002413531, + "macroF1": 0.6839362937814664, + "F1_coffee": 0.8451217045377925, + "IoU_coffee": 0.7317842129845866, + "precision_coffee": 0.9442519210486666, + "recall_coffee": 0.7648279228703929, + "F1_noncoffee": 0.5227508830251403, + "IoU_noncoffee": 0.3538677918424754, + "kappa": 0.388635632849276, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8249778390623461, + "mIoU": 0.59617021357655, + "macroF1": 0.7256042309362997, + "F1_coffee": 0.8907335669925598, + "IoU_coffee": 0.8029933481152993, + "precision_coffee": 0.9360299819074697, + "recall_coffee": 0.8496187683284457, + "F1_noncoffee": 0.5604748948800395, + "IoU_noncoffee": 0.3893470790378007, + "kappa": 0.45632976658758856, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8723965972425931, + "mIoU": 0.6475773793033679, + "macroF1": 0.7658930039708556, + "F1_coffee": 0.9237956204379562, + "IoU_coffee": 0.8583830710797613, + "precision_coffee": 0.9276416090066847, + "recall_coffee": 0.9199813910211677, + "F1_noncoffee": 0.6079903875037549, + "IoU_noncoffee": 0.43677168752697454, + "kappa": 0.5318274058415585, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7279202279202279, + "mIoU": 0.5661228321107594, + "macroF1": 0.7215802000183118, + "F1_coffee": 0.7635943559699645, + "IoU_coffee": 0.6175920982381207, + "precision_coffee": 0.9377786785569517, + "recall_coffee": 0.6439805149617258, + "F1_noncoffee": 0.6795660440666592, + "IoU_noncoffee": 0.5146535659833983, + "kappa": 0.46803637146546495, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8194072657743786, + "mIoU": 0.6729889910095478, + "macroF1": 0.8015839491280548, + "F1_coffee": 0.8610518573004781, + "IoU_coffee": 0.7560061999483337, + "precision_coffee": 0.9029620487503857, + "recall_coffee": 0.8228595529312527, + "F1_noncoffee": 0.7421160409556314, + "IoU_noncoffee": 0.5899717820707618, + "kappa": 0.6047482207114722, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8308696486849684, + "mIoU": 0.6898781258010025, + "macroF1": 0.8138039040600562, + "F1_coffee": 0.8701738874152667, + "IoU_coffee": 0.7701839050476066, + "precision_coffee": 0.9083217966466698, + "recall_coffee": 0.8351011172394287, + "F1_noncoffee": 0.7574339207048458, + "IoU_noncoffee": 0.6095723465543984, + "kappa": 0.628831020022382, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 26, + 27 + ], + [ + 546, + 563 + ], + [ + 6566, + 7520 + ], + [ + 42577, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5153688271840413, + "test_tta": { + "OA": 0.8305145268625224, + "mIoU": 0.6577760229361624, + "macroF1": 0.7856439237716006, + "F1_coffee": 0.8837167865654023, + "IoU_coffee": 0.7916600159616919, + "precision_coffee": 0.9203470031545742, + "recall_coffee": 0.8498907595424753, + "F1_noncoffee": 0.6875710609777991, + "IoU_noncoffee": 0.5238920299106329, + "kappa": 0.5731047487824157, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7888254297911619, + "mIoU": 0.6011845274098675, + "macroF1": 0.7411127176020956, + "F1_coffee": 0.8522532340416944, + "IoU_coffee": 0.7425446616964412, + "precision_coffee": 0.8971172434304165, + "recall_coffee": 0.8116627265563435, + "F1_noncoffee": 0.6299722011624969, + "IoU_noncoffee": 0.45982439312329376, + "kappa": 0.4854483077935404, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 57, + "stopped_epoch": 77, + "best_val": 0.7327668088768502, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8911215711735108, + "mIoU": 0.7517146876468088, + "macroF1": 0.8534457834007709, + "F1_coffee": 0.9277528864380493, + "IoU_coffee": 0.8652416730282454, + "precision_coffee": 0.9330185000649885, + "recall_coffee": 0.9225463736452041, + "F1_noncoffee": 0.7791386803634927, + "IoU_noncoffee": 0.6381877022653721, + "kappa": 0.7069201034298883, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8472654897888543, + "mIoU": 0.6822535533457754, + "macroF1": 0.8040350477886663, + "F1_coffee": 0.8960766226374359, + "IoU_coffee": 0.8117199445293888, + "precision_coffee": 0.9154452308864516, + "recall_coffee": 0.877510619077822, + "F1_noncoffee": 0.7119934729398967, + "IoU_noncoffee": 0.5527871621621622, + "kappa": 0.6085557095096894, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3088305489260143, + "mIoU": 0.1551315950689891, + "macroF1": 0.23793379261557754, + "F1_coffee": 0.4703730797366496, + "IoU_coffee": 0.30750836920133906, + "precision_coffee": 1.0, + "recall_coffee": 0.30750836920133906, + "F1_noncoffee": 0.005494505494505495, + "IoU_noncoffee": 0.0027548209366391185, + "kappa": 0.0016928269420121084, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.892000786163522, + "mIoU": 0.7600731737392921, + "macroF1": 0.8597110189172575, + "F1_coffee": 0.927015539912339, + "IoU_coffee": 0.8639598935445937, + "precision_coffee": 0.9472077084888376, + "recall_coffee": 0.9076662981988426, + "F1_noncoffee": 0.7924064979221761, + "IoU_noncoffee": 0.6561864539339903, + "kappa": 0.7197842402914764, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8836656478921069, + "mIoU": 0.7332115707292763, + "macroF1": 0.8400601902064885, + "F1_coffee": 0.9235721570627231, + "IoU_coffee": 0.8579972760111328, + "precision_coffee": 0.9206379463718388, + "recall_coffee": 0.9265251310909324, + "F1_noncoffee": 0.7565482233502538, + "IoU_noncoffee": 0.60842586544742, + "kappa": 0.6801307303739423, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8976992007750061, + "mIoU": 0.7615670347449632, + "macroF1": 0.8600206444816694, + "F1_coffee": 0.9326444699579028, + "IoU_coffee": 0.8737898888490498, + "precision_coffee": 0.9321093899407152, + "recall_coffee": 0.9331801646563278, + "F1_noncoffee": 0.7873968190054359, + "IoU_noncoffee": 0.6493441806408766, + "kappa": 0.7200415801649224, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8915699450213805, + "mIoU": 0.7087743291814544, + "macroF1": 0.8183054588714576, + "F1_coffee": 0.933682047450028, + "IoU_coffee": 0.8756131744919411, + "precision_coffee": 0.9532104259376987, + "recall_coffee": 0.9149377593360996, + "F1_noncoffee": 0.702928870292887, + "IoU_noncoffee": 0.5419354838709678, + "kappa": 0.6372928484648929, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8773761449817787, + "mIoU": 0.6701301676761777, + "macroF1": 0.7865000514390147, + "F1_coffee": 0.9257912618465757, + "IoU_coffee": 0.8618355343469093, + "precision_coffee": 0.9411051866214251, + "recall_coffee": 0.9109677419354839, + "F1_noncoffee": 0.6472088410314537, + "IoU_noncoffee": 0.47842480100544615, + "kappa": 0.5735369377908393, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8992862031876405, + "mIoU": 0.705377813934588, + "macroF1": 0.813826102030085, + "F1_coffee": 0.939962695266962, + "IoU_coffee": 0.8867260530078082, + "precision_coffee": 0.9421593830334191, + "recall_coffee": 0.9377762270295418, + "F1_noncoffee": 0.687689508793208, + "IoU_noncoffee": 0.5240295748613678, + "kappa": 0.6276627331250129, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8924026590693257, + "mIoU": 0.7861538344522317, + "macroF1": 0.8788058910839246, + "F1_coffee": 0.9193995873941808, + "IoU_coffee": 0.8508229098090849, + "precision_coffee": 0.9403376018626309, + "recall_coffee": 0.8993736951983299, + "F1_noncoffee": 0.8382121947736684, + "IoU_noncoffee": 0.7214847590953786, + "kappa": 0.7578527679458131, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8897705544933079, + "mIoU": 0.77253481614204, + "macroF1": 0.869307070473855, + "F1_coffee": 0.9210219878073841, + "IoU_coffee": 0.8536058913153886, + "precision_coffee": 0.8980764092973551, + "recall_coffee": 0.9451708140025306, + "F1_noncoffee": 0.8175921531403259, + "IoU_noncoffee": 0.6914637409686915, + "kappa": 0.7390076335481397, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8961412939143789, + "mIoU": 0.7890059894625423, + "macroF1": 0.8803763933813853, + "F1_coffee": 0.9238028169014084, + "IoU_coffee": 0.8583954979714697, + "precision_coffee": 0.920044887080937, + "recall_coffee": 0.9275915712063357, + "F1_noncoffee": 0.8369499698613623, + "IoU_noncoffee": 0.719616480953615, + "kappa": 0.7607613274466891, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 23, + 27 + ], + [ + 515, + 563 + ], + [ + 6828, + 7520 + ], + [ + 47536, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.871837520599365, + "test_tta": { + "OA": 0.8947898068495375, + "mIoU": 0.7574107521744039, + "macroF1": 0.8572768535961679, + "F1_coffee": 0.9304476586977982, + "IoU_coffee": 0.869941210698449, + "precision_coffee": 0.9322081272844549, + "recall_coffee": 0.9286938268431649, + "F1_noncoffee": 0.7841060484945377, + "IoU_noncoffee": 0.6448802936503588, + "kappa": 0.7145568671343323, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8506403599861544, + "mIoU": 0.6861362829061717, + "macroF1": 0.8067476437078799, + "F1_coffee": 0.8988474311388943, + "IoU_coffee": 0.816278739710474, + "precision_coffee": 0.9138249488590098, + "recall_coffee": 0.8843529570047474, + "F1_noncoffee": 0.7146478562768654, + "IoU_noncoffee": 0.5559938261018693, + "kappa": 0.6137879611123506, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f2_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 41, + "stopped_epoch": 61, + "best_val": 0.7392791955865032, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9001460801817887, + "mIoU": 0.7695566965199306, + "macroF1": 0.8656942041797232, + "F1_coffee": 0.9337168961579072, + "IoU_coffee": 0.875674474061799, + "precision_coffee": 0.9393643773846687, + "recall_coffee": 0.9281369147067643, + "F1_noncoffee": 0.7976715122015392, + "IoU_noncoffee": 0.6634389189780623, + "kappa": 0.7314180411433412, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8565968616591669, + "mIoU": 0.6982810775351229, + "macroF1": 0.8160363757769707, + "F1_coffee": 0.9024172416162053, + "IoU_coffee": 0.8221860581565864, + "precision_coffee": 0.9220078613829616, + "recall_coffee": 0.8836418151415557, + "F1_noncoffee": 0.7296555099377362, + "IoU_noncoffee": 0.5743760969136595, + "kappa": 0.6325323627846368, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33317422434367544, + "mIoU": 0.16737685830063995, + "macroF1": 0.2520390756275676, + "F1_coffee": 0.4983842010771993, + "IoU_coffee": 0.3318986131037781, + "precision_coffee": 1.0, + "recall_coffee": 0.3318986131037781, + "F1_noncoffee": 0.0056939501779359435, + "IoU_noncoffee": 0.0028551034975017845, + "kappa": 0.0018934155723200074, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8985357704402516, + "mIoU": 0.7686183597853533, + "macroF1": 0.8652162706795214, + "F1_coffee": 0.9322306455318171, + "IoU_coffee": 0.8730636833046471, + "precision_coffee": 0.9410946196660482, + "recall_coffee": 0.9235320892125626, + "F1_noncoffee": 0.7982018958272257, + "IoU_noncoffee": 0.6641730362660595, + "kappa": 0.7305037326497055, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.9023431814874109, + "mIoU": 0.7719065136243103, + "macroF1": 0.8671443341682823, + "F1_coffee": 0.9355282964481312, + "IoU_coffee": 0.8788662895655314, + "precision_coffee": 0.9371190247032403, + "recall_coffee": 0.9339429594577312, + "F1_noncoffee": 0.7987603718884335, + "IoU_noncoffee": 0.6649467376830892, + "kappa": 0.7342910580895419, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8995398401550012, + "mIoU": 0.7681297401708236, + "macroF1": 0.8647108095537811, + "F1_coffee": 0.9333547557840617, + "IoU_coffee": 0.8750376574079652, + "precision_coffee": 0.9399391625137532, + "recall_coffee": 0.9268619567298487, + "F1_noncoffee": 0.7960668633235005, + "IoU_noncoffee": 0.6612218229336818, + "kappa": 0.7294622428875221, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8925880676033394, + "mIoU": 0.7096121104580013, + "macroF1": 0.8188310644403376, + "F1_coffee": 0.9344272484306048, + "IoU_coffee": 0.8769248716752217, + "precision_coffee": 0.9521215959468018, + "recall_coffee": 0.9173785696851354, + "F1_noncoffee": 0.7032348804500703, + "IoU_noncoffee": 0.5422993492407809, + "kappa": 0.6382275983386876, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8939229784300207, + "mIoU": 0.6968412481847637, + "macroF1": 0.807356598956132, + "F1_coffee": 0.9364938970458164, + "IoU_coffee": 0.8805721889554224, + "precision_coffee": 0.9415461228361395, + "recall_coffee": 0.9314956011730205, + "F1_noncoffee": 0.6782193008664475, + "IoU_noncoffee": 0.5131103074141049, + "kappa": 0.6147693993738318, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8883348000391121, + "mIoU": 0.6793959583250734, + "macroF1": 0.7926667012244828, + "F1_coffee": 0.9335041341562827, + "IoU_coffee": 0.8753002839047826, + "precision_coffee": 0.9347014925373134, + "recall_coffee": 0.9323098394975575, + "F1_noncoffee": 0.651829268292683, + "IoU_noncoffee": 0.4834916327453641, + "kappa": 0.5853369652812676, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.9040835707502374, + "mIoU": 0.8030079276827455, + "macroF1": 0.8892652203394404, + "F1_coffee": 0.9297733277708247, + "IoU_coffee": 0.8687629937629938, + "precision_coffee": 0.928998193691816, + "recall_coffee": 0.9305497564370215, + "F1_noncoffee": 0.8487571129080563, + "IoU_noncoffee": 0.7372528616024974, + "kappa": 0.7785307727340026, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9105162523900574, + "mIoU": 0.8151333813987023, + "macroF1": 0.896877628996074, + "F1_coffee": 0.9343802579921481, + "IoU_coffee": 0.8768421052631579, + "precision_coffee": 0.9318976366941687, + "recall_coffee": 0.9368761422747083, + "F1_noncoffee": 0.859375, + "IoU_noncoffee": 0.7534246575342466, + "kappa": 0.7937583948065985, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.9105394509502783, + "mIoU": 0.8182060594153509, + "macroF1": 0.8989511482918668, + "F1_coffee": 0.9331708016635595, + "IoU_coffee": 0.8747143433257158, + "precision_coffee": 0.9464727272727272, + "recall_coffee": 0.9202375901569793, + "F1_noncoffee": 0.8647314949201742, + "IoU_noncoffee": 0.761697775504986, + "kappa": 0.7979830630425644, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 19, + 27 + ], + [ + 518, + 563 + ], + [ + 6794, + 7520 + ], + [ + 48127, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.1202679753303526, + "test_tta": { + "OA": 0.9068982308066872, + "mIoU": 0.7809908032349464, + "macroF1": 0.8732435291125444, + "F1_coffee": 0.9385577788251425, + "IoU_coffee": 0.8842287974811287, + "precision_coffee": 0.9387186629526463, + "recall_coffee": 0.9383969498350684, + "F1_noncoffee": 0.8079292793999464, + "IoU_noncoffee": 0.677752808988764, + "kappa": 0.7464870815033131, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8638946578977732, + "mIoU": 0.7077649358024436, + "macroF1": 0.8226692181549042, + "F1_coffee": 0.9081709108955209, + "IoU_coffee": 0.8317885280382161, + "precision_coffee": 0.9197248610508889, + "recall_coffee": 0.8969036498875627, + "F1_noncoffee": 0.7371675254142876, + "IoU_noncoffee": 0.5837413435666711, + "kappa": 0.6454985623174153, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 8, + "stopped_epoch": 30, + "best_val": 0.60190869052685, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7805562603069898, + "mIoU": 0.61182345086002, + "macroF1": 0.7539061159560037, + "F1_coffee": 0.8348902967178496, + "IoU_coffee": 0.7165765544359793, + "precision_coffee": 0.8712617346049454, + "recall_coffee": 0.8014338723716158, + "F1_noncoffee": 0.6729219351941575, + "IoU_noncoffee": 0.5070703472840605, + "kappa": 0.5095055423566841, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7538219683858313, + "mIoU": 0.5793264439968537, + "macroF1": 0.7281501819428708, + "F1_coffee": 0.8116898160917004, + "IoU_coffee": 0.6830622400475341, + "precision_coffee": 0.8524191305959774, + "recall_coffee": 0.7746751742582181, + "F1_noncoffee": 0.6446105477940411, + "IoU_noncoffee": 0.47559064794617345, + "kappa": 0.45863291088212105, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1955503512880562, + "mIoU": 0.09828236472536232, + "macroF1": 0.16513624391139345, + "F1_coffee": 0.32448377581120946, + "IoU_coffee": 0.1936619718309859, + "precision_coffee": 0.9880239520958084, + "recall_coffee": 0.19411764705882353, + "F1_noncoffee": 0.005788712011577424, + "IoU_noncoffee": 0.002902757619738752, + "kappa": -0.0035578788200158204, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7945987432244448, + "mIoU": 0.6274192783270913, + "macroF1": 0.7655416362405486, + "F1_coffee": 0.8480806073937416, + "IoU_coffee": 0.7362325982505852, + "precision_coffee": 0.8657105606258149, + "recall_coffee": 0.8311543810848401, + "F1_noncoffee": 0.6830026650873556, + "IoU_noncoffee": 0.5186059584035976, + "kappa": 0.531488705719202, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7796021321149819, + "mIoU": 0.6093581507712176, + "macroF1": 0.751723640444047, + "F1_coffee": 0.8349196164403094, + "IoU_coffee": 0.716619752784237, + "precision_coffee": 0.866839378238342, + "recall_coffee": 0.8052671388296775, + "F1_noncoffee": 0.6685276644477847, + "IoU_noncoffee": 0.5020965487581981, + "kappa": 0.5047955555486794, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7676962980429144, + "mIoU": 0.5991326891468481, + "macroF1": 0.7446298096296917, + "F1_coffee": 0.821379360359707, + "IoU_coffee": 0.6968988432192961, + "precision_coffee": 0.8818811804095616, + "recall_coffee": 0.768646080760095, + "F1_noncoffee": 0.6678802588996764, + "IoU_noncoffee": 0.5013665350744002, + "kappa": 0.493690558614516, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7986111111111112, + "mIoU": 0.6155373699148534, + "macroF1": 0.7529836778599163, + "F1_coffee": 0.8591473286562331, + "IoU_coffee": 0.7530747398297067, + "precision_coffee": 0.8654525686327806, + "recall_coffee": 0.8529332976158586, + "F1_noncoffee": 0.6468200270635994, + "IoU_noncoffee": 0.478, + "kappa": 0.5060330981160409, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7560160427807486, + "mIoU": 0.5661561921833522, + "macroF1": 0.7135265490224356, + "F1_coffee": 0.8238538435022406, + "IoU_coffee": 0.7004689331770223, + "precision_coffee": 0.8615717375630858, + "recall_coffee": 0.7892998678996037, + "F1_noncoffee": 0.6031992545426308, + "IoU_noncoffee": 0.43184345118968204, + "kappa": 0.4295160431262293, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7802622888951788, + "mIoU": 0.5903745422694835, + "macroF1": 0.7323084450668091, + "F1_coffee": 0.8456082200861783, + "IoU_coffee": 0.7325140691397726, + "precision_coffee": 0.8631749898497767, + "recall_coffee": 0.8287422037422038, + "F1_noncoffee": 0.6190086700474399, + "IoU_noncoffee": 0.4482350153991945, + "kappa": 0.4651635259170263, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7906288768012215, + "mIoU": 0.6348549416901236, + "macroF1": 0.7734833969524764, + "F1_coffee": 0.8358030234994761, + "IoU_coffee": 0.717922345075855, + "precision_coffee": 0.8660049627791563, + "recall_coffee": 0.8076366792016199, + "F1_noncoffee": 0.7111637704054765, + "IoU_noncoffee": 0.5517875383043922, + "kappa": 0.547933996066732, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8030360531309297, + "mIoU": 0.651057554444517, + "macroF1": 0.7855715231193086, + "F1_coffee": 0.8467670504871567, + "IoU_coffee": 0.7342549923195084, + "precision_coffee": 0.8723954372623575, + "recall_coffee": 0.822601462785028, + "F1_noncoffee": 0.7243759957514604, + "IoU_noncoffee": 0.5678601165695254, + "kappa": 0.571807736722023, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7551386007920046, + "mIoU": 0.5984012151903004, + "macroF1": 0.7471341652896903, + "F1_coffee": 0.7921235892099576, + "IoU_coffee": 0.6557985420808482, + "precision_coffee": 0.9072240557389072, + "recall_coffee": 0.7029407586304873, + "F1_noncoffee": 0.7021447413694231, + "IoU_noncoffee": 0.5410038882997525, + "kappa": 0.5056693235415937, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9115, + 11000 + ], + [ + 39993, + 51930 + ], + [ + 117, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.50699991385142, + "test_tta": { + "OA": 0.7980305721172143, + "mIoU": 0.6279951631223438, + "macroF1": 0.765266358603776, + "F1_coffee": 0.8529639249639249, + "IoU_coffee": 0.7436243231819005, + "precision_coffee": 0.8598226545953872, + "recall_coffee": 0.8462137523477942, + "F1_noncoffee": 0.6775687922436271, + "IoU_noncoffee": 0.5123660030627871, + "kappa": 0.5305982151270351, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7712011076497057, + "mIoU": 0.5938089951085017, + "macroF1": 0.7383261541750226, + "F1_coffee": 0.8310759008433427, + "IoU_coffee": 0.7109750765194578, + "precision_coffee": 0.8405815831987076, + "recall_coffee": 0.8217828037147009, + "F1_noncoffee": 0.6455764075067024, + "IoU_noncoffee": 0.4766429136975455, + "kappa": 0.4767926904287004, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 29, + "stopped_epoch": 49, + "best_val": 0.5772490516765878, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7494767220601294, + "mIoU": 0.5723662986968818, + "macroF1": 0.7220715905941973, + "F1_coffee": 0.8093450951524732, + "IoU_coffee": 0.6797478361340279, + "precision_coffee": 0.8552628223112041, + "recall_coffee": 0.7681066471208026, + "F1_noncoffee": 0.6347980860359215, + "IoU_noncoffee": 0.46498476125973587, + "kappa": 0.44719541834261706, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7296642436829353, + "mIoU": 0.5505112090716516, + "macroF1": 0.7043189070663262, + "F1_coffee": 0.7908875898076666, + "IoU_coffee": 0.6541059236021406, + "precision_coffee": 0.840968943509929, + "recall_coffee": 0.7464358666582434, + "F1_noncoffee": 0.6177502243249857, + "IoU_noncoffee": 0.4469164945411626, + "kappa": 0.4124467779468614, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.46604215456674475, + "mIoU": 0.23457777231072022, + "macroF1": 0.3216555183946488, + "F1_coffee": 0.6346153846153846, + "IoU_coffee": 0.4647887323943662, + "precision_coffee": 0.9949748743718593, + "recall_coffee": 0.46588235294117647, + "F1_noncoffee": 0.008695652173913044, + "IoU_noncoffee": 0.004366812227074236, + "kappa": -0.0005961068058952573, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7510912841176188, + "mIoU": 0.5688850979935572, + "macroF1": 0.7179083156128998, + "F1_coffee": 0.8146587134335822, + "IoU_coffee": 0.6872777677333816, + "precision_coffee": 0.8374825585664978, + "recall_coffee": 0.7930458970792768, + "F1_noncoffee": 0.6211579177922173, + "IoU_noncoffee": 0.4504924282537329, + "kappa": 0.4366718428243627, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8056348753093471, + "mIoU": 0.639171199731424, + "macroF1": 0.7740498863511557, + "F1_coffee": 0.858528474435361, + "IoU_coffee": 0.7521243020150522, + "precision_coffee": 0.8650610820244328, + "recall_coffee": 0.852093790827202, + "F1_noncoffee": 0.6895712982669504, + "IoU_noncoffee": 0.5262180974477958, + "kappa": 0.5481563133324453, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.6922423956614007, + "mIoU": 0.5148171664869841, + "macroF1": 0.6756432464726956, + "F1_coffee": 0.7490193062072148, + "IoU_coffee": 0.5987456960157402, + "precision_coffee": 0.8642939558001242, + "recall_coffee": 0.6608754665761791, + "F1_noncoffee": 0.6022671867381765, + "IoU_noncoffee": 0.43088863695822793, + "kappa": 0.36907237147815536, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7554012345679012, + "mIoU": 0.5468832987455201, + "macroF1": 0.6922038269708521, + "F1_coffee": 0.8316739678746847, + "IoU_coffee": 0.7118509260311329, + "precision_coffee": 0.8243421052631579, + "recall_coffee": 0.839137422984195, + "F1_noncoffee": 0.5527336860670194, + "IoU_noncoffee": 0.3819156714599074, + "kappa": 0.3845370230271288, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7997517188693659, + "mIoU": 0.61406604109422, + "macroF1": 0.751226386113429, + "F1_coffee": 0.8610982314367093, + "IoU_coffee": 0.7560777015237874, + "precision_coffee": 0.8635578583765112, + "recall_coffee": 0.8586525759577279, + "F1_noncoffee": 0.6413545407901488, + "IoU_noncoffee": 0.47205438066465255, + "kappa": 0.5024631939222698, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.687045947730918, + "mIoU": 0.4979489478047965, + "macroF1": 0.6572298233567985, + "F1_coffee": 0.7583242258652094, + "IoU_coffee": 0.6107264405586199, + "precision_coffee": 0.8631613866312822, + "recall_coffee": 0.6761954261954262, + "F1_noncoffee": 0.5561354208483875, + "IoU_noncoffee": 0.3851714550509731, + "kappa": 0.3325433320017822, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7468269873079493, + "mIoU": 0.5813530539341224, + "macroF1": 0.7321622946112666, + "F1_coffee": 0.7948341195576522, + "IoU_coffee": 0.6595225872689938, + "precision_coffee": 0.8540801063652983, + "recall_coffee": 0.7432745154758461, + "F1_noncoffee": 0.669490469664881, + "IoU_noncoffee": 0.503183520599251, + "kappa": 0.46844506782898254, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8114800759013283, + "mIoU": 0.6601574693967427, + "macroF1": 0.7919273310949397, + "F1_coffee": 0.8557112773219083, + "IoU_coffee": 0.7478106358674959, + "precision_coffee": 0.8667255075022066, + "recall_coffee": 0.844973469095081, + "F1_noncoffee": 0.728143384867971, + "IoU_noncoffee": 0.5725043029259896, + "kappa": 0.58398124232938, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.697435413916651, + "mIoU": 0.5285348579540669, + "macroF1": 0.6897337567680275, + "F1_coffee": 0.7386169259591105, + "IoU_coffee": 0.5855611520082655, + "precision_coffee": 0.8655975563192058, + "recall_coffee": 0.6441255860207415, + "F1_noncoffee": 0.6408505875769446, + "IoU_noncoffee": 0.4715085638998682, + "kappa": 0.3972892313979183, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8290, + 11000 + ], + [ + 38899, + 51930 + ], + [ + 76, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.473823289076487, + "test_tta": { + "OA": 0.7715495369783077, + "mIoU": 0.5957545164923611, + "macroF1": 0.7402121307748452, + "F1_coffee": 0.8304400531971236, + "IoU_coffee": 0.7100448809547769, + "precision_coffee": 0.854051175288678, + "recall_coffee": 0.8080993174217783, + "F1_noncoffee": 0.6499842083525668, + "IoU_noncoffee": 0.4814641520299453, + "kappa": 0.48124271510622657, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7507067035883235, + "mIoU": 0.5713837755929672, + "macroF1": 0.7206807503842119, + "F1_coffee": 0.8122603699399363, + "IoU_coffee": 0.6838707317519249, + "precision_coffee": 0.8387241487595891, + "recall_coffee": 0.7874155031903468, + "F1_noncoffee": 0.6291011308284874, + "IoU_noncoffee": 0.4588968194340095, + "kappa": 0.4424580862561702, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 22, + "stopped_epoch": 42, + "best_val": 0.7344701015238502, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8428897627806673, + "mIoU": 0.6932920220647327, + "macroF1": 0.814410795205751, + "F1_coffee": 0.8871114757086865, + "IoU_coffee": 0.7971251894016954, + "precision_coffee": 0.8825663114939923, + "recall_coffee": 0.8917036969169454, + "F1_noncoffee": 0.7417101147028154, + "IoU_noncoffee": 0.5894588547277699, + "kappa": 0.6288441130062441, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8156368985808238, + "mIoU": 0.654870499105228, + "macroF1": 0.7862760915005329, + "F1_coffee": 0.8654916609670121, + "IoU_coffee": 0.7628781836057059, + "precision_coffee": 0.8649364852359721, + "recall_coffee": 0.8660475498557499, + "F1_noncoffee": 0.7070605220340537, + "IoU_noncoffee": 0.5468628146047501, + "kappa": 0.5725525665351092, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28454332552693207, + "mIoU": 0.14306324625293904, + "macroF1": 0.22374608558528405, + "F1_coffee": 0.4409881061299177, + "IoU_coffee": 0.2828638497652582, + "precision_coffee": 0.9917695473251029, + "recall_coffee": 0.28352941176470586, + "F1_noncoffee": 0.0065040650406504065, + "IoU_noncoffee": 0.0032626427406199023, + "kappa": -0.002829017416138462, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8336451287955101, + "mIoU": 0.6766371976087378, + "macroF1": 0.8018842337466603, + "F1_coffee": 0.8812084674933205, + "IoU_coffee": 0.7876431326924255, + "precision_coffee": 0.8683002565141082, + "recall_coffee": 0.8945062586926287, + "F1_noncoffee": 0.72256, + "IoU_noncoffee": 0.5656312625250501, + "kappa": 0.6039728768508813, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8574148105844279, + "mIoU": 0.7144546541974772, + "macroF1": 0.8293586156009412, + "F1_coffee": 0.8985507246376812, + "IoU_coffee": 0.8157894736842105, + "precision_coffee": 0.8851824671425712, + "recall_coffee": 0.9123289555112425, + "F1_noncoffee": 0.760166506564201, + "IoU_noncoffee": 0.6131198347107438, + "kappa": 0.6589011495839779, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8375854751237916, + "mIoU": 0.689131425328642, + "macroF1": 0.8118914821189445, + "F1_coffee": 0.8814131258177812, + "IoU_coffee": 0.7879702025487902, + "precision_coffee": 0.8945970503949116, + "recall_coffee": 0.8686121479470648, + "F1_noncoffee": 0.7423698384201077, + "IoU_noncoffee": 0.5902926481084939, + "kappa": 0.623960394693698, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8310185185185185, + "mIoU": 0.652052125325626, + "macroF1": 0.7802347216812868, + "F1_coffee": 0.8858780614903595, + "IoU_coffee": 0.7951356407857811, + "precision_coffee": 0.8622875982754248, + "recall_coffee": 0.9107956067506028, + "F1_noncoffee": 0.674591381872214, + "IoU_noncoffee": 0.5089686098654709, + "kappa": 0.5614054776797174, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8276355996944232, + "mIoU": 0.6480706668226845, + "macroF1": 0.7772895229250358, + "F1_coffee": 0.8831790822600479, + "IoU_coffee": 0.7907974038015763, + "precision_coffee": 0.8657530770206826, + "recall_coffee": 0.9013210039630118, + "F1_noncoffee": 0.6713999635900236, + "IoU_noncoffee": 0.5053439298437928, + "kappa": 0.5550860722674315, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8230021700160393, + "mIoU": 0.6424138646322772, + "macroF1": 0.7730377630043039, + "F1_coffee": 0.8795273567942461, + "IoU_coffee": 0.7849610270518111, + "precision_coffee": 0.8694768918232605, + "recall_coffee": 0.8898128898128899, + "F1_noncoffee": 0.6665481692143619, + "IoU_noncoffee": 0.49986670221274326, + "kappa": 0.5462433383517149, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.836243916404237, + "mIoU": 0.6954095684032261, + "macroF1": 0.8174413819367845, + "F1_coffee": 0.8760294755093194, + "IoU_coffee": 0.7794060933281913, + "precision_coffee": 0.8751443418013857, + "recall_coffee": 0.8769164015041944, + "F1_noncoffee": 0.7588532883642496, + "IoU_noncoffee": 0.6114130434782609, + "kappa": 0.6348834904022409, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8870018975332068, + "mIoU": 0.7765928981093989, + "macroF1": 0.8726253861643611, + "F1_coffee": 0.9154179390668277, + "IoU_coffee": 0.8440282870612886, + "precision_coffee": 0.9067248171074845, + "recall_coffee": 0.924279363258282, + "F1_noncoffee": 0.8298328332618946, + "IoU_noncoffee": 0.7091575091575092, + "kappa": 0.7452978733816865, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8521591551951725, + "mIoU": 0.7273097626364088, + "macroF1": 0.8405307622189018, + "F1_coffee": 0.8835931700074239, + "IoU_coffee": 0.7914616305359755, + "precision_coffee": 0.9253615300886332, + "recall_coffee": 0.8454325898565137, + "F1_noncoffee": 0.7974683544303798, + "IoU_noncoffee": 0.6631578947368421, + "kappa": 0.6821880902403303, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9218, + 11000 + ], + [ + 43810, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.120702103773753, + "test_tta": { + "OA": 0.8481066852721045, + "mIoU": 0.6987911892214682, + "macroF1": 0.8180685886754007, + "F1_coffee": 0.8919933700909921, + "IoU_coffee": 0.8050433508364879, + "precision_coffee": 0.878394883524683, + "recall_coffee": 0.906019515323652, + "F1_noncoffee": 0.7441438072598093, + "IoU_noncoffee": 0.5925390276064486, + "kappa": 0.6363436384643636, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8202809507326642, + "mIoU": 0.6585713473108277, + "macroF1": 0.7886178070891798, + "F1_coffee": 0.8704287155171517, + "IoU_coffee": 0.7705832535532808, + "precision_coffee": 0.859728042067209, + "recall_coffee": 0.8813991197590919, + "F1_noncoffee": 0.7068068986612079, + "IoU_noncoffee": 0.5465594410683745, + "kappa": 0.5773837606121203, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.7497025752327588, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8769186857795256, + "mIoU": 0.7491319508647537, + "macroF1": 0.8535974189907478, + "F1_coffee": 0.9120293764308544, + "IoU_coffee": 0.8382849285386891, + "precision_coffee": 0.9026381909547738, + "recall_coffee": 0.9216180310595996, + "F1_noncoffee": 0.7951654615506413, + "IoU_noncoffee": 0.6599789731908183, + "kappa": 0.7072686196078946, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8445252105688242, + "mIoU": 0.6989820080114344, + "macroF1": 0.8188943756286124, + "F1_coffee": 0.8870257807587508, + "IoU_coffee": 0.7969868173258003, + "precision_coffee": 0.8828990465858594, + "recall_coffee": 0.8911912734011413, + "F1_noncoffee": 0.7507629704984741, + "IoU_noncoffee": 0.6009771986970684, + "kappa": 0.6378062080763874, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1885245901639344, + "mIoU": 0.09474870807579289, + "macroF1": 0.16013947013270097, + "F1_coffee": 0.314540059347181, + "IoU_coffee": 0.18661971830985916, + "precision_coffee": 0.9875776397515528, + "recall_coffee": 0.18705882352941178, + "F1_noncoffee": 0.005738880918220947, + "IoU_noncoffee": 0.0028776978417266188, + "kappa": -0.0036086512665891145, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8670791960473929, + "mIoU": 0.7294032696214894, + "macroF1": 0.8397584525337182, + "F1_coffee": 0.9059242912918011, + "IoU_coffee": 0.8280270588965432, + "precision_coffee": 0.8850414593698176, + "recall_coffee": 0.9278164116828929, + "F1_noncoffee": 0.7735926137756353, + "IoU_noncoffee": 0.6307794803464357, + "kappa": 0.6799457381303823, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8921568627450981, + "mIoU": 0.7751448098180531, + "macroF1": 0.8709009992064562, + "F1_coffee": 0.9232852596655156, + "IoU_coffee": 0.8575022009810087, + "precision_coffee": 0.9093697899299766, + "recall_coffee": 0.9376332256068212, + "F1_noncoffee": 0.818516738747397, + "IoU_noncoffee": 0.6927874186550976, + "kappa": 0.7419449486294587, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8714925725064843, + "mIoU": 0.7433048299611719, + "macroF1": 0.849941788831331, + "F1_coffee": 0.9068089326630416, + "IoU_coffee": 0.8295063504974035, + "precision_coffee": 0.9139666344960706, + "recall_coffee": 0.8997624703087886, + "F1_noncoffee": 0.7930746449996203, + "IoU_noncoffee": 0.6571033094249402, + "kappa": 0.6999244431391324, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8581211419753086, + "mIoU": 0.6917302335237205, + "macroF1": 0.8101180583105925, + "F1_coffee": 0.9055901418394198, + "IoU_coffee": 0.8274689186019235, + "precision_coffee": 0.8693776956253851, + "recall_coffee": 0.9449504420037503, + "F1_noncoffee": 0.7146459747817653, + "IoU_noncoffee": 0.5559915484455177, + "kappa": 0.6222172218871601, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.890183346065699, + "mIoU": 0.756306532333468, + "macroF1": 0.8571119063840229, + "F1_coffee": 0.9258542875564152, + "IoU_coffee": 0.8619447779111644, + "precision_coffee": 0.9042821158690176, + "recall_coffee": 0.9484808454425363, + "F1_noncoffee": 0.7883695252116305, + "IoU_noncoffee": 0.6506682867557716, + "kappa": 0.7146872524231731, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8603641853005001, + "mIoU": 0.7060367692308097, + "macroF1": 0.8218725693667858, + "F1_coffee": 0.90467602730903, + "IoU_coffee": 0.8259437845466306, + "precision_coffee": 0.8969348659003832, + "recall_coffee": 0.912551975051975, + "F1_noncoffee": 0.7390691114245416, + "IoU_noncoffee": 0.5861297539149888, + "kappa": 0.6438177637174548, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8759423609123008, + "mIoU": 0.7592698866180299, + "macroF1": 0.8613937065435333, + "F1_coffee": 0.9062995531209457, + "IoU_coffee": 0.8286542770528535, + "precision_coffee": 0.9033045977011495, + "recall_coffee": 0.9093144344807637, + "F1_noncoffee": 0.8164878599661208, + "IoU_noncoffee": 0.6898854961832062, + "kappa": 0.7227933812272594, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8941176470588236, + "mIoU": 0.7896766943318676, + "macroF1": 0.8810959233789126, + "F1_coffee": 0.9204448246364414, + "IoU_coffee": 0.8526148969889065, + "precision_coffee": 0.9150956768249469, + "recall_coffee": 0.9258568765237344, + "F1_noncoffee": 0.841747022121384, + "IoU_noncoffee": 0.7267384916748286, + "kappa": 0.7622080095677666, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8826136149349425, + "mIoU": 0.7743621517365915, + "macroF1": 0.8715785256866144, + "F1_coffee": 0.909223477943857, + "IoU_coffee": 0.8335561497326203, + "precision_coffee": 0.9339424805272618, + "recall_coffee": 0.885779230004262, + "F1_noncoffee": 0.8339335734293718, + "IoU_noncoffee": 0.7151681537405628, + "kappa": 0.7434857829083458, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9588, + 11000 + ], + [ + 45583, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.713067849477132, + "test_tta": { + "OA": 0.8799473550678676, + "mIoU": 0.7518866857674418, + "macroF1": 0.8552508768639484, + "F1_coffee": 0.9150404542547104, + "IoU_coffee": 0.8433867030739316, + "precision_coffee": 0.8969530304696953, + "recall_coffee": 0.9338723716157405, + "F1_noncoffee": 0.7954612994731866, + "IoU_noncoffee": 0.6603866684609518, + "kappa": 0.710784891827069, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8480875735548633, + "mIoU": 0.7015212334037257, + "macroF1": 0.8203585122102905, + "F1_coffee": 0.8909367654824648, + "IoU_coffee": 0.803323685930352, + "precision_coffee": 0.8763903035241394, + "recall_coffee": 0.9059742666413966, + "F1_noncoffee": 0.7497802589381162, + "IoU_noncoffee": 0.5997187808770996, + "kappa": 0.6409439717323339, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.5467574881827729, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6718571609793226, + "mIoU": 0.4896373555999725, + "macroF1": 0.6523624905872834, + "F1_coffee": 0.7346855047565323, + "IoU_coffee": 0.5806347019008633, + "precision_coffee": 0.8343622597553874, + "recall_coffee": 0.6562829263823354, + "F1_noncoffee": 0.5700394764180345, + "IoU_noncoffee": 0.3986400092990817, + "kappa": 0.3204420863039389, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.6547103957540095, + "mIoU": 0.47239738667743986, + "macroF1": 0.6369369417615015, + "F1_coffee": 0.717266790273628, + "IoU_coffee": 0.5591706715277395, + "precision_coffee": 0.8165635923635386, + "recall_coffee": 0.639501337208078, + "F1_noncoffee": 0.556607093249375, + "IoU_noncoffee": 0.38562410182714024, + "kappa": 0.2903311669769278, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16744730679156908, + "mIoU": 0.08435700954882541, + "macroF1": 0.145455543405292, + "F1_coffee": 0.28254288597376387, + "IoU_coffee": 0.1645123384253819, + "precision_coffee": 0.9929078014184397, + "recall_coffee": 0.16470588235294117, + "F1_noncoffee": 0.008368200836820083, + "IoU_noncoffee": 0.004201680672268907, + "kappa": -0.0009561269604724058, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.733438864105147, + "mIoU": 0.553925140318512, + "macroF1": 0.7069281078252424, + "F1_coffee": 0.7950732013128295, + "IoU_coffee": 0.65985186998837, + "precision_coffee": 0.8463531443825076, + "recall_coffee": 0.7496522948539638, + "F1_noncoffee": 0.6187830143376553, + "IoU_noncoffee": 0.44799841064865403, + "kappa": 0.41783191673268405, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.6370169426994099, + "mIoU": 0.45091997833861674, + "macroF1": 0.615624584802192, + "F1_coffee": 0.7063036697600986, + "IoU_coffee": 0.545957852125253, + "precision_coffee": 0.8026430946963067, + "recall_coffee": 0.6306126658873685, + "F1_noncoffee": 0.5249454998442853, + "IoU_noncoffee": 0.3558821045519804, + "kappa": 0.24875527362154376, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.6458382456967696, + "mIoU": 0.46806325535140336, + "macroF1": 0.6346734745646314, + "F1_coffee": 0.698538856775851, + "IoU_coffee": 0.536734316205046, + "precision_coffee": 0.8549670826373195, + "recall_coffee": 0.5904988123515439, + "F1_noncoffee": 0.5708080923534118, + "IoU_noncoffee": 0.3993921944977607, + "kappa": 0.3025855383991356, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7961033950617284, + "mIoU": 0.6002142335952215, + "macroF1": 0.7381384636228153, + "F1_coffee": 0.8613406795224977, + "IoU_coffee": 0.7564516129032258, + "precision_coffee": 0.8439588688946016, + "recall_coffee": 0.8794535226359497, + "F1_noncoffee": 0.6149362477231329, + "IoU_noncoffee": 0.4439768542872172, + "kappa": 0.4768931269172037, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.6702635599694423, + "mIoU": 0.48077017024829205, + "macroF1": 0.6418621074345259, + "F1_coffee": 0.7427166381044632, + "IoU_coffee": 0.5907313025957094, + "precision_coffee": 0.8518202016749273, + "recall_coffee": 0.6583883751651255, + "F1_noncoffee": 0.5410075767645885, + "IoU_noncoffee": 0.37080903790087466, + "kappa": 0.3040912636604539, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.5614680630248137, + "mIoU": 0.38761376982722856, + "macroF1": 0.5574414184828365, + "F1_coffee": 0.5996554694229113, + "IoU_coffee": 0.42821995325378276, + "precision_coffee": 0.8893714869698518, + "recall_coffee": 0.4523128898128898, + "F1_noncoffee": 0.5152273675427618, + "IoU_noncoffee": 0.34700758640067436, + "kappa": 0.21566514889595315, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.6714381143238859, + "mIoU": 0.50039251753738, + "macroF1": 0.6655362690465366, + "F1_coffee": 0.7099654620503749, + "IoU_coffee": 0.5503460885464281, + "precision_coffee": 0.8501109542061731, + "recall_coffee": 0.6094879953717096, + "F1_noncoffee": 0.6211070760426983, + "IoU_noncoffee": 0.450438946528332, + "kappa": 0.35400766681767015, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.6039848197343454, + "mIoU": 0.42188249194948857, + "macroF1": 0.5890701413090376, + "F1_coffee": 0.6673573477845075, + "IoU_coffee": 0.5007774189690228, + "precision_coffee": 0.7510313901345291, + "recall_coffee": 0.6004589129499498, + "F1_noncoffee": 0.5107829348335677, + "IoU_noncoffee": 0.34298756492995436, + "kappa": 0.19287459934023113, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7301527437299642, + "mIoU": 0.5572510434955924, + "macroF1": 0.7115119519492805, + "F1_coffee": 0.7848443843031123, + "IoU_coffee": 0.6458797327394209, + "precision_coffee": 0.8334663899089892, + "recall_coffee": 0.7415826111663588, + "F1_noncoffee": 0.6381795195954488, + "IoU_noncoffee": 0.46862235425176385, + "kappa": 0.42630719521861243, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8397, + 11000 + ], + [ + 33876, + 51930 + ], + [ + 97, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5079587777455647, + "test_tta": { + "OA": 0.7102150196625651, + "mIoU": 0.5255616036755973, + "macroF1": 0.6822690599742075, + "F1_coffee": 0.7764990766446122, + "IoU_coffee": 0.6346534455528678, + "precision_coffee": 0.8330315673462961, + "recall_coffee": 0.7271519538228961, + "F1_noncoffee": 0.5880390433038029, + "IoU_noncoffee": 0.41646976179832684, + "kappa": 0.3698870688653907, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.690535940925349, + "mIoU": 0.5043153837421022, + "macroF1": 0.6637516695864141, + "F1_coffee": 0.7586524942354198, + "IoU_coffee": 0.6111523894093982, + "precision_coffee": 0.814235356608238, + "recall_coffee": 0.7101733105902668, + "F1_noncoffee": 0.5688508449374083, + "IoU_noncoffee": 0.39747837807480624, + "kappa": 0.3330554275365233, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.6677790200914774, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8359285804896613, + "mIoU": 0.6816630584768154, + "macroF1": 0.8058019917266108, + "F1_coffee": 0.8822907068018156, + "IoU_coffee": 0.7893740458015267, + "precision_coffee": 0.8764380155949825, + "recall_coffee": 0.8882220898804343, + "F1_noncoffee": 0.7293132766514061, + "IoU_noncoffee": 0.5739520711521041, + "kappa": 0.611643808403733, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8059305411330333, + "mIoU": 0.6386771345442721, + "macroF1": 0.773518032691132, + "F1_coffee": 0.8591967854676349, + "IoU_coffee": 0.7531507402175708, + "precision_coffee": 0.8539071112127956, + "recall_coffee": 0.8645524038157811, + "F1_noncoffee": 0.687839279914629, + "IoU_noncoffee": 0.5242035288709734, + "kappa": 0.5470745980394485, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11943793911007025, + "mIoU": 0.06015361748157602, + "macroF1": 0.10816830995695043, + "F1_coffee": 0.20842105263157895, + "IoU_coffee": 0.11633372502937721, + "precision_coffee": 0.99, + "recall_coffee": 0.11647058823529412, + "F1_noncoffee": 0.0079155672823219, + "IoU_noncoffee": 0.003973509933774834, + "kappa": -0.0014158740059254638, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8278889048783997, + "mIoU": 0.6650761567532938, + "macroF1": 0.792838778545744, + "F1_coffee": 0.8780504384474203, + "IoU_coffee": 0.7826113299000302, + "precision_coffee": 0.8587288924345167, + "recall_coffee": 0.8982614742698192, + "F1_noncoffee": 0.7076271186440678, + "IoU_noncoffee": 0.5475409836065573, + "kappa": 0.586179830395056, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8466590519703027, + "mIoU": 0.6981545238333221, + "macroF1": 0.8178038011082911, + "F1_coffee": 0.890311159528835, + "IoU_coffee": 0.802307031537612, + "precision_coffee": 0.8816667790438946, + "recall_coffee": 0.8991267276352884, + "F1_noncoffee": 0.7452964426877471, + "IoU_noncoffee": 0.5940020161290323, + "kappa": 0.6356889234084748, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8331997170478661, + "mIoU": 0.6816136782292003, + "macroF1": 0.8063014812300209, + "F1_coffee": 0.8784828391795788, + "IoU_coffee": 0.783298615365764, + "precision_coffee": 0.8895769551906485, + "recall_coffee": 0.8676620291822192, + "F1_noncoffee": 0.734120123280463, + "IoU_noncoffee": 0.5799287410926366, + "kappa": 0.6127347501184935, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8472222222222222, + "mIoU": 0.6707888269169854, + "macroF1": 0.793835462770123, + "F1_coffee": 0.8987471234978266, + "IoU_coffee": 0.816113303923845, + "precision_coffee": 0.859623379799462, + "recall_coffee": 0.9416019287436378, + "F1_noncoffee": 0.6889238020424194, + "IoU_noncoffee": 0.5254643499101258, + "kappa": 0.5902783557437778, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8516042780748663, + "mIoU": 0.6818469122929735, + "macroF1": 0.8027902626270675, + "F1_coffee": 0.9009054967478638, + "IoU_coffee": 0.8196797400789047, + "precision_coffee": 0.8708086785009862, + "recall_coffee": 0.9331571994715984, + "F1_noncoffee": 0.7046750285062714, + "IoU_noncoffee": 0.5440140845070423, + "kappa": 0.606979665665722, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8437588451740731, + "mIoU": 0.6797740277881745, + "macroF1": 0.8025731264633842, + "F1_coffee": 0.8927461139896373, + "IoU_coffee": 0.8062704726251755, + "precision_coffee": 0.8899793388429752, + "recall_coffee": 0.8955301455301455, + "F1_noncoffee": 0.712400138937131, + "IoU_noncoffee": 0.5532775829511735, + "kappa": 0.6051564855863663, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8087603778986544, + "mIoU": 0.6548143211712545, + "macroF1": 0.7877210489775999, + "F1_coffee": 0.8545507330526927, + "IoU_coffee": 0.746039792168293, + "precision_coffee": 0.8576631701631702, + "recall_coffee": 0.8514608041654614, + "F1_noncoffee": 0.7208913649025069, + "IoU_noncoffee": 0.563588850174216, + "kappa": 0.5754528268586596, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8417457305502847, + "mIoU": 0.7072189708480565, + "macroF1": 0.8262027581501044, + "F1_coffee": 0.8781770376862401, + "IoU_coffee": 0.7828125, + "precision_coffee": 0.8947760083345736, + "recall_coffee": 0.8621827047181988, + "F1_noncoffee": 0.7742284786139686, + "IoU_noncoffee": 0.6316254416961131, + "kappa": 0.6526270652184352, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8226475579860456, + "mIoU": 0.6794653856880162, + "macroF1": 0.8065325177783813, + "F1_coffee": 0.8623692105070608, + "IoU_coffee": 0.7580396192436326, + "precision_coffee": 0.8891068195534098, + "recall_coffee": 0.8371927830657764, + "F1_noncoffee": 0.7506958250497018, + "IoU_noncoffee": 0.6008911521323997, + "kappa": 0.6136978528332606, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9392, + 11000 + ], + [ + 43194, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5054816842079162, + "test_tta": { + "OA": 0.8390365343143473, + "mIoU": 0.6837836825043233, + "macroF1": 0.807019847339775, + "F1_coffee": 0.8856238239569132, + "IoU_coffee": 0.7947260924956017, + "precision_coffee": 0.871532166855166, + "recall_coffee": 0.9001786614137157, + "F1_noncoffee": 0.7284158707226369, + "IoU_noncoffee": 0.572841272513045, + "kappa": 0.6142791360763002, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.808959270797277, + "mIoU": 0.6398511487309781, + "macroF1": 0.7739151133101468, + "F1_coffee": 0.8629260922656622, + "IoU_coffee": 0.7589006188569348, + "precision_coffee": 0.8483529004822268, + "recall_coffee": 0.8780087181755006, + "F1_noncoffee": 0.6849041343546315, + "IoU_noncoffee": 0.5208016786050214, + "kappa": 0.5481367412468897, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 9, + "stopped_epoch": 30, + "best_val": 0.7187502057976562, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8565901306609159, + "mIoU": 0.7157778791973718, + "macroF1": 0.830579674022606, + "F1_coffee": 0.8969626540889102, + "IoU_coffee": 0.8131752360098329, + "precision_coffee": 0.8923066461147883, + "recall_coffee": 0.9016675065280132, + "F1_noncoffee": 0.7641966939563019, + "IoU_noncoffee": 0.6183805223849107, + "kappa": 0.661180459727944, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.825126918195454, + "mIoU": 0.6697495343594224, + "macroF1": 0.7975778003649097, + "F1_coffee": 0.8722541221092557, + "IoU_coffee": 0.773449177877429, + "precision_coffee": 0.8727966602007253, + "recall_coffee": 0.8717122580916883, + "F1_noncoffee": 0.7229014786205635, + "IoU_noncoffee": 0.5660498908414159, + "kappa": 0.5951559400497766, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16042154566744732, + "mIoU": 0.08081423815119468, + "macroF1": 0.14018998673041685, + "F1_coffee": 0.2720812182741117, + "IoU_coffee": 0.15746180963572268, + "precision_coffee": 0.9925925925925926, + "recall_coffee": 0.15764705882352942, + "F1_noncoffee": 0.008298755186721992, + "IoU_noncoffee": 0.004166666666666667, + "kappa": -0.001026663832987298, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8493788075022785, + "mIoU": 0.7043729494378825, + "macroF1": 0.8224953185754933, + "F1_coffee": 0.8915745856353591, + "IoU_coffee": 0.8043613707165109, + "precision_coffee": 0.8854595336076817, + "recall_coffee": 0.8977746870653686, + "F1_noncoffee": 0.7534160515156274, + "IoU_noncoffee": 0.6043845281592541, + "kappa": 0.6450291396830684, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8690272225395013, + "mIoU": 0.7325800262061117, + "macroF1": 0.841957923857166, + "F1_coffee": 0.9073650195233607, + "IoU_coffee": 0.8304374614910659, + "precision_coffee": 0.8887570062644247, + "recall_coffee": 0.9267688922505672, + "F1_noncoffee": 0.7765508281909711, + "IoU_noncoffee": 0.6347225909211575, + "kappa": 0.6842497208047912, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8513558123084178, + "mIoU": 0.7107467253339952, + "macroF1": 0.8273924753608629, + "F1_coffee": 0.8917061774204631, + "IoU_coffee": 0.8045756091512183, + "precision_coffee": 0.9029990954004593, + "recall_coffee": 0.880692229385816, + "F1_noncoffee": 0.7630787733012627, + "IoU_noncoffee": 0.616917841516772, + "kappa": 0.6549030314846146, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8525270061728395, + "mIoU": 0.6847843001154221, + "macroF1": 0.8051853571320735, + "F1_coffee": 0.9012210091091156, + "IoU_coffee": 0.8202022577610536, + "precision_coffee": 0.8704605016847623, + "recall_coffee": 0.9342351995713903, + "F1_noncoffee": 0.7091497051550314, + "IoU_noncoffee": 0.5493663424697908, + "kappa": 0.6117981330074261, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8612490450725745, + "mIoU": 0.6976946981515489, + "macroF1": 0.8146442170519563, + "F1_coffee": 0.9075876105069007, + "IoU_coffee": 0.8308104331625524, + "precision_coffee": 0.8751379860174169, + "recall_coffee": 0.9425363276089829, + "F1_noncoffee": 0.721700823597012, + "IoU_noncoffee": 0.5645789631405455, + "kappa": 0.6308170193859318, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8475327861118973, + "mIoU": 0.6836945118896101, + "macroF1": 0.8052422716540824, + "F1_coffee": 0.8959969107993306, + "IoU_coffee": 0.8115891337297423, + "precision_coffee": 0.8876562101504718, + "recall_coffee": 0.904495841995842, + "F1_noncoffee": 0.714487632508834, + "IoU_noncoffee": 0.5557998900494777, + "kappa": 0.6105789306180054, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8462639564843973, + "mIoU": 0.7159879791270816, + "macroF1": 0.8325188665263383, + "F1_coffee": 0.8804984793412951, + "IoU_coffee": 0.7865094089583885, + "precision_coffee": 0.9037612303943963, + "recall_coffee": 0.8584032398032977, + "F1_noncoffee": 0.7845392537113816, + "IoU_noncoffee": 0.6454665492957746, + "kappa": 0.6654373895376244, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8767552182163187, + "mIoU": 0.7602557646234394, + "macroF1": 0.8620140425297114, + "F1_coffee": 0.907114765820522, + "IoU_coffee": 0.8300183198115677, + "precision_coffee": 0.904592127780947, + "recall_coffee": 0.9096515129786319, + "F1_noncoffee": 0.8169133192389006, + "IoU_noncoffee": 0.6904932094353109, + "kappa": 0.7240323153731189, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8551763152932302, + "mIoU": 0.7309848233078542, + "macroF1": 0.8429252688012796, + "F1_coffee": 0.8867924528301887, + "IoU_coffee": 0.7966101694915254, + "precision_coffee": 0.9214274774084852, + "recall_coffee": 0.8546668560875125, + "F1_noncoffee": 0.7990580847723705, + "IoU_noncoffee": 0.665359477124183, + "kappa": 0.6866364106096942, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9463, + 11000 + ], + [ + 44429, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.51640545129776, + "test_tta": { + "OA": 0.860427502219967, + "mIoU": 0.7174107688991676, + "macroF1": 0.831242139315366, + "F1_coffee": 0.9014223317280771, + "IoU_coffee": 0.8205358235126208, + "precision_coffee": 0.8819249649368864, + "recall_coffee": 0.9218012735352055, + "F1_noncoffee": 0.7610619469026548, + "IoU_noncoffee": 0.6142857142857143, + "kappa": 0.6628836484559912, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8301315334025614, + "mIoU": 0.6718299069698436, + "macroF1": 0.7983780959764017, + "F1_coffee": 0.8783917730144963, + "IoU_coffee": 0.7831538249102458, + "precision_coffee": 0.8616833789121847, + "recall_coffee": 0.8957609451007644, + "F1_noncoffee": 0.718364418938307, + "IoU_noncoffee": 0.5605059890294414, + "kappa": 0.5971070151156347, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 23, + "stopped_epoch": 43, + "best_val": 0.7500204282661587, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.870988202460992, + "mIoU": 0.7337494667802706, + "macroF1": 0.8425645854116022, + "F1_coffee": 0.9094591586912976, + "IoU_coffee": 0.833952406220662, + "precision_coffee": 0.8844205878533397, + "recall_coffee": 0.935956754775757, + "F1_noncoffee": 0.7756700121319069, + "IoU_noncoffee": 0.6335465273398793, + "kappa": 0.6857532145710177, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8410782277604707, + "mIoU": 0.6876573836040423, + "macroF1": 0.8099551175704693, + "F1_coffee": 0.8868627752964732, + "IoU_coffee": 0.7967236703746748, + "precision_coffee": 0.8653522481365713, + "recall_coffee": 0.9094699601996336, + "F1_noncoffee": 0.7330474598444654, + "IoU_noncoffee": 0.5785910968334098, + "kappa": 0.6204635830139261, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3337236533957845, + "mIoU": 0.16783112569168662, + "macroF1": 0.2528296084446187, + "F1_coffee": 0.4986784140969163, + "IoU_coffee": 0.33215962441314556, + "precision_coffee": 0.9929824561403509, + "recall_coffee": 0.33294117647058824, + "F1_noncoffee": 0.006980802792321117, + "IoU_noncoffee": 0.0035026269702276708, + "kappa": -0.0023432826584707397, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8598359476183624, + "mIoU": 0.7153359131263124, + "macroF1": 0.8296546928677077, + "F1_coffee": 0.9013570994531092, + "IoU_coffee": 0.8204277286135693, + "precision_coffee": 0.8758693084896995, + "recall_coffee": 0.9283727399165508, + "F1_noncoffee": 0.7579522862823062, + "IoU_noncoffee": 0.6102440976390556, + "kappa": 0.660015832792106, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8866362078812108, + "mIoU": 0.7580367841872444, + "macroF1": 0.8589441143496539, + "F1_coffee": 0.9214431765714662, + "IoU_coffee": 0.8543297455968689, + "precision_coffee": 0.8853539514544648, + "recall_coffee": 0.9605996011826996, + "F1_noncoffee": 0.7964450521278414, + "IoU_noncoffee": 0.66174382277762, + "kappa": 0.7190976410257908, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8664465927847206, + "mIoU": 0.7287374092801819, + "macroF1": 0.8393330684007104, + "F1_coffee": 0.9053349378259126, + "IoU_coffee": 0.8270428728471968, + "precision_coffee": 0.8920360977537711, + "recall_coffee": 0.9190363081099423, + "F1_noncoffee": 0.7733311989755083, + "IoU_noncoffee": 0.6304319457131672, + "kappa": 0.6788370557143416, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8468364197530864, + "mIoU": 0.6661566032533774, + "macroF1": 0.7897059692070506, + "F1_coffee": 0.8993152422013695, + "IoU_coffee": 0.8170506912442397, + "precision_coffee": 0.8538405971586804, + "recall_coffee": 0.9499062416287168, + "F1_noncoffee": 0.6800966962127317, + "IoU_noncoffee": 0.5152625152625152, + "kappa": 0.5831685861460866, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8766233766233766, + "mIoU": 0.7226386602497461, + "macroF1": 0.8326941995499181, + "F1_coffee": 0.9184240434398283, + "IoU_coffee": 0.8491535318155283, + "precision_coffee": 0.8796565070149975, + "recall_coffee": 0.9607661822985469, + "F1_noncoffee": 0.7469643556600079, + "IoU_noncoffee": 0.5961237886839638, + "kappa": 0.6673922346655254, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8613076705349562, + "mIoU": 0.700529665294098, + "macroF1": 0.8170514076980834, + "F1_coffee": 0.9070326334429547, + "IoU_coffee": 0.8298808008332369, + "precision_coffee": 0.883563331690488, + "recall_coffee": 0.9317827442827443, + "F1_noncoffee": 0.727070181953212, + "IoU_noncoffee": 0.5711785297549592, + "kappa": 0.6348591358839328, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8726977765053917, + "mIoU": 0.7541249358106852, + "macroF1": 0.8580032261406785, + "F1_coffee": 0.9036823104693141, + "IoU_coffee": 0.8242887249736565, + "precision_coffee": 0.9022491349480969, + "recall_coffee": 0.9051200462829042, + "F1_noncoffee": 0.8123241418120428, + "IoU_noncoffee": 0.6839611466477138, + "kappa": 0.7160078485034539, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.896584440227704, + "mIoU": 0.7881952683671395, + "macroF1": 0.879746439014113, + "F1_coffee": 0.9247445457056062, + "IoU_coffee": 0.8600231154488249, + "precision_coffee": 0.8916256157635468, + "recall_coffee": 0.9604187580668292, + "F1_noncoffee": 0.8347483323226198, + "IoU_noncoffee": 0.716367421285454, + "kappa": 0.7602193344204994, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.871582123326419, + "mIoU": 0.7511330257741741, + "macroF1": 0.8559082844986883, + "F1_coffee": 0.9034316505955757, + "IoU_coffee": 0.8238717186085607, + "precision_coffee": 0.9017692852087756, + "recall_coffee": 0.9051001562721978, + "F1_noncoffee": 0.8083849184018008, + "IoU_noncoffee": 0.6783943329397875, + "kappa": 0.7118185122222312, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9445, + 11000 + ], + [ + 45359, + 51930 + ], + [ + 124, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1634613911310834, + "test_tta": { + "OA": 0.8741120131929468, + "mIoU": 0.7385956689763381, + "macroF1": 0.8458755082411256, + "F1_coffee": 0.9118447205658639, + "IoU_coffee": 0.8379729784889179, + "precision_coffee": 0.8849113127438092, + "recall_coffee": 0.940469100737551, + "F1_noncoffee": 0.7799062959163872, + "IoU_noncoffee": 0.6392183594637583, + "kappa": 0.6924622967810178, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8442223376024, + "mIoU": 0.6919018076966056, + "macroF1": 0.8129750503763344, + "F1_coffee": 0.8894212557715736, + "IoU_coffee": 0.8008628477663674, + "precision_coffee": 0.8654712094042638, + "recall_coffee": 0.9147345589319182, + "F1_noncoffee": 0.7365288449810953, + "IoU_noncoffee": 0.5829407676268438, + "kappa": 0.6266313510995353, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 17, + "stopped_epoch": 37, + "best_val": 0.5730854376361054, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7455600659647342, + "mIoU": 0.5795498168390258, + "macroF1": 0.7306533418551142, + "F1_coffee": 0.794017971758665, + "IoU_coffee": 0.6583995060992485, + "precision_coffee": 0.9031890660592256, + "recall_coffee": 0.7083925053827477, + "F1_noncoffee": 0.6672887119515634, + "IoU_noncoffee": 0.5007001275788032, + "kappa": 0.4737262910203003, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7221645321333795, + "mIoU": 0.5529679528665029, + "macroF1": 0.7092295741550663, + "F1_coffee": 0.7705574082896618, + "IoU_coffee": 0.6267534681856932, + "precision_coffee": 0.8869026403092699, + "recall_coffee": 0.6811969591677722, + "F1_noncoffee": 0.6479017400204709, + "IoU_noncoffee": 0.47918243754731266, + "kappa": 0.43342134409935035, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24121779859484777, + "mIoU": 0.12189101407434139, + "macroF1": 0.19811277010108505, + "F1_coffee": 0.3840304182509506, + "IoU_coffee": 0.2376470588235294, + "precision_coffee": 1.0, + "recall_coffee": 0.2376470588235294, + "F1_noncoffee": 0.012195121951219513, + "IoU_noncoffee": 0.006134969325153374, + "kappa": 0.002911669741697407, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7275867031227514, + "mIoU": 0.560480488012772, + "macroF1": 0.7157157706848654, + "F1_coffee": 0.7738081013263234, + "IoU_coffee": 0.6310660689923991, + "precision_coffee": 0.9055653957304, + "recall_coffee": 0.6755215577190542, + "F1_noncoffee": 0.6576234400434074, + "IoU_noncoffee": 0.4898949070331447, + "kappa": 0.44908466404729525, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7768893965353132, + "mIoU": 0.6154255610773345, + "macroF1": 0.7583222753581651, + "F1_coffee": 0.8253092860336861, + "IoU_coffee": 0.7025758152518716, + "precision_coffee": 0.9008378752135362, + "recall_coffee": 0.7614659973870591, + "F1_noncoffee": 0.6913352646826442, + "IoU_noncoffee": 0.5282753069027973, + "kappa": 0.5225745174936989, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7321858052346145, + "mIoU": 0.5638925330304179, + "macroF1": 0.7180250354952502, + "F1_coffee": 0.7812150864891937, + "IoU_coffee": 0.6409786319382982, + "precision_coffee": 0.9034931384779896, + "recall_coffee": 0.6880895826263997, + "F1_noncoffee": 0.6548349845013067, + "IoU_noncoffee": 0.4868064341225375, + "kappa": 0.4518889791029456, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7330246913580247, + "mIoU": 0.5543479792932717, + "macroF1": 0.7075137908254397, + "F1_coffee": 0.7938942665673865, + "IoU_coffee": 0.6582294110383998, + "precision_coffee": 0.8938631790744467, + "recall_coffee": 0.7140369675863917, + "F1_noncoffee": 0.621133315083493, + "IoU_noncoffee": 0.45046654754814375, + "kappa": 0.4281752024476391, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7669022154316272, + "mIoU": 0.5852756961281317, + "macroF1": 0.7307117314459542, + "F1_coffee": 0.8294319055272168, + "IoU_coffee": 0.7085721107927412, + "precision_coffee": 0.8804331701527963, + "recall_coffee": 0.7840158520475562, + "F1_noncoffee": 0.6319915573646917, + "IoU_noncoffee": 0.46197928146352213, + "kappa": 0.4652946451215004, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.6949712237003491, + "mIoU": 0.5100030204835153, + "macroF1": 0.6690552192791606, + "F1_coffee": 0.7616660523405824, + "IoU_coffee": 0.6150732230027384, + "precision_coffee": 0.8802180950758222, + "recall_coffee": 0.6712577962577962, + "F1_noncoffee": 0.5764443862177387, + "IoU_noncoffee": 0.4049328179642923, + "kappa": 0.35878174439580013, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7222063173966982, + "mIoU": 0.5616893032924627, + "macroF1": 0.7185274854576369, + "F1_coffee": 0.7507065170848677, + "IoU_coffee": 0.6009048533040855, + "precision_coffee": 0.9202183497795507, + "recall_coffee": 0.6339311541799247, + "F1_noncoffee": 0.6863484538304062, + "IoU_noncoffee": 0.5224737532808399, + "kappa": 0.4601046231097452, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7868121442125238, + "mIoU": 0.639870862136882, + "macroF1": 0.7789726916710121, + "F1_coffee": 0.8205988023952095, + "IoU_coffee": 0.6957757920389926, + "precision_coffee": 0.9256123919308358, + "recall_coffee": 0.7369855155600172, + "F1_noncoffee": 0.7373465809468147, + "IoU_noncoffee": 0.5839659322347713, + "kappa": 0.5661217117250673, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7693758250047144, + "mIoU": 0.6180395469125614, + "macroF1": 0.7626451635097766, + "F1_coffee": 0.802614590058102, + "IoU_coffee": 0.6703059711551422, + "precision_coffee": 0.9290117691014385, + "recall_coffee": 0.7064923994885637, + "F1_noncoffee": 0.7226757369614513, + "IoU_noncoffee": 0.5657731226699805, + "kappa": 0.5373235656888857, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8030, + 11000 + ], + [ + 38877, + 51930 + ], + [ + 111, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8665729284286499, + "test_tta": { + "OA": 0.7677438792337943, + "mIoU": 0.6037941859319468, + "macroF1": 0.7492494256439881, + "F1_coffee": 0.8173485802646182, + "IoU_coffee": 0.6911153756932875, + "precision_coffee": 0.897051980401281, + "recall_coffee": 0.7506528013193459, + "F1_noncoffee": 0.6811502710233581, + "IoU_noncoffee": 0.516472996170606, + "kappa": 0.5053161017991618, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7436252451828775, + "mIoU": 0.5754256489972512, + "macroF1": 0.7269180446444652, + "F1_coffee": 0.7944638438591217, + "IoU_coffee": 0.6590128714200764, + "precision_coffee": 0.8809200235903485, + "recall_coffee": 0.7234611577905532, + "F1_noncoffee": 0.6593722454298088, + "IoU_noncoffee": 0.4918384265744261, + "kappa": 0.46241744855951133, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.6203648414313337, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7838703539261702, + "mIoU": 0.620859012600635, + "macroF1": 0.7618511561441859, + "F1_coffee": 0.8342655642023347, + "IoU_coffee": 0.7156566183373319, + "precision_coffee": 0.8891451972422373, + "recall_coffee": 0.7857666407073159, + "F1_noncoffee": 0.6894367480860372, + "IoU_noncoffee": 0.5260614068639382, + "kappa": 0.527078320992911, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7587112034152532, + "mIoU": 0.5897152833445045, + "macroF1": 0.7375036372765118, + "F1_coffee": 0.8121153586990701, + "IoU_coffee": 0.6836651729158394, + "precision_coffee": 0.8700579926366195, + "recall_coffee": 0.7614083854528608, + "F1_noncoffee": 0.6628919158539535, + "IoU_noncoffee": 0.49576539377316975, + "kappa": 0.4791519354797159, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25878220140515223, + "mIoU": 0.13078677624896112, + "macroF1": 0.20961419525197128, + "F1_coffee": 0.40674789128397376, + "IoU_coffee": 0.25529411764705884, + "precision_coffee": 1.0, + "recall_coffee": 0.25529411764705884, + "F1_noncoffee": 0.0124804992199688, + "IoU_noncoffee": 0.006279434850863423, + "kappa": 0.003201073908666144, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7974768551829999, + "mIoU": 0.6284930033018221, + "macroF1": 0.765875654612119, + "F1_coffee": 0.8518908300007016, + "IoU_coffee": 0.7419946223417258, + "precision_coffee": 0.8595497663882203, + "recall_coffee": 0.8443671766342142, + "F1_noncoffee": 0.6798604792235365, + "IoU_noncoffee": 0.5149913842619185, + "kappa": 0.5318316533743667, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8088235294117647, + "mIoU": 0.6555137525269201, + "macroF1": 0.7883370657313948, + "F1_coffee": 0.8541870848306654, + "IoU_coffee": 0.7454856491161376, + "precision_coffee": 0.9046593879747808, + "recall_coffee": 0.8090490270233102, + "F1_noncoffee": 0.7224870466321244, + "IoU_noncoffee": 0.5655418559377028, + "kappa": 0.5791671925090476, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7457675076632869, + "mIoU": 0.5798704714783989, + "macroF1": 0.7309268735879262, + "F1_coffee": 0.794118770288333, + "IoU_coffee": 0.6585381302254877, + "precision_coffee": 0.9080349344978166, + "recall_coffee": 0.705598914149983, + "F1_noncoffee": 0.6677349768875193, + "IoU_noncoffee": 0.5012028127313102, + "kappa": 0.47518406419386877, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8224344135802469, + "mIoU": 0.6319950555816463, + "macroF1": 0.7631544827486083, + "F1_coffee": 0.8816457730633237, + "IoU_coffee": 0.7883421476201425, + "precision_coffee": 0.8476943998022005, + "recall_coffee": 0.9184302169836592, + "F1_noncoffee": 0.644663192433893, + "IoU_noncoffee": 0.4756479635431501, + "kappa": 0.5285793587104463, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8261077158135982, + "mIoU": 0.6648960210839789, + "macroF1": 0.7930568615836955, + "F1_coffee": 0.8757590229924268, + "IoU_coffee": 0.77897803131448, + "precision_coffee": 0.9056018061238889, + "recall_coffee": 0.8478203434610304, + "F1_noncoffee": 0.7103547001749642, + "IoU_noncoffee": 0.550814010853478, + "kappa": 0.5871588972760104, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7319558448910275, + "mIoU": 0.5502489523684422, + "macroF1": 0.7033369159720212, + "F1_coffee": 0.7954790871787488, + "IoU_coffee": 0.6604111881424815, + "precision_coffee": 0.8918482647296206, + "recall_coffee": 0.7179054054054054, + "F1_noncoffee": 0.6111947447652936, + "IoU_noncoffee": 0.44008671659440285, + "kappa": 0.4195577450308729, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7727836625632217, + "mIoU": 0.6154971102441045, + "macroF1": 0.7593941935043576, + "F1_coffee": 0.8161531928036445, + "IoU_coffee": 0.6894077745890947, + "precision_coffee": 0.8754348186185191, + "recall_coffee": 0.7643910905409315, + "F1_noncoffee": 0.7026351942050706, + "IoU_noncoffee": 0.5415864458991143, + "kappa": 0.5223312380718015, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.791650853889943, + "mIoU": 0.6429746718583285, + "macroF1": 0.7807322218889301, + "F1_coffee": 0.8296618057710208, + "IoU_coffee": 0.7089077412513256, + "precision_coffee": 0.9035310018584221, + "recall_coffee": 0.766958267603614, + "F1_noncoffee": 0.7318026380068393, + "IoU_noncoffee": 0.5770416024653313, + "kappa": 0.5660315514079922, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7595700546860268, + "mIoU": 0.6058555541989675, + "macroF1": 0.7533215979745397, + "F1_coffee": 0.7925817471937531, + "IoU_coffee": 0.65642683912692, + "precision_coffee": 0.927117031398668, + "recall_coffee": 0.692143770421935, + "F1_noncoffee": 0.7140614487553263, + "IoU_noncoffee": 0.555284269271015, + "kappa": 0.5205607404069691, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9200, + 11000 + ], + [ + 40109, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5118172566095989, + "test_tta": { + "OA": 0.8044526195610808, + "mIoU": 0.6429946869661566, + "macroF1": 0.7778813033753309, + "F1_coffee": 0.8547056882982232, + "IoU_coffee": 0.746276026664472, + "precision_coffee": 0.880003881799214, + "recall_coffee": 0.8308213843969032, + "F1_noncoffee": 0.7010569184524387, + "IoU_noncoffee": 0.5397133472678411, + "kappa": 0.556516703392257, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7782537210107303, + "mIoU": 0.6088890228528907, + "macroF1": 0.7516035271758096, + "F1_coffee": 0.8329657674883484, + "IoU_coffee": 0.7137457876412653, + "precision_coffee": 0.8603231597845602, + "recall_coffee": 0.8072946280034535, + "F1_noncoffee": 0.6702412868632708, + "IoU_noncoffee": 0.5040322580645161, + "kappa": 0.5041968061091795, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 39, + "stopped_epoch": 59, + "best_val": 0.7405717644117562, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8621559051122669, + "mIoU": 0.7153008166564767, + "macroF1": 0.8292193311720291, + "F1_coffee": 0.9042188653466874, + "IoU_coffee": 0.825181997345453, + "precision_coffee": 0.8711704634721131, + "recall_coffee": 0.939873562691832, + "F1_noncoffee": 0.7542197969973706, + "IoU_noncoffee": 0.6054196359675004, + "kappa": 0.659695356044347, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8338236990884966, + "mIoU": 0.6724474012713669, + "macroF1": 0.7981578849139441, + "F1_coffee": 0.8830040007310981, + "IoU_coffee": 0.7905167084833279, + "precision_coffee": 0.8526326110402981, + "recall_coffee": 0.915619011518942, + "F1_noncoffee": 0.7133117690967903, + "IoU_noncoffee": 0.554378094059406, + "kappa": 0.5975670019564913, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3559718969555035, + "mIoU": 0.17904164115125537, + "macroF1": 0.2653085485112214, + "F1_coffee": 0.5233968804159446, + "IoU_coffee": 0.3544600938967136, + "precision_coffee": 0.993421052631579, + "recall_coffee": 0.3552941176470588, + "F1_noncoffee": 0.007220216606498195, + "IoU_noncoffee": 0.0036231884057971015, + "kappa": -0.0020993522730181954, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.85441550342975, + "mIoU": 0.7049491532389429, + "macroF1": 0.8220561922141848, + "F1_coffee": 0.8979385950163097, + "IoU_coffee": 0.8147809105333822, + "precision_coffee": 0.8693755290746891, + "recall_coffee": 0.928442280945758, + "F1_noncoffee": 0.7461737894120599, + "IoU_noncoffee": 0.5951173959445037, + "kappa": 0.645065220746566, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8744526936988387, + "mIoU": 0.734570150737685, + "macroF1": 0.842653309398699, + "F1_coffee": 0.9133889290170071, + "IoU_coffee": 0.8405849649504472, + "precision_coffee": 0.8740182218033302, + "recall_coffee": 0.9564739049714639, + "F1_noncoffee": 0.7719176897803908, + "IoU_noncoffee": 0.6285553365249226, + "kappa": 0.6869792369210072, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8575807592548927, + "mIoU": 0.7069281035404289, + "macroF1": 0.8231262838853539, + "F1_coffee": 0.9011909435937705, + "IoU_coffee": 0.8201524535493092, + "precision_coffee": 0.8700486448922863, + "recall_coffee": 0.9346454021038344, + "F1_noncoffee": 0.7450616241769373, + "IoU_noncoffee": 0.5937037535315485, + "kappa": 0.6474180691089017, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8367091049382716, + "mIoU": 0.6471963551770681, + "macroF1": 0.7743305802164595, + "F1_coffee": 0.8929768000505721, + "IoU_coffee": 0.8066468707172225, + "precision_coffee": 0.8455644678558601, + "recall_coffee": 0.9460219662469863, + "F1_noncoffee": 0.655684360382347, + "IoU_noncoffee": 0.48774583963691376, + "kappa": 0.5531807590983452, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8621084797555386, + "mIoU": 0.6908649867556715, + "macroF1": 0.8085716086951128, + "F1_coffee": 0.9098063710181137, + "IoU_coffee": 0.8345364959321645, + "precision_coffee": 0.862914691943128, + "recall_coffee": 0.9620871862615588, + "F1_noncoffee": 0.7073368463721119, + "IoU_noncoffee": 0.5471934775791785, + "kappa": 0.6207768653736968, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8647985659024436, + "mIoU": 0.7052045291029607, + "macroF1": 0.8203512936813147, + "F1_coffee": 0.909709533110705, + "IoU_coffee": 0.8343735552473417, + "precision_coffee": 0.8830581039755352, + "recall_coffee": 0.9380197505197505, + "F1_noncoffee": 0.7309930542519242, + "IoU_noncoffee": 0.5760355029585799, + "kappa": 0.6416750235667058, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8719343448802367, + "mIoU": 0.7519526802268982, + "macroF1": 0.8564765501508838, + "F1_coffee": 0.9035781003017676, + "IoU_coffee": 0.8241153342070773, + "precision_coffee": 0.8977727013135351, + "recall_coffee": 0.9094590685565519, + "F1_noncoffee": 0.809375, + "IoU_noncoffee": 0.6797900262467191, + "kappa": 0.7129768278293824, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8867172675521822, + "mIoU": 0.7710986883786413, + "macroF1": 0.8686613079040912, + "F1_coffee": 0.917358803986711, + "IoU_coffee": 0.8473341004986574, + "precision_coffee": 0.8865551839464882, + "recall_coffee": 0.9503800372866772, + "F1_noncoffee": 0.8199638118214716, + "IoU_noncoffee": 0.6948632762586251, + "kappa": 0.7380116442877642, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8503677163869507, + "mIoU": 0.7067375244836385, + "macroF1": 0.8242735684780162, + "F1_coffee": 0.8919893826992445, + "IoU_coffee": 0.8050368550368551, + "precision_coffee": 0.8561536451528613, + "recall_coffee": 0.9309561017189941, + "F1_noncoffee": 0.7565577542567878, + "IoU_noncoffee": 0.6084381939304219, + "kappa": 0.6499294751812911, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9416, + 11000 + ], + [ + 44832, + 51930 + ], + [ + 123, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.986580709616343, + "test_tta": { + "OA": 0.8640428770772548, + "mIoU": 0.7172423217882029, + "macroF1": 0.8304765332744481, + "F1_coffee": 0.9059104975528389, + "IoU_coffee": 0.8280040120361083, + "precision_coffee": 0.8695542260048875, + "recall_coffee": 0.9454395528883596, + "F1_noncoffee": 0.7550425689960574, + "IoU_noncoffee": 0.6064806315402974, + "kappa": 0.6624891067354265, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8359149648090458, + "mIoU": 0.6740719779016187, + "macroF1": 0.7991612210738357, + "F1_coffee": 0.8850773255755225, + "IoU_coffee": 0.7938463768641165, + "precision_coffee": 0.850514463211027, + "recall_coffee": 0.9225682818455577, + "F1_noncoffee": 0.7132451165721487, + "IoU_noncoffee": 0.5542975789391209, + "kappa": 0.5999708048689781, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f3_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 58, + "stopped_epoch": 78, + "best_val": 0.7559482451301036, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.867547253583661, + "mIoU": 0.7266651340755758, + "macroF1": 0.8374972074023666, + "F1_coffee": 0.9073772218710844, + "IoU_coffee": 0.830457903710319, + "precision_coffee": 0.8794196668457819, + "recall_coffee": 0.9371707361766457, + "F1_noncoffee": 0.7676171929336486, + "IoU_noncoffee": 0.6228723644408325, + "kappa": 0.6758164363708642, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8390879196953963, + "mIoU": 0.6833003555038144, + "macroF1": 0.806591393533268, + "F1_coffee": 0.885870065570752, + "IoU_coffee": 0.795122757404925, + "precision_coffee": 0.8613487169285856, + "recall_coffee": 0.911828500431697, + "F1_noncoffee": 0.727312721495784, + "IoU_noncoffee": 0.5714779536027039, + "kappa": 0.6139303738705602, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.351288056206089, + "mIoU": 0.17719358574873367, + "macroF1": 0.26406794425087105, + "F1_coffee": 0.5174216027874564, + "IoU_coffee": 0.3490011750881316, + "precision_coffee": 0.9966442953020134, + "recall_coffee": 0.34941176470588237, + "F1_noncoffee": 0.010714285714285714, + "IoU_noncoffee": 0.005385996409335727, + "kappa": 0.0014267864379305533, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8614189091955677, + "mIoU": 0.7133600789728711, + "macroF1": 0.8277569386980146, + "F1_coffee": 0.9039018062069654, + "IoU_coffee": 0.8246540422432629, + "precision_coffee": 0.866352101001084, + "recall_coffee": 0.9448539638386648, + "F1_noncoffee": 0.7516120711890637, + "IoU_noncoffee": 0.6020661157024794, + "kappa": 0.6571784684246949, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.868265752903103, + "mIoU": 0.7269705255605341, + "macroF1": 0.8376218508622502, + "F1_coffee": 0.9081619110816191, + "IoU_coffee": 0.831773428953446, + "precision_coffee": 0.8774764377764955, + "recall_coffee": 0.9410713057828508, + "F1_noncoffee": 0.7670817906428812, + "IoU_noncoffee": 0.6221676221676221, + "kappa": 0.6762478272848107, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8728601744871493, + "mIoU": 0.7392568115187061, + "macroF1": 0.8465893862199364, + "F1_coffee": 0.9100733822548366, + "IoU_coffee": 0.8349859223895214, + "precision_coffee": 0.8948507707445064, + "recall_coffee": 0.9258228707159823, + "F1_noncoffee": 0.7831053901850362, + "IoU_noncoffee": 0.643527700647891, + "kappa": 0.6933927754976716, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8431712962962963, + "mIoU": 0.6522397604774701, + "macroF1": 0.7775897588718219, + "F1_coffee": 0.8983622952869109, + "IoU_coffee": 0.8154788924194281, + "precision_coffee": 0.8422409751523675, + "recall_coffee": 0.9624966514867399, + "F1_noncoffee": 0.6568172224567328, + "IoU_noncoffee": 0.48900062853551224, + "kappa": 0.5617496771295412, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8572383498854087, + "mIoU": 0.683820373242803, + "macroF1": 0.8033740240990166, + "F1_coffee": 0.9062872187049458, + "IoU_coffee": 0.8286336542870243, + "precision_coffee": 0.8623404509125612, + "recall_coffee": 0.9549537648612946, + "F1_noncoffee": 0.7004608294930875, + "IoU_noncoffee": 0.5390070921985816, + "kappa": 0.6099857114371978, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8614963675818473, + "mIoU": 0.6995895886769834, + "macroF1": 0.8162153670393387, + "F1_coffee": 0.9074401008827239, + "IoU_coffee": 0.8305632502308402, + "precision_coffee": 0.8814306712395884, + "recall_coffee": 0.935031185031185, + "F1_noncoffee": 0.7249906331959536, + "IoU_noncoffee": 0.5686159271231267, + "kappa": 0.6333792115957426, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.879473232178643, + "mIoU": 0.7627464532943715, + "macroF1": 0.8634866337607167, + "F1_coffee": 0.9102026306434412, + "IoU_coffee": 0.8352035490605428, + "precision_coffee": 0.895119563697385, + "recall_coffee": 0.9258027191206248, + "F1_noncoffee": 0.8167706368779921, + "IoU_noncoffee": 0.6902893575282001, + "kappa": 0.7271313567602999, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8792220113851993, + "mIoU": 0.7617681967226619, + "macroF1": 0.8627949276022778, + "F1_coffee": 0.9102699654613379, + "IoU_coffee": 0.8353169469598966, + "precision_coffee": 0.8950651510950929, + "recall_coffee": 0.9260002868205938, + "F1_noncoffee": 0.8153198897432178, + "IoU_noncoffee": 0.6882194464854274, + "kappa": 0.7257527388711464, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8842164812370357, + "mIoU": 0.7723934213427959, + "macroF1": 0.869939156596668, + "F1_coffee": 0.9130311614730878, + "IoU_coffee": 0.8399791503778994, + "precision_coffee": 0.9103234006496258, + "recall_coffee": 0.915755078846427, + "F1_noncoffee": 0.8268471517202481, + "IoU_noncoffee": 0.7048076923076924, + "kappa": 0.7398828952881186, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9455, + 11000 + ], + [ + 45124, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.9327127814292906, + "test_tta": { + "OA": 0.870417353799315, + "mIoU": 0.7306936680190972, + "macroF1": 0.8402364067261501, + "F1_coffee": 0.9096757079381922, + "IoU_coffee": 0.8343166474058755, + "precision_coffee": 0.8789943609022557, + "recall_coffee": 0.9425763892070181, + "F1_noncoffee": 0.7707971055141078, + "IoU_noncoffee": 0.6270706886323187, + "kappa": 0.6814576391990023, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8421310718818507, + "mIoU": 0.6867393949976786, + "macroF1": 0.8089597736171378, + "F1_coffee": 0.8885653785071467, + "IoU_coffee": 0.7994760657299357, + "precision_coffee": 0.8600737076525886, + "recall_coffee": 0.9190094131025334, + "F1_noncoffee": 0.7293541687271289, + "IoU_noncoffee": 0.5740027242654213, + "kappa": 0.6189351983022386, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.5349710190697815, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.781391089188451, + "mIoU": 0.6033248764778334, + "macroF1": 0.7452558167277771, + "F1_coffee": 0.8411998132586368, + "IoU_coffee": 0.7259230908688032, + "precision_coffee": 0.9375357718923981, + "recall_coffee": 0.76281698488633, + "F1_noncoffee": 0.6493118201969174, + "IoU_noncoffee": 0.4807266620868636, + "kappa": 0.5021206488245057, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7490769585785162, + "mIoU": 0.5655550731576249, + "macroF1": 0.7149206725379955, + "F1_coffee": 0.8135981829090597, + "IoU_coffee": 0.6857695016887315, + "precision_coffee": 0.9155996045238612, + "recall_coffee": 0.7320454238725972, + "F1_noncoffee": 0.6162431621669313, + "IoU_noncoffee": 0.4453406446265183, + "kappa": 0.4440464915735422, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2056843679880329, + "mIoU": 0.10418978502563238, + "macroF1": 0.1747143833609999, + "F1_coffee": 0.33458646616541354, + "IoU_coffee": 0.20090293453724606, + "precision_coffee": 0.996268656716418, + "recall_coffee": 0.20105421686746988, + "F1_noncoffee": 0.014842300556586271, + "IoU_noncoffee": 0.007476635514018692, + "kappa": 0.001511908210997687, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7775419545903257, + "mIoU": 0.6021333043796533, + "macroF1": 0.7450673988745649, + "F1_coffee": 0.8360554363246153, + "IoU_coffee": 0.7182948934308394, + "precision_coffee": 0.9397334205576907, + "recall_coffee": 0.7529812606473595, + "F1_noncoffee": 0.6540793614245145, + "IoU_noncoffee": 0.48597171532846717, + "kappa": 0.5029016983775417, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.820619245265016, + "mIoU": 0.6478211276254711, + "macroF1": 0.778675019186297, + "F1_coffee": 0.8750249285381905, + "IoU_coffee": 0.7778171718962359, + "precision_coffee": 0.9318938053097345, + "recall_coffee": 0.824697700645323, + "F1_noncoffee": 0.6823251098344035, + "IoU_noncoffee": 0.5178250833547063, + "kappa": 0.561500960561828, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7459796365020459, + "mIoU": 0.5633164184881818, + "macroF1": 0.7134146485509203, + "F1_coffee": 0.810020282532114, + "IoU_coffee": 0.6807009150170444, + "precision_coffee": 0.9419066534260179, + "recall_coffee": 0.7105312441475747, + "F1_noncoffee": 0.6168090145697266, + "IoU_noncoffee": 0.44593192195931924, + "kappa": 0.4486331287919614, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.820907455526684, + "mIoU": 0.6610987432675045, + "macroF1": 0.7907613809832501, + "F1_coffee": 0.8701825557809331, + "IoU_coffee": 0.770197486535009, + "precision_coffee": 0.9302973977695167, + "recall_coffee": 0.8173652694610778, + "F1_noncoffee": 0.711340206185567, + "IoU_noncoffee": 0.552, + "kappa": 0.5853724997830986, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8456401450104942, + "mIoU": 0.688247015346308, + "macroF1": 0.8095690029966154, + "F1_coffee": 0.8924488168040415, + "IoU_coffee": 0.8057856199735927, + "precision_coffee": 0.9296496330148178, + "recall_coffee": 0.858110699220248, + "F1_noncoffee": 0.7266891891891892, + "IoU_noncoffee": 0.5707084107190236, + "kappa": 0.6206815248767867, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8008727824684565, + "mIoU": 0.6364594627450477, + "macroF1": 0.7726141441733783, + "F1_coffee": 0.8527740758925441, + "IoU_coffee": 0.7433357789190511, + "precision_coffee": 0.9535686274509804, + "recall_coffee": 0.7712509515351433, + "F1_noncoffee": 0.6924542124542125, + "IoU_noncoffee": 0.5295831465710443, + "kappa": 0.555600450771445, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.735225277940316, + "mIoU": 0.5497608354563079, + "macroF1": 0.7018005553978193, + "F1_coffee": 0.8016365894644554, + "IoU_coffee": 0.6689428118522132, + "precision_coffee": 0.9502858132686645, + "recall_coffee": 0.6932019206469547, + "F1_noncoffee": 0.6019645213311831, + "IoU_noncoffee": 0.43057885906040266, + "kappa": 0.4315135098908847, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7955911823647295, + "mIoU": 0.6095263772010466, + "macroF1": 0.7477648790283757, + "F1_coffee": 0.8575987235739928, + "IoU_coffee": 0.7506983240223464, + "precision_coffee": 0.9342410196987254, + "recall_coffee": 0.7925780289997543, + "F1_noncoffee": 0.6379310344827587, + "IoU_noncoffee": 0.46835443037974683, + "kappa": 0.5040169380974481, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6907511692278324, + "mIoU": 0.4972670825833396, + "macroF1": 0.6550864883929837, + "F1_coffee": 0.7659973999711108, + "IoU_coffee": 0.6207421280580593, + "precision_coffee": 0.928884217901559, + "recall_coffee": 0.6517143910532137, + "F1_noncoffee": 0.5441755768148565, + "IoU_noncoffee": 0.37379203710862, + "kappa": 0.3491582872979659, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6443, + 8413 + ], + [ + 42083, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4382066329320273, + "test_tta": { + "OA": 0.8031298703385337, + "mIoU": 0.6287928723765785, + "macroF1": 0.7647977365446876, + "F1_coffee": 0.8597493275339094, + "IoU_coffee": 0.7540002810737015, + "precision_coffee": 0.9360217331705007, + "recall_coffee": 0.7949705770289149, + "F1_noncoffee": 0.6698461455554657, + "IoU_noncoffee": 0.5035854636794554, + "kappa": 0.5368349998329789, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7691098419291565, + "mIoU": 0.5866777364184089, + "macroF1": 0.7315572787297067, + "F1_coffee": 0.8319600289705991, + "IoU_coffee": 0.712270170204353, + "precision_coffee": 0.9130915626008018, + "recall_coffee": 0.7640696396552722, + "F1_noncoffee": 0.6311545284888141, + "IoU_noncoffee": 0.46108530263246483, + "kappa": 0.4722599556345785, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.5482626824357361, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7474413149311525, + "mIoU": 0.5618092628705555, + "macroF1": 0.7113495441895861, + "F1_coffee": 0.8134176884636841, + "IoU_coffee": 0.6855130744453114, + "precision_coffee": 0.9259289285231725, + "recall_coffee": 0.7252868210490665, + "F1_noncoffee": 0.609281399915488, + "IoU_noncoffee": 0.4381054512957998, + "kappa": 0.4400134981991117, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7194530979577709, + "mIoU": 0.531637656358964, + "macroF1": 0.6862884925835977, + "F1_coffee": 0.7882890727035263, + "IoU_coffee": 0.6505586893256207, + "precision_coffee": 0.9050558568465249, + "recall_coffee": 0.6982088804056529, + "F1_noncoffee": 0.584287912463669, + "IoU_noncoffee": 0.41271662339230725, + "kappa": 0.392434741760717, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24682124158563948, + "mIoU": 0.12508460378001907, + "macroF1": 0.20285344999594426, + "F1_coffee": 0.3900666262870987, + "IoU_coffee": 0.24228743416102333, + "precision_coffee": 0.9969040247678018, + "recall_coffee": 0.24246987951807228, + "F1_noncoffee": 0.015640273704789834, + "IoU_noncoffee": 0.007881773399014778, + "kappa": 0.002326789423334114, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7445212240868707, + "mIoU": 0.5611535607624891, + "macroF1": 0.7115032653802653, + "F1_coffee": 0.8091023087703769, + "IoU_coffee": 0.6794053886652214, + "precision_coffee": 0.9254978062774215, + "recall_coffee": 0.7187131437557331, + "F1_noncoffee": 0.6139042219901537, + "IoU_noncoffee": 0.44290173285975676, + "kappa": 0.4408924517013275, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7529698010591098, + "mIoU": 0.5676960117188499, + "macroF1": 0.7160863827279494, + "F1_coffee": 0.8184177303969701, + "IoU_coffee": 0.6926455748798006, + "precision_coffee": 0.9294305057745917, + "recall_coffee": 0.7310945429484368, + "F1_noncoffee": 0.6137550350589288, + "IoU_noncoffee": 0.44274644855789924, + "kappa": 0.44889655120096944, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7447426015795985, + "mIoU": 0.5565068826647076, + "macroF1": 0.7063588896523816, + "F1_coffee": 0.8125240241814307, + "IoU_coffee": 0.6842446000823965, + "precision_coffee": 0.9228448960152406, + "recall_coffee": 0.7257631562519508, + "F1_noncoffee": 0.6001937551233326, + "IoU_noncoffee": 0.42876916524701875, + "kappa": 0.4300866166317717, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.774935038976614, + "mIoU": 0.6031757080021207, + "macroF1": 0.7467892646391541, + "F1_coffee": 0.8312097136861041, + "IoU_coffee": 0.7111709631909708, + "precision_coffee": 0.9250917584250917, + "recall_coffee": 0.7546271094175285, + "F1_noncoffee": 0.662368815592204, + "IoU_noncoffee": 0.49518045281327056, + "kappa": 0.5038007824676647, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7137950772753291, + "mIoU": 0.5284988773316492, + "macroF1": 0.684501024012195, + "F1_coffee": 0.7806376133372331, + "IoU_coffee": 0.6402014871671864, + "precision_coffee": 0.9120109345634717, + "recall_coffee": 0.6823469257318164, + "F1_noncoffee": 0.5883644346871569, + "IoU_noncoffee": 0.416796267496112, + "kappa": 0.392650550177946, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7382601271226639, + "mIoU": 0.5538245446486607, + "macroF1": 0.7053677416476365, + "F1_coffee": 0.8038114200383987, + "IoU_coffee": 0.6719771727499703, + "precision_coffee": 0.914415143180715, + "recall_coffee": 0.7170768840395839, + "F1_noncoffee": 0.6069240632568742, + "IoU_noncoffee": 0.4356719165473512, + "kappa": 0.4275165042187623, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.714842988102204, + "mIoU": 0.5221767205246717, + "macroF1": 0.6767998238016755, + "F1_coffee": 0.787685158292187, + "IoU_coffee": 0.6497364638236703, + "precision_coffee": 0.9259132809832707, + "recall_coffee": 0.6853677028051555, + "F1_noncoffee": 0.565914489311164, + "IoU_noncoffee": 0.3946169772256729, + "kappa": 0.38177030547285745, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7921557400515317, + "mIoU": 0.609481701432926, + "macroF1": 0.7486179044822885, + "F1_coffee": 0.8532345013477088, + "IoU_coffee": 0.7440357268774239, + "precision_coffee": 0.944643390032826, + "recall_coffee": 0.7779552715654952, + "F1_noncoffee": 0.6440013076168682, + "IoU_noncoffee": 0.47492767598842817, + "kappa": 0.5084012598982033, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7512646750023861, + "mIoU": 0.5587725510110586, + "macroF1": 0.7068775980830012, + "F1_coffee": 0.8209426961660025, + "IoU_coffee": 0.6962703962703962, + "precision_coffee": 0.9309646252142746, + "recall_coffee": 0.7341772151898734, + "F1_noncoffee": 0.5928125, + "IoU_noncoffee": 0.4212747057517211, + "kappa": 0.4318017564305334, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 104, + 110 + ], + [ + 6296, + 8413 + ], + [ + 40120, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9978205998738607, + "test_tta": { + "OA": 0.7825961214029789, + "mIoU": 0.6018184722185407, + "macroF1": 0.7434196494439551, + "F1_coffee": 0.8436788779907346, + "IoU_coffee": 0.7296233389949046, + "precision_coffee": 0.9287076836991632, + "recall_coffee": 0.7729139325176749, + "F1_noncoffee": 0.6431604208971755, + "IoU_noncoffee": 0.47401360544217686, + "kappa": 0.4964742849463796, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7511538017768548, + "mIoU": 0.5646909521869079, + "macroF1": 0.7133766263880748, + "F1_coffee": 0.8174334447877428, + "IoU_coffee": 0.6912367352051682, + "precision_coffee": 0.9058652470626861, + "recall_coffee": 0.7447317176624829, + "F1_noncoffee": 0.6093198079884068, + "IoU_noncoffee": 0.43814516916864765, + "kappa": 0.4382100672168374, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 23, + "stopped_epoch": 43, + "best_val": 0.7024252905478745, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.874660582592908, + "mIoU": 0.7171739679079776, + "macroF1": 0.8285463831979178, + "F1_coffee": 0.9174645830908725, + "IoU_coffee": 0.847514611309838, + "precision_coffee": 0.9171443680592279, + "recall_coffee": 0.9177850218026332, + "F1_noncoffee": 0.7396281833049632, + "IoU_noncoffee": 0.5868333245061172, + "kappa": 0.6570928982634431, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8377177800853813, + "mIoU": 0.660404374789676, + "macroF1": 0.7864531491672507, + "F1_coffee": 0.8910829751810121, + "IoU_coffee": 0.8035614525139665, + "precision_coffee": 0.8947726521646158, + "recall_coffee": 0.8874236026760753, + "F1_noncoffee": 0.6818233231534894, + "IoU_noncoffee": 0.5172472970653853, + "kappa": 0.5729275124757935, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.30740463724756917, + "mIoU": 0.15536013130274118, + "macroF1": 0.23969151936171676, + "F1_coffee": 0.4665898617511521, + "IoU_coffee": 0.304282494365139, + "precision_coffee": 0.9926470588235294, + "recall_coffee": 0.3049698795180723, + "F1_noncoffee": 0.01279317697228145, + "IoU_noncoffee": 0.006437768240343348, + "kappa": -0.0005479301494119832, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8706811451135242, + "mIoU": 0.7127413218294409, + "macroF1": 0.8255837924820533, + "F1_coffee": 0.9142726261370329, + "IoU_coffee": 0.8420830570791393, + "precision_coffee": 0.9131372549019607, + "recall_coffee": 0.9154108242694273, + "F1_noncoffee": 0.7368949588270737, + "IoU_noncoffee": 0.5833995865797424, + "kappa": 0.6511692400787231, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8814464958732885, + "mIoU": 0.7276635774832286, + "macroF1": 0.8359565126362835, + "F1_coffee": 0.922341323166349, + "IoU_coffee": 0.8558751884932142, + "precision_coffee": 0.9201271979049757, + "recall_coffee": 0.9245661299417329, + "F1_noncoffee": 0.7495717021062179, + "IoU_noncoffee": 0.5994519664732431, + "kappa": 0.6719191513563517, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8717289941954515, + "mIoU": 0.7111771891932603, + "macroF1": 0.8240868396426038, + "F1_coffee": 0.9156339967455251, + "IoU_coffee": 0.8443957058755628, + "precision_coffee": 0.9179895839869486, + "recall_coffee": 0.913290467569761, + "F1_noncoffee": 0.7325396825396825, + "IoU_noncoffee": 0.577958672510958, + "kappa": 0.6481810233080878, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8933639816110334, + "mIoU": 0.7606591041133386, + "macroF1": 0.8599582275162094, + "F1_coffee": 0.9283556033035655, + "IoU_coffee": 0.8662907268170426, + "precision_coffee": 0.916235917826375, + "recall_coffee": 0.9408002177463255, + "F1_noncoffee": 0.7915608517288533, + "IoU_noncoffee": 0.6550274814096346, + "kappa": 0.7200589605579605, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8965846212554855, + "mIoU": 0.7638632725778032, + "macroF1": 0.8619194199163386, + "F1_coffee": 0.9311046142112622, + "IoU_coffee": 0.871090498275657, + "precision_coffee": 0.9259259259259259, + "recall_coffee": 0.9363415569474626, + "F1_noncoffee": 0.7927342256214149, + "IoU_noncoffee": 0.6566360468799494, + "kappa": 0.72386482623989, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9006735603832653, + "mIoU": 0.7707612323375234, + "macroF1": 0.8665203309088891, + "F1_coffee": 0.934038934038934, + "IoU_coffee": 0.876241134751773, + "precision_coffee": 0.9276686272056063, + "recall_coffee": 0.9404973357015985, + "F1_noncoffee": 0.7990017277788443, + "IoU_noncoffee": 0.6652813299232737, + "kappa": 0.7330790168487713, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.848546908523503, + "mIoU": 0.6668646929611963, + "macroF1": 0.7899765123161473, + "F1_coffee": 0.9008871019209905, + "IoU_coffee": 0.8196492857972361, + "precision_coffee": 0.9101225016118634, + "recall_coffee": 0.8918372504422543, + "F1_noncoffee": 0.679065922711304, + "IoU_noncoffee": 0.5140801001251565, + "kappa": 0.5800930318507755, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.866304036644718, + "mIoU": 0.6907968599864064, + "macroF1": 0.807667200150082, + "F1_coffee": 0.9138641254226868, + "IoU_coffee": 0.8413902411411751, + "precision_coffee": 0.9144825889011936, + "recall_coffee": 0.9132464979110346, + "F1_noncoffee": 0.701470274877477, + "IoU_noncoffee": 0.5402034788316377, + "kappa": 0.6153350100664512, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8426076166841653, + "mIoU": 0.6540901756070963, + "macroF1": 0.7794675978554229, + "F1_coffee": 0.897469377603681, + "IoU_coffee": 0.8140085720730882, + "precision_coffee": 0.9082557261515227, + "recall_coffee": 0.8869362172790954, + "F1_noncoffee": 0.6614658181071649, + "IoU_noncoffee": 0.4941717791411043, + "kappa": 0.559140492309622, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7265, + 8413 + ], + [ + 47064, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.187095097700755, + "test_tta": { + "OA": 0.8765243657513777, + "mIoU": 0.7173502364860183, + "macroF1": 0.8283591764415124, + "F1_coffee": 0.9192828409078974, + "IoU_coffee": 0.850622971213093, + "precision_coffee": 0.9123355640336064, + "recall_coffee": 0.9263367342618856, + "F1_noncoffee": 0.7374355119751272, + "IoU_noncoffee": 0.5840775017589436, + "kappa": 0.656783090811846, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8401696088611976, + "mIoU": 0.6601015707690774, + "macroF1": 0.785625783322358, + "F1_coffee": 0.893758987633017, + "IoU_coffee": 0.8079242928452579, + "precision_coffee": 0.8888507522452949, + "recall_coffee": 0.8987217305801377, + "F1_noncoffee": 0.677492579011699, + "IoU_noncoffee": 0.5122788486928967, + "kappa": 0.5712912495020869, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 41, + "stopped_epoch": 61, + "best_val": 0.7266486293527512, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8919969793859156, + "mIoU": 0.7564744759047941, + "macroF1": 0.8569729401929235, + "F1_coffee": 0.9277499516326663, + "IoU_coffee": 0.8652365677626304, + "precision_coffee": 0.9423967158703817, + "recall_coffee": 0.9135515007832014, + "F1_noncoffee": 0.7861959287531807, + "IoU_noncoffee": 0.6477123840469577, + "kappa": 0.7141502101152691, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.854447905849775, + "mIoU": 0.6969597935686638, + "macroF1": 0.8153224947891615, + "F1_coffee": 0.900325925925926, + "IoU_coffee": 0.8187206983887482, + "precision_coffee": 0.9229694429257032, + "recall_coffee": 0.878766845971427, + "F1_noncoffee": 0.730319063652397, + "IoU_noncoffee": 0.5751988887485794, + "kappa": 0.6312454971516003, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3021690351533283, + "mIoU": 0.15323499567004029, + "macroF1": 0.23799514362944976, + "F1_coffee": 0.4591304347826087, + "IoU_coffee": 0.2979683972911964, + "precision_coffee": 0.9974811083123426, + "recall_coffee": 0.29819277108433734, + "F1_noncoffee": 0.01685985247629083, + "IoU_noncoffee": 0.008501594048884165, + "kappa": 0.0035721902750474157, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8875123395853899, + "mIoU": 0.7538492410383933, + "macroF1": 0.8556287730991535, + "F1_coffee": 0.9234746986333568, + "IoU_coffee": 0.857829070492826, + "precision_coffee": 0.9471037950272058, + "recall_coffee": 0.9009959376228541, + "F1_noncoffee": 0.7877828475649502, + "IoU_noncoffee": 0.6498694115839607, + "kappa": 0.7117550955299813, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8959496207242021, + "mIoU": 0.7630938576863127, + "macroF1": 0.8614290857202279, + "F1_coffee": 0.930592241351876, + "IoU_coffee": 0.8701940245208903, + "precision_coffee": 0.9456085887983443, + "recall_coffee": 0.9160453605663805, + "F1_noncoffee": 0.7922659300885798, + "IoU_noncoffee": 0.655993690851735, + "kappa": 0.7230671876300795, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.892377961747074, + "mIoU": 0.7521752369960164, + "macroF1": 0.8536113326658753, + "F1_coffee": 0.9289438964629013, + "IoU_coffee": 0.8673158141717503, + "precision_coffee": 0.9349351881125514, + "recall_coffee": 0.9230289031774768, + "F1_noncoffee": 0.7782787688688493, + "IoU_noncoffee": 0.6370346598202824, + "kappa": 0.7072601769335651, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9128522886268239, + "mIoU": 0.8063621370597577, + "macroF1": 0.8906090141392333, + "F1_coffee": 0.9399366303898609, + "IoU_coffee": 0.8866796621182587, + "precision_coffee": 0.9516039051603905, + "recall_coffee": 0.9285519869352205, + "F1_noncoffee": 0.8412813978886058, + "IoU_noncoffee": 0.7260446120012567, + "kappa": 0.7813049010361435, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9179545888189277, + "mIoU": 0.8116618534253719, + "macroF1": 0.8937120998315715, + "F1_coffee": 0.9444731404958677, + "IoU_coffee": 0.8947883533153903, + "precision_coffee": 0.9542074363992172, + "recall_coffee": 0.9349354467595552, + "F1_noncoffee": 0.8429510591672754, + "IoU_noncoffee": 0.7285353535353535, + "kappa": 0.7874867516925229, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9272365050754198, + "mIoU": 0.8228255807487879, + "macroF1": 0.9003678895125025, + "F1_coffee": 0.9521073993131439, + "IoU_coffee": 0.9085925396257896, + "precision_coffee": 0.9374154678470429, + "recall_coffee": 0.9672671910682568, + "F1_noncoffee": 0.8486283797118611, + "IoU_noncoffee": 0.7370586218717861, + "kappa": 0.800890362077278, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8627852545348157, + "mIoU": 0.70408154688966, + "macroF1": 0.8197804031719167, + "F1_coffee": 0.9078162877547009, + "IoU_coffee": 0.8311937612477505, + "precision_coffee": 0.9427132943257586, + "recall_coffee": 0.875410664644933, + "F1_noncoffee": 0.7317445185891325, + "IoU_noncoffee": 0.5769693325315695, + "kappa": 0.6409923848186085, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8739383528962688, + "mIoU": 0.7152186698516985, + "macroF1": 0.8270552384041254, + "F1_coffee": 0.9171007216818324, + "IoU_coffee": 0.8468938340287436, + "precision_coffee": 0.9371553161472361, + "recall_coffee": 0.897886458589334, + "F1_noncoffee": 0.7370097551264184, + "IoU_noncoffee": 0.5835435056746532, + "kappa": 0.6546122419099749, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8573064808628424, + "mIoU": 0.68816349457653, + "macroF1": 0.8071770767567602, + "F1_coffee": 0.9054933940198495, + "IoU_coffee": 0.8273073813099227, + "precision_coffee": 0.9323092944545691, + "recall_coffee": 0.8801769693990414, + "F1_noncoffee": 0.7088607594936709, + "IoU_noncoffee": 0.5490196078431373, + "kappa": 0.6153345156702207, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7437, + 8413 + ], + [ + 47971, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.043170154094696, + "test_tta": { + "OA": 0.8967207056668648, + "mIoU": 0.7628579806083196, + "macroF1": 0.86114040102714, + "F1_coffee": 0.9314302782044718, + "IoU_coffee": 0.8716607435211436, + "precision_coffee": 0.9388413401574126, + "recall_coffee": 0.9241353033317811, + "F1_noncoffee": 0.790850523849808, + "IoU_noncoffee": 0.6540552176954954, + "kappa": 0.7223335765677359, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8592506057459328, + "mIoU": 0.7011371480468443, + "macroF1": 0.8179561810989947, + "F1_coffee": 0.9046590920192655, + "IoU_coffee": 0.8259155532563905, + "precision_coffee": 0.9169769468430643, + "recall_coffee": 0.8926677849114081, + "F1_noncoffee": 0.7312532701787239, + "IoU_noncoffee": 0.5763587428372982, + "kappa": 0.6360974604505151, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 36, + "stopped_epoch": 56, + "best_val": 0.5542196304143491, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6910940085798294, + "mIoU": 0.5005838870502075, + "macroF1": 0.6590334657392714, + "F1_coffee": 0.7635876248094043, + "IoU_coffee": 0.6175832918945798, + "precision_coffee": 0.9110087436183323, + "recall_coffee": 0.6572329706616994, + "F1_noncoffee": 0.5544793066691385, + "IoU_noncoffee": 0.3835844822058352, + "kappa": 0.35013657164308465, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.6681233414099458, + "mIoU": 0.4788466079247189, + "macroF1": 0.6402086638923294, + "F1_coffee": 0.7404257239224357, + "IoU_coffee": 0.5878380798853663, + "precision_coffee": 0.8922570822685009, + "recall_coffee": 0.6327530028727322, + "F1_noncoffee": 0.5399916038622233, + "IoU_noncoffee": 0.36985513596407155, + "kappa": 0.31554058283376696, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3425579655946148, + "mIoU": 0.17380980859721945, + "macroF1": 0.26188964360745004, + "F1_coffee": 0.5059021922428331, + "IoU_coffee": 0.33860045146726864, + "precision_coffee": 0.9977827050997783, + "recall_coffee": 0.338855421686747, + "F1_noncoffee": 0.017877094972067038, + "IoU_noncoffee": 0.009019165727170236, + "kappa": 0.004610952961334595, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7048371174728529, + "mIoU": 0.5153970796648137, + "macroF1": 0.6721409569926703, + "F1_coffee": 0.7756770950558932, + "IoU_coffee": 0.6335559776947117, + "precision_coffee": 0.9072481572481572, + "recall_coffee": 0.67743415017691, + "F1_noncoffee": 0.5686048189294474, + "IoU_noncoffee": 0.3972381816349158, + "kappa": 0.3697718101500599, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.6951958398931348, + "mIoU": 0.5021867934601989, + "macroF1": 0.6595558611241067, + "F1_coffee": 0.7697076740078579, + "IoU_coffee": 0.6256299074182585, + "precision_coffee": 0.9062128670853845, + "recall_coffee": 0.6689430486811603, + "F1_noncoffee": 0.5494040482403555, + "IoU_noncoffee": 0.3787436795021392, + "kappa": 0.3480555720437752, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.6737558283376154, + "mIoU": 0.48490264591928334, + "macroF1": 0.645797678241119, + "F1_coffee": 0.7453107008877168, + "IoU_coffee": 0.5940201302545886, + "precision_coffee": 0.9201210564930301, + "recall_coffee": 0.6263187464885448, + "F1_noncoffee": 0.5462846555945212, + "IoU_noncoffee": 0.3757851615839782, + "kappa": 0.3343944042889555, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7591445132920248, + "mIoU": 0.5788588095199492, + "macroF1": 0.7261750866278109, + "F1_coffee": 0.8211900875500816, + "IoU_coffee": 0.69662638469285, + "precision_coffee": 0.9027732463295269, + "recall_coffee": 0.7531301034295046, + "F1_noncoffee": 0.6311600857055403, + "IoU_noncoffee": 0.4610912343470483, + "kappa": 0.46142290096740135, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7298225529479107, + "mIoU": 0.5519242945394185, + "macroF1": 0.7058217457816746, + "F1_coffee": 0.7898486197684773, + "IoU_coffee": 0.6526857983811626, + "precision_coffee": 0.9414470192817973, + "recall_coffee": 0.6803016745494056, + "F1_noncoffee": 0.6217948717948718, + "IoU_noncoffee": 0.4511627906976744, + "kappa": 0.43787513070315776, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7069537994497676, + "mIoU": 0.5237878235611654, + "macroF1": 0.6812749378755221, + "F1_coffee": 0.7717431463829159, + "IoU_coffee": 0.6283239080736374, + "precision_coffee": 0.9240842328791364, + "recall_coffee": 0.6625222024866785, + "F1_noncoffee": 0.5908067293681283, + "IoU_noncoffee": 0.41925173904869334, + "kappa": 0.3921642053016904, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6518431831480398, + "mIoU": 0.4592826288816516, + "macroF1": 0.6209812820139022, + "F1_coffee": 0.7291350531107739, + "IoU_coffee": 0.5737313432835821, + "precision_coffee": 0.9124572730725409, + "recall_coffee": 0.6071518827394491, + "F1_noncoffee": 0.5128275109170306, + "IoU_noncoffee": 0.34483391447972106, + "kappa": 0.29327091484310286, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.6605592136654261, + "mIoU": 0.4533454966735201, + "macroF1": 0.6095368851892736, + "F1_coffee": 0.7506833952477746, + "IoU_coffee": 0.6008752244165171, + "precision_coffee": 0.8737151248164464, + "recall_coffee": 0.6580240845416564, + "F1_noncoffee": 0.4683903751307727, + "IoU_noncoffee": 0.30581576893052304, + "kappa": 0.25075206104073255, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.640355063472368, + "mIoU": 0.44788427828861777, + "macroF1": 0.6102234198469303, + "F1_coffee": 0.7185959671396565, + "IoU_coffee": 0.5607879706259471, + "precision_coffee": 0.9158576051779935, + "recall_coffee": 0.59124984638073, + "F1_noncoffee": 0.5018508725542041, + "IoU_noncoffee": 0.3349805859512884, + "kappa": 0.2796068183429006, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6263, + 8413 + ], + [ + 36643, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.910247258345286, + "test_tta": { + "OA": 0.7305065955429875, + "mIoU": 0.5394318518433243, + "macroF1": 0.6916658203117554, + "F1_coffee": 0.8011004518018713, + "IoU_coffee": 0.668196474847184, + "precision_coffee": 0.9107773613395529, + "recall_coffee": 0.7149993649718471, + "F1_noncoffee": 0.5822311888216394, + "IoU_noncoffee": 0.41066722883946455, + "kappa": 0.40155923444330066, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7049584631360333, + "mIoU": 0.5134976646054938, + "macroF1": 0.6698411082548374, + "F1_coffee": 0.7775179719192161, + "IoU_coffee": 0.6360158710389126, + "precision_coffee": 0.891821765380969, + "recall_coffee": 0.6891858021478011, + "F1_noncoffee": 0.5621642445904587, + "IoU_noncoffee": 0.390979458172075, + "kappa": 0.3603606029992359, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.6029564593645056, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6649207088802841, + "mIoU": 0.47728759154440525, + "macroF1": 0.6394051463585532, + "F1_coffee": 0.7353258455485754, + "IoU_coffee": 0.5814350225790266, + "precision_coffee": 0.9181377365068297, + "recall_coffee": 0.6132255196647052, + "F1_noncoffee": 0.543484447168531, + "IoU_noncoffee": 0.3731401605097839, + "kappa": 0.324969729219939, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.6434896734740971, + "mIoU": 0.45702523362934466, + "macroF1": 0.6212231204571255, + "F1_coffee": 0.7130602342507574, + "IoU_coffee": 0.5540742878790612, + "precision_coffee": 0.8959743290548424, + "recall_coffee": 0.5921684307941466, + "F1_noncoffee": 0.5293860066634936, + "IoU_noncoffee": 0.35997617937962817, + "kappa": 0.29091643173675713, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1824981301421092, + "mIoU": 0.09227956254272045, + "macroF1": 0.15756781264898373, + "F1_coffee": 0.30248883216336947, + "IoU_coffee": 0.17819548872180452, + "precision_coffee": 0.9916317991631799, + "recall_coffee": 0.17846385542168675, + "F1_noncoffee": 0.012646793134598013, + "IoU_noncoffee": 0.006363636363636364, + "kappa": -0.0007162936256030522, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.6721618953603159, + "mIoU": 0.4857634597522773, + "macroF1": 0.6474491849913799, + "F1_coffee": 0.7407898844832969, + "IoU_coffee": 0.5882972788693981, + "precision_coffee": 0.9159428681721675, + "recall_coffee": 0.6218713143755733, + "F1_noncoffee": 0.5541084854994629, + "IoU_noncoffee": 0.38322964063515647, + "kappa": 0.33662693087538775, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.6930012881064834, + "mIoU": 0.503746806996709, + "macroF1": 0.662215625862928, + "F1_coffee": 0.7641906995492689, + "IoU_coffee": 0.6183726722808682, + "precision_coffee": 0.920462570621469, + "recall_coffee": 0.6532798696823507, + "F1_noncoffee": 0.5602405521765872, + "IoU_noncoffee": 0.38912094171254985, + "kappa": 0.3588927604973856, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.6299362451232277, + "mIoU": 0.44392036100700843, + "macroF1": 0.6089958065986414, + "F1_coffee": 0.6994822656672591, + "IoU_coffee": 0.5378490790255496, + "precision_coffee": 0.9177734969076345, + "recall_coffee": 0.5650789687246395, + "F1_noncoffee": 0.5185093475300235, + "IoU_noncoffee": 0.3499916429884673, + "kappa": 0.2829820339542765, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7276634019588247, + "mIoU": 0.5465106998035663, + "macroF1": 0.7005075697755627, + "F1_coffee": 0.7906905292265151, + "IoU_coffee": 0.6538363821138211, + "precision_coffee": 0.9076000705342973, + "recall_coffee": 0.7004627109417528, + "F1_noncoffee": 0.6103246103246103, + "IoU_noncoffee": 0.4391850174933114, + "kappa": 0.4189636444171341, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7555809959931311, + "mIoU": 0.5768117975482769, + "macroF1": 0.7250286204922725, + "F1_coffee": 0.8166857469948483, + "IoU_coffee": 0.6901680977143548, + "precision_coffee": 0.9275150333170811, + "recall_coffee": 0.7295155311261664, + "F1_noncoffee": 0.6333714939896966, + "IoU_noncoffee": 0.46345549738219893, + "kappa": 0.46532540112116705, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.5969073142965563, + "mIoU": 0.41754518487555015, + "macroF1": 0.585881311531256, + "F1_coffee": 0.6534540412690645, + "IoU_coffee": 0.48528164748637187, + "precision_coffee": 0.9148207353277004, + "recall_coffee": 0.5082466379091601, + "F1_noncoffee": 0.5183085817934474, + "IoU_noncoffee": 0.34980872226472837, + "kappa": 0.2561577555677881, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6180027306417007, + "mIoU": 0.4315346855374703, + "macroF1": 0.5968078641750181, + "F1_coffee": 0.6892502975009916, + "IoU_coffee": 0.5258443287737562, + "precision_coffee": 0.926028565337881, + "recall_coffee": 0.5489006823351024, + "F1_noncoffee": 0.5043654308490446, + "IoU_noncoffee": 0.33722504230118444, + "kappa": 0.2697622483565389, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.6304036644718007, + "mIoU": 0.4383858560921155, + "macroF1": 0.6012378622330381, + "F1_coffee": 0.7090813490573123, + "IoU_coffee": 0.5492843011753753, + "precision_coffee": 0.9120772946859903, + "recall_coffee": 0.579995084787417, + "F1_noncoffee": 0.4933943754087639, + "IoU_noncoffee": 0.3274874110088557, + "kappa": 0.26580725313600856, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6631669371003149, + "mIoU": 0.4693332789359004, + "macroF1": 0.629832808139436, + "F1_coffee": 0.7409147639674033, + "IoU_coffee": 0.5884548104956269, + "precision_coffee": 0.9201312910284464, + "recall_coffee": 0.620130269140961, + "F1_noncoffee": 0.5187508523114687, + "IoU_noncoffee": 0.35021174737617383, + "kappa": 0.30840034888496665, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 5842, + 8413 + ], + [ + 35435, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5415997227032978, + "test_tta": { + "OA": 0.7109529394752486, + "mIoU": 0.5217638156935241, + "macroF1": 0.677605680093266, + "F1_coffee": 0.7812925500875316, + "IoU_coffee": 0.6410829359774953, + "precision_coffee": 0.9177186268349803, + "recall_coffee": 0.68017865458702, + "F1_noncoffee": 0.5739188100990005, + "IoU_noncoffee": 0.4024446954095529, + "kappa": 0.3818256835626318, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.6856899734625591, + "mIoU": 0.49592522429574604, + "macroF1": 0.6552238055609316, + "F1_coffee": 0.7577128753599341, + "IoU_coffee": 0.6099337748344371, + "precision_coffee": 0.8948792016806723, + "recall_coffee": 0.6570073457111458, + "F1_noncoffee": 0.5527347357619292, + "IoU_noncoffee": 0.38191667375705496, + "kappa": 0.3391111270245148, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 21, + "stopped_epoch": 41, + "best_val": 0.712782380248573, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8826780635935667, + "mIoU": 0.7352729112727374, + "macroF1": 0.8418719769438563, + "F1_coffee": 0.9221999659052165, + "IoU_coffee": 0.8556317839419522, + "precision_coffee": 0.9284120650448363, + "recall_coffee": 0.9160704457897634, + "F1_noncoffee": 0.7615439879824962, + "IoU_noncoffee": 0.6149140386035228, + "kappa": 0.6837873452155493, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.84590977270105, + "mIoU": 0.6779733589617418, + "macroF1": 0.8005416900250244, + "F1_coffee": 0.8956681379633608, + "IoU_coffee": 0.8110498019241652, + "precision_coffee": 0.9074539446346241, + "recall_coffee": 0.8841845489424875, + "F1_noncoffee": 0.705415242086688, + "IoU_noncoffee": 0.5448969159993184, + "kappa": 0.6012732857883318, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.36200448765893795, + "mIoU": 0.18372777729712156, + "macroF1": 0.27291789524686894, + "F1_coffee": 0.5274238227146815, + "IoU_coffee": 0.3581640331075997, + "precision_coffee": 0.9979035639412998, + "recall_coffee": 0.35843373493975905, + "F1_noncoffee": 0.018411967779056387, + "IoU_noncoffee": 0.009291521486643438, + "kappa": 0.005157134719676768, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8761599210266535, + "mIoU": 0.732217381428069, + "macroF1": 0.840506156877066, + "F1_coffee": 0.9159154127149033, + "IoU_coffee": 0.8448744899220972, + "precision_coffee": 0.9374356863552171, + "recall_coffee": 0.8953610273882846, + "F1_noncoffee": 0.7650969010392286, + "IoU_noncoffee": 0.6195602729340409, + "kappa": 0.6814812566457885, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8903201183149659, + "mIoU": 0.7445432037179136, + "macroF1": 0.8479810846127092, + "F1_coffee": 0.928207850607376, + "IoU_coffee": 0.8660334479342696, + "precision_coffee": 0.9252895031751961, + "recall_coffee": 0.931144665121233, + "F1_noncoffee": 0.7677543186180422, + "IoU_noncoffee": 0.6230529595015576, + "kappa": 0.695971952923851, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8813398039775431, + "mIoU": 0.7287379593349672, + "macroF1": 0.836845491481256, + "F1_coffee": 0.9220478839782459, + "IoU_coffee": 0.8553699837624681, + "precision_coffee": 0.9233176838810642, + "recall_coffee": 0.9207815718833885, + "F1_noncoffee": 0.7516430989842661, + "IoU_noncoffee": 0.6021059349074664, + "kappa": 0.673692949232061, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9028582850289826, + "mIoU": 0.7882501702632294, + "macroF1": 0.8790148940388018, + "F1_coffee": 0.9327242524916943, + "IoU_coffee": 0.8739299610894942, + "precision_coffee": 0.9490140845070423, + "recall_coffee": 0.916984213391399, + "F1_noncoffee": 0.8253055355859095, + "IoU_noncoffee": 0.7025703794369645, + "kappa": 0.7582147738247333, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9122304903644343, + "mIoU": 0.7959981976000543, + "macroF1": 0.8834029079388079, + "F1_coffee": 0.9413788709060787, + "IoU_coffee": 0.8892500300951005, + "precision_coffee": 0.9385084487358658, + "recall_coffee": 0.9442669052793046, + "F1_noncoffee": 0.825426944971537, + "IoU_noncoffee": 0.7027463651050081, + "kappa": 0.7668123118448863, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.904373399108244, + "mIoU": 0.7815848842391961, + "macroF1": 0.8740060600443561, + "F1_coffee": 0.9358615423771952, + "IoU_coffee": 0.8794546759148529, + "precision_coffee": 0.9387286188409497, + "recall_coffee": 0.9330119259071302, + "F1_noncoffee": 0.812150577711517, + "IoU_noncoffee": 0.6837150925635394, + "kappa": 0.7480190043536229, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8501072752096742, + "mIoU": 0.6782148073305254, + "macroF1": 0.7998825660303877, + "F1_coffee": 0.900136443375999, + "IoU_coffee": 0.8184073724007561, + "precision_coffee": 0.9264410859970577, + "recall_coffee": 0.875284306292646, + "F1_noncoffee": 0.6996286886847762, + "IoU_noncoffee": 0.5380222422602946, + "kappa": 0.6007332844598626, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8684034736138945, + "mIoU": 0.6925982960149211, + "macroF1": 0.8088222540980987, + "F1_coffee": 0.9155490232102395, + "IoU_coffee": 0.8442511859046758, + "precision_coffee": 0.9125869857160298, + "recall_coffee": 0.9185303514376997, + "F1_noncoffee": 0.7020954849859581, + "IoU_noncoffee": 0.5409454061251664, + "kappa": 0.617658716955672, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8581655053927651, + "mIoU": 0.6751922004402486, + "macroF1": 0.7954590792087564, + "F1_coffee": 0.9087111438751689, + "IoU_coffee": 0.8326953388876379, + "precision_coffee": 0.9084879007492938, + "recall_coffee": 0.9089344967432714, + "F1_noncoffee": 0.6822070145423439, + "IoU_noncoffee": 0.5176890619928595, + "kappa": 0.5909182444088193, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7263, + 8413 + ], + [ + 47567, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.087827241420746, + "test_tta": { + "OA": 0.8878516685679397, + "mIoU": 0.741246729143661, + "macroF1": 0.8457756074920979, + "F1_coffee": 0.9263308988052519, + "IoU_coffee": 0.8627713117332495, + "precision_coffee": 0.9237569991159011, + "recall_coffee": 0.928919182083739, + "F1_noncoffee": 0.7652203161789438, + "IoU_noncoffee": 0.6197221465540724, + "kappa": 0.6915588465773834, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8508566978193146, + "mIoU": 0.6811136728204505, + "macroF1": 0.8022967241551994, + "F1_coffee": 0.9002786912120657, + "IoU_coffee": 0.8186425815503332, + "precision_coffee": 0.9005826516437722, + "recall_coffee": 0.8999749358937282, + "F1_noncoffee": 0.704314757098333, + "IoU_noncoffee": 0.543584764090568, + "kappa": 0.6045935818691489, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 38, + "stopped_epoch": 58, + "best_val": 0.7359063598981284, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8939410980253539, + "mIoU": 0.7574164245042052, + "macroF1": 0.8574063211957612, + "F1_coffee": 0.929584075610979, + "IoU_coffee": 0.8684325918839193, + "precision_coffee": 0.9369906023526375, + "recall_coffee": 0.9222937216883281, + "F1_noncoffee": 0.7852285667805433, + "IoU_noncoffee": 0.6464002571244911, + "kappa": 0.7148669814191224, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.856553594092535, + "mIoU": 0.6975751707875872, + "macroF1": 0.815443977948075, + "F1_coffee": 0.9025475210660396, + "IoU_coffee": 0.8224023713015374, + "precision_coffee": 0.9175980714442253, + "recall_coffee": 0.8879827250467542, + "F1_noncoffee": 0.7283404348301104, + "IoU_noncoffee": 0.5727479702736372, + "kappa": 0.6311645637641579, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3051608077786088, + "mIoU": 0.15449119593856434, + "macroF1": 0.23908111886483946, + "F1_coffee": 0.463316002310803, + "IoU_coffee": 0.3015037593984962, + "precision_coffee": 0.9950372208436724, + "recall_coffee": 0.3019578313253012, + "F1_noncoffee": 0.014846235418875928, + "IoU_noncoffee": 0.007478632478632479, + "kappa": 0.0015321802056144252, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8931391905231985, + "mIoU": 0.7617776857973233, + "macroF1": 0.8608368497069989, + "F1_coffee": 0.9278838146630692, + "IoU_coffee": 0.8654694587708942, + "precision_coffee": 0.9436953723151975, + "recall_coffee": 0.9125933691521426, + "F1_noncoffee": 0.7937898847509287, + "IoU_noncoffee": 0.6580859128237524, + "kappa": 0.7218969376853962, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.89504317542102, + "mIoU": 0.7584654095515431, + "macroF1": 0.8580455623931282, + "F1_coffee": 0.9305160760533131, + "IoU_coffee": 0.8700608351544504, + "precision_coffee": 0.9382204955098401, + "recall_coffee": 0.9229371593258567, + "F1_noncoffee": 0.7855750487329435, + "IoU_noncoffee": 0.6468699839486356, + "kappa": 0.7161501924229159, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8936149966695214, + "mIoU": 0.7517043009162979, + "macroF1": 0.8530589196979801, + "F1_coffee": 0.9302557704304429, + "IoU_coffee": 0.8696057849311873, + "precision_coffee": 0.9296178542484882, + "recall_coffee": 0.9308945627067857, + "F1_noncoffee": 0.7758620689655172, + "IoU_noncoffee": 0.6338028169014085, + "kappa": 0.7061182841275409, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9176494103537878, + "mIoU": 0.8159044774148829, + "macroF1": 0.8966539155910077, + "F1_coffee": 0.9432350509782309, + "IoU_coffee": 0.8925684485006519, + "precision_coffee": 0.955078125, + "recall_coffee": 0.931682090364725, + "F1_noncoffee": 0.8500727802037845, + "IoU_noncoffee": 0.739240506329114, + "kappa": 0.7933917383397976, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9156649494371303, + "mIoU": 0.8053117352863499, + "macroF1": 0.8895620410152147, + "F1_coffee": 0.9432533059442804, + "IoU_coffee": 0.8926011420240554, + "precision_coffee": 0.9473887814313346, + "recall_coffee": 0.9391537773232775, + "F1_noncoffee": 0.8358707760861492, + "IoU_noncoffee": 0.7180223285486443, + "kappa": 0.7791362540939611, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9198368276254625, + "mIoU": 0.8081673295254592, + "macroF1": 0.8910835675756645, + "F1_coffee": 0.9470451839318168, + "IoU_coffee": 0.8994167361028449, + "precision_coffee": 0.9357275541795665, + "recall_coffee": 0.9586399391017508, + "F1_noncoffee": 0.8351219512195122, + "IoU_noncoffee": 0.7169179229480737, + "kappa": 0.782266308536794, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8692217671152721, + "mIoU": 0.7090157010192024, + "macroF1": 0.8227362969512713, + "F1_coffee": 0.9135117703966462, + "IoU_coffee": 0.840793066603348, + "precision_coffee": 0.9329469108154393, + "recall_coffee": 0.8948698508971443, + "F1_noncoffee": 0.7319608235058964, + "IoU_noncoffee": 0.5772383354350568, + "kappa": 0.6459487714095518, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8744154976619907, + "mIoU": 0.7117668467866228, + "macroF1": 0.8240877269591109, + "F1_coffee": 0.9181795573240488, + "IoU_coffee": 0.848735632183908, + "precision_coffee": 0.929272589982381, + "recall_coffee": 0.9073482428115016, + "F1_noncoffee": 0.7299958965941732, + "IoU_noncoffee": 0.5747980613893376, + "kappa": 0.6483408193876141, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.867232986541949, + "mIoU": 0.697641782212912, + "macroF1": 0.813436789679016, + "F1_coffee": 0.9136185803887474, + "IoU_coffee": 0.8409740482451126, + "precision_coffee": 0.923424554356013, + "recall_coffee": 0.9040186801032322, + "F1_noncoffee": 0.7132549989692847, + "IoU_noncoffee": 0.5543095161807113, + "kappa": 0.6270131993524747, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7428, + 8413 + ], + [ + 48103, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8963276982307433, + "test_tta": { + "OA": 0.8976043959575186, + "mIoU": 0.7624072868245522, + "macroF1": 0.8606720979233939, + "F1_coffee": 0.9324056298590414, + "IoU_coffee": 0.8733706882848514, + "precision_coffee": 0.9343976531111159, + "recall_coffee": 0.9304220820456374, + "F1_noncoffee": 0.7889385659877464, + "IoU_noncoffee": 0.6514438853642529, + "kappa": 0.721348150292504, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8600871120341526, + "mIoU": 0.7002709329918353, + "macroF1": 0.8170634331588564, + "F1_coffee": 0.9057798583929838, + "IoU_coffee": 0.8277857662743427, + "precision_coffee": 0.9126316201510941, + "recall_coffee": 0.8990302118880984, + "F1_noncoffee": 0.7283470079247291, + "IoU_noncoffee": 0.572756099709328, + "kappa": 0.634186315265482, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 17, + "stopped_epoch": 37, + "best_val": 0.5201746202841215, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7393274313533316, + "mIoU": 0.5413771645930986, + "macroF1": 0.6910692657726913, + "F1_coffee": 0.8131693498238098, + "IoU_coffee": 0.6851603888921232, + "precision_coffee": 0.8916809778765532, + "recall_coffee": 0.7473646331654037, + "F1_noncoffee": 0.5689691817215728, + "IoU_noncoffee": 0.39759394029407397, + "kappa": 0.39299531567670737, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7152417214722511, + "mIoU": 0.5158758295610455, + "macroF1": 0.669180735546447, + "F1_coffee": 0.7926224687001092, + "IoU_coffee": 0.65648270582504, + "precision_coffee": 0.8705844350614891, + "recall_coffee": 0.7274760444984286, + "F1_noncoffee": 0.5457390023927848, + "IoU_noncoffee": 0.375268953297051, + "kappa": 0.34978355824414215, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38668661181750186, + "mIoU": 0.19559289288943302, + "macroF1": 0.28462739079595756, + "F1_coffee": 0.5548317046688382, + "IoU_coffee": 0.3839218632607062, + "precision_coffee": 0.9941634241245136, + "recall_coffee": 0.38478915662650603, + "F1_noncoffee": 0.014423076923076924, + "IoU_noncoffee": 0.007263922518159807, + "kappa": 0.0011206574523720267, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.77142152023692, + "mIoU": 0.578658988944343, + "macroF1": 0.722467000448515, + "F1_coffee": 0.8390281205464215, + "IoU_coffee": 0.7226946107784431, + "precision_coffee": 0.8935366846820167, + "recall_coffee": 0.7907875769885991, + "F1_noncoffee": 0.6059058803506084, + "IoU_noncoffee": 0.43462336711024296, + "kappa": 0.4499454166853098, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7870807690472783, + "mIoU": 0.5870568655273034, + "macroF1": 0.7268946377472758, + "F1_coffee": 0.8551021070744457, + "IoU_coffee": 0.7468806715063521, + "precision_coffee": 0.887398921832884, + "recall_coffee": 0.8250736169412944, + "F1_noncoffee": 0.598687168420106, + "IoU_noncoffee": 0.42723305954825463, + "kappa": 0.4557857898869267, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.6607669616519174, + "mIoU": 0.4671199955439873, + "macroF1": 0.6278603468227018, + "F1_coffee": 0.7385213436995746, + "IoU_coffee": 0.5854410140124425, + "precision_coffee": 0.8951017868254956, + "recall_coffee": 0.6285660777826331, + "F1_noncoffee": 0.5171993499458288, + "IoU_noncoffee": 0.34879897707553204, + "kappa": 0.29552476704462766, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7884269438336998, + "mIoU": 0.6034945496471829, + "macroF1": 0.7435688634544124, + "F1_coffee": 0.8508209428511028, + "IoU_coffee": 0.7403728231542801, + "precision_coffee": 0.8822154026011984, + "recall_coffee": 0.8215841045182363, + "F1_noncoffee": 0.6363167840577221, + "IoU_noncoffee": 0.46661627614008566, + "kappa": 0.4887161891535829, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8083381034153787, + "mIoU": 0.6263972203964715, + "macroF1": 0.7612018414764243, + "F1_coffee": 0.8672963868155096, + "IoU_coffee": 0.7656869605784932, + "precision_coffee": 0.897348277747403, + "recall_coffee": 0.8391921257829478, + "F1_noncoffee": 0.6551072961373391, + "IoU_noncoffee": 0.48710748021444983, + "kappa": 0.5237917795451386, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7114125794516649, + "mIoU": 0.5189497951971965, + "macroF1": 0.6741402862923839, + "F1_coffee": 0.7843470863462356, + "IoU_coffee": 0.6452064380685795, + "precision_coffee": 0.8888174807197944, + "recall_coffee": 0.7018523217457499, + "F1_noncoffee": 0.5639334862385321, + "IoU_noncoffee": 0.39269315232581353, + "kappa": 0.36599199505063734, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7548273844353423, + "mIoU": 0.5551874476943846, + "macroF1": 0.7018011617218951, + "F1_coffee": 0.8275483605432844, + "IoU_coffee": 0.7058272876199392, + "precision_coffee": 0.9051620648259304, + "recall_coffee": 0.7621935809957038, + "F1_noncoffee": 0.5760539629005059, + "IoU_noncoffee": 0.4045476077688299, + "kappa": 0.41419056280397093, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7658173489836817, + "mIoU": 0.5478944721828503, + "macroF1": 0.689973224974258, + "F1_coffee": 0.8433150300089388, + "IoU_coffee": 0.7290792669463457, + "precision_coffee": 0.8777246145667198, + "recall_coffee": 0.8115015974440895, + "F1_noncoffee": 0.5366314199395771, + "IoU_noncoffee": 0.36670967741935484, + "kappa": 0.3827518920717976, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6098119690751169, + "mIoU": 0.41890674864587907, + "macroF1": 0.5823841236688158, + "F1_coffee": 0.6894089044218203, + "IoU_coffee": 0.5260289855072464, + "precision_coffee": 0.9028855721393034, + "recall_coffee": 0.5575765023964606, + "F1_noncoffee": 0.4753593429158111, + "IoU_noncoffee": 0.3117845117845118, + "kappa": 0.23683376245050378, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 6667, + 8413 + ], + [ + 39239, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8847058852513632, + "test_tta": { + "OA": 0.7662719516701747, + "mIoU": 0.5629943969787028, + "macroF1": 0.7069641878521048, + "F1_coffee": 0.8387947561475637, + "IoU_coffee": 0.7223484053213215, + "precision_coffee": 0.8802009442519245, + "recall_coffee": 0.8011091825070912, + "F1_noncoffee": 0.5751336195566459, + "IoU_noncoffee": 0.40364038863608415, + "kappa": 0.4173267026492799, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7412455290181147, + "mIoU": 0.5347279351270581, + "macroF1": 0.6827489124545878, + "F1_coffee": 0.818977085834788, + "IoU_coffee": 0.6934472447671935, + "precision_coffee": 0.8590660852631133, + "recall_coffee": 0.7824628376424316, + "F1_noncoffee": 0.5465207390743877, + "IoU_noncoffee": 0.37600862548692265, + "kappa": 0.3689404640150576, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 10, + "stopped_epoch": 30, + "best_val": 0.5938093395882698, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8356978743231736, + "mIoU": 0.6507206506442165, + "macroF1": 0.7779051122176291, + "F1_coffee": 0.8911988764523131, + "IoU_coffee": 0.8037499760109007, + "precision_coffee": 0.895926924228811, + "recall_coffee": 0.886520469074129, + "F1_noncoffee": 0.6646113479829452, + "IoU_noncoffee": 0.4976913252775322, + "kappa": 0.5558483542588553, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8050074997115495, + "mIoU": 0.6083799733093906, + "macroF1": 0.7441030853360695, + "F1_coffee": 0.8689439910044396, + "IoU_coffee": 0.768259028813356, + "precision_coffee": 0.8737888683107515, + "recall_coffee": 0.8641525440067865, + "F1_noncoffee": 0.6192621796676993, + "IoU_noncoffee": 0.4485009178054252, + "kappa": 0.4882518771641543, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.47344801795063574, + "mIoU": 0.23926182882459326, + "macroF1": 0.3274109643857543, + "F1_coffee": 0.6408163265306123, + "IoU_coffee": 0.47147147147147145, + "precision_coffee": 0.9936708860759493, + "recall_coffee": 0.47289156626506024, + "F1_noncoffee": 0.014005602240896359, + "IoU_noncoffee": 0.007052186177715092, + "kappa": 0.0007219235440500051, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8326258637709772, + "mIoU": 0.6442955710715363, + "macroF1": 0.772538950695751, + "F1_coffee": 0.8894467446940306, + "IoU_coffee": 0.8009041803663692, + "precision_coffee": 0.8851469729414055, + "recall_coffee": 0.8937884942995675, + "F1_noncoffee": 0.6556311566974713, + "IoU_noncoffee": 0.48768696177670345, + "kappa": 0.5451113376332758, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8291112065264061, + "mIoU": 0.6422657032097204, + "macroF1": 0.7714415193157045, + "F1_coffee": 0.8862496030485868, + "IoU_coffee": 0.7957344890510949, + "precision_coffee": 0.8985768562045205, + "recall_coffee": 0.8742559989975566, + "F1_noncoffee": 0.6566334355828221, + "IoU_noncoffee": 0.48879691736834596, + "kappa": 0.5431425808045738, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8452278998953278, + "mIoU": 0.6656565631157549, + "macroF1": 0.7896033781476364, + "F1_coffee": 0.8977847604084839, + "IoU_coffee": 0.8145276241518901, + "precision_coffee": 0.9038339870935088, + "recall_coffee": 0.8918159685373619, + "F1_noncoffee": 0.6814219958867888, + "IoU_noncoffee": 0.5167855020796197, + "kappa": 0.5792654958497271, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8371976813911653, + "mIoU": 0.6527694878834904, + "macroF1": 0.7794820936639117, + "F1_coffee": 0.892297520661157, + "IoU_coffee": 0.805538975766981, + "precision_coffee": 0.8676867686768677, + "recall_coffee": 0.9183451279259662, + "F1_noncoffee": 0.6666666666666666, + "IoU_noncoffee": 0.5, + "kappa": 0.5600595822537776, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8611906124785347, + "mIoU": 0.6997451997845288, + "macroF1": 0.816406316067359, + "F1_coffee": 0.9070821891563957, + "IoU_coffee": 0.8299637723501228, + "precision_coffee": 0.9063297600816743, + "recall_coffee": 0.9078358685926116, + "F1_noncoffee": 0.7257304429783223, + "IoU_noncoffee": 0.5695266272189349, + "kappa": 0.6328133791408053, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8828384403756759, + "mIoU": 0.7336649043532175, + "macroF1": 0.8405607446669268, + "F1_coffee": 0.9226626589016219, + "IoU_coffee": 0.8564287375029063, + "precision_coffee": 0.9109682206009645, + "recall_coffee": 0.9346612534889622, + "F1_noncoffee": 0.7584588304322316, + "IoU_noncoffee": 0.6109010712035287, + "kappa": 0.6812855316858952, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.828164618685391, + "mIoU": 0.6360847599241718, + "macroF1": 0.7657157958289418, + "F1_coffee": 0.8866735271417545, + "IoU_coffee": 0.7964182553437319, + "precision_coffee": 0.9029342415509563, + "recall_coffee": 0.870988122314885, + "F1_noncoffee": 0.644758064516129, + "IoU_noncoffee": 0.47575126450461175, + "kappa": 0.5319074652108489, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7970226166618952, + "mIoU": 0.588339431101575, + "macroF1": 0.7253904326413808, + "F1_coffee": 0.8656433579685427, + "IoU_coffee": 0.7631139325091881, + "precision_coffee": 0.8906798388145067, + "recall_coffee": 0.8419759154583436, + "F1_noncoffee": 0.5851375073142189, + "IoU_noncoffee": 0.41356492969396197, + "kappa": 0.4521175707622044, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8073876109573351, + "mIoU": 0.6035122945120245, + "macroF1": 0.7384440298108634, + "F1_coffee": 0.8727295660948536, + "IoU_coffee": 0.7741971578829585, + "precision_coffee": 0.8963596320766939, + "recall_coffee": 0.8503133833108025, + "F1_noncoffee": 0.6041584935268732, + "IoU_noncoffee": 0.4328274311410905, + "kappa": 0.47801633732472787, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7192, + 8413 + ], + [ + 44714, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5336702783902485, + "test_tta": { + "OA": 0.847330451967416, + "mIoU": 0.6558864919441103, + "macroF1": 0.7800596364025413, + "F1_coffee": 0.9016966687357749, + "IoU_coffee": 0.8209905615945442, + "precision_coffee": 0.881844671981869, + "recall_coffee": 0.9224630625291055, + "F1_noncoffee": 0.6584226040693076, + "IoU_noncoffee": 0.4907824222936763, + "kappa": 0.5608925156818614, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8181464174454829, + "mIoU": 0.6126927706272876, + "macroF1": 0.7449676971113368, + "F1_coffee": 0.8815800595433756, + "IoU_coffee": 0.7882370723678686, + "precision_coffee": 0.8594396630653727, + "recall_coffee": 0.9048913567393526, + "F1_noncoffee": 0.608355334679298, + "IoU_noncoffee": 0.43714846888670655, + "kappa": 0.49105246424012994, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 28, + "stopped_epoch": 48, + "best_val": 0.7020843459390127, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8665788332074744, + "mIoU": 0.708997772912151, + "macroF1": 0.8232077147256553, + "F1_coffee": 0.9107729998065889, + "IoU_coffee": 0.8361645457235869, + "precision_coffee": 0.9248646997206704, + "recall_coffee": 0.8971042716227086, + "F1_noncoffee": 0.7356424296447217, + "IoU_noncoffee": 0.5818310001007151, + "kappa": 0.6466584598069702, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8310401523018346, + "mIoU": 0.6565583166544399, + "macroF1": 0.7844068698257614, + "F1_coffee": 0.8846755854818228, + "IoU_coffee": 0.7932002330138219, + "precision_coffee": 0.9038136615978759, + "recall_coffee": 0.8663311932442593, + "F1_noncoffee": 0.6841381541696999, + "IoU_noncoffee": 0.5199164002950578, + "kappa": 0.569342606774092, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.36574420344053854, + "mIoU": 0.185296574770259, + "macroF1": 0.27412506466300973, + "F1_coffee": 0.5320088300220751, + "IoU_coffee": 0.362406015037594, + "precision_coffee": 0.9958677685950413, + "recall_coffee": 0.3629518072289157, + "F1_noncoffee": 0.016241299303944315, + "IoU_noncoffee": 0.008187134502923977, + "kappa": 0.00295829889019824, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.85893385982231, + "mIoU": 0.6986352965251065, + "macroF1": 0.8158919608982702, + "F1_coffee": 0.9049108331115252, + "IoU_coffee": 0.8263352980494623, + "precision_coffee": 0.9192240097336758, + "recall_coffee": 0.8910365613943126, + "F1_noncoffee": 0.7268730886850153, + "IoU_noncoffee": 0.5709352950007507, + "kappa": 0.6320401713994078, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8768665617098421, + "mIoU": 0.7265154423019657, + "macroF1": 0.8358064145792642, + "F1_coffee": 0.9179149572241835, + "IoU_coffee": 0.8482835645426757, + "precision_coffee": 0.9321147138612582, + "recall_coffee": 0.9041413445272852, + "F1_noncoffee": 0.7536978719343449, + "IoU_noncoffee": 0.6047473200612558, + "kappa": 0.6718413422456134, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8636882671995433, + "mIoU": 0.7019282618002, + "macroF1": 0.8177877781062377, + "F1_coffee": 0.9092406627173948, + "IoU_coffee": 0.8335850371747212, + "precision_coffee": 0.923012606122974, + "recall_coffee": 0.8958736500405768, + "F1_noncoffee": 0.7263348934950807, + "IoU_noncoffee": 0.5702714864256787, + "kappa": 0.6358200227202708, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9031581051369179, + "mIoU": 0.7788460146771994, + "macroF1": 0.8721622854973914, + "F1_coffee": 0.9351101587088998, + "IoU_coffee": 0.8781285372909068, + "precision_coffee": 0.9205009887936717, + "recall_coffee": 0.9501905280348394, + "F1_noncoffee": 0.8092144122858831, + "IoU_noncoffee": 0.6795634920634921, + "kappa": 0.7445137787342534, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9094638427780958, + "mIoU": 0.7903610344613544, + "macroF1": 0.8797124029536516, + "F1_coffee": 0.9395348837209302, + "IoU_coffee": 0.8859649122807017, + "precision_coffee": 0.9366107723577236, + "recall_coffee": 0.9424773104946951, + "F1_noncoffee": 0.8198899221863731, + "IoU_noncoffee": 0.6947571566420071, + "kappa": 0.7594317904966514, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9094013850678304, + "mIoU": 0.7843511063529081, + "macroF1": 0.8753735347330709, + "F1_coffee": 0.940494734874447, + "IoU_coffee": 0.8876734885909198, + "precision_coffee": 0.9240847312354598, + "recall_coffee": 0.9574980969297132, + "F1_noncoffee": 0.8102523345916948, + "IoU_noncoffee": 0.6810287241148965, + "kappa": 0.750997460393771, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8157792081139068, + "mIoU": 0.6292686797092427, + "macroF1": 0.7621508458863872, + "F1_coffee": 0.8750909211135357, + "IoU_coffee": 0.7779214671996237, + "precision_coffee": 0.9178804272437231, + "recall_coffee": 0.8361132170836493, + "F1_noncoffee": 0.6492107706592386, + "IoU_noncoffee": 0.4806158922188617, + "kappa": 0.527187341870409, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8442599484683653, + "mIoU": 0.6675722177614807, + "macroF1": 0.791562015369712, + "F1_coffee": 0.8963677927355854, + "IoU_coffee": 0.8121979286536248, + "precision_coffee": 0.9274638633377136, + "recall_coffee": 0.8672892602605062, + "F1_noncoffee": 0.6867562380038388, + "IoU_noncoffee": 0.5229465068693364, + "kappa": 0.5845357177180672, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8176959053164073, + "mIoU": 0.6304007976874213, + "macroF1": 0.762777916713018, + "F1_coffee": 0.8769171284959402, + "IoU_coffee": 0.7808124856552674, + "precision_coffee": 0.9218263107979948, + "recall_coffee": 0.8361804104706895, + "F1_noncoffee": 0.6486387049300957, + "IoU_noncoffee": 0.47998910971957526, + "kappa": 0.5287487013611533, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7277, + 8413 + ], + [ + 46549, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.401096459229787, + "test_tta": { + "OA": 0.8718006394704285, + "mIoU": 0.7149019927023302, + "macroF1": 0.8271770176749, + "F1_coffee": 0.9149949395408299, + "IoU_coffee": 0.8433093751227367, + "precision_coffee": 0.9210690002788323, + "recall_coffee": 0.9090004656873122, + "F1_noncoffee": 0.7393590958089701, + "IoU_noncoffee": 0.5864946102819237, + "kappa": 0.6544001188339466, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8360736125533633, + "mIoU": 0.6605378160939395, + "macroF1": 0.7869415021062938, + "F1_coffee": 0.8892548133135864, + "IoU_coffee": 0.8005929928595239, + "precision_coffee": 0.8989067270757412, + "recall_coffee": 0.8798079703857944, + "F1_noncoffee": 0.6846281908990011, + "IoU_noncoffee": 0.520482639328355, + "kappa": 0.5740228604716945, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_e200_spatial_f4_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 33, + "stopped_epoch": 53, + "best_val": 0.7319533831816656, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.893716158678642, + "mIoU": 0.7548505320611705, + "macroF1": 0.8554725015397674, + "F1_coffee": 0.9298180467879688, + "IoU_coffee": 0.8688410825815406, + "precision_coffee": 0.9320826154467913, + "recall_coffee": 0.9275644553575209, + "F1_noncoffee": 0.781126956291566, + "IoU_noncoffee": 0.6408599815408003, + "kappa": 0.7109503241802901, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8562507211261106, + "mIoU": 0.6943572392140123, + "macroF1": 0.8127506910646709, + "F1_coffee": 0.9030022869933336, + "IoU_coffee": 0.8231578573836518, + "precision_coffee": 0.9116884137714196, + "recall_coffee": 0.8944801125956774, + "F1_noncoffee": 0.7224990951360081, + "IoU_noncoffee": 0.5655566210443728, + "kappa": 0.6255986120240463, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32535527299925204, + "mIoU": 0.1647526406776016, + "macroF1": 0.2511003969377667, + "F1_coffee": 0.4869169510807736, + "IoU_coffee": 0.3218045112781955, + "precision_coffee": 0.9953488372093023, + "recall_coffee": 0.32228915662650603, + "F1_noncoffee": 0.015283842794759825, + "IoU_noncoffee": 0.007700770077007701, + "kappa": 0.00197953269125408, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8947186574531095, + "mIoU": 0.7619086003747989, + "macroF1": 0.8607093274720856, + "F1_coffee": 0.9295365201017476, + "IoU_coffee": 0.8683495864708061, + "precision_coffee": 0.9373709107868612, + "recall_coffee": 0.9218320010483554, + "F1_noncoffee": 0.7918821348424236, + "IoU_noncoffee": 0.6554676142787917, + "kappa": 0.7214761188602852, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8970468966175278, + "mIoU": 0.759891687432726, + "macroF1": 0.8588403340839408, + "F1_coffee": 0.9322789179689952, + "IoU_coffee": 0.8731483658593934, + "precision_coffee": 0.9339201508959447, + "recall_coffee": 0.9306434433932711, + "F1_noncoffee": 0.7854017501988863, + "IoU_noncoffee": 0.6466350090060586, + "kappa": 0.7176834310325002, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8894281092396993, + "mIoU": 0.7426859819340605, + "macroF1": 0.8466601925062553, + "F1_coffee": 0.9276418207858522, + "IoU_coffee": 0.8650484873120028, + "precision_coffee": 0.9253369774520157, + "recall_coffee": 0.9299581746675822, + "F1_noncoffee": 0.7656785642266586, + "IoU_noncoffee": 0.6203234765561183, + "kappa": 0.693326546471472, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9179492304617229, + "mIoU": 0.8107200076657723, + "macroF1": 0.8930628149216194, + "F1_coffee": 0.944650441582957, + "IoU_coffee": 0.8951066819982113, + "precision_coffee": 0.9360053440213761, + "recall_coffee": 0.9534567229178008, + "F1_noncoffee": 0.8414751882602819, + "IoU_noncoffee": 0.7263333333333334, + "kappa": 0.7861778717325328, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9170005724098454, + "mIoU": 0.8034194158617329, + "macroF1": 0.8880853028432072, + "F1_coffee": 0.9449715370018975, + "IoU_coffee": 0.89568345323741, + "precision_coffee": 0.9352698134468511, + "recall_coffee": 0.9548766457880609, + "F1_noncoffee": 0.8311990686845169, + "IoU_noncoffee": 0.7111553784860558, + "kappa": 0.7762444615882816, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9153780476235651, + "mIoU": 0.795966855444642, + "macroF1": 0.8830026099706074, + "F1_coffee": 0.9445480542086286, + "IoU_coffee": 0.8949228413240664, + "precision_coffee": 0.9260117016089713, + "recall_coffee": 0.9638416645521442, + "F1_noncoffee": 0.8214571657325861, + "IoU_noncoffee": 0.6970108695652174, + "kappa": 0.7663067200501458, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8720499317339575, + "mIoU": 0.7160934531354509, + "macroF1": 0.8281188889936535, + "F1_coffee": 0.915014898302889, + "IoU_coffee": 0.8433432835820895, + "precision_coffee": 0.9387293992557151, + "recall_coffee": 0.8924690422036896, + "F1_noncoffee": 0.7412228796844181, + "IoU_noncoffee": 0.5888436226888123, + "kappa": 0.6569045006832201, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8770875083500334, + "mIoU": 0.7176604629535794, + "macroF1": 0.8285154346567918, + "F1_coffee": 0.9197807673143996, + "IoU_coffee": 0.8514760147601476, + "precision_coffee": 0.9325587269512503, + "recall_coffee": 0.9073482428115016, + "F1_noncoffee": 0.7372501019991841, + "IoU_noncoffee": 0.5838449111470113, + "kappa": 0.6572416460829769, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8633196525723013, + "mIoU": 0.6926329027447768, + "macroF1": 0.8098699999432262, + "F1_coffee": 0.9106786427145709, + "IoU_coffee": 0.8360054970224462, + "precision_coffee": 0.9246358454718177, + "recall_coffee": 0.8971365368071771, + "F1_noncoffee": 0.7090613571718813, + "IoU_noncoffee": 0.5492603084671074, + "kappa": 0.6200220068699162, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7559, + 8413 + ], + [ + 47956, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6480297406514484, + "test_tta": { + "OA": 0.8968331753402208, + "mIoU": 0.758774244254639, + "macroF1": 0.8580186142333457, + "F1_coffee": 0.9322543547757461, + "IoU_coffee": 0.8731052745993162, + "precision_coffee": 0.929342224279013, + "recall_coffee": 0.9351847931924983, + "F1_noncoffee": 0.7837828736909452, + "IoU_noncoffee": 0.6444432139099618, + "kappa": 0.7160461271720973, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8591640706126688, + "mIoU": 0.6962494043521998, + "macroF1": 0.8138089085372555, + "F1_coffee": 0.9057041049856601, + "IoU_coffee": 0.8276592365118864, + "precision_coffee": 0.9072547881601857, + "recall_coffee": 0.9041587136329458, + "F1_noncoffee": 0.7219137120888509, + "IoU_noncoffee": 0.5648395721925134, + "kappa": 0.627621025260599, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.6645582935180286, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7859394026215887, + "mIoU": 0.6422962264700696, + "macroF1": 0.781373820078559, + "F1_coffee": 0.8129674249773132, + "IoU_coffee": 0.6848737280539885, + "precision_coffee": 0.887628548976733, + "recall_coffee": 0.7498917592726223, + "F1_noncoffee": 0.7497802151798049, + "IoU_noncoffee": 0.5997187248861505, + "kappa": 0.5668475255455646, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7060978423906773, + "mIoU": 0.5396629846231571, + "macroF1": 0.6994867971982952, + "F1_coffee": 0.7440592815875409, + "IoU_coffee": 0.5924318486369727, + "precision_coffee": 0.8697733145407563, + "recall_coffee": 0.650096567465543, + "F1_noncoffee": 0.6549143128090497, + "IoU_noncoffee": 0.48689412060934156, + "kappa": 0.4154390120187608, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2580386924616411, + "mIoU": 0.12946115628152216, + "macroF1": 0.2063925056399763, + "F1_coffee": 0.40884447751674285, + "IoU_coffee": 0.25694815606627475, + "precision_coffee": 1.0, + "recall_coffee": 0.25694815606627475, + "F1_noncoffee": 0.003940533763209744, + "IoU_noncoffee": 0.001974156496769562, + "kappa": 0.0010139973871338829, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7856620782068462, + "mIoU": 0.6467486261230353, + "macroF1": 0.7854476768969711, + "F1_coffee": 0.7922300289307433, + "IoU_coffee": 0.6559444661712945, + "precision_coffee": 0.8846255274261603, + "recall_coffee": 0.7173099540254464, + "F1_noncoffee": 0.778665324863199, + "IoU_noncoffee": 0.637552786074776, + "kappa": 0.5758247608489894, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7754796008066601, + "mIoU": 0.6262043155642283, + "macroF1": 0.7689088206057417, + "F1_coffee": 0.8078761061946903, + "IoU_coffee": 0.6776779749090639, + "precision_coffee": 0.8840790238233586, + "recall_coffee": 0.7437673130193906, + "F1_noncoffee": 0.7299415350167932, + "IoU_noncoffee": 0.5747306562193928, + "kappa": 0.5425944610408944, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7962363717827451, + "mIoU": 0.6504528330475148, + "macroF1": 0.7864979994765758, + "F1_coffee": 0.8320958280346228, + "IoU_coffee": 0.7124692658939235, + "precision_coffee": 0.8928602869970949, + "recall_coffee": 0.7790751267475803, + "F1_noncoffee": 0.7409001709185289, + "IoU_noncoffee": 0.5884364002011061, + "kappa": 0.5760262379112808, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7588145718636523, + "mIoU": 0.6034368139105839, + "macroF1": 0.7511524977254987, + "F1_coffee": 0.7074868589288251, + "IoU_coffee": 0.547373049021763, + "precision_coffee": 0.7849936948297604, + "recall_coffee": 0.6439100077579519, + "F1_noncoffee": 0.7948181365221724, + "IoU_noncoffee": 0.6595005787994047, + "kappa": 0.5056852146791473, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7330475876469942, + "mIoU": 0.5757706104658527, + "macroF1": 0.7301677886931005, + "F1_coffee": 0.702291947542591, + "IoU_coffee": 0.5411786928598413, + "precision_coffee": 0.7685085836909872, + "recall_coffee": 0.6465809072444143, + "F1_noncoffee": 0.75804362984361, + "IoU_noncoffee": 0.610362528071864, + "kappa": 0.46357221833681805, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7677385345282024, + "mIoU": 0.6229505162404737, + "macroF1": 0.7676621329690639, + "F1_coffee": 0.7634489423386663, + "IoU_coffee": 0.6174018756512678, + "precision_coffee": 0.79, + "recall_coffee": 0.7386245584874299, + "F1_noncoffee": 0.7718753235994615, + "IoU_noncoffee": 0.6284991568296796, + "kappa": 0.5358298973016854, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8147443217865753, + "mIoU": 0.6721116218701821, + "macroF1": 0.8017593229935795, + "F1_coffee": 0.8524954536269953, + "IoU_coffee": 0.7429124845923578, + "precision_coffee": 0.9562556663644606, + "recall_coffee": 0.7690484870579657, + "F1_noncoffee": 0.7510231923601637, + "IoU_noncoffee": 0.6013107591480066, + "kappa": 0.6112444511686965, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.81318359375, + "mIoU": 0.642457149033371, + "macroF1": 0.7753778245343133, + "F1_coffee": 0.8675299494494841, + "IoU_coffee": 0.7660511189922955, + "precision_coffee": 0.949378599575629, + "recall_coffee": 0.798673976794594, + "F1_noncoffee": 0.6832256996191423, + "IoU_noncoffee": 0.5188631790744467, + "kappa": 0.5586009179169932, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8217317487266553, + "mIoU": 0.6531545103878622, + "macroF1": 0.7833588632042914, + "F1_coffee": 0.8745353159851301, + "IoU_coffee": 0.7770437654830719, + "precision_coffee": 0.9603440734800991, + "recall_coffee": 0.8028031687995125, + "F1_noncoffee": 0.6921824104234527, + "IoU_noncoffee": 0.5292652552926526, + "kappa": 0.575041644806669, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2608, + 2984 + ], + [ + 41254, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.930793583393097, + "test_tta": { + "OA": 0.7972745505336294, + "mIoU": 0.6570710781997708, + "macroF1": 0.7921734386613501, + "F1_coffee": 0.8247333302370226, + "IoU_coffee": 0.7017414442658798, + "precision_coffee": 0.8894083077334045, + "recall_coffee": 0.7688266705152259, + "F1_noncoffee": 0.7596135470856779, + "IoU_noncoffee": 0.612400712133662, + "kappa": 0.5873396491472909, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.716208030460367, + "mIoU": 0.5509101212570937, + "macroF1": 0.7087531321741396, + "F1_coffee": 0.7553494386353181, + "IoU_coffee": 0.6068767106866721, + "precision_coffee": 0.8712462354797075, + "recall_coffee": 0.6666666666666666, + "F1_noncoffee": 0.6621568257129612, + "IoU_noncoffee": 0.4949435318275154, + "kappa": 0.4314005556639362, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 39, + "stopped_epoch": 69, + "best_val": 0.6528955024176237, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7480839481412507, + "mIoU": 0.5935366508827691, + "macroF1": 0.7441230122605407, + "F1_coffee": 0.77595872085616, + "IoU_coffee": 0.6339318240957585, + "precision_coffee": 0.8655274096706577, + "recall_coffee": 0.7031894934333959, + "F1_noncoffee": 0.7122873036649214, + "IoU_noncoffee": 0.5531414776697795, + "kappa": 0.49518844718769506, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6710511134187147, + "mIoU": 0.5006838369891637, + "macroF1": 0.6660128190686794, + "F1_coffee": 0.7070338591172995, + "IoU_coffee": 0.546830915954699, + "precision_coffee": 0.8523909811694748, + "recall_coffee": 0.6040294969712932, + "F1_noncoffee": 0.6249917790200592, + "IoU_noncoffee": 0.4545367580236285, + "kappa": 0.3559977173661609, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23842561707805204, + "mIoU": 0.11961483326229137, + "macroF1": 0.1937123773553613, + "F1_coffee": 0.383585313174946, + "IoU_coffee": 0.23730625334045966, + "precision_coffee": 1.0, + "recall_coffee": 0.23730625334045966, + "F1_noncoffee": 0.0038394415357766143, + "IoU_noncoffee": 0.0019234131841230984, + "kappa": 0.0009124594715451207, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7796930198562553, + "mIoU": 0.6376685975182868, + "macroF1": 0.7785432313970138, + "F1_coffee": 0.7945003124822453, + "IoU_coffee": 0.6590630596663211, + "precision_coffee": 0.8477206595538312, + "recall_coffee": 0.7475676253608468, + "F1_noncoffee": 0.7625861503117821, + "IoU_noncoffee": 0.6162741353702524, + "kappa": 0.5590941249852527, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.735767102745747, + "mIoU": 0.5781324642233242, + "macroF1": 0.731851260771314, + "F1_coffee": 0.7642553976748477, + "IoU_coffee": 0.6184574031210334, + "precision_coffee": 0.8809827696234843, + "recall_coffee": 0.6748411275867687, + "F1_noncoffee": 0.6994471238677803, + "IoU_noncoffee": 0.537807525325615, + "kappa": 0.4754429103065107, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7341066361328222, + "mIoU": 0.5721357839554402, + "macroF1": 0.7261304512216806, + "F1_coffee": 0.7728683818839039, + "IoU_coffee": 0.6298170224563349, + "precision_coffee": 0.8656759074021149, + "recall_coffee": 0.6980334920878783, + "F1_noncoffee": 0.6793925205594573, + "IoU_noncoffee": 0.5144545454545455, + "kappa": 0.46100542642139053, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.751317793135762, + "mIoU": 0.5995223681727522, + "macroF1": 0.7492026267007148, + "F1_coffee": 0.7261705146394943, + "IoU_coffee": 0.5700688537869583, + "precision_coffee": 0.7243952650540402, + "recall_coffee": 0.7279544866821825, + "F1_noncoffee": 0.7722347387619354, + "IoU_noncoffee": 0.628975882558546, + "kappa": 0.4984077590820832, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7308495439059237, + "mIoU": 0.5722806683014173, + "macroF1": 0.727174817923822, + "F1_coffee": 0.6955116250155414, + "IoU_coffee": 0.5331681280975982, + "precision_coffee": 0.7743632336655593, + "recall_coffee": 0.631234484315053, + "F1_noncoffee": 0.7588380108321024, + "IoU_noncoffee": 0.6113932085052365, + "kappa": 0.45879423116394674, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.732946758039009, + "mIoU": 0.5769640880494527, + "macroF1": 0.7314162659766652, + "F1_coffee": 0.7111415212681036, + "IoU_coffee": 0.5517607503096797, + "precision_coffee": 0.7881698685540951, + "recall_coffee": 0.647828797008103, + "F1_noncoffee": 0.7516910106852269, + "IoU_noncoffee": 0.6021674257892257, + "kappa": 0.46720702085969856, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8104301484583175, + "mIoU": 0.6666033336976844, + "macroF1": 0.7978365851507678, + "F1_coffee": 0.8482940698619009, + "IoU_coffee": 0.7365543995767942, + "precision_coffee": 0.957588262265016, + "recall_coffee": 0.7613926358002188, + "F1_noncoffee": 0.7473791004396347, + "IoU_noncoffee": 0.5966522678185745, + "kappa": 0.6042576850725513, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.74013671875, + "mIoU": 0.5568187680318201, + "macroF1": 0.7080872470815329, + "F1_coffee": 0.8048118535905523, + "IoU_coffee": 0.6733767030808887, + "precision_coffee": 0.9474956822107081, + "recall_coffee": 0.6994772408517149, + "F1_noncoffee": 0.6113626405725135, + "IoU_noncoffee": 0.44026083298275137, + "kappa": 0.44139706494344605, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.735144312393888, + "mIoU": 0.5369930745105953, + "macroF1": 0.6873829697694631, + "F1_coffee": 0.8095754780957548, + "IoU_coffee": 0.6800729178534807, + "precision_coffee": 0.9125515976150436, + "recall_coffee": 0.727483241925655, + "F1_noncoffee": 0.5651904614431713, + "IoU_noncoffee": 0.39391323116770993, + "kappa": 0.3924315870587656, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2430, + 2984 + ], + [ + 39318, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.564575239022573, + "test_tta": { + "OA": 0.7619439868204283, + "mIoU": 0.6105702701067113, + "macroF1": 0.7572960738033111, + "F1_coffee": 0.7908827785817656, + "IoU_coffee": 0.6540993417115499, + "precision_coffee": 0.8690496767725654, + "recall_coffee": 0.7256169721460528, + "F1_noncoffee": 0.7237093690248566, + "IoU_noncoffee": 0.5670411985018726, + "kappa": 0.5197257498225772, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6854736356293989, + "mIoU": 0.5160920946918782, + "macroF1": 0.6793262809997311, + "F1_coffee": 0.7237255498125064, + "IoU_coffee": 0.5670610656714048, + "precision_coffee": 0.8559271245355388, + "recall_coffee": 0.6268984285839698, + "F1_noncoffee": 0.6349270121869559, + "IoU_noncoffee": 0.4651231237123516, + "kappa": 0.37825241269790516, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.7692804500583446, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8128715708043837, + "mIoU": 0.6759748902229379, + "macroF1": 0.8054571968262578, + "F1_coffee": 0.8434363107901597, + "IoU_coffee": 0.7292605834499197, + "precision_coffee": 0.8768574187720009, + "recall_coffee": 0.8124693317939097, + "F1_noncoffee": 0.767478082862356, + "IoU_noncoffee": 0.622689196995956, + "kappa": 0.6117520497342568, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7257413176416292, + "mIoU": 0.5598065144920235, + "macroF1": 0.7155276673968041, + "F1_coffee": 0.7694303659335063, + "IoU_coffee": 0.6252635727657897, + "precision_coffee": 0.8596315361690599, + "recall_coffee": 0.6963611623211308, + "F1_noncoffee": 0.6616249688601018, + "IoU_noncoffee": 0.49434945621825727, + "kappa": 0.4401023333482402, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2390927284856571, + "mIoU": 0.11994972076236093, + "macroF1": 0.19415021551267037, + "F1_coffee": 0.3844576362655154, + "IoU_coffee": 0.23797434526990913, + "precision_coffee": 1.0, + "recall_coffee": 0.23797434526990913, + "F1_noncoffee": 0.0038427947598253277, + "IoU_noncoffee": 0.0019250962548127406, + "kappa": 0.000915827479531831, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7927884029723474, + "mIoU": 0.6547275222438174, + "macroF1": 0.7910395087489943, + "F1_coffee": 0.81015625, + "IoU_coffee": 0.6808929743926461, + "precision_coffee": 0.8473211159098868, + "recall_coffee": 0.7761146156313482, + "F1_noncoffee": 0.7719227674979887, + "IoU_noncoffee": 0.6285620700949885, + "kappa": 0.5830427272759441, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8103831635555095, + "mIoU": 0.6722239005018449, + "macroF1": 0.8027262962103895, + "F1_coffee": 0.8415914294353968, + "IoU_coffee": 0.7265065632458234, + "precision_coffee": 0.8957241379310344, + "recall_coffee": 0.7936288088642659, + "F1_noncoffee": 0.7638611629853822, + "IoU_noncoffee": 0.6179412377578662, + "kappa": 0.607589082036311, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8316821825060985, + "mIoU": 0.6945313865558651, + "macroF1": 0.8175525363217193, + "F1_coffee": 0.8683257389881995, + "IoU_coffee": 0.7672930002064836, + "precision_coffee": 0.8806382810648551, + "recall_coffee": 0.8563527423567369, + "F1_noncoffee": 0.766779333655239, + "IoU_noncoffee": 0.6217697729052467, + "kappa": 0.6352313670052785, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7732224434813166, + "mIoU": 0.6298278753207922, + "macroF1": 0.7727979662655754, + "F1_coffee": 0.7629774730656219, + "IoU_coffee": 0.6167854315122724, + "precision_coffee": 0.7244826784468729, + "recall_coffee": 0.8057926040858546, + "F1_noncoffee": 0.7826184594655289, + "IoU_noncoffee": 0.6428703191293119, + "kappa": 0.5467694787200955, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7561270469282338, + "mIoU": 0.6059809477502109, + "macroF1": 0.75429357495719, + "F1_coffee": 0.7330686875977385, + "IoU_coffee": 0.5786175465248765, + "precision_coffee": 0.7849046883049974, + "recall_coffee": 0.6876551568494697, + "F1_noncoffee": 0.7755184623166413, + "IoU_noncoffee": 0.6333443489755453, + "kappa": 0.5103829861716593, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8041117554032683, + "mIoU": 0.6716611796289753, + "macroF1": 0.8034818482039557, + "F1_coffee": 0.8146078627020554, + "IoU_coffee": 0.6872053872053872, + "precision_coffee": 0.7836436936072183, + "recall_coffee": 0.8481196758778309, + "F1_noncoffee": 0.792355833705856, + "IoU_noncoffee": 0.6561169720525634, + "kappa": 0.6076497908267626, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8139829970815886, + "mIoU": 0.6732230008315192, + "macroF1": 0.8028725367482963, + "F1_coffee": 0.8496718621821165, + "IoU_coffee": 0.7386343376715993, + "precision_coffee": 0.9711673699015471, + "recall_coffee": 0.7551950419248997, + "F1_noncoffee": 0.7560732113144759, + "IoU_noncoffee": 0.6078116639914393, + "kappa": 0.6155092888406121, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85859375, + "mIoU": 0.7069046422614498, + "macroF1": 0.8229219671574821, + "F1_coffee": 0.9023995686168779, + "IoU_coffee": 0.822156718251044, + "precision_coffee": 0.9572429572429573, + "recall_coffee": 0.8534999362488843, + "F1_noncoffee": 0.7434443656980865, + "IoU_noncoffee": 0.5916525662718556, + "kappa": 0.6488736193487793, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8563478588945482, + "mIoU": 0.695983751315083, + "macroF1": 0.814125460122152, + "F1_coffee": 0.902714787607793, + "IoU_coffee": 0.8226801723134242, + "precision_coffee": 0.9484563758389262, + "recall_coffee": 0.8611822059719683, + "F1_noncoffee": 0.7255361326365111, + "IoU_noncoffee": 0.5692873303167421, + "kappa": 0.6306743785025599, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2638, + 2984 + ], + [ + 42728, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5243609587351483, + "test_tta": { + "OA": 0.8244753241171836, + "mIoU": 0.6914246520133225, + "macroF1": 0.8162953371708157, + "F1_coffee": 0.8550600343053173, + "IoU_coffee": 0.746816479400749, + "precision_coffee": 0.8766030985659279, + "recall_coffee": 0.834550440178958, + "F1_noncoffee": 0.7775306400363141, + "IoU_noncoffee": 0.6360328246258958, + "kappa": 0.6329309561738975, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7380437290873428, + "mIoU": 0.5731960014460185, + "macroF1": 0.7261444690642742, + "F1_coffee": 0.7832293021757033, + "IoU_coffee": 0.6436950721908349, + "precision_coffee": 0.8584172661870504, + "recall_coffee": 0.7201518742867176, + "F1_noncoffee": 0.6690596359528451, + "IoU_noncoffee": 0.502696930701202, + "kappa": 0.45862972754004255, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 34, + "stopped_epoch": 64, + "best_val": 0.7905638180633989, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.840591648162739, + "mIoU": 0.7184701207994442, + "macroF1": 0.835447203790425, + "F1_coffee": 0.8645424389056271, + "IoU_coffee": 0.7614044492093273, + "precision_coffee": 0.914234222637016, + "recall_coffee": 0.8199740222254294, + "F1_noncoffee": 0.806351968675223, + "IoU_noncoffee": 0.6755357923895612, + "kappa": 0.6722785123854413, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7525527864312911, + "mIoU": 0.595547360134332, + "macroF1": 0.7449710069271842, + "F1_coffee": 0.7889434254714544, + "IoU_coffee": 0.6514505119453925, + "precision_coffee": 0.8975564698967168, + "recall_coffee": 0.7037792994469317, + "F1_noncoffee": 0.7009985883829142, + "IoU_noncoffee": 0.5396442083232713, + "kappa": 0.5003081528491361, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27951967978652437, + "mIoU": 0.14024680607361867, + "macroF1": 0.2198381362194651, + "F1_coffee": 0.43561872909698995, + "IoU_coffee": 0.2784607161945484, + "precision_coffee": 1.0, + "recall_coffee": 0.2784607161945484, + "F1_noncoffee": 0.004057543341940244, + "IoU_noncoffee": 0.002032895952688967, + "kappa": 0.0011315227915660987, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8221464246558655, + "mIoU": 0.6971346775842504, + "macroF1": 0.8214354169096107, + "F1_coffee": 0.8327031053053742, + "IoU_coffee": 0.7133601649160695, + "precision_coffee": 0.8970497469448216, + "recall_coffee": 0.7769699561637977, + "F1_noncoffee": 0.8101677285138473, + "IoU_noncoffee": 0.6809091902524315, + "kappa": 0.6449438273479615, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8310667562955686, + "mIoU": 0.7043042192842932, + "macroF1": 0.8257047258935682, + "F1_coffee": 0.8562755708063877, + "IoU_coffee": 0.7486729748442188, + "precision_coffee": 0.9306684517548054, + "recall_coffee": 0.7928955515724295, + "F1_noncoffee": 0.7951338809807488, + "IoU_noncoffee": 0.6599354637243676, + "kappa": 0.6545556811014509, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8648379548962015, + "mIoU": 0.7474569478420122, + "macroF1": 0.8541144330100346, + "F1_coffee": 0.893667019151686, + "IoU_coffee": 0.8077740016992353, + "precision_coffee": 0.9116260487415102, + "recall_coffee": 0.8764019050545399, + "F1_noncoffee": 0.8145618468683833, + "IoU_noncoffee": 0.6871398939847891, + "kappa": 0.7084262045435415, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8192573503572683, + "mIoU": 0.6915194260507718, + "macroF1": 0.817334013580604, + "F1_coffee": 0.7985902623678371, + "IoU_coffee": 0.6647109952194697, + "precision_coffee": 0.8062730627306273, + "recall_coffee": 0.791052495474528, + "F1_noncoffee": 0.8360777647933709, + "IoU_noncoffee": 0.7183278568820738, + "kappa": 0.6346950224382646, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7847016155621497, + "mIoU": 0.641174333017033, + "macroF1": 0.7806274533423816, + "F1_coffee": 0.7507316452474869, + "IoU_coffee": 0.6009370543898961, + "precision_coffee": 0.8605600933488915, + "recall_coffee": 0.665763935906116, + "F1_noncoffee": 0.8105232614372764, + "IoU_noncoffee": 0.6814116116441697, + "kappa": 0.5666205812020173, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8276225619399051, + "mIoU": 0.7059336441820385, + "macroF1": 0.8276212666836134, + "F1_coffee": 0.8271487472248652, + "IoU_coffee": 0.7052460789616009, + "precision_coffee": 0.8420146362462333, + "recall_coffee": 0.8127986702680241, + "F1_noncoffee": 0.8280937861423615, + "IoU_noncoffee": 0.7066212094024762, + "kappa": 0.6553493750219325, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8252759802055577, + "mIoU": 0.6892744143488463, + "macroF1": 0.8143487257772155, + "F1_coffee": 0.8593893597467579, + "IoU_coffee": 0.7534467323187108, + "precision_coffee": 0.9770141629904806, + "recall_coffee": 0.7670433831571273, + "F1_noncoffee": 0.769308091807673, + "IoU_noncoffee": 0.6251020963789817, + "kappa": 0.6373219053968205, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.872265625, + "mIoU": 0.7300327933077917, + "macroF1": 0.8394056289370675, + "F1_coffee": 0.9120494889725659, + "IoU_coffee": 0.83831891223733, + "precision_coffee": 0.964859866268317, + "recall_coffee": 0.8647201326023205, + "F1_noncoffee": 0.7667617689015692, + "IoU_noncoffee": 0.6217466743782534, + "kappa": 0.6813428578620306, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8981324278438031, + "mIoU": 0.7631278799215293, + "macroF1": 0.8611422172452408, + "F1_coffee": 0.9328107502799552, + "IoU_coffee": 0.8740818467995802, + "precision_coffee": 0.9527258863896302, + "recall_coffee": 0.9137111517367459, + "F1_noncoffee": 0.7894736842105263, + "IoU_noncoffee": 0.6521739130434783, + "kappa": 0.7226641368176308, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2673, + 2984 + ], + [ + 44241, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.230798367659251, + "test_tta": { + "OA": 0.8450146837619081, + "mIoU": 0.7243562571088251, + "macroF1": 0.8393649297694308, + "F1_coffee": 0.8694904775547748, + "IoU_coffee": 0.7691138024862615, + "precision_coffee": 0.9102993180095984, + "recall_coffee": 0.8321835762736326, + "F1_noncoffee": 0.8092393819840867, + "IoU_noncoffee": 0.6795987117313886, + "kappa": 0.679670845324147, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7603265259028499, + "mIoU": 0.6041242622447626, + "macroF1": 0.7514458975449316, + "F1_coffee": 0.7984279857354262, + "IoU_coffee": 0.664486169997981, + "precision_coffee": 0.8924562069526547, + "recall_coffee": 0.7223246422614344, + "F1_noncoffee": 0.7044638093544371, + "IoU_noncoffee": 0.5437623544915441, + "kappa": 0.5108527049010663, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.587139452440893, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7133801303631545, + "mIoU": 0.5409146860968417, + "macroF1": 0.6986613121982883, + "F1_coffee": 0.7652597307365149, + "IoU_coffee": 0.6197738502470543, + "precision_coffee": 0.7778539697683432, + "recall_coffee": 0.7530668206090345, + "F1_noncoffee": 0.6320628936600616, + "IoU_noncoffee": 0.462055521946629, + "kappa": 0.3975701614306746, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6696953963309104, + "mIoU": 0.4869415080878504, + "macroF1": 0.6497957939369048, + "F1_coffee": 0.7332758781328612, + "IoU_coffee": 0.5788757516135558, + "precision_coffee": 0.7811662531017369, + "recall_coffee": 0.6909182688087087, + "F1_noncoffee": 0.5663157097409484, + "IoU_noncoffee": 0.395007264562145, + "kappa": 0.30384587040869804, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.45883922615076717, + "mIoU": 0.23011474482278468, + "macroF1": 0.31621633099177254, + "F1_coffee": 0.6285033888990658, + "IoU_coffee": 0.4582609857085615, + "precision_coffee": 0.999126383226558, + "recall_coffee": 0.45844468198824156, + "F1_noncoffee": 0.003929273084479371, + "IoU_noncoffee": 0.001968503937007874, + "kappa": 0.0010048537809258082, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6560482397368742, + "mIoU": 0.486423057229892, + "macroF1": 0.6539481309815849, + "F1_coffee": 0.6809063683110131, + "IoU_coffee": 0.5161925976696368, + "precision_coffee": 0.7220757430488974, + "recall_coffee": 0.6441783385010157, + "F1_noncoffee": 0.6269898936521566, + "IoU_noncoffee": 0.4566535167901472, + "kappa": 0.31051631141803804, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7211334608821552, + "mIoU": 0.5470208448350062, + "macroF1": 0.7030528985474628, + "F1_coffee": 0.7763261581850608, + "IoU_coffee": 0.6344224511930586, + "precision_coffee": 0.7906564163217031, + "recall_coffee": 0.762506110477432, + "F1_noncoffee": 0.6297796389098648, + "IoU_noncoffee": 0.4596192384769539, + "kappa": 0.40642853542320884, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7527754268930154, + "mIoU": 0.5768806381475835, + "macroF1": 0.7258888225405336, + "F1_coffee": 0.8117370536052771, + "IoU_coffee": 0.683129147524247, + "precision_coffee": 0.8013473053892216, + "recall_coffee": 0.822399754186511, + "F1_noncoffee": 0.6400405914757901, + "IoU_noncoffee": 0.4706321287709199, + "kappa": 0.4519537917115199, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6747100855101323, + "mIoU": 0.5090055714209318, + "macroF1": 0.6745957838394903, + "F1_coffee": 0.6684970753252955, + "IoU_coffee": 0.502062040523579, + "precision_coffee": 0.6208425720620843, + "recall_coffee": 0.7240755107318335, + "F1_noncoffee": 0.6806944923536852, + "IoU_noncoffee": 0.5159491023182848, + "kappa": 0.3528640480924484, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6891966150126387, + "mIoU": 0.5257710083537387, + "macroF1": 0.6891844176716606, + "F1_coffee": 0.6872373368723733, + "IoU_coffee": 0.5235046335299073, + "precision_coffee": 0.6738234656256777, + "recall_coffee": 0.7011961182577297, + "F1_noncoffee": 0.691131498470948, + "IoU_noncoffee": 0.5280373831775701, + "kappa": 0.37861202078430584, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7324196099103848, + "mIoU": 0.5750373888424575, + "macroF1": 0.7295856511773489, + "F1_coffee": 0.7572685539403213, + "IoU_coffee": 0.6093581653070648, + "precision_coffee": 0.7015771752613857, + "recall_coffee": 0.8225638894660295, + "F1_noncoffee": 0.7019027484143763, + "IoU_noncoffee": 0.5407166123778502, + "kappa": 0.46332436842616137, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6358330161147062, + "mIoU": 0.45635664831462897, + "macroF1": 0.623273135125844, + "F1_coffee": 0.6920600858369099, + "IoU_coffee": 0.5291222313371616, + "precision_coffee": 0.8411580594679187, + "recall_coffee": 0.587860007291287, + "F1_noncoffee": 0.554486184414778, + "IoU_noncoffee": 0.38359106529209624, + "kappa": 0.27930557063741984, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.74951171875, + "mIoU": 0.5329525920394733, + "macroF1": 0.6778743118928847, + "F1_coffee": 0.8297829982082421, + "IoU_coffee": 0.7090847226947942, + "precision_coffee": 0.8652089676169389, + "recall_coffee": 0.7971439500191253, + "F1_noncoffee": 0.5259656255775272, + "IoU_noncoffee": 0.35682046138415247, + "kappa": 0.3587425478870311, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7709866063006979, + "mIoU": 0.5527682298017014, + "macroF1": 0.693916114439186, + "F1_coffee": 0.8475065946489134, + "IoU_coffee": 0.7353678474114441, + "precision_coffee": 0.8743034858105482, + "recall_coffee": 0.8223034734917734, + "F1_noncoffee": 0.5403256342294586, + "IoU_noncoffee": 0.3701686121919585, + "kappa": 0.3895607951931787, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 15, + 28 + ], + [ + 2231, + 2984 + ], + [ + 37592, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5651204188664756, + "test_tta": { + "OA": 0.7298545949430556, + "mIoU": 0.5568310720005217, + "macroF1": 0.7111462499046552, + "F1_coffee": 0.784657987895398, + "IoU_coffee": 0.6456273049728689, + "precision_coffee": 0.7761712462229251, + "recall_coffee": 0.7933323711935344, + "F1_noncoffee": 0.6376345119139124, + "IoU_noncoffee": 0.4680348390281745, + "kappa": 0.42240869966025574, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6856611284181378, + "mIoU": 0.5004987816808562, + "macroF1": 0.6608176245420115, + "F1_coffee": 0.7526134777130793, + "IoU_coffee": 0.6033522603188469, + "precision_coffee": 0.7793920586783271, + "recall_coffee": 0.7276139057150381, + "F1_noncoffee": 0.5690217713709438, + "IoU_noncoffee": 0.39764530304286544, + "kappa": 0.32302748713052676, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 56, + "stopped_epoch": 86, + "best_val": 0.6038208466034539, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7518086096984457, + "mIoU": 0.5866186957665055, + "macroF1": 0.736199508001848, + "F1_coffee": 0.8003687273146282, + "IoU_coffee": 0.6671789453462683, + "precision_coffee": 0.7987810137135957, + "recall_coffee": 0.801962765189782, + "F1_noncoffee": 0.6720302886890677, + "IoU_noncoffee": 0.5060584461867427, + "kappa": 0.47240244050079955, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7053622937579324, + "mIoU": 0.5253495607228214, + "macroF1": 0.683592660353613, + "F1_coffee": 0.7665870685419832, + "IoU_coffee": 0.6215169705054098, + "precision_coffee": 0.7995185776591435, + "recall_coffee": 0.7362610833113862, + "F1_noncoffee": 0.6005982521652428, + "IoU_noncoffee": 0.42918215094023304, + "kappa": 0.36901708166291797, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4987324883255504, + "mIoU": 0.24996267889689358, + "macroF1": 0.3341826123927275, + "F1_coffee": 0.6651813563853489, + "IoU_coffee": 0.4983308852984377, + "precision_coffee": 0.9986620283649986, + "recall_coffee": 0.498663816141101, + "F1_noncoffee": 0.003183868400106129, + "IoU_noncoffee": 0.0015944724953494552, + "kappa": 0.00025789978754161717, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7157388232427823, + "mIoU": 0.5537946508045533, + "macroF1": 0.711990457768614, + "F1_coffee": 0.7448471926083866, + "IoU_coffee": 0.5934314835787089, + "precision_coffee": 0.7621391810248378, + "recall_coffee": 0.7283224633807335, + "F1_noncoffee": 0.6791337229288416, + "IoU_noncoffee": 0.5141578180303976, + "kappa": 0.42435356528986623, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7327162728165882, + "mIoU": 0.5625525754530526, + "macroF1": 0.7164495758636891, + "F1_coffee": 0.7843644403654416, + "IoU_coffee": 0.6452299245024022, + "precision_coffee": 0.8037103530819868, + "recall_coffee": 0.7659279778393352, + "F1_noncoffee": 0.6485347113619365, + "IoU_noncoffee": 0.47987522640370295, + "kappa": 0.4334341984873678, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7996714292826206, + "mIoU": 0.6347231343644335, + "macroF1": 0.7712627860652457, + "F1_coffee": 0.8518736656114261, + "IoU_coffee": 0.7419685796729721, + "precision_coffee": 0.8178541136556404, + "recall_coffee": 0.8888462129359349, + "F1_noncoffee": 0.6906519065190652, + "IoU_noncoffee": 0.5274776890558948, + "kappa": 0.5441726761124421, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7285931826168444, + "mIoU": 0.5730475760615894, + "macroF1": 0.7285797755386219, + "F1_coffee": 0.726672171758877, + "IoU_coffee": 0.5706874189364461, + "precision_coffee": 0.6681127982646421, + "recall_coffee": 0.7964830618050168, + "F1_noncoffee": 0.7304873793183668, + "IoU_noncoffee": 0.5754077331867327, + "kappa": 0.46124070797380956, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7087592043081657, + "mIoU": 0.5488928079533182, + "macroF1": 0.7087538537132619, + "F1_coffee": 0.7075055187637969, + "IoU_coffee": 0.547395388556789, + "precision_coffee": 0.6923741628861525, + "recall_coffee": 0.7233130218912209, + "F1_noncoffee": 0.710002188662727, + "IoU_noncoffee": 0.5503902273498473, + "kappa": 0.41778340669126957, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7560358460727464, + "mIoU": 0.606028375425834, + "macroF1": 0.7543618878904026, + "F1_coffee": 0.7746396571873783, + "IoU_coffee": 0.6321729454776666, + "precision_coffee": 0.7290559120073328, + "recall_coffee": 0.8263037606482443, + "F1_noncoffee": 0.7340841185934268, + "IoU_noncoffee": 0.5798838053740014, + "kappa": 0.5109795319520122, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7018144905468849, + "mIoU": 0.5236062001208042, + "macroF1": 0.6827276858649565, + "F1_coffee": 0.7605461585490116, + "IoU_coffee": 0.6136139427819796, + "precision_coffee": 0.8622920517560074, + "recall_coffee": 0.6802770689026614, + "F1_noncoffee": 0.6049092131809012, + "IoU_noncoffee": 0.4335984574596288, + "kappa": 0.3797048348414952, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.75400390625, + "mIoU": 0.5440299987572162, + "macroF1": 0.6893694711684852, + "F1_coffee": 0.8310643149352827, + "IoU_coffee": 0.7109581181870338, + "precision_coffee": 0.876627051499717, + "recall_coffee": 0.7900038250669387, + "F1_noncoffee": 0.5476746274016879, + "IoU_noncoffee": 0.37710187932739864, + "kappa": 0.38320026460072026, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8387096774193549, + "mIoU": 0.6238620199959752, + "macroF1": 0.7508421474999006, + "F1_coffee": 0.898804592259439, + "IoU_coffee": 0.8162080825451419, + "precision_coffee": 0.8735764408144484, + "recall_coffee": 0.925533211456429, + "F1_noncoffee": 0.6028797027403623, + "IoU_noncoffee": 0.4315159574468085, + "kappa": 0.5033099029475406, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2337, + 2984 + ], + [ + 39619, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.373974812030792, + "test_tta": { + "OA": 0.7595802592937468, + "mIoU": 0.5949553933236134, + "macroF1": 0.7425623198321938, + "F1_coffee": 0.8087518874106151, + "IoU_coffee": 0.6789113693978094, + "precision_coffee": 0.7983800658098265, + "recall_coffee": 0.8193967383460817, + "F1_noncoffee": 0.6763727522537724, + "IoU_noncoffee": 0.5109994172494172, + "kappa": 0.4852716394584495, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7141888773508711, + "mIoU": 0.5334680667989534, + "macroF1": 0.6900569747414049, + "F1_coffee": 0.7765411634698871, + "IoU_coffee": 0.6347096774193548, + "precision_coffee": 0.7985574804610497, + "recall_coffee": 0.7557062593275393, + "F1_noncoffee": 0.6035727860129229, + "IoU_noncoffee": 0.432226456178552, + "kappa": 0.3809487246560273, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 40, + "stopped_epoch": 70, + "best_val": 0.7794925317393396, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8420600243535563, + "mIoU": 0.7175761639205074, + "macroF1": 0.8344939703427695, + "F1_coffee": 0.8698807978283961, + "IoU_coffee": 0.7697248185473343, + "precision_coffee": 0.8896466399106793, + "recall_coffee": 0.8509741665463992, + "F1_noncoffee": 0.7991071428571429, + "IoU_noncoffee": 0.6654275092936803, + "kappa": 0.6692400167570238, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7649417330102688, + "mIoU": 0.6071850606098843, + "macroF1": 0.7532805434680322, + "F1_coffee": 0.8069186115389172, + "IoU_coffee": 0.6763315724669341, + "precision_coffee": 0.8766925809607167, + "recall_coffee": 0.7474321833026073, + "F1_noncoffee": 0.6996424753971472, + "IoU_noncoffee": 0.5380385487528345, + "kappa": 0.5113757436160566, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3846564376250834, + "mIoU": 0.19299895044668886, + "macroF1": 0.2795290433232921, + "F1_coffee": 0.5547402973547017, + "IoU_coffee": 0.38383433533734135, + "precision_coffee": 0.999652052887961, + "recall_coffee": 0.38388562266167825, + "F1_noncoffee": 0.004317789291882556, + "IoU_noncoffee": 0.0021635655560363477, + "kappa": 0.001393550540170533, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8164210013399927, + "mIoU": 0.6869835189539639, + "macroF1": 0.8140858905316235, + "F1_coffee": 0.8349216781684741, + "IoU_coffee": 0.7166227905227529, + "precision_coffee": 0.8559236384053902, + "recall_coffee": 0.8149256922912435, + "F1_noncoffee": 0.7932501028947729, + "IoU_noncoffee": 0.657344247385175, + "kappa": 0.6284519499250483, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8487512280883189, + "mIoU": 0.7279924756037919, + "macroF1": 0.8416112962147917, + "F1_coffee": 0.8752399232245681, + "IoU_coffee": 0.7781569965870307, + "precision_coffee": 0.9184495568883717, + "recall_coffee": 0.8359133126934984, + "F1_noncoffee": 0.8079826692050154, + "IoU_noncoffee": 0.6778279546205529, + "kappa": 0.6842980483443013, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8565739035196893, + "mIoU": 0.7307946500709637, + "macroF1": 0.8425543570379931, + "F1_coffee": 0.8895364441547486, + "IoU_coffee": 0.8010496512671776, + "precision_coffee": 0.8880042869172472, + "recall_coffee": 0.8910738976801352, + "F1_noncoffee": 0.7955722699212375, + "IoU_noncoffee": 0.6605396488747496, + "kappa": 0.6851104489006437, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7879817266018507, + "mIoU": 0.6495979784228899, + "macroF1": 0.7874987347816234, + "F1_coffee": 0.7773677736777368, + "IoU_coffee": 0.635814889336016, + "precision_coffee": 0.7412620220501994, + "recall_coffee": 0.8171709335402121, + "F1_noncoffee": 0.7976296958855098, + "IoU_noncoffee": 0.6633810675097638, + "kappa": 0.5759120543307883, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.8169029563688317, + "mIoU": 0.6895363128031283, + "macroF1": 0.816121954748458, + "F1_coffee": 0.8041382553491653, + "IoU_coffee": 0.6724341329138812, + "precision_coffee": 0.8392638036809816, + "recall_coffee": 0.7718348002708192, + "F1_noncoffee": 0.8281056541477507, + "IoU_noncoffee": 0.7066384926923754, + "kappa": 0.6328083965087795, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8294148655772272, + "mIoU": 0.7084627627804825, + "macroF1": 0.8293471072630402, + "F1_coffee": 0.8327475708083523, + "IoU_coffee": 0.7134254339355296, + "precision_coffee": 0.8286360831104711, + "recall_coffee": 0.8369000623311864, + "F1_noncoffee": 0.8259466437177281, + "IoU_noncoffee": 0.7035000916254353, + "kappa": 0.6587029585794606, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8472275091993402, + "mIoU": 0.7176773304472515, + "macroF1": 0.8337095612790992, + "F1_coffee": 0.8811216429699842, + "IoU_coffee": 0.7875044122837981, + "precision_coffee": 0.96122361051271, + "recall_coffee": 0.8133430550492162, + "F1_noncoffee": 0.7862974795882144, + "IoU_noncoffee": 0.6478502486107048, + "kappa": 0.671519780837882, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.87705078125, + "mIoU": 0.7371272960350952, + "macroF1": 0.8442543199711794, + "F1_coffee": 0.9157239440390923, + "IoU_coffee": 0.844548709717249, + "precision_coffee": 0.963923337091319, + "recall_coffee": 0.8721152620170853, + "F1_noncoffee": 0.7727846959032666, + "IoU_noncoffee": 0.6297058823529412, + "kappa": 0.6905943778153835, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.880871533672892, + "mIoU": 0.7201070786195767, + "macroF1": 0.8298655529700577, + "F1_coffee": 0.9230206619125982, + "IoU_coffee": 0.8570458404074703, + "precision_coffee": 0.9231894659839064, + "recall_coffee": 0.9228519195612431, + "F1_noncoffee": 0.7367104440275172, + "IoU_noncoffee": 0.5831683168316831, + "kappa": 0.6597311448505261, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2710, + 2984 + ], + [ + 44286, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.5342004100481668, + "test_tta": { + "OA": 0.847342597235155, + "mIoU": 0.7253199683141663, + "macroF1": 0.8397454039837611, + "F1_coffee": 0.8746378836227814, + "IoU_coffee": 0.7772057286222036, + "precision_coffee": 0.8915102823910306, + "recall_coffee": 0.8583922643960168, + "F1_noncoffee": 0.8048529243447408, + "IoU_noncoffee": 0.6734342080061291, + "kappa": 0.6796694135751636, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7709415022499134, + "mIoU": 0.6143961668435391, + "macroF1": 0.7587840519446357, + "F1_coffee": 0.812937268851146, + "IoU_coffee": 0.6848309255437371, + "precision_coffee": 0.8772687986171133, + "recall_coffee": 0.7573961899745413, + "F1_noncoffee": 0.7046308350381254, + "IoU_noncoffee": 0.5439614081433412, + "kappa": 0.5216299573378614, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 7, + "stopped_epoch": 50, + "best_val": 0.8010416386446513, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7881956879879665, + "mIoU": 0.6485632757013917, + "macroF1": 0.7865292713775498, + "F1_coffee": 0.8053901082628583, + "IoU_coffee": 0.67418670633281, + "precision_coffee": 0.9365553132055255, + "recall_coffee": 0.7064511473517102, + "F1_noncoffee": 0.7676684344922412, + "IoU_noncoffee": 0.6229398450699736, + "kappa": 0.5828270866071091, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6844929041190724, + "mIoU": 0.5190568850494421, + "macroF1": 0.6830451848484751, + "F1_coffee": 0.7044662397665559, + "IoU_coffee": 0.5437652505787399, + "precision_coffee": 0.9161922833649588, + "recall_coffee": 0.5722280747958914, + "F1_noncoffee": 0.6616241299303944, + "IoU_noncoffee": 0.49434851952014425, + "kappa": 0.4026178593048647, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.06657771847898598, + "mIoU": 0.033387815513493145, + "macroF1": 0.06278164799368322, + "F1_coffee": 0.12242849974912193, + "IoU_coffee": 0.06520577231427044, + "precision_coffee": 1.0, + "recall_coffee": 0.06520577231427044, + "F1_noncoffee": 0.003134796238244514, + "IoU_noncoffee": 0.0015698587127158557, + "kappa": 0.00020470674500335168, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.774393957851139, + "mIoU": 0.6317638894890408, + "macroF1": 0.7743186053341118, + "F1_coffee": 0.7701948132522646, + "IoU_coffee": 0.6262738371506407, + "precision_coffee": 0.9175166297117516, + "recall_coffee": 0.6636373356142414, + "F1_noncoffee": 0.7784423974159589, + "IoU_noncoffee": 0.637253941827441, + "kappa": 0.559584231181352, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7635865349811263, + "mIoU": 0.6160240782109413, + "macroF1": 0.7621111482616085, + "F1_coffee": 0.7808455565142364, + "IoU_coffee": 0.640481245576787, + "precision_coffee": 0.9484163949697252, + "recall_coffee": 0.663597849111944, + "F1_noncoffee": 0.7433767400089807, + "IoU_noncoffee": 0.5915669108450956, + "kappa": 0.5410009201275258, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8231692139194504, + "mIoU": 0.6918863007374996, + "macroF1": 0.8169204877085277, + "F1_coffee": 0.8507437599798302, + "IoU_coffee": 0.7402559414990859, + "precision_coffee": 0.9390538033395176, + "recall_coffee": 0.7776156091565525, + "F1_noncoffee": 0.7830972154372252, + "IoU_noncoffee": 0.6435166599759133, + "kappa": 0.6384871509381025, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7804849478739604, + "mIoU": 0.6299787229668379, + "macroF1": 0.7712758699568238, + "F1_coffee": 0.7253810082063306, + "IoU_coffee": 0.5690963439871235, + "precision_coffee": 0.8369969563747041, + "recall_coffee": 0.6400310318076028, + "F1_noncoffee": 0.817170731707317, + "IoU_noncoffee": 0.6908611019465523, + "kappa": 0.5479041626809807, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.729860424222442, + "mIoU": 0.5608808517621401, + "macroF1": 0.7154890506239326, + "F1_coffee": 0.6515452225687554, + "IoU_coffee": 0.48317914213624896, + "precision_coffee": 0.8760960731986275, + "recall_coffee": 0.5186188219363574, + "F1_noncoffee": 0.7794328786791098, + "IoU_noncoffee": 0.6385825613880312, + "kappa": 0.4536953227361861, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7741697416974169, + "mIoU": 0.628627198641784, + "macroF1": 0.7714695994693679, + "F1_coffee": 0.7466288147622427, + "IoU_coffee": 0.5956964892412231, + "precision_coffee": 0.8667948365833562, + "recall_coffee": 0.6557240806150011, + "F1_noncoffee": 0.7963103841764929, + "IoU_noncoffee": 0.6615579080423447, + "kappa": 0.5498935662171791, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7677959649790635, + "mIoU": 0.6149557619452108, + "macroF1": 0.7600837095211346, + "F1_coffee": 0.8030987734021949, + "IoU_coffee": 0.6709816612729234, + "precision_coffee": 0.9800420168067226, + "recall_coffee": 0.6802770689026614, + "F1_noncoffee": 0.7170686456400742, + "IoU_noncoffee": 0.5589298626174982, + "kappa": 0.5416368686650709, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7935546875, + "mIoU": 0.6266176737477287, + "macroF1": 0.7650269124213954, + "F1_coffee": 0.8469003476245655, + "IoU_coffee": 0.7344554704182892, + "precision_coffee": 0.9802179379715004, + "recall_coffee": 0.7455055463470611, + "F1_noncoffee": 0.6831534772182254, + "IoU_noncoffee": 0.5187798770771682, + "kappa": 0.5473813602503862, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8670062252405206, + "mIoU": 0.7218932627967551, + "macroF1": 0.8337465345371851, + "F1_coffee": 0.9081074035453598, + "IoU_coffee": 0.8316819863913095, + "precision_coffee": 0.9759069897744782, + "recall_coffee": 0.8491163924436319, + "F1_noncoffee": 0.7593856655290102, + "IoU_noncoffee": 0.6121045392022009, + "kappa": 0.6716428453850799, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2493, + 2984 + ], + [ + 41495, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.524834473927816, + "test_tta": { + "OA": 0.8069443449609627, + "mIoU": 0.6732741516686302, + "macroF1": 0.8043069547009962, + "F1_coffee": 0.8270252057695702, + "IoU_coffee": 0.705066476992942, + "precision_coffee": 0.9310382197818077, + "recall_coffee": 0.743916871121374, + "F1_noncoffee": 0.7815887036324224, + "IoU_noncoffee": 0.6414818263443185, + "kappa": 0.6146861261356208, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7013816776277836, + "mIoU": 0.5375707212117249, + "macroF1": 0.6986033854474838, + "F1_coffee": 0.7275406945376548, + "IoU_coffee": 0.5717594986452668, + "precision_coffee": 0.9084754674816786, + "recall_coffee": 0.6067070494249847, + "F1_noncoffee": 0.6696660763573127, + "IoU_noncoffee": 0.5033819437781829, + "kappa": 0.4248658889645777, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 42, + "stopped_epoch": 72, + "best_val": 0.5255734566340247, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6923572809970633, + "mIoU": 0.5204992958081466, + "macroF1": 0.6821908038113806, + "F1_coffee": 0.739032689269656, + "IoU_coffee": 0.5860839396713728, + "precision_coffee": 0.7800044890499247, + "recall_coffee": 0.70215038245057, + "F1_noncoffee": 0.6253489183531054, + "IoU_noncoffee": 0.45491465194492037, + "kappa": 0.36688942741669056, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6655417099342333, + "mIoU": 0.48516498534543306, + "macroF1": 0.6490692136713105, + "F1_coffee": 0.7251001683302117, + "IoU_coffee": 0.5687506973630378, + "precision_coffee": 0.788369335464247, + "recall_coffee": 0.6712316741286981, + "F1_noncoffee": 0.5730382590124093, + "IoU_noncoffee": 0.4015792733278282, + "kappa": 0.3050897586340194, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5790527018012008, + "mIoU": 0.29069556049505646, + "macroF1": 0.3693423137557277, + "F1_coffee": 0.733011762714733, + "IoU_coffee": 0.5785466203580016, + "precision_coffee": 0.9995384260327718, + "recall_coffee": 0.5787012292891501, + "F1_noncoffee": 0.005672864796722345, + "IoU_noncoffee": 0.0028445006321112516, + "kappa": 0.002755811586428041, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6531855280789377, + "mIoU": 0.48194501696036496, + "macroF1": 0.6494536125486334, + "F1_coffee": 0.6856227915194346, + "IoU_coffee": 0.5216332017138536, + "precision_coffee": 0.7088708756707387, + "recall_coffee": 0.6638511707473538, + "F1_noncoffee": 0.6132844335778321, + "IoU_noncoffee": 0.4422568322068763, + "kappa": 0.29983358968278484, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7013289208335488, + "mIoU": 0.5337374037727506, + "macroF1": 0.6943658298446445, + "F1_coffee": 0.7404977985443436, + "IoU_coffee": 0.58792894342584, + "precision_coffee": 0.8254206730769231, + "recall_coffee": 0.6714192602248655, + "F1_noncoffee": 0.6482338611449452, + "IoU_noncoffee": 0.4795458641196612, + "kappa": 0.3973784775731019, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7157365460247922, + "mIoU": 0.5372223587752044, + "macroF1": 0.6938128518208093, + "F1_coffee": 0.7757442463278611, + "IoU_coffee": 0.6336455793660978, + "precision_coffee": 0.793635486981678, + "recall_coffee": 0.7586418804731909, + "F1_noncoffee": 0.6118814573137574, + "IoU_noncoffee": 0.44079913818431105, + "kappa": 0.38816384292149925, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6918121119831322, + "mIoU": 0.528564933307752, + "macroF1": 0.6915126166101171, + "F1_coffee": 0.6819006166122598, + "IoU_coffee": 0.5173362685745735, + "precision_coffee": 0.6403269754768393, + "recall_coffee": 0.7292474786656322, + "F1_noncoffee": 0.7011246166079745, + "IoU_noncoffee": 0.5397935980409305, + "kappa": 0.3854591772451391, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.670733047587647, + "mIoU": 0.4987171550950554, + "macroF1": 0.6637744343987394, + "F1_coffee": 0.6154043645699615, + "IoU_coffee": 0.44446504728351566, + "precision_coffee": 0.7136052396546592, + "recall_coffee": 0.5409614082599865, + "F1_noncoffee": 0.7121445042275173, + "IoU_noncoffee": 0.5529692629065951, + "kappa": 0.33694682012967325, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7244069583552979, + "mIoU": 0.5617504415781824, + "macroF1": 0.7179695097819476, + "F1_coffee": 0.7605788605971789, + "IoU_coffee": 0.6136565178835354, + "precision_coffee": 0.6800982800982801, + "recall_coffee": 0.8626636193642219, + "F1_noncoffee": 0.6753601589667163, + "IoU_noncoffee": 0.5098443652728295, + "kappa": 0.4464498052042287, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6113437381043015, + "mIoU": 0.4216922941880834, + "macroF1": 0.5857199390937422, + "F1_coffee": 0.6887511431765064, + "IoU_coffee": 0.5252634841909486, + "precision_coffee": 0.7781859931113663, + "recall_coffee": 0.6177542836310609, + "F1_noncoffee": 0.48268873501097787, + "IoU_noncoffee": 0.31812110418521816, + "kappa": 0.18923840613080062, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.728515625, + "mIoU": 0.522625350082129, + "macroF1": 0.6727216472961367, + "F1_coffee": 0.8078518108930053, + "IoU_coffee": 0.6776437847866419, + "precision_coffee": 0.8821132075471698, + "recall_coffee": 0.7451230396531939, + "F1_noncoffee": 0.5375914836992681, + "IoU_noncoffee": 0.36760691537761603, + "kappa": 0.356419941233349, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7079796264855688, + "mIoU": 0.507146622486633, + "macroF1": 0.6611319240032112, + "F1_coffee": 0.7871287128712872, + "IoU_coffee": 0.6489795918367347, + "precision_coffee": 0.9029815428300993, + "recall_coffee": 0.6976234003656308, + "F1_noncoffee": 0.5351351351351351, + "IoU_noncoffee": 0.36531365313653136, + "kappa": 0.34578118873012875, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2474, + 2984 + ], + [ + 36162, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.7079226970672607, + "test_tta": { + "OA": 0.70174056299692, + "mIoU": 0.5277188984948868, + "macroF1": 0.687457574360953, + "F1_coffee": 0.7542710454102859, + "IoU_coffee": 0.6054856818020322, + "precision_coffee": 0.7714337447566165, + "recall_coffee": 0.7378553903882235, + "F1_noncoffee": 0.6206441033116202, + "IoU_noncoffee": 0.4499521151877415, + "kappa": 0.37539242700787046, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.679300796123226, + "mIoU": 0.495509498237141, + "macroF1": 0.6569556651936885, + "F1_coffee": 0.74450776725802, + "IoU_coffee": 0.5930006955375773, + "precision_coffee": 0.781277129352754, + "recall_coffee": 0.7110438065139145, + "F1_noncoffee": 0.5694035631293571, + "IoU_noncoffee": 0.39801830093670476, + "kappa": 0.3164629548392165, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 40, + "stopped_epoch": 70, + "best_val": 0.6078654499636869, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.77195401475539, + "mIoU": 0.6218707174874158, + "macroF1": 0.7656614482322376, + "F1_coffee": 0.8040618509116085, + "IoU_coffee": 0.672327286761868, + "precision_coffee": 0.8609555189456343, + "recall_coffee": 0.7542213883677298, + "F1_noncoffee": 0.7272610455528666, + "IoU_noncoffee": 0.5714141482129635, + "kappa": 0.534154526369362, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6892811814930195, + "mIoU": 0.5190630822360123, + "macroF1": 0.6815256527712037, + "F1_coffee": 0.7312241129796896, + "IoU_coffee": 0.576322517207473, + "precision_coffee": 0.8471901017576319, + "recall_coffee": 0.6431832148187165, + "F1_noncoffee": 0.6318271925627179, + "IoU_noncoffee": 0.4618036472645516, + "kappa": 0.3789902425406232, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2170780520346898, + "mIoU": 0.10883409112016755, + "macroF1": 0.17925312931641435, + "F1_coffee": 0.3554481546572935, + "IoU_coffee": 0.21613678867218808, + "precision_coffee": 0.9987654320987654, + "recall_coffee": 0.2161945483698557, + "F1_noncoffee": 0.0030581039755351682, + "IoU_noncoffee": 0.0015313935681470138, + "kappa": 0.00012867637028967266, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.759105859422585, + "mIoU": 0.6105021328812453, + "macroF1": 0.7579202050767354, + "F1_coffee": 0.7748619570786133, + "IoU_coffee": 0.6324691013846296, + "precision_coffee": 0.8285853420988556, + "recall_coffee": 0.7276809579813963, + "F1_noncoffee": 0.7409784530748575, + "IoU_noncoffee": 0.588535164377861, + "kappa": 0.5181708202288741, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7521071410103936, + "mIoU": 0.5974247048615413, + "macroF1": 0.7469416159424416, + "F1_coffee": 0.7830965523482037, + "IoU_coffee": 0.6435157644259369, + "precision_coffee": 0.8805453805453806, + "recall_coffee": 0.7050676226169138, + "F1_noncoffee": 0.7107866795366795, + "IoU_noncoffee": 0.5513336452971456, + "kappa": 0.5020156055635916, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8015632000796535, + "mIoU": 0.6523762119213927, + "macroF1": 0.7870793356782726, + "F1_coffee": 0.8426123351496486, + "IoU_coffee": 0.7280294759825328, + "precision_coffee": 0.8669158271043224, + "recall_coffee": 0.8196343524350899, + "F1_noncoffee": 0.7315463362068966, + "IoU_noncoffee": 0.5767229478602527, + "kappa": 0.5747287675507654, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7438210144078716, + "mIoU": 0.5891189611008101, + "macroF1": 0.7408241343814057, + "F1_coffee": 0.7129544559653498, + "IoU_coffee": 0.5539465633285744, + "precision_coffee": 0.7238805970149254, + "recall_coffee": 0.7023532454098784, + "F1_noncoffee": 0.7686938127974616, + "IoU_noncoffee": 0.6242913588730459, + "kappa": 0.48174341267496146, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6838114078470161, + "mIoU": 0.5085854120391906, + "macroF1": 0.6711116272248595, + "F1_coffee": 0.6064833812064013, + "IoU_coffee": 0.43521790341578326, + "precision_coffee": 0.7697916666666667, + "recall_coffee": 0.5003385240352065, + "F1_noncoffee": 0.7357398732433177, + "IoU_noncoffee": 0.5819529206625981, + "kappa": 0.36152007833907457, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7342119135477069, + "mIoU": 0.5800365989774564, + "macroF1": 0.7342051065682939, + "F1_coffee": 0.7328600190738582, + "IoU_coffee": 0.5783575848804148, + "precision_coffee": 0.7478373702422145, + "recall_coffee": 0.7184708082277166, + "F1_noncoffee": 0.7355501940627295, + "IoU_noncoffee": 0.581715613074498, + "kappa": 0.4686212043066161, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7756629869305925, + "mIoU": 0.6159113978507793, + "macroF1": 0.7590911335435493, + "F1_coffee": 0.8222758343385606, + "IoU_coffee": 0.698190508706043, + "precision_coffee": 0.916629314208875, + "recall_coffee": 0.7455340867663143, + "F1_noncoffee": 0.695906432748538, + "IoU_noncoffee": 0.5336322869955157, + "kappa": 0.5267619020318631, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.81279296875, + "mIoU": 0.6332266790875064, + "macroF1": 0.7667140418643077, + "F1_coffee": 0.8703941586099655, + "IoU_coffee": 0.770529087862102, + "precision_coffee": 0.9264536557282671, + "recall_coffee": 0.8207318628075991, + "F1_noncoffee": 0.66303392511865, + "IoU_noncoffee": 0.49592427031291086, + "kappa": 0.5378277171899511, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8618185248066402, + "mIoU": 0.6995047259853211, + "macroF1": 0.8160814261355842, + "F1_coffee": 0.9077978475674995, + "IoU_coffee": 0.8311628443010257, + "precision_coffee": 0.9385736595523165, + "recall_coffee": 0.8789762340036563, + "F1_noncoffee": 0.7243650047036688, + "IoU_noncoffee": 0.5678466076696165, + "kappa": 0.6333413737975953, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 27, + 28 + ], + [ + 2528, + 2984 + ], + [ + 40554, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.524362202485402, + "test_tta": { + "OA": 0.7884284793352911, + "mIoU": 0.6424345840418655, + "macroF1": 0.7809520716645553, + "F1_coffee": 0.8214204742975469, + "IoU_coffee": 0.6969580383707807, + "precision_coffee": 0.8621969793120955, + "recall_coffee": 0.7843267426757108, + "F1_noncoffee": 0.7404836690315637, + "IoU_noncoffee": 0.5879111297129503, + "kappa": 0.5633235270694148, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7054632514134072, + "mIoU": 0.5361761205662918, + "macroF1": 0.6958158062735205, + "F1_coffee": 0.7499877577004065, + "IoU_coffee": 0.5999843300099896, + "precision_coffee": 0.8480343300110742, + "recall_coffee": 0.6722631902379071, + "F1_noncoffee": 0.6416438548466343, + "IoU_noncoffee": 0.47236791112259396, + "kappa": 0.40306871173792885, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 9, + "stopped_epoch": 50, + "best_val": 0.7564588431365422, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7911682544230356, + "mIoU": 0.6500331616657218, + "macroF1": 0.7872083613526061, + "F1_coffee": 0.8162364879770572, + "IoU_coffee": 0.6895266492732016, + "precision_coffee": 0.8987750286289343, + "recall_coffee": 0.7475826237552317, + "F1_noncoffee": 0.758180234728155, + "IoU_noncoffee": 0.610539674058242, + "kappa": 0.5790879973256775, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7030691127264336, + "mIoU": 0.5373771030876254, + "macroF1": 0.69787871798098, + "F1_coffee": 0.7374783229623585, + "IoU_coffee": 0.584131216418212, + "precision_coffee": 0.8800365185636032, + "recall_coffee": 0.6346677201299271, + "F1_noncoffee": 0.6582791129996016, + "IoU_noncoffee": 0.49062298975703894, + "kappa": 0.4157152911275359, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20426951300867244, + "mIoU": 0.10240981558343028, + "macroF1": 0.1704654371640677, + "F1_coffee": 0.33792184724689167, + "IoU_coffee": 0.20331285065455518, + "precision_coffee": 0.9986876640419947, + "recall_coffee": 0.20336718332442544, + "F1_noncoffee": 0.003009027081243731, + "IoU_noncoffee": 0.0015067805123053742, + "kappa": 7.936698254785621e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.759836764526739, + "mIoU": 0.6120785181837931, + "macroF1": 0.7592522183361261, + "F1_coffee": 0.7711151100017415, + "IoU_coffee": 0.6274917335852621, + "precision_coffee": 0.8435356870713742, + "recall_coffee": 0.710146477066182, + "F1_noncoffee": 0.7473893266705106, + "IoU_noncoffee": 0.5966653027823241, + "kappa": 0.5223897429400437, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7921816019442577, + "mIoU": 0.6511897736217748, + "macroF1": 0.7880252391635313, + "F1_coffee": 0.8177076246201297, + "IoU_coffee": 0.691628941916673, + "precision_coffee": 0.9223370510590402, + "recall_coffee": 0.7343979142903699, + "F1_noncoffee": 0.7583428537069329, + "IoU_noncoffee": 0.6107506053268765, + "kappa": 0.5831614249775616, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8158012644994275, + "mIoU": 0.6793756206521562, + "macroF1": 0.8077895324772661, + "F1_coffee": 0.8470315859103688, + "IoU_coffee": 0.7346528973034997, + "precision_coffee": 0.9170993733213966, + "recall_coffee": 0.7869104317099401, + "F1_noncoffee": 0.7685474790441637, + "IoU_noncoffee": 0.6240983440008128, + "kappa": 0.6189445859306083, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7425325055640155, + "mIoU": 0.5875015515327395, + "macroF1": 0.7395404342708864, + "F1_coffee": 0.7116242456048282, + "IoU_coffee": 0.5523421588594705, + "precision_coffee": 0.722237017310253, + "recall_coffee": 0.7013188518231187, + "F1_noncoffee": 0.7674566229369446, + "IoU_noncoffee": 0.6226609442060086, + "kappa": 0.47917155409021983, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7518408616331465, + "mIoU": 0.595631163153857, + "macroF1": 0.7452365892953632, + "F1_coffee": 0.7042179722294996, + "IoU_coffee": 0.5434694702790134, + "precision_coffee": 0.8392132375897596, + "recall_coffee": 0.6066350710900474, + "F1_noncoffee": 0.7862552063612268, + "IoU_noncoffee": 0.6477928560287006, + "kappa": 0.49982588703398845, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.77227200843437, + "mIoU": 0.627451001302082, + "macroF1": 0.7708121569834031, + "F1_coffee": 0.7525206232813932, + "IoU_coffee": 0.6032329169728141, + "precision_coffee": 0.8388250319284802, + "recall_coffee": 0.6823187201329732, + "F1_noncoffee": 0.789103690685413, + "IoU_noncoffee": 0.6516690856313497, + "kappa": 0.5457223384226226, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7785813982997082, + "mIoU": 0.6254253370306073, + "macroF1": 0.7674532705164033, + "F1_coffee": 0.8183237896928683, + "IoU_coffee": 0.6925110132158591, + "precision_coffee": 0.9541150764748726, + "recall_coffee": 0.7163689391177542, + "F1_noncoffee": 0.7165827513399383, + "IoU_noncoffee": 0.5583396608453556, + "kappa": 0.5491527697445038, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82802734375, + "mIoU": 0.6661598770751824, + "macroF1": 0.7937799294816889, + "F1_coffee": 0.877818635953653, + "IoU_coffee": 0.782243106219859, + "precision_coffee": 0.9628614916286149, + "recall_coffee": 0.8065791151345149, + "F1_noncoffee": 0.7097412230097248, + "IoU_noncoffee": 0.5500766479305059, + "kappa": 0.5950642345633823, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8547443878513488, + "mIoU": 0.6979894692638176, + "macroF1": 0.816141124368034, + "F1_coffee": 0.9003880983182406, + "IoU_coffee": 0.8188235294117647, + "precision_coffee": 0.9593383873190903, + "recall_coffee": 0.8482632541133455, + "F1_noncoffee": 0.7318941504178273, + "IoU_noncoffee": 0.5771554091158704, + "kappa": 0.635981777551554, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2559, + 2984 + ], + [ + 41595, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5223952889442445, + "test_tta": { + "OA": 0.8095587708616861, + "mIoU": 0.6732279840795837, + "macroF1": 0.8037532088839796, + "F1_coffee": 0.8375070665709178, + "IoU_coffee": 0.7204405656905526, + "precision_coffee": 0.8897221140111674, + "recall_coffee": 0.7910809640640785, + "F1_noncoffee": 0.7699993511970414, + "IoU_noncoffee": 0.6260154024686149, + "kappa": 0.609410552486643, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7222943348332757, + "mIoU": 0.5576361809350829, + "macroF1": 0.7142051201197507, + "F1_coffee": 0.7622868853470944, + "IoU_coffee": 0.6158833386530482, + "precision_coffee": 0.8712080593729717, + "recall_coffee": 0.6775744008427707, + "F1_noncoffee": 0.6661233548924069, + "IoU_noncoffee": 0.49938902321711776, + "kappa": 0.440689349029134, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f0_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.7959810020670965, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7940691927512356, + "mIoU": 0.6562795319036164, + "macroF1": 0.7921428639304939, + "F1_coffee": 0.8121528912120222, + "IoU_coffee": 0.6837183718371838, + "precision_coffee": 0.9354656632173095, + "recall_coffee": 0.7175638620291528, + "F1_noncoffee": 0.7721328366489657, + "IoU_noncoffee": 0.6288406919700491, + "kappa": 0.5928674311588018, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6986990884965962, + "mIoU": 0.5350186623772293, + "macroF1": 0.6965942917815282, + "F1_coffee": 0.7218649731730372, + "IoU_coffee": 0.5647799004187413, + "precision_coffee": 0.9175212373506617, + "recall_coffee": 0.5949872706522693, + "F1_noncoffee": 0.6713236103900191, + "IoU_noncoffee": 0.5052574243357173, + "kappa": 0.42413353965794987, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15463642428285523, + "mIoU": 0.07756350462731817, + "macroF1": 0.13472361631781318, + "F1_coffee": 0.2659870250231696, + "IoU_coffee": 0.1533939070016034, + "precision_coffee": 1.0, + "recall_coffee": 0.1533939070016034, + "F1_noncoffee": 0.0034602076124567475, + "IoU_noncoffee": 0.0017331022530329288, + "kappa": 0.0005315533396181266, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7974174686319893, + "mIoU": 0.6630000996704306, + "macroF1": 0.7973414397349263, + "F1_coffee": 0.8012667304015296, + "IoU_coffee": 0.6684278735918652, + "precision_coffee": 0.9081674116212921, + "recall_coffee": 0.7168822837592217, + "F1_noncoffee": 0.793416149068323, + "IoU_noncoffee": 0.6575723257489962, + "kappa": 0.6004377996601183, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7635865349811263, + "mIoU": 0.6160363776399185, + "macroF1": 0.7621228220405883, + "F1_coffee": 0.7807825086306099, + "IoU_coffee": 0.6403964134025484, + "precision_coffee": 0.9487298997902587, + "recall_coffee": 0.6633534300146652, + "F1_noncoffee": 0.7434631354505667, + "IoU_noncoffee": 0.5916763418772886, + "kappa": 0.5410753793582885, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8206800418180913, + "mIoU": 0.6889423772712118, + "macroF1": 0.8149288149401259, + "F1_coffee": 0.8475537497883867, + "IoU_coffee": 0.735438854204921, + "precision_coffee": 0.94373232799246, + "recall_coffee": 0.7691657704716547, + "F1_noncoffee": 0.7823038800918651, + "IoU_noncoffee": 0.6424459003375025, + "kappa": 0.6352672619728033, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.790910155792433, + "mIoU": 0.6475412611427611, + "macroF1": 0.7850293338129725, + "F1_coffee": 0.7494736842105263, + "IoU_coffee": 0.5993265993265994, + "precision_coffee": 0.8195211786372008, + "recall_coffee": 0.6904577191621412, + "F1_noncoffee": 0.8205849834154186, + "IoU_noncoffee": 0.6957559229589227, + "kappa": 0.5722964258670518, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7350258270139576, + "mIoU": 0.568862300939555, + "macroF1": 0.722461276328077, + "F1_coffee": 0.6634091860952115, + "IoU_coffee": 0.4963442657196574, + "precision_coffee": 0.8696925329428989, + "recall_coffee": 0.5362220717670955, + "F1_noncoffee": 0.7815133665609425, + "IoU_noncoffee": 0.6413803361594527, + "kappa": 0.4644792611906026, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7392725355824987, + "mIoU": 0.5791871267476312, + "macroF1": 0.7319853925877164, + "F1_coffee": 0.6877919454614316, + "IoU_coffee": 0.5241485472387916, + "precision_coffee": 0.8764478764478765, + "recall_coffee": 0.565967172241845, + "F1_noncoffee": 0.7761788397140013, + "IoU_noncoffee": 0.6342257062564709, + "kappa": 0.4812030820198326, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8044664382692551, + "mIoU": 0.6614804943704204, + "macroF1": 0.794567258452654, + "F1_coffee": 0.8396628862761419, + "IoU_coffee": 0.7236370157819225, + "precision_coffee": 0.9781818181818182, + "recall_coffee": 0.7355085672621218, + "F1_noncoffee": 0.749471630629166, + "IoU_noncoffee": 0.5993239729589184, + "kappa": 0.6016170489736996, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.78896484375, + "mIoU": 0.6221872231632646, + "macroF1": 0.7618896539602869, + "F1_coffee": 0.8421821368582487, + "IoU_coffee": 0.7273874101173206, + "precision_coffee": 0.9856410256410256, + "recall_coffee": 0.7351778656126482, + "F1_noncoffee": 0.681597171062325, + "IoU_noncoffee": 0.5169870362092087, + "kappa": 0.5432988767309994, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.893510658366346, + "mIoU": 0.7625519410384816, + "macroF1": 0.8613682322586023, + "F1_coffee": 0.9281212198382887, + "IoU_coffee": 0.8658826324542647, + "precision_coffee": 0.9716075713143162, + "recall_coffee": 0.8883607556368068, + "F1_noncoffee": 0.7946152446789158, + "IoU_noncoffee": 0.6592212496226985, + "kappa": 0.7243144596429751, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2680, + 2984 + ], + [ + 41636, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5223443150520324, + "test_tta": { + "OA": 0.8080545806174343, + "mIoU": 0.6747263881239938, + "macroF1": 0.8053313232715058, + "F1_coffee": 0.8283559384457717, + "IoU_coffee": 0.7070030614476274, + "precision_coffee": 0.9302618328298087, + "recall_coffee": 0.7465723769663732, + "F1_noncoffee": 0.78230670809724, + "IoU_noncoffee": 0.6424497148003603, + "kappa": 0.6164993889699963, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7121697242413754, + "mIoU": 0.5498654031627151, + "macroF1": 0.7088069903196932, + "F1_coffee": 0.7400992355476839, + "IoU_coffee": 0.5874266104357893, + "precision_coffee": 0.9100662972808506, + "recall_coffee": 0.6236283030462646, + "F1_noncoffee": 0.6775147450917024, + "IoU_noncoffee": 0.512304195889641, + "kappa": 0.4417739231256075, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 92, + "stopped_epoch": 100, + "best_val": 0.6464162478333679, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8127400664923663, + "mIoU": 0.6236397675174735, + "macroF1": 0.7573938991713831, + "F1_coffee": 0.8732702032613563, + "IoU_coffee": 0.7750484683986041, + "precision_coffee": 0.9080728693439942, + "recall_coffee": 0.841036753413418, + "F1_noncoffee": 0.64151759508141, + "IoU_noncoffee": 0.47223106663634296, + "kappa": 0.5167955208429773, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7872966424368294, + "mIoU": 0.5932645198076408, + "macroF1": 0.733361950860349, + "F1_coffee": 0.8532829287703939, + "IoU_coffee": 0.744109379879932, + "precision_coffee": 0.881358022154175, + "recall_coffee": 0.8269412467943156, + "F1_noncoffee": 0.6134409729503041, + "IoU_noncoffee": 0.4424196597353497, + "kappa": 0.46814578997661127, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.49382716049382713, + "mIoU": 0.2556547619047619, + "macroF1": 0.35098690639046315, + "F1_coffee": 0.6554621848739496, + "IoU_coffee": 0.4875, + "precision_coffee": 1.0, + "recall_coffee": 0.4875, + "F1_noncoffee": 0.046511627906976744, + "IoU_noncoffee": 0.023809523809523808, + "kappa": 0.022947925860547176, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8010679611650485, + "mIoU": 0.6099561400104656, + "macroF1": 0.7467550466718904, + "F1_coffee": 0.864034505640345, + "IoU_coffee": 0.7606168584613587, + "precision_coffee": 0.9074499965154366, + "recall_coffee": 0.8245836235830536, + "F1_noncoffee": 0.6294755877034358, + "IoU_noncoffee": 0.4592954215595725, + "kappa": 0.49664989568365003, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7879696339635414, + "mIoU": 0.591869203705826, + "macroF1": 0.731715823208774, + "F1_coffee": 0.8545653543829392, + "IoU_coffee": 0.7460620801482511, + "precision_coffee": 0.902170868347339, + "recall_coffee": 0.8117320899754269, + "F1_noncoffee": 0.6088662920346088, + "IoU_noncoffee": 0.4376763272634009, + "kappa": 0.46741986770491245, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8491368889318698, + "mIoU": 0.673187916868583, + "macroF1": 0.7955889057069025, + "F1_coffee": 0.9002110919209365, + "IoU_coffee": 0.8185307974175536, + "precision_coffee": 0.9141279636245534, + "recall_coffee": 0.8867116123747716, + "F1_noncoffee": 0.6909667194928685, + "IoU_noncoffee": 0.5278450363196125, + "kappa": 0.5914710459252736, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.848780487804878, + "mIoU": 0.5838376475278642, + "macroF1": 0.7042584264569086, + "F1_coffee": 0.9109978320735923, + "IoU_coffee": 0.8365436349940816, + "precision_coffee": 0.9471247563352827, + "recall_coffee": 0.877525680099334, + "F1_noncoffee": 0.4975190208402249, + "IoU_noncoffee": 0.33113166006164685, + "kappa": 0.41333584480345026, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7681087517364557, + "mIoU": 0.49880615630941494, + "macroF1": 0.6274129138489043, + "F1_coffee": 0.8563702292422101, + "IoU_coffee": 0.7488177128116938, + "precision_coffee": 0.9440379403794038, + "recall_coffee": 0.7836013946687662, + "F1_noncoffee": 0.39845559845559847, + "IoU_noncoffee": 0.24879459980713597, + "kappa": 0.28080182538292897, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.883111728517563, + "mIoU": 0.626261429909474, + "macroF1": 0.7409295656722036, + "F1_coffee": 0.9328545371637027, + "IoU_coffee": 0.8741587437239611, + "precision_coffee": 0.945683577949844, + "recall_coffee": 0.920368912383309, + "F1_noncoffee": 0.5490045941807045, + "IoU_noncoffee": 0.3783641160949868, + "kappa": 0.48249881237722214, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7556608242539081, + "mIoU": 0.5922935326008354, + "macroF1": 0.7409161451053354, + "F1_coffee": 0.8027231698921441, + "IoU_coffee": 0.670457449527217, + "precision_coffee": 0.8544211040547142, + "recall_coffee": 0.7569244085401039, + "F1_noncoffee": 0.6791091203185268, + "IoU_noncoffee": 0.5141296156744537, + "kappa": 0.4848997262666835, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8068471187399793, + "mIoU": 0.6529447587752739, + "macroF1": 0.7864486440855316, + "F1_coffee": 0.8524495677233429, + "IoU_coffee": 0.7428427925665495, + "precision_coffee": 0.8573913043478261, + "recall_coffee": 0.8475644699140401, + "F1_noncoffee": 0.7204477204477204, + "IoU_noncoffee": 0.5630467249839983, + "kappa": 0.5729241681292634, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8168442893520702, + "mIoU": 0.6699955646119973, + "macroF1": 0.7994942677498228, + "F1_coffee": 0.8584754408978283, + "IoU_coffee": 0.7520429009193054, + "precision_coffee": 0.8736280035597745, + "recall_coffee": 0.8438395415472779, + "F1_noncoffee": 0.7405130946018172, + "IoU_noncoffee": 0.5879482283046892, + "kappa": 0.5992096005208343, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2551, + 2995 + ], + [ + 47808, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.0749069054921465, + "test_tta": { + "OA": 0.8334463058003292, + "mIoU": 0.6476966513657539, + "macroF1": 0.7755776996975756, + "F1_coffee": 0.8895382441718579, + "IoU_coffee": 0.801052570701521, + "precision_coffee": 0.9054322009892576, + "recall_coffee": 0.874192666147729, + "F1_noncoffee": 0.6616171552232933, + "IoU_noncoffee": 0.4943407320299868, + "kappa": 0.5515786862947313, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8063199492327218, + "mIoU": 0.6120683337699138, + "macroF1": 0.7474998536782171, + "F1_coffee": 0.8693689750099707, + "IoU_coffee": 0.7689236857954057, + "precision_coffee": 0.8772281115037299, + "recall_coffee": 0.8616494089971269, + "F1_noncoffee": 0.6256307323464637, + "IoU_noncoffee": 0.45521298174442193, + "kappa": 0.49511584424297145, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 2, + "stopped_epoch": 50, + "best_val": 0.5949466548928368, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7802201349214034, + "mIoU": 0.5996317451360643, + "macroF1": 0.7418361991676709, + "F1_coffee": 0.8413818808675193, + "IoU_coffee": 0.7261943059353386, + "precision_coffee": 0.9425119386237311, + "recall_coffee": 0.7598510508488839, + "F1_noncoffee": 0.6422905174678224, + "IoU_noncoffee": 0.47306918433678996, + "kappa": 0.4967388554875041, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7541969539633091, + "mIoU": 0.5685303577252978, + "macroF1": 0.7166250254740635, + "F1_coffee": 0.8198090565957942, + "IoU_coffee": 0.6946410334509882, + "precision_coffee": 0.90749496746407, + "recall_coffee": 0.747575249223887, + "F1_noncoffee": 0.6134409943523328, + "IoU_noncoffee": 0.4424196819996074, + "kappa": 0.44437846035720885, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.024691358024691357, + "mIoU": 0.0125, + "macroF1": 0.024691358024691357, + "F1_coffee": 0.024691358024691357, + "IoU_coffee": 0.0125, + "precision_coffee": 1.0, + "recall_coffee": 0.0125, + "F1_noncoffee": 0.024691358024691357, + "IoU_noncoffee": 0.0125, + "kappa": 0.00031245117950320147, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8321844660194174, + "mIoU": 0.6604875075642678, + "macroF1": 0.7877556920314354, + "F1_coffee": 0.8848626144879267, + "IoU_coffee": 0.7935009856042052, + "precision_coffee": 0.9332583953913166, + "recall_coffee": 0.8412386802609081, + "F1_noncoffee": 0.690648769574944, + "IoU_noncoffee": 0.5274740295243302, + "kappa": 0.5785563761257372, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7619554180165369, + "mIoU": 0.5797775790290307, + "macroF1": 0.7263486852855561, + "F1_coffee": 0.8250595216943251, + "IoU_coffee": 0.7022138882167916, + "precision_coffee": 0.9461287693561532, + "recall_coffee": 0.7314598954067166, + "F1_noncoffee": 0.627637848876787, + "IoU_noncoffee": 0.4573412698412698, + "kappa": 0.4711301661759026, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7467240462260045, + "mIoU": 0.5639489883636927, + "macroF1": 0.7138789126351057, + "F1_coffee": 0.8108205720889916, + "IoU_coffee": 0.6818319868796696, + "precision_coffee": 0.9499026825759499, + "recall_coffee": 0.7072648226324744, + "F1_noncoffee": 0.6169372531812198, + "IoU_noncoffee": 0.4460659898477157, + "kappa": 0.45156487549933716, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8620209059233449, + "mIoU": 0.5910329376729286, + "macroF1": 0.7082131314601346, + "F1_coffee": 0.9200599838505018, + "IoU_coffee": 0.8519547105319376, + "precision_coffee": 0.9406769666234226, + "recall_coffee": 0.9003273507167852, + "F1_noncoffee": 0.49636627906976744, + "IoU_noncoffee": 0.3301111648139198, + "kappa": 0.41818703506765414, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7550109148640604, + "mIoU": 0.5036863038405528, + "macroF1": 0.6392438111252826, + "F1_coffee": 0.8436054981947172, + "IoU_coffee": 0.7295135845749343, + "precision_coffee": 0.9656322505800464, + "recall_coffee": 0.7489596220897536, + "F1_noncoffee": 0.43488212405584803, + "IoU_noncoffee": 0.2778590231061714, + "kappa": 0.3178502317944539, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8170271879341139, + "mIoU": 0.5608338021146299, + "macroF1": 0.6879276759469728, + "F1_coffee": 0.8886473429951691, + "IoU_coffee": 0.7996087806998479, + "precision_coffee": 0.959447124788108, + "recall_coffee": 0.8275784501180969, + "F1_noncoffee": 0.4872080088987764, + "IoU_noncoffee": 0.3220588235294118, + "kappa": 0.3911236798741555, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8037896731406916, + "mIoU": 0.6623184647256017, + "macroF1": 0.7954438241681951, + "F1_coffee": 0.8367620398833452, + "IoU_coffee": 0.7193386637755793, + "precision_coffee": 0.9223284100781929, + "recall_coffee": 0.7657241777264858, + "F1_noncoffee": 0.7541256084530452, + "IoU_noncoffee": 0.6052982656756242, + "kappa": 0.5961233623589847, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.768556069037065, + "mIoU": 0.6172258759637961, + "macroF1": 0.7620671988363169, + "F1_coffee": 0.8013598834385625, + "IoU_coffee": 0.6685575364667747, + "precision_coffee": 0.9211016002977298, + "recall_coffee": 0.7091690544412608, + "F1_noncoffee": 0.7227745142340714, + "IoU_noncoffee": 0.5658942154608173, + "kappa": 0.5350992386385308, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.6799019145524852, + "mIoU": 0.5143557068462921, + "macroF1": 0.6791152126283428, + "F1_coffee": 0.6950035945363048, + "IoU_coffee": 0.5325712711747693, + "precision_coffee": 0.9322565091610414, + "recall_coffee": 0.5540114613180516, + "F1_noncoffee": 0.663226830720381, + "IoU_noncoffee": 0.49614014251781474, + "kappa": 0.4010631830342349, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2439, + 2995 + ], + [ + 45905, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5596644997596742, + "test_tta": { + "OA": 0.8030728511022885, + "mIoU": 0.6250792308050059, + "macroF1": 0.7612244414490791, + "F1_coffee": 0.8611863211303497, + "IoU_coffee": 0.7562135379205626, + "precision_coffee": 0.9376006341499665, + "recall_coffee": 0.7962888940315149, + "F1_noncoffee": 0.6612625617678085, + "IoU_noncoffee": 0.49394492368944926, + "kappa": 0.5300658414108581, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7753547940463829, + "mIoU": 0.5895748554223696, + "macroF1": 0.7328378881086841, + "F1_coffee": 0.8394160583941606, + "IoU_coffee": 0.7232704402515723, + "precision_coffee": 0.9019607843137255, + "recall_coffee": 0.7849829351535836, + "F1_noncoffee": 0.6262597178232076, + "IoU_noncoffee": 0.4558792705931671, + "kappa": 0.4715892882474073, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 32, + "stopped_epoch": 62, + "best_val": 0.7682255129401765, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.887624673186792, + "mIoU": 0.7400465180156024, + "macroF1": 0.8448623650115363, + "F1_coffee": 0.9263120019472342, + "IoU_coffee": 0.8627385270462072, + "precision_coffee": 0.9319633730834753, + "recall_coffee": 0.9207287568636526, + "F1_noncoffee": 0.7634127280758384, + "IoU_noncoffee": 0.6173545089849976, + "kappa": 0.6897613569498342, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8560776508595823, + "mIoU": 0.6903494980829005, + "macroF1": 0.8093259334914564, + "F1_coffee": 0.9037417164243892, + "IoU_coffee": 0.8243875827115303, + "precision_coffee": 0.9042039839407041, + "recall_coffee": 0.9032799213281657, + "F1_noncoffee": 0.7149101505585236, + "IoU_noncoffee": 0.5563114134542706, + "kappa": 0.61865216218461, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4074074074074074, + "mIoU": 0.21020408163265308, + "macroF1": 0.3057142857142857, + "F1_coffee": 0.5714285714285714, + "IoU_coffee": 0.4, + "precision_coffee": 1.0, + "recall_coffee": 0.4, + "F1_noncoffee": 0.04, + "IoU_noncoffee": 0.02040816326530612, + "kappa": 0.01619433198380561, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8805339805825243, + "mIoU": 0.7343894597680428, + "macroF1": 0.8415192212298683, + "F1_coffee": 0.9201518445215924, + "IoU_coffee": 0.8521122528694189, + "precision_coffee": 0.9434464404524284, + "recall_coffee": 0.8979798619466784, + "F1_noncoffee": 0.7628865979381443, + "IoU_noncoffee": 0.6166666666666667, + "kappa": 0.6836112228566095, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8902857695469272, + "mIoU": 0.7430409251893562, + "macroF1": 0.8468036249475719, + "F1_coffee": 0.9284204549039402, + "IoU_coffee": 0.8664036740461611, + "precision_coffee": 0.9296815769522365, + "recall_coffee": 0.927162749669208, + "F1_noncoffee": 0.7651867949912036, + "IoU_noncoffee": 0.6196781763325512, + "kappa": 0.6936090993989651, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8920264977515594, + "mIoU": 0.742583450249243, + "macroF1": 0.8461641586987518, + "F1_coffee": 0.9301598223501079, + "IoU_coffee": 0.8694381102730515, + "precision_coffee": 0.9234877654949696, + "recall_coffee": 0.9369289899817277, + "F1_noncoffee": 0.7621684950473959, + "IoU_noncoffee": 0.6157287902254345, + "kappa": 0.6923829977831183, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.916674962667994, + "mIoU": 0.7111446401930829, + "macroF1": 0.8154126075709534, + "F1_coffee": 0.9521303974835573, + "IoU_coffee": 0.9086344285558345, + "precision_coffee": 0.9649895664270809, + "recall_coffee": 0.939609436731008, + "F1_noncoffee": 0.6786948176583494, + "IoU_noncoffee": 0.5136548518303312, + "kappa": 0.6312647093767269, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9058344909704307, + "mIoU": 0.6838314363543198, + "macroF1": 0.7928423111025241, + "F1_coffee": 0.9458364248615947, + "IoU_coffee": 0.8972387655657823, + "precision_coffee": 0.9601390498261877, + "recall_coffee": 0.9319536610055111, + "F1_noncoffee": 0.6398481973434536, + "IoU_noncoffee": 0.47042410714285715, + "kappa": 0.5862950470841353, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9316332605675729, + "mIoU": 0.7389626223998176, + "macroF1": 0.8365259628852592, + "F1_coffee": 0.9612158739093724, + "IoU_coffee": 0.9253278422022326, + "precision_coffee": 0.9621365787694388, + "recall_coffee": 0.9602969294792487, + "F1_noncoffee": 0.711836051861146, + "IoU_noncoffee": 0.5525974025974026, + "kappa": 0.6730541502524553, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8461392704879204, + "mIoU": 0.7186411262835533, + "macroF1": 0.8346614443512121, + "F1_coffee": 0.8782243551289742, + "IoU_coffee": 0.7828877005347593, + "precision_coffee": 0.9144284821986258, + "recall_coffee": 0.8447778418926717, + "F1_noncoffee": 0.79109853357345, + "IoU_noncoffee": 0.6543945520323473, + "kappa": 0.670209708924954, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8755069320003772, + "mIoU": 0.7567060139079727, + "macroF1": 0.8595389315117259, + "F1_coffee": 0.9068980110029623, + "IoU_coffee": 0.829655439411537, + "precision_coffee": 0.8931647679911087, + "recall_coffee": 0.9210601719197707, + "F1_noncoffee": 0.8121798520204895, + "IoU_noncoffee": 0.6837565884044082, + "kappa": 0.7192117829312294, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8543808356125625, + "mIoU": 0.7212267790652087, + "macroF1": 0.83534718091913, + "F1_coffee": 0.8913288288288288, + "IoU_coffee": 0.8039614017267649, + "precision_coffee": 0.8760376314333149, + "recall_coffee": 0.907163323782235, + "F1_noncoffee": 0.7793655330094312, + "IoU_noncoffee": 0.6384921564036525, + "kappa": 0.6708979380733695, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2693, + 2995 + ], + [ + 52306, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.126572052637736, + "test_tta": { + "OA": 0.8895290662018657, + "mIoU": 0.7414653967522655, + "macroF1": 0.8456797375666916, + "F1_coffee": 0.9279405417355329, + "IoU_coffee": 0.865568168427668, + "precision_coffee": 0.9286737747060558, + "recall_coffee": 0.9272084656975154, + "F1_noncoffee": 0.7634189333978502, + "IoU_noncoffee": 0.6173626250768629, + "kappa": 0.6913601068156134, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8584862120687666, + "mIoU": 0.6911613599391708, + "macroF1": 0.8095522943620708, + "F1_coffee": 0.906089087115484, + "IoU_coffee": 0.8283024480725147, + "precision_coffee": 0.8995458087075502, + "recall_coffee": 0.9127282543722643, + "F1_noncoffee": 0.7130155016086575, + "IoU_noncoffee": 0.554020271805827, + "kappa": 0.6191661662352398, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 42, + "stopped_epoch": 72, + "best_val": 0.7723103307693953, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9009392853684516, + "mIoU": 0.7539135023779853, + "macroF1": 0.853656784096873, + "F1_coffee": 0.9368401555843675, + "IoU_coffee": 0.8811846689895471, + "precision_coffee": 0.9168764728393322, + "recall_coffee": 0.9576925504386427, + "F1_noncoffee": 0.7704734126093785, + "IoU_noncoffee": 0.6266423357664234, + "kappa": 0.7078169605447814, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8691877235490942, + "mIoU": 0.6983798739201795, + "macroF1": 0.8136915302106685, + "F1_coffee": 0.915374423855642, + "IoU_coffee": 0.8439543045901865, + "precision_coffee": 0.8867798326011895, + "recall_coffee": 0.9458745492759492, + "F1_noncoffee": 0.712008636565695, + "IoU_noncoffee": 0.5528054432501726, + "kappa": 0.6286969006945695, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5802469135802469, + "mIoU": 0.30178571428571427, + "macroF1": 0.39285714285714285, + "F1_coffee": 0.7301587301587301, + "IoU_coffee": 0.575, + "precision_coffee": 1.0, + "recall_coffee": 0.575, + "F1_noncoffee": 0.05555555555555555, + "IoU_noncoffee": 0.02857142857142857, + "kappa": 0.032326071679550226, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8991747572815534, + "mIoU": 0.7542120887744679, + "macroF1": 0.8541571668527643, + "F1_coffee": 0.9351848962396629, + "IoU_coffee": 0.8782603598851181, + "precision_coffee": 0.9218653869816661, + "recall_coffee": 0.9488949401557849, + "F1_noncoffee": 0.7731294374658656, + "IoU_noncoffee": 0.6301638176638177, + "kappa": 0.708527314880831, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9127701755234273, + "mIoU": 0.7750488118679904, + "macroF1": 0.8680587753332929, + "F1_coffee": 0.9448655256723716, + "IoU_coffee": 0.8954929903835014, + "precision_coffee": 0.9174431717015846, + "recall_coffee": 0.9739776951672863, + "F1_noncoffee": 0.7912520249942143, + "IoU_noncoffee": 0.6546046333524794, + "kappa": 0.7370071492757838, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8908660122818045, + "mIoU": 0.7334261219946911, + "macroF1": 0.8390281527853574, + "F1_coffee": 0.9303760372643983, + "IoU_coffee": 0.8698160004614408, + "precision_coffee": 0.911398525323341, + "recall_coffee": 0.9501606704051414, + "F1_noncoffee": 0.7476802683063164, + "IoU_noncoffee": 0.5970362435279415, + "kappa": 0.6785613765779465, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9158785465405674, + "mIoU": 0.6857255346239988, + "macroF1": 0.7923191387748643, + "F1_coffee": 0.9525094138144214, + "IoU_coffee": 0.9093250348749866, + "precision_coffee": 0.9485113051264831, + "recall_coffee": 0.9565413703578282, + "F1_noncoffee": 0.632128863735307, + "IoU_noncoffee": 0.4621260343730108, + "kappa": 0.5846954358172611, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9402659257789244, + "mIoU": 0.7476468770724061, + "macroF1": 0.84224851912226, + "F1_coffee": 0.9665963821995339, + "IoU_coffee": 0.935352233676976, + "precision_coffee": 0.9538933304128792, + "recall_coffee": 0.9796423349454505, + "F1_noncoffee": 0.717900656044986, + "IoU_noncoffee": 0.5599415204678363, + "kappa": 0.6849688606569834, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9216114308394523, + "mIoU": 0.7089984964770926, + "macroF1": 0.8124945537925151, + "F1_coffee": 0.9555330406394236, + "IoU_coffee": 0.9148523388661349, + "precision_coffee": 0.9563943661971831, + "recall_coffee": 0.9546732650995389, + "F1_noncoffee": 0.6694560669456067, + "IoU_noncoffee": 0.5031446540880503, + "kappa": 0.6249913685491505, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8832780672666982, + "mIoU": 0.7681472225885551, + "macroF1": 0.8669558905005899, + "F1_coffee": 0.9135559921414538, + "IoU_coffee": 0.840867992766727, + "precision_coffee": 0.889344262295082, + "recall_coffee": 0.9391229082515868, + "F1_noncoffee": 0.8203557888597258, + "IoU_noncoffee": 0.6954264524103831, + "kappa": 0.7343209920936358, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8866358577761011, + "mIoU": 0.768501089004723, + "macroF1": 0.8667622034716078, + "F1_coffee": 0.9182201660089808, + "IoU_coffee": 0.8488050314465408, + "precision_coffee": 0.8743197719616481, + "recall_coffee": 0.9667621776504298, + "F1_noncoffee": 0.8153042409342348, + "IoU_noncoffee": 0.6881971465629053, + "kappa": 0.7350330919495529, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8616429312458738, + "mIoU": 0.7261116431612298, + "macroF1": 0.8380358445085481, + "F1_coffee": 0.8998703160193844, + "IoU_coffee": 0.8179674897629979, + "precision_coffee": 0.8593403728327467, + "recall_coffee": 0.9444126074498568, + "F1_noncoffee": 0.7762013729977116, + "IoU_noncoffee": 0.6342557965594615, + "kappa": 0.6776742373961228, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2694, + 2995 + ], + [ + 53130, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.6250241001447043, + "test_tta": { + "OA": 0.9020205932668409, + "mIoU": 0.7546942845761453, + "macroF1": 0.8540986763644784, + "F1_coffee": 0.9377160854800817, + "IoU_coffee": 0.8827358417677509, + "precision_coffee": 0.9151181417701242, + "recall_coffee": 0.961458355247933, + "F1_noncoffee": 0.7704812672488752, + "IoU_noncoffee": 0.6266527273845397, + "kappa": 0.7088515973547918, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8696348217376255, + "mIoU": 0.697199396836499, + "macroF1": 0.812583319026245, + "F1_coffee": 0.9159873967153387, + "IoU_coffee": 0.8449969990568464, + "precision_coffee": 0.8841916382558765, + "recall_coffee": 0.9501552226142959, + "F1_noncoffee": 0.7091792413371513, + "IoU_noncoffee": 0.5494017946161516, + "kappa": 0.6268370555986713, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 2, + "stopped_epoch": 50, + "best_val": 0.627262940002599, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8182757173751655, + "mIoU": 0.6353447838884245, + "macroF1": 0.7674202041143074, + "F1_coffee": 0.8761766517110935, + "IoU_coffee": 0.7796391248189753, + "precision_coffee": 0.9178628205423588, + "recall_coffee": 0.8381124692319021, + "F1_noncoffee": 0.6586637565175215, + "IoU_noncoffee": 0.4910504429578738, + "kappa": 0.537470360329058, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7901090342679128, + "mIoU": 0.5972904919749877, + "macroF1": 0.7367632694852713, + "F1_coffee": 0.8552645973604909, + "IoU_coffee": 0.7471286337335581, + "precision_coffee": 0.8831334209661518, + "recall_coffee": 0.8291008657758239, + "F1_noncoffee": 0.6182619416100517, + "IoU_noncoffee": 0.4474523502164173, + "kappa": 0.4749056925454901, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08641975308641975, + "mIoU": 0.04416666666666667, + "macroF1": 0.08292533659730722, + "F1_coffee": 0.13953488372093023, + "IoU_coffee": 0.075, + "precision_coffee": 1.0, + "recall_coffee": 0.075, + "F1_noncoffee": 0.02631578947368421, + "IoU_noncoffee": 0.013333333333333334, + "kappa": 0.0019980019980019906, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8427669902912621, + "mIoU": 0.6662597775491674, + "macroF1": 0.7906942584623227, + "F1_coffee": 0.8950931174089068, + "IoU_coffee": 0.8101072873307147, + "precision_coffee": 0.9160700079554495, + "recall_coffee": 0.87505541131024, + "F1_noncoffee": 0.6862953995157385, + "IoU_noncoffee": 0.5224122677676202, + "kappa": 0.5820438657188399, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8249117547507374, + "mIoU": 0.6404921636337453, + "macroF1": 0.7707535091947002, + "F1_coffee": 0.882178765496372, + "IoU_coffee": 0.78919485358328, + "precision_coffee": 0.9121248822500336, + "recall_coffee": 0.8541364753323673, + "F1_noncoffee": 0.6593282528930285, + "IoU_noncoffee": 0.4917894736842105, + "kappa": 0.5429315307830186, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7872443305449446, + "mIoU": 0.6018069748951531, + "macroF1": 0.7421710046666288, + "F1_coffee": 0.8499727223131478, + "IoU_coffee": 0.7390891840607211, + "precision_coffee": 0.926209407743182, + "recall_coffee": 0.7853317371306155, + "F1_noncoffee": 0.6343692870201096, + "IoU_noncoffee": 0.464524765729585, + "kappa": 0.4927179116695963, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8326530612244898, + "mIoU": 0.5612934985084598, + "macroF1": 0.6829845385909667, + "F1_coffee": 0.9008084026671387, + "IoU_coffee": 0.8195190036504187, + "precision_coffee": 0.9437438180019783, + "recall_coffee": 0.861609662490123, + "F1_noncoffee": 0.46516067451479476, + "IoU_noncoffee": 0.3030679933665008, + "kappa": 0.3729668851896648, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8150426671958722, + "mIoU": 0.5327330539205678, + "macroF1": 0.6536085436697854, + "F1_coffee": 0.8900813775209341, + "IoU_coffee": 0.8019339071299543, + "precision_coffee": 0.9355398537250527, + "recall_coffee": 0.8488359014734, + "F1_noncoffee": 0.4171357098186366, + "IoU_noncoffee": 0.26353220071118133, + "kappa": 0.3157834198314132, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.77545147846795, + "mIoU": 0.5123473999167587, + "macroF1": 0.6425594716556879, + "F1_coffee": 0.8605066880355051, + "IoU_coffee": 0.7551660716217679, + "precision_coffee": 0.9519912711402073, + "recall_coffee": 0.7850635474074907, + "F1_noncoffee": 0.4246122552758708, + "IoU_noncoffee": 0.2695287282117495, + "kappa": 0.31135115679588343, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8523922311700616, + "mIoU": 0.7211321305639316, + "macroF1": 0.8356038918215828, + "F1_coffee": 0.8881390005743826, + "IoU_coffee": 0.7987860002582978, + "precision_coffee": 0.8840766152086906, + "recall_coffee": 0.8922388920946336, + "F1_noncoffee": 0.783068783068783, + "IoU_noncoffee": 0.6434782608695652, + "kappa": 0.6712212462615081, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8342921814580779, + "mIoU": 0.6956510137454367, + "macroF1": 0.8180040791494697, + "F1_coffee": 0.8724500907441016, + "IoU_coffee": 0.7737574040690188, + "precision_coffee": 0.884326710816777, + "recall_coffee": 0.8608882521489971, + "F1_noncoffee": 0.7635580675548378, + "IoU_noncoffee": 0.6175446234218546, + "kappa": 0.6361298192072464, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.798453267943035, + "mIoU": 0.6510631282009625, + "macroF1": 0.7865689376316864, + "F1_coffee": 0.8369324685234644, + "IoU_coffee": 0.7195906049074925, + "precision_coffee": 0.8953469387755102, + "recall_coffee": 0.78567335243553, + "F1_noncoffee": 0.7362054067399086, + "IoU_noncoffee": 0.5825356514944325, + "kappa": 0.5760570760196279, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2543, + 2995 + ], + [ + 48159, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5189885020256044, + "test_tta": { + "OA": 0.8381104547948742, + "mIoU": 0.6567767009824481, + "macroF1": 0.7830129011234678, + "F1_coffee": 0.8923539196222569, + "IoU_coffee": 0.8056309099364439, + "precision_coffee": 0.9107377551914484, + "recall_coffee": 0.8746975785243936, + "F1_noncoffee": 0.6736718826246787, + "IoU_noncoffee": 0.5079224920284523, + "kappa": 0.5665611914891139, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8085121726087459, + "mIoU": 0.6137726550430987, + "macroF1": 0.74864205870191, + "F1_coffee": 0.8713157257087473, + "IoU_coffee": 0.7719747191976093, + "precision_coffee": 0.8759597770588923, + "recall_coffee": 0.8667206571412044, + "F1_noncoffee": 0.6259683916950728, + "IoU_noncoffee": 0.4555705908885882, + "kappa": 0.4973251846566187, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6211950092977473, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8400309867338046, + "mIoU": 0.6632776723294029, + "macroF1": 0.7885744326520783, + "F1_coffee": 0.8928779855182103, + "IoU_coffee": 0.8064856211319575, + "precision_coffee": 0.9180389803764696, + "recall_coffee": 0.8690593903183051, + "F1_noncoffee": 0.6842708797859464, + "IoU_noncoffee": 0.5200697235268484, + "kappa": 0.5780829716789355, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8106899734625591, + "mIoU": 0.6210559544966208, + "macroF1": 0.7553612008132196, + "F1_coffee": 0.871703645782426, + "IoU_coffee": 0.7725839426175544, + "precision_coffee": 0.8839025550556007, + "recall_coffee": 0.8598368716376468, + "F1_noncoffee": 0.639018755844013, + "IoU_noncoffee": 0.46952796637568706, + "kappa": 0.5109844769867848, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8502427184466019, + "mIoU": 0.6726831315844163, + "macroF1": 0.7948966036796571, + "F1_coffee": 0.9014408485351906, + "IoU_coffee": 0.8205665096260106, + "precision_coffee": 0.9096067053513862, + "recall_coffee": 0.8934203027040719, + "F1_noncoffee": 0.6883523588241236, + "IoU_noncoffee": 0.5247997535428219, + "kappa": 0.5898977167438739, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.834243992070016, + "mIoU": 0.6611714267267641, + "macroF1": 0.7879262249702905, + "F1_coffee": 0.8870361826929414, + "IoU_coffee": 0.7970036122461065, + "precision_coffee": 0.9298100172711572, + "recall_coffee": 0.8480246991367903, + "F1_noncoffee": 0.6888162672476398, + "IoU_noncoffee": 0.5253392412074218, + "kappa": 0.578310767411997, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8356462453459698, + "mIoU": 0.6559317416469937, + "macroF1": 0.7827882185749881, + "F1_coffee": 0.8899394488877376, + "IoU_coffee": 0.8017035178811038, + "precision_coffee": 0.9154010125233146, + "recall_coffee": 0.8658559637073908, + "F1_noncoffee": 0.6756369882622387, + "IoU_noncoffee": 0.5101599654128837, + "kappa": 0.5665646973078792, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.871279243404679, + "mIoU": 0.5792826757559765, + "macroF1": 0.6910696740943277, + "F1_coffee": 0.9270192470508551, + "IoU_coffee": 0.8639663335086797, + "precision_coffee": 0.9270715737186724, + "recall_coffee": 0.9269669262896489, + "F1_noncoffee": 0.45512010113780027, + "IoU_noncoffee": 0.2945990180032733, + "kappa": 0.38213936288477257, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.883111728517563, + "mIoU": 0.626261429909474, + "macroF1": 0.7409295656722036, + "F1_coffee": 0.9328545371637027, + "IoU_coffee": 0.8741587437239611, + "precision_coffee": 0.945683577949844, + "recall_coffee": 0.920368912383309, + "F1_noncoffee": 0.5490045941807045, + "IoU_noncoffee": 0.3783641160949868, + "kappa": 0.48249881237722214, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8656479460210359, + "mIoU": 0.5876072182260395, + "macroF1": 0.7029967578146765, + "F1_coffee": 0.9227874087591241, + "IoU_coffee": 0.8566437268395977, + "precision_coffee": 0.9359167148640832, + "recall_coffee": 0.9100213699246429, + "F1_noncoffee": 0.483206106870229, + "IoU_noncoffee": 0.31857070961248113, + "kappa": 0.4067748877531047, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8302226432970157, + "mIoU": 0.6911387870231585, + "macroF1": 0.814986100794826, + "F1_coffee": 0.8680800942285041, + "IoU_coffee": 0.7669094693028096, + "precision_coffee": 0.8863499699338545, + "recall_coffee": 0.8505481823427582, + "F1_noncoffee": 0.761892107361148, + "IoU_noncoffee": 0.6153681047435072, + "kappa": 0.6302557489482326, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7877959068188248, + "mIoU": 0.639329917471257, + "macroF1": 0.778258279491521, + "F1_coffee": 0.8242462115294485, + "IoU_coffee": 0.7010364071219771, + "precision_coffee": 0.9062177945723119, + "recall_coffee": 0.7558739255014326, + "F1_noncoffee": 0.7322703474535935, + "IoU_noncoffee": 0.5776234278205369, + "kappa": 0.5619760370087766, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8071300575308875, + "mIoU": 0.6606565439865117, + "macroF1": 0.7932854127992532, + "F1_coffee": 0.8467820484003896, + "IoU_coffee": 0.7342775467775468, + "precision_coffee": 0.8875451547039422, + "recall_coffee": 0.8095988538681949, + "F1_noncoffee": 0.7397887771981168, + "IoU_noncoffee": 0.5870355411954766, + "kappa": 0.5880465936293512, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2568, + 2995 + ], + [ + 49482, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.518113354841868, + "test_tta": { + "OA": 0.8603498918692102, + "mIoU": 0.6847689596259794, + "macroF1": 0.8035718591068022, + "F1_coffee": 0.9091786932563631, + "IoU_coffee": 0.8334808713724886, + "precision_coffee": 0.9071886389342717, + "recall_coffee": 0.9111774977384133, + "F1_noncoffee": 0.6979650249572411, + "IoU_noncoffee": 0.5360570478794703, + "kappa": 0.6071500050317684, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8301171108803508, + "mIoU": 0.6373790628511051, + "macroF1": 0.7664910313086007, + "F1_coffee": 0.8883813927925025, + "IoU_coffee": 0.7991782316636546, + "precision_coffee": 0.8734255049563986, + "recall_coffee": 0.9038583906982125, + "F1_noncoffee": 0.644600669824699, + "IoU_noncoffee": 0.4755798940385557, + "kappa": 0.5334176556918169, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.7322208413288274, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8738743100610051, + "mIoU": 0.7231501988225252, + "macroF1": 0.8335873053026741, + "F1_coffee": 0.9154669060779457, + "IoU_coffee": 0.8441115455198277, + "precision_coffee": 0.9421364324516875, + "recall_coffee": 0.8902657101382198, + "F1_noncoffee": 0.7517077045274027, + "IoU_noncoffee": 0.6021888521252227, + "kappa": 0.6679561213744049, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8416983962155302, + "mIoU": 0.6746825998999119, + "macroF1": 0.7984989676801884, + "F1_coffee": 0.8917981072555206, + "IoU_coffee": 0.8047253060062625, + "precision_coffee": 0.9123217491276548, + "recall_coffee": 0.8721775515319797, + "F1_noncoffee": 0.705199828104856, + "IoU_noncoffee": 0.5446398937935613, + "kappa": 0.5975528351318219, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8740776699029126, + "mIoU": 0.7256989633955331, + "macroF1": 0.8356201149368431, + "F1_coffee": 0.9151289098285564, + "IoU_coffee": 0.8435370046444297, + "precision_coffee": 0.9466594462871455, + "recall_coffee": 0.8856310556646191, + "F1_noncoffee": 0.7561113200451297, + "IoU_noncoffee": 0.6078609221466365, + "kappa": 0.672284958300051, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8424640974807794, + "mIoU": 0.6815129959068924, + "macroF1": 0.8043601082587204, + "F1_coffee": 0.8907004830917874, + "IoU_coffee": 0.8029395753946652, + "precision_coffee": 0.9525005381358973, + "recall_coffee": 0.8364312267657993, + "F1_noncoffee": 0.7180197334256535, + "IoU_noncoffee": 0.5600864164191196, + "kappa": 0.6129240348911892, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9050819592863014, + "mIoU": 0.7678126352897521, + "macroF1": 0.8636936206394451, + "F1_coffee": 0.9388035040683356, + "IoU_coffee": 0.8846650998824912, + "precision_coffee": 0.9291003332099222, + "recall_coffee": 0.9487114863587676, + "F1_noncoffee": 0.7885837372105546, + "IoU_noncoffee": 0.6509601706970128, + "kappa": 0.7274899238009207, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8698855151816824, + "mIoU": 0.6278070320361514, + "macroF1": 0.7463615389110818, + "F1_coffee": 0.9233655819407798, + "IoU_coffee": 0.8576407798714737, + "precision_coffee": 0.9607125427037579, + "recall_coffee": 0.8888136358505475, + "F1_noncoffee": 0.5693574958813838, + "IoU_noncoffee": 0.3979732842008291, + "kappa": 0.49699466455883423, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8058146457630482, + "mIoU": 0.562199376221576, + "macroF1": 0.6933643192827678, + "F1_coffee": 0.8790556825906928, + "IoU_coffee": 0.7842099459697872, + "precision_coffee": 0.9755829903978052, + "recall_coffee": 0.7999100213699246, + "F1_noncoffee": 0.5076729559748427, + "IoU_noncoffee": 0.3401888064733648, + "kappa": 0.4102315523380074, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9304425481246279, + "mIoU": 0.7221596675364101, + "macroF1": 0.8223650373516846, + "F1_coffee": 0.9609231283795083, + "IoU_coffee": 0.9247854077253219, + "precision_coffee": 0.9525862068965517, + "recall_coffee": 0.9694072657743786, + "F1_noncoffee": 0.6838069463238611, + "IoU_noncoffee": 0.5195339273474983, + "kappa": 0.6449501264115571, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8780672666982473, + "mIoU": 0.7682150514321505, + "macroF1": 0.8677051767707202, + "F1_coffee": 0.90473017988008, + "IoU_coffee": 0.8260340632603407, + "precision_coffee": 0.929147027520146, + "recall_coffee": 0.8815637622619734, + "F1_noncoffee": 0.8306801736613604, + "IoU_noncoffee": 0.7103960396039604, + "kappa": 0.7357346953397585, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8772988776761294, + "mIoU": 0.7663393296833811, + "macroF1": 0.8664346227951225, + "F1_coffee": 0.9045277757393411, + "IoU_coffee": 0.8256966773847803, + "precision_coffee": 0.9271851963291711, + "recall_coffee": 0.8829512893982808, + "F1_noncoffee": 0.8283414698509038, + "IoU_noncoffee": 0.706981981981982, + "kappa": 0.733155751872992, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8809770819579364, + "mIoU": 0.766551347811852, + "macroF1": 0.8660929020217321, + "F1_coffee": 0.9107370207950205, + "IoU_coffee": 0.8361038961038961, + "precision_coffee": 0.8994132439228835, + "recall_coffee": 0.9223495702005731, + "F1_noncoffee": 0.8214487832484437, + "IoU_noncoffee": 0.6969987995198079, + "kappa": 0.7322706930400752, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2613, + 2995 + ], + [ + 51534, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5177846948305764, + "test_tta": { + "OA": 0.8827991349536813, + "mIoU": 0.7323116271962751, + "macroF1": 0.8394818434115513, + "F1_coffee": 0.9228677642060542, + "IoU_coffee": 0.8567822348440027, + "precision_coffee": 0.9319347019327713, + "recall_coffee": 0.9139755538257631, + "F1_noncoffee": 0.7560959226170484, + "IoU_noncoffee": 0.6078410195485474, + "kappa": 0.6790597501504708, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8509143879081574, + "mIoU": 0.6817881898407963, + "macroF1": 0.8028802146601937, + "F1_coffee": 0.900186359993434, + "IoU_coffee": 0.8184899034240561, + "precision_coffee": 0.9015705388572975, + "recall_coffee": 0.89880642486647, + "F1_noncoffee": 0.7055740693269532, + "IoU_noncoffee": 0.5450864762575364, + "kappa": 0.6057631704423537, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 23, + "stopped_epoch": 53, + "best_val": 0.7781185841174975, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9042154869113328, + "mIoU": 0.7646655285451343, + "macroF1": 0.8614341755583231, + "F1_coffee": 0.9384278615223413, + "IoU_coffee": 0.883998201825538, + "precision_coffee": 0.9257030578410905, + "recall_coffee": 0.9515073738245009, + "F1_noncoffee": 0.784440489594305, + "IoU_noncoffee": 0.6453328552647305, + "kappa": 0.7230515575259591, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8726779739240799, + "mIoU": 0.7094733868490753, + "macroF1": 0.8224816423526592, + "F1_coffee": 0.916878519104382, + "IoU_coffee": 0.8465149434080359, + "precision_coffee": 0.895924188057779, + "recall_coffee": 0.9388365052737124, + "F1_noncoffee": 0.7280847656009364, + "IoU_noncoffee": 0.5724318302901148, + "kappa": 0.645597478734753, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4444444444444444, + "mIoU": 0.2296195652173913, + "macroF1": 0.32562442183163737, + "F1_coffee": 0.6086956521739131, + "IoU_coffee": 0.4375, + "precision_coffee": 1.0, + "recall_coffee": 0.4375, + "F1_noncoffee": 0.0425531914893617, + "IoU_noncoffee": 0.021739130434782608, + "kappa": 0.01884253028263787, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8996601941747573, + "mIoU": 0.75911315933551, + "macroF1": 0.8578616804297674, + "F1_coffee": 0.9349406691637028, + "IoU_coffee": 0.8778296589632957, + "precision_coffee": 0.9294117647058824, + "recall_coffee": 0.9405357482110063, + "F1_noncoffee": 0.780782691695832, + "IoU_noncoffee": 0.6403966597077244, + "kappa": 0.7157572543641537, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.911948164982351, + "mIoU": 0.7822618546972544, + "macroF1": 0.8735150625036943, + "F1_coffee": 0.9432374302546679, + "IoU_coffee": 0.8925727095746564, + "precision_coffee": 0.933374460209747, + "recall_coffee": 0.9533110705059542, + "F1_noncoffee": 0.8037926947527206, + "IoU_noncoffee": 0.6719509998198523, + "kappa": 0.7471277268325522, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9010202601421595, + "mIoU": 0.7524977349370722, + "macroF1": 0.8525418108980738, + "F1_coffee": 0.9370908755647069, + "IoU_coffee": 0.8816284045567571, + "precision_coffee": 0.9146868250539957, + "recall_coffee": 0.9606199987398399, + "F1_noncoffee": 0.7679927462314405, + "IoU_noncoffee": 0.6233670653173873, + "kappa": 0.7057347030780304, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9219512195121952, + "mIoU": 0.7050093473478924, + "macroF1": 0.8088315285729294, + "F1_coffee": 0.9558856628404231, + "IoU_coffee": 0.9154990299633542, + "precision_coffee": 0.952990014585437, + "recall_coffee": 0.9587989615080709, + "F1_noncoffee": 0.6617773943054357, + "IoU_noncoffee": 0.4945196647324307, + "kappa": 0.6176901187356446, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9345108156380234, + "mIoU": 0.7351863923736336, + "macroF1": 0.8328206131509384, + "F1_coffee": 0.9632066005128777, + "IoU_coffee": 0.9290246263039037, + "precision_coffee": 0.9549021775174091, + "recall_coffee": 0.9716567315262625, + "F1_noncoffee": 0.7024346257889991, + "IoU_noncoffee": 0.5413481584433635, + "kappa": 0.6658456168448678, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9380829529668585, + "mIoU": 0.7317766907184959, + "macroF1": 0.82924195003102, + "F1_coffee": 0.9655705142352682, + "IoU_coffee": 0.933432899509281, + "precision_coffee": 0.9476876421531463, + "recall_coffee": 0.9841412664492183, + "F1_noncoffee": 0.6929133858267716, + "IoU_noncoffee": 0.5301204819277109, + "kappa": 0.6595651062505677, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8784462340123165, + "mIoU": 0.76319774842445, + "macroF1": 0.8639629511676654, + "F1_coffee": 0.9083505964711766, + "IoU_coffee": 0.832090040570606, + "precision_coffee": 0.8996745436536012, + "recall_coffee": 0.917195614541258, + "F1_noncoffee": 0.8195753058641542, + "IoU_noncoffee": 0.694305456278294, + "kappa": 0.7279757044219325, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8905026879185136, + "mIoU": 0.7829653014089549, + "macroF1": 0.876766088466596, + "F1_coffee": 0.9179099201018172, + "IoU_coffee": 0.8482749607945635, + "precision_coffee": 0.9061845595420913, + "recall_coffee": 0.9299426934097421, + "F1_noncoffee": 0.8356222568313748, + "IoU_noncoffee": 0.7176556420233463, + "kappa": 0.7536147780819665, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8657927001791945, + "mIoU": 0.7369119886943936, + "macroF1": 0.8458706722129681, + "F1_coffee": 0.9012833853624697, + "IoU_coffee": 0.8203055941406743, + "precision_coffee": 0.8737054472091459, + "recall_coffee": 0.9306590257879657, + "F1_noncoffee": 0.7904579590634664, + "IoU_noncoffee": 0.653518383248113, + "kappa": 0.6923918817353315, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2641, + 2995 + ], + [ + 53386, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6700865268707275, + "test_tta": { + "OA": 0.9060714631548369, + "mIoU": 0.7660719617405489, + "macroF1": 0.86223550359809, + "F1_coffee": 0.939946756918505, + "IoU_coffee": 0.8866976852843265, + "precision_coffee": 0.9223588019683684, + "recall_coffee": 0.9582185008310016, + "F1_noncoffee": 0.7845242502776749, + "IoU_noncoffee": 0.6454462381967713, + "kappa": 0.7248300067459216, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8747115495557863, + "mIoU": 0.7098954536331847, + "macroF1": 0.8224597261119297, + "F1_coffee": 0.9187758880234874, + "IoU_coffee": 0.8497552707587471, + "precision_coffee": 0.8918497004901071, + "recall_coffee": 0.947378569638071, + "F1_noncoffee": 0.726143564200372, + "IoU_noncoffee": 0.5700356365076222, + "kappa": 0.6460073762876946, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 3, + "stopped_epoch": 50, + "best_val": 0.5493597553100698, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7296246086310965, + "mIoU": 0.5397345417761421, + "macroF1": 0.6922897286198784, + "F1_coffee": 0.7994733377221857, + "IoU_coffee": 0.6659355121737223, + "precision_coffee": 0.927357547484172, + "recall_coffee": 0.7025855721288368, + "F1_noncoffee": 0.585106119517571, + "IoU_noncoffee": 0.41353357137856195, + "kappa": 0.4078773171135304, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.710539979231568, + "mIoU": 0.5200363862159537, + "macroF1": 0.6757139634341736, + "F1_coffee": 0.7819852701557714, + "IoU_coffee": 0.6420162671232876, + "precision_coffee": 0.8954399582058362, + "recall_coffee": 0.6940475501822179, + "F1_noncoffee": 0.5694426567125757, + "IoU_noncoffee": 0.39805650530861975, + "kappa": 0.3713585166717578, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32098765432098764, + "mIoU": 0.16049382716049382, + "macroF1": 0.24299065420560748, + "F1_coffee": 0.48598130841121495, + "IoU_coffee": 0.32098765432098764, + "precision_coffee": 0.9629629629629629, + "recall_coffee": 0.325, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024844720496894464, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7527669902912622, + "mIoU": 0.5646402361803476, + "macroF1": 0.712844435464498, + "F1_coffee": 0.8199144301828083, + "IoU_coffee": 0.6947923533289387, + "precision_coffee": 0.9282626100880704, + "recall_coffee": 0.73421569248306, + "F1_noncoffee": 0.6057744407461878, + "IoU_noncoffee": 0.4344881190317566, + "kappa": 0.4423211425411295, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.6638460422610125, + "mIoU": 0.4748883367722537, + "macroF1": 0.636743267736008, + "F1_coffee": 0.7359665780478541, + "IoU_coffee": 0.582236644432426, + "precision_coffee": 0.9263791949517163, + "recall_coffee": 0.610484531535505, + "F1_noncoffee": 0.5375199574241618, + "IoU_noncoffee": 0.3675400291120815, + "kappa": 0.32354600204670003, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7723514336830908, + "mIoU": 0.585312651902209, + "macroF1": 0.729231420191195, + "F1_coffee": 0.8372848551876685, + "IoU_coffee": 0.7201117650555853, + "precision_coffee": 0.9272755109852254, + "recall_coffee": 0.7632159284229098, + "F1_noncoffee": 0.6211779851947216, + "IoU_noncoffee": 0.4505135387488329, + "kappa": 0.47008248274497016, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7402687904430064, + "mIoU": 0.46732043881547186, + "macroF1": 0.5951513234293618, + "F1_coffee": 0.837536583847064, + "IoU_coffee": 0.7204842511249197, + "precision_coffee": 0.9340277777777778, + "recall_coffee": 0.7591150242691048, + "F1_noncoffee": 0.35276606301165964, + "IoU_noncoffee": 0.2141566265060241, + "kappa": 0.2233244737324464, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.6755308592974797, + "mIoU": 0.4222160871454822, + "macroF1": 0.5575579596003827, + "F1_coffee": 0.7860227718884962, + "IoU_coffee": 0.6474773609314359, + "precision_coffee": 0.9397590361445783, + "recall_coffee": 0.6755145652907435, + "F1_noncoffee": 0.3290931473122692, + "IoU_noncoffee": 0.1969548133595285, + "kappa": 0.18361857540202037, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8120658860885096, + "mIoU": 0.5372878561307048, + "macroF1": 0.6606399785514627, + "F1_coffee": 0.8873289708506841, + "IoU_coffee": 0.7974764756201882, + "precision_coffee": 0.9417855789872459, + "recall_coffee": 0.8388257788775166, + "F1_noncoffee": 0.4339509862522415, + "IoU_noncoffee": 0.2770992366412214, + "kappa": 0.33249226924411446, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.7646612979630507, + "mIoU": 0.6126581166738636, + "macroF1": 0.7586409966475292, + "F1_coffee": 0.7967599410898379, + "IoU_coffee": 0.6621787025703795, + "precision_coffee": 0.9204158790170133, + "recall_coffee": 0.7023946912867859, + "F1_noncoffee": 0.7205220522052205, + "IoU_noncoffee": 0.5631375307773479, + "kappa": 0.5289728390581476, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.6527397906252947, + "mIoU": 0.48399348190355096, + "macroF1": 0.6521270408358936, + "F1_coffee": 0.6667270094134685, + "IoU_coffee": 0.5000678886625933, + "precision_coffee": 0.9053588987217306, + "recall_coffee": 0.5276504297994269, + "F1_noncoffee": 0.6375270722583186, + "IoU_noncoffee": 0.46791907514450864, + "kappa": 0.3531313547319138, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.734603414128077, + "mIoU": 0.5750712674481557, + "macroF1": 0.7290273682989931, + "F1_coffee": 0.7678983833718245, + "IoU_coffee": 0.6232427366447985, + "precision_coffee": 0.9049377916018663, + "recall_coffee": 0.6669054441260746, + "F1_noncoffee": 0.6901563532261616, + "IoU_noncoffee": 0.5268997982515131, + "kappa": 0.47415293885506743, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2440, + 2995 + ], + [ + 42769, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.549248194694519, + "test_tta": { + "OA": 0.7617410671056454, + "mIoU": 0.5718600463292542, + "macroF1": 0.7180005579503871, + "F1_coffee": 0.8290626990100156, + "IoU_coffee": 0.7080333834348549, + "precision_coffee": 0.921945817882159, + "recall_coffee": 0.7531819998737719, + "F1_noncoffee": 0.6069384168907586, + "IoU_noncoffee": 0.43568670922365355, + "kappa": 0.4488642015174644, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7395148263528326, + "mIoU": 0.5467732436511978, + "macroF1": 0.6971336575342606, + "F1_coffee": 0.8104289777796437, + "IoU_coffee": 0.6812783454214976, + "precision_coffee": 0.889293282963236, + "recall_coffee": 0.7444129500009641, + "F1_noncoffee": 0.5838383372888776, + "IoU_noncoffee": 0.41226814188089816, + "kappa": 0.4045476687637997, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6587272218561269, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8077531390206901, + "mIoU": 0.6244965729838294, + "macroF1": 0.7594927142720894, + "F1_coffee": 0.8672284268485699, + "IoU_coffee": 0.7655810292236545, + "precision_coffee": 0.9221998340642409, + "recall_coffee": 0.8184419245576757, + "F1_noncoffee": 0.6517570016956089, + "IoU_noncoffee": 0.4834121167440045, + "kappa": 0.5234269361916248, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7811093804084458, + "mIoU": 0.5894363356098165, + "macroF1": 0.7310927449448132, + "F1_coffee": 0.847066173580951, + "IoU_coffee": 0.7347049363725353, + "precision_coffee": 0.8871417113428174, + "recall_coffee": 0.8104548697479802, + "F1_noncoffee": 0.6151193163086754, + "IoU_noncoffee": 0.4441677348470976, + "kappa": 0.4649334037760013, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.037037037037037035, + "mIoU": 0.018829113924050633, + "macroF1": 0.03689024390243903, + "F1_coffee": 0.04878048780487805, + "IoU_coffee": 0.025, + "precision_coffee": 1.0, + "recall_coffee": 0.025, + "F1_noncoffee": 0.025, + "IoU_noncoffee": 0.012658227848101266, + "kappa": 0.0006327111673521015, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.831747572815534, + "mIoU": 0.6532864428820778, + "macroF1": 0.7812177110464226, + "F1_coffee": 0.886360655737705, + "IoU_coffee": 0.795913560619443, + "precision_coffee": 0.9189611802297912, + "recall_coffee": 0.8559939205876765, + "F1_noncoffee": 0.6760747663551402, + "IoU_noncoffee": 0.5106593251447127, + "kappa": 0.563999498242438, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7782505681543446, + "mIoU": 0.5908085429077806, + "macroF1": 0.7333176939508376, + "F1_coffee": 0.8427836818649297, + "IoU_coffee": 0.7282853418651499, + "precision_coffee": 0.9242800210542146, + "recall_coffee": 0.7744943607838195, + "F1_noncoffee": 0.6238517060367454, + "IoU_noncoffee": 0.45333174395041126, + "kappa": 0.4763752038393729, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8133552536144287, + "mIoU": 0.6317800611331736, + "macroF1": 0.7651843197840029, + "F1_coffee": 0.8715388711395101, + "IoU_coffee": 0.7723251150171051, + "precision_coffee": 0.9236086619171898, + "recall_coffee": 0.8250267784008569, + "F1_noncoffee": 0.6588297684284957, + "IoU_noncoffee": 0.49123500724924213, + "kappa": 0.5342996269772486, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8146341463414634, + "mIoU": 0.5412546183183362, + "macroF1": 0.6647101057910292, + "F1_coffee": 0.8889154038897507, + "IoU_coffee": 0.8000429553264605, + "precision_coffee": 0.9426799949386309, + "recall_coffee": 0.8409527034654024, + "F1_noncoffee": 0.4405048076923077, + "IoU_noncoffee": 0.28246628131021195, + "kappa": 0.3402295592328401, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7618575114109942, + "mIoU": 0.4941044566722881, + "macroF1": 0.6235948534059816, + "F1_coffee": 0.8517237118497467, + "IoU_coffee": 0.7417410954481868, + "precision_coffee": 0.944893762851268, + "recall_coffee": 0.7752783713867957, + "F1_noncoffee": 0.3954659949622166, + "IoU_noncoffee": 0.24646781789638933, + "kappa": 0.27589342911128023, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8111728517563008, + "mIoU": 0.5442325551010643, + "macroF1": 0.6697476492094072, + "F1_coffee": 0.8858633719186709, + "IoU_coffee": 0.7951119724375538, + "precision_coffee": 0.9489848368028785, + "recall_coffee": 0.8306152288831402, + "F1_noncoffee": 0.45363192650014356, + "IoU_noncoffee": 0.29335313776457483, + "kappa": 0.3531937066477082, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8480341070582662, + "mIoU": 0.7167516453731917, + "macroF1": 0.8328317627293256, + "F1_coffee": 0.883243558014267, + "IoU_coffee": 0.7909007952027115, + "precision_coffee": 0.8914193358801058, + "recall_coffee": 0.8752163877668783, + "F1_noncoffee": 0.7824199674443841, + "IoU_noncoffee": 0.642602495543672, + "kappa": 0.6657159274674987, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7938319343582005, + "mIoU": 0.6458690566609429, + "macroF1": 0.7828834448190861, + "F1_coffee": 0.8316389402341343, + "IoU_coffee": 0.7117996044825313, + "precision_coffee": 0.8992338441039307, + "recall_coffee": 0.7734957020057307, + "F1_noncoffee": 0.7341279494040379, + "IoU_noncoffee": 0.5799385088393544, + "kappa": 0.5696073080619144, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.815429595397529, + "mIoU": 0.6724197655040312, + "macroF1": 0.8018890080998475, + "F1_coffee": 0.8536822429906542, + "IoU_coffee": 0.7447169319071224, + "precision_coffee": 0.892728694292416, + "recall_coffee": 0.8179083094555873, + "F1_noncoffee": 0.750095773209041, + "IoU_noncoffee": 0.6001225991009399, + "kappa": 0.605068410957744, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2577, + 2995 + ], + [ + 47473, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.522282942136129, + "test_tta": { + "OA": 0.8273780704302637, + "mIoU": 0.6444558731780182, + "macroF1": 0.7739391872269017, + "F1_coffee": 0.8838502302145773, + "IoU_coffee": 0.7918742216687422, + "precision_coffee": 0.9133879474806419, + "recall_coffee": 0.8561630866976627, + "F1_noncoffee": 0.6640281442392261, + "IoU_noncoffee": 0.4970375246872943, + "kappa": 0.5492419253873619, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8002192223376025, + "mIoU": 0.6061349872305306, + "macroF1": 0.7430999378090619, + "F1_coffee": 0.8642360090169557, + "IoU_coffee": 0.7609292211042267, + "precision_coffee": 0.8788096234726624, + "recall_coffee": 0.8501378685331945, + "F1_noncoffee": 0.6219638666011681, + "IoU_noncoffee": 0.4513407533568345, + "kappa": 0.48659302303506863, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 69, + "stopped_epoch": 99, + "best_val": 0.7518750116390728, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.903295568251509, + "mIoU": 0.7581340563620439, + "macroF1": 0.8565689727951684, + "F1_coffee": 0.9384349827387802, + "IoU_coffee": 0.884010840108401, + "precision_coffee": 0.9171201927904408, + "recall_coffee": 0.9607641007300192, + "F1_noncoffee": 0.7747029628515566, + "IoU_noncoffee": 0.6322572726156868, + "kappa": 0.71370385456148, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8705145955924772, + "mIoU": 0.7005372229559944, + "macroF1": 0.8152911448668909, + "F1_coffee": 0.9162874832164702, + "IoU_coffee": 0.8455078898009052, + "precision_coffee": 0.8871215267120444, + "recall_coffee": 0.9474364165750757, + "F1_noncoffee": 0.7142948065173116, + "IoU_noncoffee": 0.5555665561110836, + "kappa": 0.6319400793277863, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5679012345679012, + "mIoU": 0.2951388888888889, + "macroF1": 0.387027027027027, + "F1_coffee": 0.72, + "IoU_coffee": 0.5625, + "precision_coffee": 1.0, + "recall_coffee": 0.5625, + "F1_noncoffee": 0.05405405405405406, + "IoU_noncoffee": 0.027777777777777776, + "kappa": 0.030769230769230792, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8968932038834951, + "mIoU": 0.7475177758176565, + "macroF1": 0.8492838253585524, + "F1_coffee": 0.9339921685623718, + "IoU_coffee": 0.8761588245583348, + "precision_coffee": 0.9170073839018734, + "recall_coffee": 0.9516180102590083, + "F1_noncoffee": 0.7645754821547329, + "IoU_noncoffee": 0.6188767270769783, + "kappa": 0.6989360251163528, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9073062231033315, + "mIoU": 0.7656919208401062, + "macroF1": 0.8617694260807798, + "F1_coffee": 0.9411078000675862, + "IoU_coffee": 0.8887663920157828, + "precision_coffee": 0.9182853717026379, + "recall_coffee": 0.9650935668829942, + "F1_noncoffee": 0.7824310520939735, + "IoU_noncoffee": 0.6426174496644296, + "kappa": 0.7241682883397935, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9056622020211789, + "mIoU": 0.7614329250420147, + "macroF1": 0.8587554451054505, + "F1_coffee": 0.9401515383907482, + "IoU_coffee": 0.8870622286541244, + "precision_coffee": 0.9160688665710186, + "recall_coffee": 0.9655346228971079, + "F1_noncoffee": 0.7773593518201529, + "IoU_noncoffee": 0.6358036214299048, + "kappa": 0.7182353113580658, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9147834743653559, + "mIoU": 0.6695098452975916, + "macroF1": 0.7768902362194591, + "F1_coffee": 0.9522907145245793, + "IoU_coffee": 0.9089264815405894, + "precision_coffee": 0.9405482770009909, + "recall_coffee": 0.9643300598261655, + "F1_noncoffee": 0.6014897579143389, + "IoU_noncoffee": 0.43009320905459386, + "kappa": 0.5543606680267571, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9203214923595952, + "mIoU": 0.6888366134946253, + "macroF1": 0.7942363903896394, + "F1_coffee": 0.9553069516335504, + "IoU_coffee": 0.9144379328716036, + "precision_coffee": 0.9455707360070515, + "recall_coffee": 0.9652457541333933, + "F1_noncoffee": 0.6331658291457286, + "IoU_noncoffee": 0.4632352941176471, + "kappa": 0.5888305829175642, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9385790831514189, + "mIoU": 0.7486801752630692, + "macroF1": 0.8433915960720131, + "F1_coffee": 0.9654864789517703, + "IoU_coffee": 0.9332758434838849, + "precision_coffee": 0.9573197700132685, + "recall_coffee": 0.9737937239905522, + "F1_noncoffee": 0.7212967131922557, + "IoU_noncoffee": 0.5640845070422535, + "kappa": 0.6869671519041902, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8798673614400758, + "mIoU": 0.76247896280647, + "macroF1": 0.8632334209403101, + "F1_coffee": 0.9109300365271144, + "IoU_coffee": 0.8364293085655314, + "precision_coffee": 0.8877327491785323, + "recall_coffee": 0.9353721869590306, + "F1_noncoffee": 0.8155368053535059, + "IoU_noncoffee": 0.6885286170474085, + "kappa": 0.7268531062409401, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8949353956427426, + "mIoU": 0.785033477677091, + "macroF1": 0.8776938993726426, + "F1_coffee": 0.923614920460779, + "IoU_coffee": 0.8580710918588356, + "precision_coffee": 0.885718043135192, + "recall_coffee": 0.9648997134670487, + "F1_noncoffee": 0.8317728782845062, + "IoU_noncoffee": 0.7119958634953464, + "kappa": 0.7563700757505128, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8743751768367444, + "mIoU": 0.7475648439668972, + "macroF1": 0.8527789216449071, + "F1_coffee": 0.9091653027823241, + "IoU_coffee": 0.8334583645911477, + "precision_coffee": 0.8675169182717335, + "recall_coffee": 0.9550143266475645, + "F1_noncoffee": 0.7963925405074901, + "IoU_noncoffee": 0.6616713233426467, + "kappa": 0.7070712107201284, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2682, + 2995 + ], + [ + 53288, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.031221350034078, + "test_tta": { + "OA": 0.9038281527387754, + "mIoU": 0.7582166516495896, + "macroF1": 0.8565530286248368, + "F1_coffee": 0.9389027303579301, + "IoU_coffee": 0.8848413403934604, + "precision_coffee": 0.91574, + "recall_coffee": 0.9632676245976479, + "F1_noncoffee": 0.7742033268917434, + "IoU_noncoffee": 0.6315919629057187, + "kappa": 0.7137828046423618, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8717549325025961, + "mIoU": 0.7011191907104563, + "macroF1": 0.8155510485005869, + "F1_coffee": 0.9173682743239476, + "IoU_coffee": 0.847350260081372, + "precision_coffee": 0.8853791099391918, + "recall_coffee": 0.9517556545380922, + "F1_noncoffee": 0.7137338226772262, + "IoU_noncoffee": 0.5548881213395405, + "kappa": 0.6327628957917912, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f1_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 45, + "stopped_epoch": 75, + "best_val": 0.7805500682679429, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9022788160485459, + "mIoU": 0.7541787335831762, + "macroF1": 0.8536584700283318, + "F1_coffee": 0.9380099716412257, + "IoU_coffee": 0.8832568542012108, + "precision_coffee": 0.9135888640714741, + "recall_coffee": 0.9637725369743125, + "F1_noncoffee": 0.769306968415438, + "IoU_noncoffee": 0.6251006129651415, + "kappa": 0.7080931622008921, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8701973001038421, + "mIoU": 0.699667720610499, + "macroF1": 0.8146047716842897, + "F1_coffee": 0.9161261462760009, + "IoU_coffee": 0.845233182005778, + "precision_coffee": 0.8865321140630918, + "recall_coffee": 0.9477642158847689, + "F1_noncoffee": 0.7130833970925784, + "IoU_noncoffee": 0.5541022592152199, + "kappa": 0.6306176145298757, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5679012345679012, + "mIoU": 0.2951388888888889, + "macroF1": 0.387027027027027, + "F1_coffee": 0.72, + "IoU_coffee": 0.5625, + "precision_coffee": 1.0, + "recall_coffee": 0.5625, + "F1_noncoffee": 0.05405405405405406, + "IoU_noncoffee": 0.027777777777777776, + "kappa": 0.030769230769230792, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9071359223300971, + "mIoU": 0.7674188187005613, + "macroF1": 0.8631043848501543, + "F1_coffee": 0.940742805811108, + "IoU_coffee": 0.8881155690724061, + "precision_coffee": 0.9207494542808634, + "recall_coffee": 0.9616237097080615, + "F1_noncoffee": 0.7854659638892004, + "IoU_noncoffee": 0.6467220683287165, + "kappa": 0.7266753454805656, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9088051835017649, + "mIoU": 0.7682488447716185, + "macroF1": 0.8634953494361672, + "F1_coffee": 0.9421401398944655, + "IoU_coffee": 0.8906095934110551, + "precision_coffee": 0.9180866965620329, + "recall_coffee": 0.9674878709596119, + "F1_noncoffee": 0.784850558977869, + "IoU_noncoffee": 0.6458880961321818, + "kappa": 0.7276857557179275, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8909143658430443, + "mIoU": 0.7271393794649228, + "macroF1": 0.8338935067383012, + "F1_coffee": 0.9312153180071956, + "IoU_coffee": 0.871284304216352, + "precision_coffee": 0.9021681337508123, + "recall_coffee": 0.9621951987902464, + "F1_noncoffee": 0.7365716954694068, + "IoU_noncoffee": 0.5829944547134935, + "kappa": 0.6691007238624858, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.932105525136884, + "mIoU": 0.7296411186549414, + "macroF1": 0.8285303128873949, + "F1_coffee": 0.9617969975352901, + "IoU_coffee": 0.9264055249811158, + "precision_coffee": 0.9546313799621928, + "recall_coffee": 0.9690710012416751, + "F1_noncoffee": 0.6952636282394995, + "IoU_noncoffee": 0.5328767123287671, + "kappa": 0.6572146839842714, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9424488985909902, + "mIoU": 0.7639603873291201, + "macroF1": 0.8551405329439776, + "F1_coffee": 0.967601385320076, + "IoU_coffee": 0.9372362298452549, + "precision_coffee": 0.9611585839529464, + "recall_coffee": 0.9741311438533349, + "F1_noncoffee": 0.7426796805678794, + "IoU_noncoffee": 0.5906845448129852, + "kappa": 0.7103844202827818, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9318317126413971, + "mIoU": 0.7265458263708511, + "macroF1": 0.8259126685600676, + "F1_coffee": 0.961703550922571, + "IoU_coffee": 0.9262321486094707, + "precision_coffee": 0.9533598585322723, + "recall_coffee": 0.970194578787538, + "F1_noncoffee": 0.6901217861975643, + "IoU_noncoffee": 0.5268595041322314, + "kappa": 0.6520409940723818, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8833728090952155, + "mIoU": 0.7657763296412956, + "macroF1": 0.865194248930657, + "F1_coffee": 0.9146975261589634, + "IoU_coffee": 0.8428042395607203, + "precision_coffee": 0.8801173489798639, + "recall_coffee": 0.9521061742642816, + "F1_noncoffee": 0.8156909717023506, + "IoU_noncoffee": 0.6887484197218711, + "kappa": 0.7312847918712254, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8768273130246157, + "mIoU": 0.7513246034791508, + "macroF1": 0.8552836797783715, + "F1_coffee": 0.9111201851095685, + "IoU_coffee": 0.83675, + "precision_coffee": 0.8677728804770547, + "recall_coffee": 0.959025787965616, + "F1_noncoffee": 0.7994471744471745, + "IoU_noncoffee": 0.6658992069583014, + "kappa": 0.7121878512691009, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8520230123549939, + "mIoU": 0.7062861654383443, + "macroF1": 0.8236020133289474, + "F1_coffee": 0.8944074298405007, + "IoU_coffee": 0.8089846603360117, + "precision_coffee": 0.8433811397385454, + "recall_coffee": 0.9520057306590258, + "F1_noncoffee": 0.7527965968173941, + "IoU_noncoffee": 0.6035876705406771, + "kappa": 0.6502016636676987, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2762, + 2995 + ], + [ + 53145, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.773111836115519, + "test_tta": { + "OA": 0.9039088473580582, + "mIoU": 0.7559288532742231, + "macroF1": 0.854770293767299, + "F1_coffee": 0.9392473776580548, + "IoU_coffee": 0.8854537409338387, + "precision_coffee": 0.911909809593628, + "recall_coffee": 0.9682746723329055, + "F1_noncoffee": 0.7702932098765433, + "IoU_noncoffee": 0.6264039656146075, + "kappa": 0.7105242293956024, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8719712703357563, + "mIoU": 0.7004376963256378, + "macroF1": 0.814922800505242, + "F1_coffee": 0.9176767348907086, + "IoU_coffee": 0.8478767522363505, + "precision_coffee": 0.8839914239771306, + "recall_coffee": 0.9540309673936098, + "F1_noncoffee": 0.7121688661197756, + "IoU_noncoffee": 0.5529986404149252, + "kappa": 0.631715352181124, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.5615876314598371, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7583671481902289, + "mIoU": 0.5765056310567197, + "macroF1": 0.7239184793256368, + "F1_coffee": 0.8214409940868147, + "IoU_coffee": 0.69698758396092, + "precision_coffee": 0.9333823970343719, + "recall_coffee": 0.7334747033371889, + "F1_noncoffee": 0.626395964564459, + "IoU_noncoffee": 0.4560236781525195, + "kappa": 0.4639687352577431, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7170878043152187, + "mIoU": 0.5298985523793985, + "macroF1": 0.6850503357464743, + "F1_coffee": 0.7855002733734281, + "IoU_coffee": 0.646768588046747, + "precision_coffee": 0.9111133659724512, + "recall_coffee": 0.6903265486555574, + "F1_noncoffee": 0.5846003981195206, + "IoU_noncoffee": 0.41302851671205004, + "kappa": 0.39246399442050744, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.023389021479713605, + "mIoU": 0.011736011477761838, + "macroF1": 0.023014835399275735, + "F1_coffee": 0.042134831460674156, + "IoU_coffee": 0.021520803443328552, + "precision_coffee": 1.0, + "recall_coffee": 0.021520803443328552, + "F1_noncoffee": 0.0038948393378773127, + "IoU_noncoffee": 0.001951219512195122, + "kappa": 8.398009671707802e-05, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7121658805031447, + "mIoU": 0.5287243055398375, + "macroF1": 0.6852848860107512, + "F1_coffee": 0.7772623574144487, + "IoU_coffee": 0.6356738603146962, + "precision_coffee": 0.9359033055580991, + "recall_coffee": 0.6646075817673451, + "F1_noncoffee": 0.5933074146070536, + "IoU_noncoffee": 0.4217747507649788, + "kappa": 0.4019446912834216, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8011934216271285, + "mIoU": 0.6223384408492835, + "macroF1": 0.7590227627323403, + "F1_coffee": 0.8598303461485839, + "IoU_coffee": 0.75412491750165, + "precision_coffee": 0.9243271069274893, + "recall_coffee": 0.8037472822611588, + "F1_noncoffee": 0.6582151793160967, + "IoU_noncoffee": 0.49055196419691693, + "kappa": 0.523700148327646, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.761152821506418, + "mIoU": 0.5812954549897329, + "macroF1": 0.7281631568334933, + "F1_coffee": 0.8228616589431332, + "IoU_coffee": 0.69903564453125, + "precision_coffee": 0.9412393162393162, + "recall_coffee": 0.730933690726913, + "F1_noncoffee": 0.6334646547238534, + "IoU_noncoffee": 0.46355526544821585, + "kappa": 0.47355667071017665, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.6985339034819792, + "mIoU": 0.48719183451388415, + "macroF1": 0.6395583152196039, + "F1_coffee": 0.785357013410656, + "IoU_coffee": 0.6465743614227739, + "precision_coffee": 0.9671487234422425, + "recall_coffee": 0.6610934830363681, + "F1_noncoffee": 0.49375961702855187, + "IoU_noncoffee": 0.3278093076049943, + "kappa": 0.33456718820979653, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7832167832167832, + "mIoU": 0.5684503865022216, + "macroF1": 0.7078032509682957, + "F1_coffee": 0.856247142577232, + "IoU_coffee": 0.7486295111923252, + "precision_coffee": 0.9659593280282935, + "recall_coffee": 0.7689149560117302, + "F1_noncoffee": 0.5593593593593593, + "IoU_noncoffee": 0.38827126181211785, + "kappa": 0.4378356794169386, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7773540627750073, + "mIoU": 0.5601326232613513, + "macroF1": 0.7002857371474367, + "F1_coffee": 0.8522675663401025, + "IoU_coffee": 0.7425664217071792, + "precision_coffee": 0.9637564196625091, + "recall_coffee": 0.763898581065364, + "F1_noncoffee": 0.5483039079547709, + "IoU_noncoffee": 0.37769882481552336, + "kappa": 0.4241339169723257, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7248812915479582, + "mIoU": 0.5589386307478836, + "macroF1": 0.7148501441036677, + "F1_coffee": 0.7683326669332267, + "IoU_coffee": 0.6238150889494871, + "precision_coffee": 0.9030075187969925, + "recall_coffee": 0.6686151704940849, + "F1_noncoffee": 0.6613676212741088, + "IoU_noncoffee": 0.4940621725462801, + "kappa": 0.4476584418582545, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.818642447418738, + "mIoU": 0.6667658213823114, + "macroF1": 0.796288243846913, + "F1_coffee": 0.863770197486535, + "IoU_coffee": 0.7602073062823916, + "precision_coffee": 0.88285378743394, + "recall_coffee": 0.8454941656122592, + "F1_noncoffee": 0.7288062902072909, + "IoU_noncoffee": 0.5733243364822312, + "kappa": 0.5929550979621969, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7452486081781532, + "mIoU": 0.5841482355490231, + "macroF1": 0.7354397666963977, + "F1_coffee": 0.786381197681906, + "IoU_coffee": 0.6479639209444223, + "precision_coffee": 0.9125723893144031, + "recall_coffee": 0.6908499505020507, + "F1_noncoffee": 0.6844983357108892, + "IoU_noncoffee": 0.5203325501536237, + "kappa": 0.4854121930786238, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 25, + 27 + ], + [ + 554, + 563 + ], + [ + 5770, + 7520 + ], + [ + 40374, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.536806587378184, + "test_tta": { + "OA": 0.7841584158415842, + "mIoU": 0.6031398128090774, + "macroF1": 0.7443411713435223, + "F1_coffee": 0.8452353242400261, + "IoU_coffee": 0.7319546068412247, + "precision_coffee": 0.9254549161527091, + "recall_coffee": 0.7778134772737009, + "F1_noncoffee": 0.6434470184470185, + "IoU_noncoffee": 0.47432501877693006, + "kappa": 0.4973827578420703, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.741822429906542, + "mIoU": 0.5527237795487736, + "macroF1": 0.7030681160464194, + "F1_coffee": 0.8103406261588176, + "IoU_coffee": 0.6811534830700177, + "precision_coffee": 0.9028709037680612, + "recall_coffee": 0.7350131657344943, + "F1_noncoffee": 0.5957956059340213, + "IoU_noncoffee": 0.42429407602752944, + "kappa": 0.41913840087451376, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 3, + "stopped_epoch": 50, + "best_val": 0.5875365582160712, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7867067034572309, + "mIoU": 0.603497422330726, + "macroF1": 0.744028409674736, + "F1_coffee": 0.8485484112623463, + "IoU_coffee": 0.7369379829443088, + "precision_coffee": 0.9184651081559841, + "recall_coffee": 0.7885233260506361, + "F1_noncoffee": 0.6395084080871258, + "IoU_noncoffee": 0.4700568617171432, + "kappa": 0.4950219661390924, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7475914387908157, + "mIoU": 0.5565113423374934, + "macroF1": 0.7054991614084942, + "F1_coffee": 0.8168374341960669, + "IoU_coffee": 0.6903847854931446, + "precision_coffee": 0.8966911764705883, + "recall_coffee": 0.7500432451133022, + "F1_noncoffee": 0.5941608886209215, + "IoU_noncoffee": 0.4226378991818422, + "kappa": 0.4211695488389071, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1412887828162291, + "mIoU": 0.07093231351223173, + "macroF1": 0.12474823395101022, + "F1_coffee": 0.24506924045321024, + "IoU_coffee": 0.13964610234337638, + "precision_coffee": 1.0, + "recall_coffee": 0.13964610234337638, + "F1_noncoffee": 0.004427227448810182, + "IoU_noncoffee": 0.0022185246810870773, + "kappa": 0.0006194247463898422, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.6752653301886793, + "mIoU": 0.4951353167495374, + "macroF1": 0.6579027579766756, + "F1_coffee": 0.7349721297670129, + "IoU_coffee": 0.580992835858746, + "precision_coffee": 0.9587779870265746, + "recall_coffee": 0.5958774952857793, + "F1_noncoffee": 0.5808333861863385, + "IoU_noncoffee": 0.4092777976403289, + "kappa": 0.370090542504793, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8221510697132878, + "mIoU": 0.6447212679704787, + "macroF1": 0.7754178502954832, + "F1_coffee": 0.8778651385927505, + "IoU_coffee": 0.7823169645507987, + "precision_coffee": 0.9163305049380999, + "recall_coffee": 0.842499040798056, + "F1_noncoffee": 0.6729705619982159, + "IoU_noncoffee": 0.5071255713901587, + "kappa": 0.5529450260386287, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8611770404456285, + "mIoU": 0.6851435080595194, + "macroF1": 0.8037327919885113, + "F1_coffee": 0.9099138743949204, + "IoU_coffee": 0.834717416378316, + "precision_coffee": 0.8965004645401053, + "recall_coffee": 0.9237347629076521, + "F1_noncoffee": 0.6975517095821021, + "IoU_noncoffee": 0.5355695997407227, + "kappa": 0.6077603802820879, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7594176338831196, + "mIoU": 0.550482917974479, + "macroF1": 0.6950327322892735, + "F1_coffee": 0.8351587024764562, + "IoU_coffee": 0.7169720924661636, + "precision_coffee": 0.9747598111056831, + "recall_coffee": 0.7305345374664388, + "F1_noncoffee": 0.5549067621020908, + "IoU_noncoffee": 0.3839937434827946, + "kappa": 0.4220721777987077, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8436915197478577, + "mIoU": 0.6346623618452455, + "macroF1": 0.7604086189493713, + "F1_coffee": 0.9016667699361794, + "IoU_coffee": 0.8209409906352251, + "precision_coffee": 0.9556080903598634, + "recall_coffee": 0.8534897360703813, + "F1_noncoffee": 0.619150467962563, + "IoU_noncoffee": 0.4483837330552659, + "kappa": 0.5266585600645253, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8754277891854894, + "mIoU": 0.6424633104721055, + "macroF1": 0.7599670823317528, + "F1_coffee": 0.9264434180138568, + "IoU_coffee": 0.8629665483489297, + "precision_coffee": 0.9198578307727585, + "recall_coffee": 0.9331239823214701, + "F1_noncoffee": 0.593490746649649, + "IoU_noncoffee": 0.4219600725952813, + "kappa": 0.5200701131216117, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.5967711301044635, + "mIoU": 0.4252705984297025, + "macroF1": 0.5967522771172002, + "F1_coffee": 0.5995095265044331, + "IoU_coffee": 0.4280711206896552, + "precision_coffee": 0.9300556043312848, + "recall_coffee": 0.44231036882393876, + "F1_noncoffee": 0.5939950277299675, + "IoU_noncoffee": 0.42247007616974974, + "kappa": 0.28505453671495995, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8012428298279158, + "mIoU": 0.6417936405800011, + "macroF1": 0.7774985235437639, + "F1_coffee": 0.8501837572962456, + "IoU_coffee": 0.739408373025821, + "precision_coffee": 0.8721170904790065, + "recall_coffee": 0.8293265851258259, + "F1_noncoffee": 0.7048132897912821, + "IoU_noncoffee": 0.5441789081341811, + "kappa": 0.5555509320531262, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.847187559992321, + "mIoU": 0.7003765461426281, + "macroF1": 0.8195682664195325, + "F1_coffee": 0.8901614461156341, + "IoU_coffee": 0.8020639065025488, + "precision_coffee": 0.8690556378822578, + "recall_coffee": 0.9123179182576722, + "F1_noncoffee": 0.748975086723431, + "IoU_noncoffee": 0.5986891857827074, + "kappa": 0.6396223006583791, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 552, + 563 + ], + [ + 6569, + 7520 + ], + [ + 41324, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.547062126795451, + "test_tta": { + "OA": 0.8144944002596981, + "mIoU": 0.634020454364864, + "macroF1": 0.7670642411233941, + "F1_coffee": 0.8721745646508818, + "IoU_coffee": 0.7733240777469258, + "precision_coffee": 0.9126038619075483, + "recall_coffee": 0.8351754273229662, + "F1_noncoffee": 0.6619539175959064, + "IoU_noncoffee": 0.49471683098280206, + "kappa": 0.5365339764184133, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7737538940809969, + "mIoU": 0.5815543299061801, + "macroF1": 0.7248749785143045, + "F1_coffee": 0.8408396830389302, + "IoU_coffee": 0.725386877669631, + "precision_coffee": 0.8905054586091292, + "recall_coffee": 0.7964212266236138, + "F1_noncoffee": 0.6089102739896787, + "IoU_noncoffee": 0.4377217821427291, + "kappa": 0.45392380024920603, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 87, + "stopped_epoch": 100, + "best_val": 0.7350044246261025, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8840123356597955, + "mIoU": 0.7405498747728623, + "macroF1": 0.8458390432388383, + "F1_coffee": 0.9225516972298088, + "IoU_coffee": 0.8562375520550426, + "precision_coffee": 0.9337238383572463, + "recall_coffee": 0.911643747590284, + "F1_noncoffee": 0.7691263892478677, + "IoU_noncoffee": 0.624862197490682, + "kappa": 0.6918096142333451, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8416262836044768, + "mIoU": 0.6759781953067957, + "macroF1": 0.7996634402301309, + "F1_coffee": 0.8913514529677745, + "IoU_coffee": 0.8039982150825524, + "precision_coffee": 0.918515497553018, + "recall_coffee": 0.8657479482596244, + "F1_noncoffee": 0.7079754274924873, + "IoU_noncoffee": 0.547958175531039, + "kappa": 0.6002665644832369, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33890214797136037, + "mIoU": 0.17025863182021478, + "macroF1": 0.2552848003231849, + "F1_coffee": 0.5048265999284948, + "IoU_coffee": 0.33763749402199905, + "precision_coffee": 1.0, + "recall_coffee": 0.33763749402199905, + "F1_noncoffee": 0.00574300071787509, + "IoU_noncoffee": 0.0028797696184305254, + "kappa": 0.0019427474259800246, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.870626965408805, + "mIoU": 0.7257788122145314, + "macroF1": 0.8362689342480187, + "F1_coffee": 0.9112721145745577, + "IoU_coffee": 0.8370063142255788, + "precision_coffee": 0.9457890318970341, + "recall_coffee": 0.8791859028545419, + "F1_noncoffee": 0.7612657539214798, + "IoU_noncoffee": 0.6145513102034841, + "kappa": 0.6737071997024257, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8850725270460389, + "mIoU": 0.7378357735190255, + "macroF1": 0.8435210963117967, + "F1_coffee": 0.9241555946854491, + "IoU_coffee": 0.8590048803713843, + "precision_coffee": 0.9253702635122139, + "recall_coffee": 0.922944110500064, + "F1_noncoffee": 0.7628865979381443, + "IoU_noncoffee": 0.6166666666666667, + "kappa": 0.6870438784028097, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8961491886655365, + "mIoU": 0.7584615881400959, + "macroF1": 0.8578801954444635, + "F1_coffee": 0.9316282926207029, + "IoU_coffee": 0.8720076413348457, + "precision_coffee": 0.9310344827586207, + "recall_coffee": 0.9322228604250431, + "F1_noncoffee": 0.7841320982682239, + "IoU_noncoffee": 0.6449155349453461, + "kappa": 0.7157607559444842, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8868865811443698, + "mIoU": 0.6924601540919437, + "macroF1": 0.8049051011840149, + "F1_coffee": 0.9313731546111558, + "IoU_coffee": 0.8715606936416185, + "precision_coffee": 0.9429643527204503, + "recall_coffee": 0.9200634610690749, + "F1_noncoffee": 0.6784370477568741, + "IoU_noncoffee": 0.513359614542269, + "kappa": 0.6100862643569364, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8838766866935881, + "mIoU": 0.6726533574791118, + "macroF1": 0.7873738390067719, + "F1_coffee": 0.9306184899664568, + "IoU_coffee": 0.8702399295619635, + "precision_coffee": 0.9337505904581955, + "recall_coffee": 0.9275073313782991, + "F1_noncoffee": 0.6441291880470872, + "IoU_noncoffee": 0.47506678539626, + "kappa": 0.574772218312487, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8948860858511782, + "mIoU": 0.6876971548828196, + "macroF1": 0.7988769331044869, + "F1_coffee": 0.9378361186607298, + "IoU_coffee": 0.882948606271777, + "precision_coffee": 0.9326049453709028, + "recall_coffee": 0.9431263084438242, + "F1_noncoffee": 0.6599177475482442, + "IoU_noncoffee": 0.49244570349386213, + "kappa": 0.5978230916549724, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8554605887939222, + "mIoU": 0.731261122769117, + "macroF1": 0.8430958005095681, + "F1_coffee": 0.8871422215631025, + "IoU_coffee": 0.7971748400852878, + "precision_coffee": 0.9493731153785113, + "recall_coffee": 0.8325678496868476, + "F1_noncoffee": 0.7990493794560338, + "IoU_noncoffee": 0.6653474054529463, + "kappa": 0.6885741984263793, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8862332695984704, + "mIoU": 0.771641954878618, + "macroF1": 0.8691236273142566, + "F1_coffee": 0.9164443196180312, + "IoU_coffee": 0.845775012960083, + "precision_coffee": 0.9154159068593071, + "recall_coffee": 0.9174750456909884, + "F1_noncoffee": 0.8218029350104822, + "IoU_noncoffee": 0.697508896797153, + "kappa": 0.738247959179854, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8973891341908236, + "mIoU": 0.793012304366705, + "macroF1": 0.8830582717128206, + "F1_coffee": 0.923995734091717, + "IoU_coffee": 0.8587286903660631, + "precision_coffee": 0.9290820703460109, + "recall_coffee": 0.9189647857445906, + "F1_noncoffee": 0.8421208093339241, + "IoU_noncoffee": 0.727295918367347, + "kappa": 0.7661311034253616, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 22, + 27 + ], + [ + 553, + 563 + ], + [ + 6879, + 7520 + ], + [ + 47010, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.05692667166392, + "test_tta": { + "OA": 0.8902775523453985, + "mIoU": 0.7498184797530799, + "macroF1": 0.8521063565131393, + "F1_coffee": 0.9272414164244969, + "IoU_coffee": 0.8643523627972308, + "precision_coffee": 0.9318752163378332, + "recall_coffee": 0.9226534721329734, + "F1_noncoffee": 0.7769712966017815, + "IoU_noncoffee": 0.635284596708929, + "kappa": 0.7042351302663549, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8479577708549672, + "mIoU": 0.6830626594564484, + "macroF1": 0.804603540103628, + "F1_coffee": 0.8966430056080631, + "IoU_coffee": 0.8126499493504417, + "precision_coffee": 0.9151439950367243, + "recall_coffee": 0.8788752426531358, + "F1_noncoffee": 0.7125640745991929, + "IoU_noncoffee": 0.553475369562455, + "kappa": 0.6096507558226468, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 29, + "stopped_epoch": 59, + "best_val": 0.7400869206171412, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8930206135367635, + "mIoU": 0.7599748223903742, + "macroF1": 0.8594890130365354, + "F1_coffee": 0.928129804704112, + "IoU_coffee": 0.8658975767563938, + "precision_coffee": 0.9452921969747451, + "recall_coffee": 0.9115794884976224, + "F1_noncoffee": 0.7908482213689588, + "IoU_noncoffee": 0.6540520680243544, + "kappa": 0.7192473408095719, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8468905042113765, + "mIoU": 0.6866204420146689, + "macroF1": 0.8079168312646774, + "F1_coffee": 0.894439583167608, + "IoU_coffee": 0.8090372715498633, + "precision_coffee": 0.9265951090875378, + "recall_coffee": 0.8644409848353802, + "F1_noncoffee": 0.7213940793617468, + "IoU_noncoffee": 0.5642036124794746, + "kappa": 0.617050861478965, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2610978520286396, + "mIoU": 0.13113084056856336, + "macroF1": 0.2087210357730528, + "F1_coffee": 0.4123006833712984, + "IoU_coffee": 0.25968436154949787, + "precision_coffee": 1.0, + "recall_coffee": 0.25968436154949787, + "F1_noncoffee": 0.005141388174807198, + "IoU_noncoffee": 0.002577319587628866, + "kappa": 0.0013376838853434811, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8872346698113207, + "mIoU": 0.7545619716693654, + "macroF1": 0.8562148598424857, + "F1_coffee": 0.9229994967287368, + "IoU_coffee": 0.8570093457943925, + "precision_coffee": 0.9534867600166367, + "recall_coffee": 0.894401456531634, + "F1_noncoffee": 0.7894302229562346, + "IoU_noncoffee": 0.6521145975443383, + "kappa": 0.7132314743692967, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8960364818318537, + "mIoU": 0.7626252069431355, + "macroF1": 0.8610623858890079, + "F1_coffee": 0.9307704732676466, + "IoU_coffee": 0.8705057707414345, + "precision_coffee": 0.9405236012273944, + "recall_coffee": 0.9212175470008953, + "F1_noncoffee": 0.791354298510369, + "IoU_noncoffee": 0.6547446431448365, + "kappa": 0.7222147993695145, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8957132477597481, + "mIoU": 0.7626595483364345, + "macroF1": 0.8611346678010702, + "F1_coffee": 0.9304294438879375, + "IoU_coffee": 0.8699093655589124, + "precision_coffee": 0.9423353842125932, + "recall_coffee": 0.9188206011870572, + "F1_noncoffee": 0.7918398917142029, + "IoU_noncoffee": 0.6554097311139565, + "kappa": 0.7224019238059609, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8975768682549379, + "mIoU": 0.7067473400562234, + "macroF1": 0.8153675498490491, + "F1_coffee": 0.9385686370297998, + "IoU_coffee": 0.8842480727189046, + "precision_coffee": 0.9392569054021022, + "recall_coffee": 0.9378813766170369, + "F1_noncoffee": 0.6921664626682986, + "IoU_noncoffee": 0.5292466073935423, + "kappa": 0.6307360932932752, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.887914901999409, + "mIoU": 0.6834350645075966, + "macroF1": 0.7964943046444213, + "F1_coffee": 0.9328930298384244, + "IoU_coffee": 0.8742263483642794, + "precision_coffee": 0.9379817384086327, + "recall_coffee": 0.9278592375366569, + "F1_noncoffee": 0.6600955794504182, + "IoU_noncoffee": 0.49264378065091396, + "kappa": 0.5930492769704511, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9056419282291972, + "mIoU": 0.7090939454053522, + "macroF1": 0.8158186780542804, + "F1_coffee": 0.944441245897864, + "IoU_coffee": 0.8947311006872477, + "precision_coffee": 0.9351271234750883, + "recall_coffee": 0.9539427773900907, + "F1_noncoffee": 0.6871961102106969, + "IoU_noncoffee": 0.5234567901234568, + "kappa": 0.631842990285208, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.877587844254511, + "mIoU": 0.7679134393259954, + "macroF1": 0.8675487195386729, + "F1_coffee": 0.9040137016903715, + "IoU_coffee": 0.8248403315667889, + "precision_coffee": 0.9721332479180013, + "recall_coffee": 0.8448155880306193, + "F1_noncoffee": 0.8310837373869742, + "IoU_noncoffee": 0.7109865470852018, + "kappa": 0.7373668008937119, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9039196940726577, + "mIoU": 0.806243039105045, + "macroF1": 0.8915153100583417, + "F1_coffee": 0.9281988997642352, + "IoU_coffee": 0.866017864284762, + "precision_coffee": 0.9436374201045904, + "recall_coffee": 0.9132574159988753, + "F1_noncoffee": 0.8548317203524484, + "IoU_noncoffee": 0.7464682139253279, + "kappa": 0.7831479760766564, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8859665962756768, + "mIoU": 0.7788866006600914, + "macroF1": 0.8744120343474591, + "F1_coffee": 0.9125055236411843, + "IoU_coffee": 0.8390898008939456, + "precision_coffee": 0.9520516366989396, + "recall_coffee": 0.8761137038608401, + "F1_noncoffee": 0.8363185450537338, + "IoU_noncoffee": 0.7186834004262372, + "kappa": 0.7496322036768103, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6923, + 7520 + ], + [ + 47519, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9864818453788757, + "test_tta": { + "OA": 0.9017854244440837, + "mIoU": 0.7741605868478392, + "macroF1": 0.8688938822570382, + "F1_coffee": 0.9345618531616001, + "IoU_coffee": 0.8771619975639464, + "precision_coffee": 0.9437782583054846, + "recall_coffee": 0.9255237116051921, + "F1_noncoffee": 0.8032259113524763, + "IoU_noncoffee": 0.6711591761317319, + "kappa": 0.7378629352026704, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.854721933771778, + "mIoU": 0.6962322023096545, + "macroF1": 0.814650253467055, + "F1_coffee": 0.9008318976126015, + "IoU_coffee": 0.8195578962453425, + "precision_coffee": 0.9234045129778388, + "recall_coffee": 0.8793365238616925, + "F1_noncoffee": 0.7284686093215085, + "IoU_noncoffee": 0.5729065083739665, + "kappa": 0.6299060427174077, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.5789280214392338, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7425580262944327, + "mIoU": 0.5645389584515018, + "macroF1": 0.7157297644760678, + "F1_coffee": 0.803059463352248, + "IoU_coffee": 0.6709267827133343, + "precision_coffee": 0.9553041269091016, + "recall_coffee": 0.6926701794970656, + "F1_noncoffee": 0.6284000655998876, + "IoU_noncoffee": 0.4581511341896693, + "kappa": 0.45745953772559567, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7025066343602169, + "mIoU": 0.5204258095734998, + "macroF1": 0.6788210550743359, + "F1_coffee": 0.7660409459536097, + "IoU_coffee": 0.6207993234796676, + "precision_coffee": 0.9344974540624308, + "recall_coffee": 0.6490418804897269, + "F1_noncoffee": 0.591601164195062, + "IoU_noncoffee": 0.4200522956673321, + "kappa": 0.3921230922675134, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04821002386634845, + "mIoU": 0.024195644712143992, + "macroF1": 0.0463307259468137, + "F1_coffee": 0.0886654478976234, + "IoU_coffee": 0.046389287422285985, + "precision_coffee": 1.0, + "recall_coffee": 0.046389287422285985, + "F1_noncoffee": 0.003996003996003996, + "IoU_noncoffee": 0.002002002002002002, + "kappa": 0.00018572564397255803, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7427279874213837, + "mIoU": 0.5676007428531343, + "macroF1": 0.7189477436796292, + "F1_coffee": 0.800700365408039, + "IoU_coffee": 0.6676399644534722, + "precision_coffee": 0.9655742219774167, + "recall_coffee": 0.6839196306651928, + "F1_noncoffee": 0.6371951219512195, + "IoU_noncoffee": 0.46756152125279643, + "kappa": 0.46622611554699356, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7180420123223209, + "mIoU": 0.5377280175491191, + "macroF1": 0.6936629768445426, + "F1_coffee": 0.7800817314968972, + "IoU_coffee": 0.639454094292804, + "precision_coffee": 0.9553290083410565, + "recall_coffee": 0.6591635759048472, + "F1_noncoffee": 0.6072442221921881, + "IoU_noncoffee": 0.43600194080543425, + "kappa": 0.42205888916562107, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7668684911600872, + "mIoU": 0.5890930370638157, + "macroF1": 0.7346682769903881, + "F1_coffee": 0.8271006214750153, + "IoU_coffee": 0.7051761102603369, + "precision_coffee": 0.9460880999342538, + "recall_coffee": 0.7346990873699661, + "F1_noncoffee": 0.6422359325057608, + "IoU_noncoffee": 0.47300996386729444, + "kappa": 0.4861545844916, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.753512522907758, + "mIoU": 0.543585689063076, + "macroF1": 0.6890160599199976, + "F1_coffee": 0.8306400839454354, + "IoU_coffee": 0.7103374012921752, + "precision_coffee": 0.9731191607933126, + "recall_coffee": 0.7245545521113009, + "F1_noncoffee": 0.5473920358945598, + "IoU_noncoffee": 0.37683397683397685, + "kappa": 0.4117340966875166, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.6733970255097016, + "mIoU": 0.46357619361948876, + "macroF1": 0.618247367252782, + "F1_coffee": 0.7633457036825578, + "IoU_coffee": 0.6172668513388735, + "precision_coffee": 0.974667395662475, + "recall_coffee": 0.6273313782991202, + "F1_noncoffee": 0.473149030823006, + "IoU_noncoffee": 0.30988553590010404, + "kappa": 0.308827507900455, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7553534760926958, + "mIoU": 0.5338274444962935, + "macroF1": 0.6769198053616359, + "F1_coffee": 0.8361063801912747, + "IoU_coffee": 0.7183701035569563, + "precision_coffee": 0.9571085782843431, + "recall_coffee": 0.7422656431728308, + "F1_noncoffee": 0.5177332305319969, + "IoU_noncoffee": 0.3492847854356307, + "kappa": 0.38286445852915507, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7326685660018993, + "mIoU": 0.5731000438102818, + "macroF1": 0.7275232775550547, + "F1_coffee": 0.7649661851882775, + "IoU_coffee": 0.6193888588426176, + "precision_coffee": 0.9559682804674458, + "recall_coffee": 0.6375782881002088, + "F1_noncoffee": 0.690080369921832, + "IoU_noncoffee": 0.5268112287779458, + "kappa": 0.4822979011914224, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.761376673040153, + "mIoU": 0.6057089348419821, + "macroF1": 0.7527300675970556, + "F1_coffee": 0.7989690721649485, + "IoU_coffee": 0.6652360515021459, + "precision_coffee": 0.935319630397888, + "recall_coffee": 0.6973147757626881, + "F1_noncoffee": 0.7064910630291628, + "IoU_noncoffee": 0.5461818181818182, + "kappa": 0.5203428818221245, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7781723939335765, + "mIoU": 0.6261981165603097, + "macroF1": 0.7682756811245579, + "F1_coffee": 0.81616418741548, + "IoU_coffee": 0.689423464588093, + "precision_coffee": 0.9327272727272727, + "recall_coffee": 0.7254985150615189, + "F1_noncoffee": 0.7203871748336358, + "IoU_noncoffee": 0.5629727685325264, + "kappa": 0.5473047576739616, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 5874, + 7520 + ], + [ + 39298, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5371060808499655, + "test_tta": { + "OA": 0.7766434020451225, + "mIoU": 0.6016529440339856, + "macroF1": 0.7448203655505125, + "F1_coffee": 0.8349346863866998, + "IoU_coffee": 0.7166419570051891, + "precision_coffee": 0.9488018320111229, + "recall_coffee": 0.7454697339673564, + "F1_noncoffee": 0.6547060447143251, + "IoU_noncoffee": 0.4866639310627821, + "kappa": 0.5045674224886234, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7347121264566747, + "mIoU": 0.5522603108211914, + "macroF1": 0.7047188358247751, + "F1_coffee": 0.7988275696130542, + "IoU_coffee": 0.6650398805404815, + "precision_coffee": 0.926785940870448, + "recall_coffee": 0.7019162390205462, + "F1_noncoffee": 0.610610102036496, + "IoU_noncoffee": 0.4394807411019015, + "kappa": 0.4304524464885675, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 2, + "stopped_epoch": 50, + "best_val": 0.6379025254923478, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.84395390358708, + "mIoU": 0.6804180258342083, + "macroF1": 0.8030989456790842, + "F1_coffee": 0.8927894372950911, + "IoU_coffee": 0.8063411489807429, + "precision_coffee": 0.9311900995626686, + "recall_coffee": 0.8574304930814377, + "F1_noncoffee": 0.7134084540630775, + "IoU_noncoffee": 0.5544949026876738, + "kappa": 0.6079800023562026, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7988635052497981, + "mIoU": 0.6178173164972972, + "macroF1": 0.7551738057152593, + "F1_coffee": 0.8585971244904994, + "IoU_coffee": 0.7522296841132786, + "precision_coffee": 0.9086421872652746, + "recall_coffee": 0.8137769320955621, + "F1_noncoffee": 0.651750486940019, + "IoU_noncoffee": 0.48340494888131574, + "kappa": 0.513978595603306, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12410501193317422, + "mIoU": 0.062302277374563404, + "macroF1": 0.11124578981352766, + "F1_coffee": 0.21815083084789091, + "IoU_coffee": 0.12242945958871354, + "precision_coffee": 1.0, + "recall_coffee": 0.12242945958871354, + "F1_noncoffee": 0.004340748779164406, + "IoU_noncoffee": 0.002175095160413268, + "kappa": 0.0005324496610183119, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8590801886792453, + "mIoU": 0.7026277134026215, + "macroF1": 0.8192473850924166, + "F1_coffee": 0.9040995118036514, + "IoU_coffee": 0.8249832184048331, + "precision_coffee": 0.9306119639292352, + "recall_coffee": 0.8790558553872163, + "F1_noncoffee": 0.7343952583811817, + "IoU_noncoffee": 0.5802722084004098, + "kappa": 0.6393055762070942, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8321447630136322, + "mIoU": 0.6666130478255727, + "macroF1": 0.7933093929470159, + "F1_coffee": 0.882902396101259, + "IoU_coffee": 0.7903538536112458, + "precision_coffee": 0.9377426312005751, + "recall_coffee": 0.8341220104872746, + "F1_noncoffee": 0.7037163897927727, + "IoU_noncoffee": 0.5428722420398996, + "kappa": 0.5901652834034782, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8408331315088399, + "mIoU": 0.6730341705973091, + "macroF1": 0.7972128809088664, + "F1_coffee": 0.8912640635340834, + "IoU_coffee": 0.8038560257864263, + "precision_coffee": 0.925503401828053, + "recall_coffee": 0.8594677388474057, + "F1_noncoffee": 0.7031616982836495, + "IoU_noncoffee": 0.5422123154081917, + "kappa": 0.5959354673880862, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.87772347790674, + "mIoU": 0.6948890677338364, + "macroF1": 0.8089502283087644, + "F1_coffee": 0.923576201081769, + "IoU_coffee": 0.8580042563253725, + "precision_coffee": 0.9648982848025528, + "recall_coffee": 0.885648035147669, + "F1_noncoffee": 0.6943242555357597, + "IoU_noncoffee": 0.5317738791423002, + "kappa": 0.6206829623292793, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8285235890869693, + "mIoU": 0.620522420334729, + "macroF1": 0.7501672053660962, + "F1_coffee": 0.8900814445356399, + "IoU_coffee": 0.8019340159271899, + "precision_coffee": 0.9637681159420289, + "recall_coffee": 0.8268621700879766, + "F1_noncoffee": 0.6102529661965524, + "IoU_noncoffee": 0.43911082474226804, + "kappa": 0.5104808637531881, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.842964701280923, + "mIoU": 0.6137615593305054, + "macroF1": 0.7391938418316224, + "F1_coffee": 0.9037054802734141, + "IoU_coffee": 0.824327280682564, + "precision_coffee": 0.9326732673267327, + "recall_coffee": 0.8764829030006979, + "F1_noncoffee": 0.5746822033898306, + "IoU_noncoffee": 0.40319583797844666, + "kappa": 0.48060070154454015, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.841690408357075, + "mIoU": 0.6995890218519728, + "macroF1": 0.8199233285294107, + "F1_coffee": 0.8825311817349024, + "IoU_coffee": 0.7897591121200656, + "precision_coffee": 0.8938053097345132, + "recall_coffee": 0.8715379262352122, + "F1_noncoffee": 0.7573154753239191, + "IoU_noncoffee": 0.60941893158388, + "kappa": 0.6399650005199465, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.83565965583174, + "mIoU": 0.6960820061893545, + "macroF1": 0.8181110611650839, + "F1_coffee": 0.874607921803195, + "IoU_coffee": 0.7771584132745657, + "precision_coffee": 0.9088841722255913, + "recall_coffee": 0.8428230001405876, + "F1_noncoffee": 0.7616142005269727, + "IoU_noncoffee": 0.6150055991041433, + "kappa": 0.6372030645434785, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8387406411979267, + "mIoU": 0.7024259370059469, + "macroF1": 0.8228076098501824, + "F1_coffee": 0.8759415152857776, + "IoU_coffee": 0.7792668506109578, + "precision_coffee": 0.9165507649513213, + "recall_coffee": 0.8387781077641069, + "F1_noncoffee": 0.7696737044145874, + "IoU_noncoffee": 0.625585023400936, + "kappa": 0.6469021322243202, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6530, + 7520 + ], + [ + 44889, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5327678044637043, + "test_tta": { + "OA": 0.8662067846128875, + "mIoU": 0.7099955535003333, + "macroF1": 0.8241093475592707, + "F1_coffee": 0.9101590173404105, + "IoU_coffee": 0.8351301078064683, + "precision_coffee": 0.9265283479418618, + "recall_coffee": 0.8943580516643105, + "F1_noncoffee": 0.7380596777781309, + "IoU_noncoffee": 0.5848609991941982, + "kappa": 0.6485385477883265, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8204395984769817, + "mIoU": 0.6414019948305532, + "macroF1": 0.7726845663024778, + "F1_coffee": 0.8768740852090668, + "IoU_coffee": 0.780744236831446, + "precision_coffee": 0.9031515472528368, + "recall_coffee": 0.8520824924561302, + "F1_noncoffee": 0.6684950473958888, + "IoU_noncoffee": 0.5020597528296604, + "kappa": 0.5464029797151406, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.7182395491783666, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8843044960233728, + "mIoU": 0.7439480900945044, + "macroF1": 0.8484597877252302, + "F1_coffee": 0.922161312162841, + "IoU_coffee": 0.8555652367733176, + "precision_coffee": 0.9406300124754946, + "recall_coffee": 0.9044038898170758, + "F1_noncoffee": 0.7747582632876193, + "IoU_noncoffee": 0.632330943415691, + "kappa": 0.697257299545586, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8415685935156341, + "mIoU": 0.6773919000603441, + "macroF1": 0.8009249854792884, + "F1_coffee": 0.8908756767496151, + "IoU_coffee": 0.8032243618450515, + "precision_coffee": 0.9219508183238753, + "recall_coffee": 0.861827057986892, + "F1_noncoffee": 0.7109742942089615, + "IoU_noncoffee": 0.5515594382756368, + "kappa": 0.6030444197682966, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.34844868735083534, + "mIoU": 0.17506206815602296, + "macroF1": 0.26063430824349404, + "F1_coffee": 0.5154419595314164, + "IoU_coffee": 0.3472022955523673, + "precision_coffee": 1.0, + "recall_coffee": 0.3472022955523673, + "F1_noncoffee": 0.005826656955571741, + "IoU_noncoffee": 0.0029218407596785976, + "kappa": 0.002026883425935582, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8819280660377359, + "mIoU": 0.7430272125531745, + "macroF1": 0.8481119949530771, + "F1_coffee": 0.9197796695042564, + "IoU_coffee": 0.8514741331355461, + "precision_coffee": 0.9451152579582875, + "recall_coffee": 0.8957669549385525, + "F1_noncoffee": 0.7764443204018978, + "IoU_noncoffee": 0.6345802919708029, + "kappa": 0.6968311152045651, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8826953864066366, + "mIoU": 0.7407193627028072, + "macroF1": 0.846182047854743, + "F1_coffee": 0.921124739039666, + "IoU_coffee": 0.8537824272842717, + "precision_coffee": 0.9401385004661074, + "recall_coffee": 0.9028648164726947, + "F1_noncoffee": 0.7712393566698202, + "IoU_noncoffee": 0.6276562981213428, + "kappa": 0.6927286103941356, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8882538144829256, + "mIoU": 0.7480557494890125, + "macroF1": 0.8510483659482674, + "F1_coffee": 0.9254917159190001, + "IoU_coffee": 0.8613165013525699, + "precision_coffee": 0.936837975676736, + "recall_coffee": 0.9144170017231477, + "F1_noncoffee": 0.7766050159775346, + "IoU_noncoffee": 0.6347949976254551, + "kappa": 0.702227689173746, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9071472205253512, + "mIoU": 0.7308177782979044, + "macroF1": 0.8340784954107776, + "F1_coffee": 0.9441860465116279, + "IoU_coffee": 0.8942731277533039, + "precision_coffee": 0.9469678369752026, + "recall_coffee": 0.9414205516231389, + "F1_noncoffee": 0.7239709443099274, + "IoU_noncoffee": 0.5673624288425048, + "kappa": 0.6681711521671999, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8780655963754556, + "mIoU": 0.6662327694736828, + "macroF1": 0.7826522093386785, + "F1_coffee": 0.9266587677725119, + "IoU_coffee": 0.8633403245391323, + "precision_coffee": 0.9360861759425494, + "recall_coffee": 0.9174193548387096, + "F1_noncoffee": 0.6386456509048453, + "IoU_noncoffee": 0.4691252144082333, + "kappa": 0.5655215419070037, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9052508066881784, + "mIoU": 0.7119903741618752, + "macroF1": 0.8184268321071297, + "F1_coffee": 0.9439852014567316, + "IoU_coffee": 0.8939128530764178, + "precision_coffee": 0.9383978853005401, + "recall_coffee": 0.9496394510351245, + "F1_noncoffee": 0.6928684627575278, + "IoU_noncoffee": 0.5300678952473327, + "kappa": 0.6369242392884099, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8584045584045584, + "mIoU": 0.7344443195272654, + "macroF1": 0.8451098976038507, + "F1_coffee": 0.8904884318766066, + "IoU_coffee": 0.8025949953660797, + "precision_coffee": 0.9427682737169518, + "recall_coffee": 0.8437021572720946, + "F1_noncoffee": 0.7997313633310947, + "IoU_noncoffee": 0.6662936436884512, + "kappa": 0.6919521218203597, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.887189292543021, + "mIoU": 0.7793431290812493, + "macroF1": 0.8745851070332812, + "F1_coffee": 0.9143437862950058, + "IoU_coffee": 0.8422037978069002, + "precision_coffee": 0.9452198709290109, + "recall_coffee": 0.8854210600309292, + "F1_noncoffee": 0.8348264277715566, + "IoU_noncoffee": 0.7164824603555983, + "kappa": 0.7496852610760338, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8715684392397773, + "mIoU": 0.7535850997383662, + "macroF1": 0.8577598071997399, + "F1_coffee": 0.9020784543325527, + "IoU_coffee": 0.8216237834955339, + "precision_coffee": 0.9347793113908691, + "recall_coffee": 0.871588177061236, + "F1_noncoffee": 0.8134411600669269, + "IoU_noncoffee": 0.6855464159811986, + "kappa": 0.7161813410147214, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 22, + 27 + ], + [ + 552, + 563 + ], + [ + 6847, + 7520 + ], + [ + 47061, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0910703897476197, + "test_tta": { + "OA": 0.8904723259211167, + "mIoU": 0.753108535888112, + "macroF1": 0.8546184422701373, + "F1_coffee": 0.9268160423399778, + "IoU_coffee": 0.8636133961234513, + "precision_coffee": 0.9386862917398946, + "recall_coffee": 0.9152422567793342, + "F1_noncoffee": 0.7824208422002966, + "IoU_noncoffee": 0.6426036756527727, + "kappa": 0.7093750543072426, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8480731510326526, + "mIoU": 0.6853004525867488, + "macroF1": 0.8065343834972409, + "F1_coffee": 0.8961799258850429, + "IoU_coffee": 0.8118894980267505, + "precision_coffee": 0.919692525538586, + "recall_coffee": 0.8738395894597244, + "F1_noncoffee": 0.7168888411094388, + "IoU_noncoffee": 0.558711407146747, + "kappa": 0.6137571847317068, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 54, + "stopped_epoch": 84, + "best_val": 0.7407963080498059, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9036844668073365, + "mIoU": 0.7803820945601732, + "macroF1": 0.8732175848878012, + "F1_coffee": 0.9353679257613384, + "IoU_coffee": 0.8785832668344484, + "precision_coffee": 0.9515357000398883, + "recall_coffee": 0.919740393265647, + "F1_noncoffee": 0.8110672440142639, + "IoU_noncoffee": 0.6821809222858979, + "kappa": 0.746648981797532, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.855500749971155, + "mIoU": 0.7012935983547782, + "macroF1": 0.8187926099087822, + "F1_coffee": 0.9003510935619585, + "IoU_coffee": 0.818762323402254, + "precision_coffee": 0.9329678031083811, + "recall_coffee": 0.8699379192373484, + "F1_noncoffee": 0.7372341262556059, + "IoU_noncoffee": 0.5838248733073025, + "kappa": 0.6387494849165424, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1899761336515513, + "mIoU": 0.09528961871555505, + "macroF1": 0.1605874918336359, + "F1_coffee": 0.3176517893043828, + "IoU_coffee": 0.18881453154875716, + "precision_coffee": 0.9974747474747475, + "recall_coffee": 0.18890483022477284, + "F1_noncoffee": 0.0035231943628890195, + "IoU_noncoffee": 0.0017647058823529412, + "kappa": -0.0002875476936677575, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9044811320754716, + "mIoU": 0.786698393307327, + "macroF1": 0.8776982541259197, + "F1_coffee": 0.9349310483331101, + "IoU_coffee": 0.8778126964173476, + "precision_coffee": 0.9633717320824998, + "recall_coffee": 0.908121464334482, + "F1_noncoffee": 0.8204654599187292, + "IoU_noncoffee": 0.6955840901973066, + "kappa": 0.7559833027282635, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8974433609857857, + "mIoU": 0.7670534021528519, + "macroF1": 0.8641972002108925, + "F1_coffee": 0.9313903673893288, + "IoU_coffee": 0.8715908400656016, + "precision_coffee": 0.9456306840648477, + "recall_coffee": 0.9175725796137614, + "F1_noncoffee": 0.7970040330324563, + "IoU_noncoffee": 0.6625159642401022, + "kappa": 0.7285765155064976, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9091305400823444, + "mIoU": 0.7873634400809288, + "macroF1": 0.8775941400764278, + "F1_coffee": 0.9397249710834084, + "IoU_coffee": 0.8863030303030303, + "precision_coffee": 0.9462309932060822, + "recall_coffee": 0.933307805220499, + "F1_noncoffee": 0.8154633090694472, + "IoU_noncoffee": 0.6884238498588274, + "kappa": 0.7552237085402865, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8975768682549379, + "mIoU": 0.7281281946840458, + "macroF1": 0.8335400633633663, + "F1_coffee": 0.9367852205605127, + "IoU_coffee": 0.8810874704491726, + "precision_coffee": 0.9655440414507772, + "recall_coffee": 0.9096900170856724, + "F1_noncoffee": 0.7302949061662198, + "IoU_noncoffee": 0.575168918918919, + "kappa": 0.6683354844738585, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8803309366689649, + "mIoU": 0.6874158121143652, + "macroF1": 0.8017557684524308, + "F1_coffee": 0.9265639165911151, + "IoU_coffee": 0.8631756756756757, + "precision_coffee": 0.9557356608478803, + "recall_coffee": 0.8991202346041056, + "F1_noncoffee": 0.6769476203137463, + "IoU_noncoffee": 0.5116559485530546, + "kappa": 0.6051298663572809, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9044685636061406, + "mIoU": 0.7164143639000307, + "macroF1": 0.8224038136389672, + "F1_coffee": 0.9431282379649573, + "IoU_coffee": 0.8923771755893368, + "precision_coffee": 0.944062463582333, + "recall_coffee": 0.9421958595022099, + "F1_noncoffee": 0.7016793893129771, + "IoU_noncoffee": 0.5404515522107244, + "kappa": 0.6448094518039453, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.9109211775878443, + "mIoU": 0.8203222411898137, + "macroF1": 0.900333873260388, + "F1_coffee": 0.9328176479014468, + "IoU_coffee": 0.8740939597315436, + "precision_coffee": 0.9608971521322119, + "recall_coffee": 0.9063326374391093, + "F1_noncoffee": 0.8678500986193294, + "IoU_noncoffee": 0.7665505226480837, + "kappa": 0.8010020072784243, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9140535372848948, + "mIoU": 0.8216813555689912, + "macroF1": 0.900930221596454, + "F1_coffee": 0.936987453564169, + "IoU_coffee": 0.8814453382566266, + "precision_coffee": 0.9343024881185351, + "recall_coffee": 0.9396878954027836, + "F1_noncoffee": 0.8648729896287389, + "IoU_noncoffee": 0.761917372881356, + "kappa": 0.801863952173973, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.9137070454981763, + "mIoU": 0.8240324449153524, + "macroF1": 0.9025362142950317, + "F1_coffee": 0.9355324489064181, + "IoU_coffee": 0.8788736189706279, + "precision_coffee": 0.9489380273494327, + "recall_coffee": 0.9225003535567812, + "F1_noncoffee": 0.8695399796836454, + "IoU_noncoffee": 0.769191270860077, + "kappa": 0.8051511204112969, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 17, + 27 + ], + [ + 520, + 563 + ], + [ + 6942, + 7520 + ], + [ + 48197, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.271480325857798, + "test_tta": { + "OA": 0.907255315695504, + "mIoU": 0.7864401312667382, + "macroF1": 0.8771630030906672, + "F1_coffee": 0.9379614348996786, + "IoU_coffee": 0.8831707865628003, + "precision_coffee": 0.9510546479369413, + "recall_coffee": 0.9252238358394379, + "F1_noncoffee": 0.8163645712816557, + "IoU_noncoffee": 0.6897094759706761, + "kappa": 0.7544637562614963, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8584140994577132, + "mIoU": 0.7049073567196469, + "macroF1": 0.8212865490607659, + "F1_coffee": 0.9027432409673168, + "IoU_coffee": 0.822727436888295, + "precision_coffee": 0.9315272950316908, + "recall_coffee": 0.8756847142939514, + "F1_noncoffee": 0.7398298571542151, + "IoU_noncoffee": 0.5870872765509989, + "kappa": 0.6434837026453083, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.5190525484825885, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7180490180165557, + "mIoU": 0.52472957498135, + "macroF1": 0.6787320063546485, + "F1_coffee": 0.7911210514291211, + "IoU_coffee": 0.6544253685320389, + "precision_coffee": 0.9018285494969432, + "recall_coffee": 0.7046223707321253, + "F1_noncoffee": 0.5663429612801757, + "IoU_noncoffee": 0.395033781430661, + "kappa": 0.3769568894964415, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.691127264335987, + "mIoU": 0.4967333577250401, + "macroF1": 0.6542944737559193, + "F1_coffee": 0.7671363952679193, + "IoU_coffee": 0.6222394694136739, + "precision_coffee": 0.8832469516011918, + "recall_coffee": 0.6780064963770205, + "F1_noncoffee": 0.5414525522439192, + "IoU_noncoffee": 0.37122724603640633, + "kappa": 0.33134332539183065, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33269689737470165, + "mIoU": 0.16713672003716765, + "macroF1": 0.2517673640064747, + "F1_coffee": 0.4978448275862069, + "IoU_coffee": 0.3314203730272597, + "precision_coffee": 1.0, + "recall_coffee": 0.3314203730272597, + "F1_noncoffee": 0.005689900426742532, + "IoU_noncoffee": 0.0028530670470756064, + "kappa": 0.0018893425946562138, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.6030856918238994, + "mIoU": 0.41643633535290636, + "macroF1": 0.5816977371697256, + "F1_coffee": 0.6762843632283402, + "IoU_coffee": 0.5108985226447081, + "precision_coffee": 0.8812532637075718, + "recall_coffee": 0.548670264646596, + "F1_noncoffee": 0.4871111111111111, + "IoU_noncoffee": 0.3219741480611046, + "kappa": 0.2294405202408269, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7939649735603745, + "mIoU": 0.6061824293443249, + "macroF1": 0.7448202399906236, + "F1_coffee": 0.856805691358441, + "IoU_coffee": 0.7494838671621542, + "precision_coffee": 0.9062121104058198, + "recall_coffee": 0.8125079933495332, + "F1_noncoffee": 0.6328347886228063, + "IoU_noncoffee": 0.46288099152649553, + "kappa": 0.49350078460637486, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7555824654880117, + "mIoU": 0.5660972621986358, + "macroF1": 0.7135910449320506, + "F1_coffee": 0.8232574430823117, + "IoU_coffee": 0.699607096082867, + "precision_coffee": 0.9123515255026784, + "recall_coffee": 0.7500159550705214, + "F1_noncoffee": 0.6039246467817896, + "IoU_noncoffee": 0.4325874283144046, + "kappa": 0.4391672371288433, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.6459987782529016, + "mIoU": 0.41442437957553935, + "macroF1": 0.5595707857532948, + "F1_coffee": 0.754674380865025, + "IoU_coffee": 0.6060056657223796, + "precision_coffee": 0.8944639571834755, + "recall_coffee": 0.6526726873321943, + "F1_noncoffee": 0.36446719064156463, + "IoU_noncoffee": 0.22284309342869915, + "kappa": 0.17155954850253077, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7803604845858367, + "mIoU": 0.5353902776248564, + "macroF1": 0.6700245346599437, + "F1_coffee": 0.860833749375936, + "IoU_coffee": 0.7556699901391476, + "precision_coffee": 0.9197226296839579, + "recall_coffee": 0.8090322580645162, + "F1_noncoffee": 0.47921531994395145, + "IoU_noncoffee": 0.3151105651105651, + "kappa": 0.350020936608497, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7667937811674977, + "mIoU": 0.5223714480969199, + "macroF1": 0.6587805413294484, + "F1_coffee": 0.850760277829923, + "IoU_coffee": 0.740280953936622, + "precision_coffee": 0.9207639171068671, + "recall_coffee": 0.790648988136776, + "F1_noncoffee": 0.46680080482897385, + "IoU_noncoffee": 0.30446194225721784, + "kappa": 0.3313692503202952, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.5630579297245963, + "mIoU": 0.39167716105824013, + "macroF1": 0.562809524118482, + "F1_coffee": 0.5732306836100547, + "IoU_coffee": 0.4017683006111039, + "precision_coffee": 0.8592880978865406, + "recall_coffee": 0.430062630480167, + "F1_noncoffee": 0.5523883646269092, + "IoU_noncoffee": 0.38158602150537635, + "kappa": 0.21666948803553654, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.80717017208413, + "mIoU": 0.6542995900460912, + "macroF1": 0.7876007962269573, + "F1_coffee": 0.852071873854052, + "IoU_coffee": 0.7422693585484283, + "precision_coffee": 0.8906777062250844, + "recall_coffee": 0.8166736960494868, + "F1_noncoffee": 0.7231297185998627, + "IoU_noncoffee": 0.566329821543754, + "kappa": 0.576690091967661, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7445766941831445, + "mIoU": 0.5817761262400152, + "macroF1": 0.7332032322501528, + "F1_coffee": 0.7882886466703795, + "IoU_coffee": 0.6505581089954038, + "precision_coffee": 0.9010549290651146, + "recall_coffee": 0.7006081176636968, + "F1_noncoffee": 0.6781178178299262, + "IoU_noncoffee": 0.5129941434846267, + "kappa": 0.4788172372963114, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 499, + 563 + ], + [ + 6101, + 7520 + ], + [ + 37615, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5436931451161704, + "test_tta": { + "OA": 0.7626683979873398, + "mIoU": 0.5678437877286161, + "macroF1": 0.7133836749068336, + "F1_coffee": 0.8322357098602537, + "IoU_coffee": 0.7126743957555511, + "precision_coffee": 0.8961257165447717, + "recall_coffee": 0.7768495908837767, + "F1_noncoffee": 0.5945316399534135, + "IoU_noncoffee": 0.423013179701681, + "kappa": 0.43372421240663944, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7337313949463482, + "mIoU": 0.5348018200546967, + "macroF1": 0.6853097341467391, + "F1_coffee": 0.8087513207781715, + "IoU_coffee": 0.6789105708024626, + "precision_coffee": 0.8771149309066397, + "recall_coffee": 0.7502738857175806, + "F1_noncoffee": 0.5618681475153069, + "IoU_noncoffee": 0.3906930693069307, + "kappa": 0.3792582854936958, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 23, + "stopped_epoch": 53, + "best_val": 0.6219989270779148, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.81757831520857, + "mIoU": 0.6427173382065178, + "macroF1": 0.7745995682813583, + "F1_coffee": 0.8730243015150317, + "IoU_coffee": 0.7746611596759965, + "precision_coffee": 0.9237334735936118, + "recall_coffee": 0.8275928543888961, + "F1_noncoffee": 0.6761748350476849, + "IoU_noncoffee": 0.5107735167370391, + "kappa": 0.5526373229008155, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.777446059766932, + "mIoU": 0.591511937538154, + "macroF1": 0.7342685088695547, + "F1_coffee": 0.8413835637559747, + "IoU_coffee": 0.7261968132297101, + "precision_coffee": 0.9043441753579636, + "recall_coffee": 0.7866190009417825, + "F1_noncoffee": 0.6271534539831348, + "IoU_noncoffee": 0.4568270618465979, + "kappa": 0.4745239623114088, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2052505966587112, + "mIoU": 0.10306345864713361, + "macroF1": 0.17164002060347083, + "F1_coffee": 0.33849821215733017, + "IoU_coffee": 0.20373027259684362, + "precision_coffee": 1.0, + "recall_coffee": 0.20373027259684362, + "F1_noncoffee": 0.004781829049611476, + "IoU_noncoffee": 0.002396644697423607, + "kappa": 0.0009760615743632403, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8130896226415094, + "mIoU": 0.6409203974811422, + "macroF1": 0.7739570415940724, + "F1_coffee": 0.8680083275503123, + "IoU_coffee": 0.76679744973026, + "precision_coffee": 0.9305855219105721, + "recall_coffee": 0.8133168606541388, + "F1_noncoffee": 0.6799057556378324, + "IoU_noncoffee": 0.5150433452320244, + "kappa": 0.5528179122715001, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8146800562751662, + "mIoU": 0.6298697277428573, + "macroF1": 0.7630084547314037, + "F1_coffee": 0.8736688934453337, + "IoU_coffee": 0.775676786658054, + "precision_coffee": 0.9047260273972603, + "recall_coffee": 0.8446732318710832, + "F1_noncoffee": 0.6523480160174736, + "IoU_noncoffee": 0.48406266882766075, + "kappa": 0.5275489835995274, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8248970695083555, + "mIoU": 0.6567058402153714, + "macroF1": 0.7859102379324953, + "F1_coffee": 0.8772704124936344, + "IoU_coffee": 0.7813728454792863, + "precision_coffee": 0.9371826490642681, + "recall_coffee": 0.8245580445465569, + "F1_noncoffee": 0.6945500633713562, + "IoU_noncoffee": 0.5320388349514563, + "kappa": 0.5761317362311376, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8501323559356546, + "mIoU": 0.6427625607188564, + "macroF1": 0.7667739828008123, + "F1_coffee": 0.906206193449726, + "IoU_coffee": 0.8284981941046254, + "precision_coffee": 0.9481333333333334, + "recall_coffee": 0.8678301195997071, + "F1_noncoffee": 0.6273417721518987, + "IoU_noncoffee": 0.4570269273330874, + "kappa": 0.5371440842799511, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8020289569585344, + "mIoU": 0.5667489303243478, + "macroF1": 0.6998957963856081, + "F1_coffee": 0.8749688977357551, + "IoU_coffee": 0.7777286298794648, + "precision_coffee": 0.9313998145940935, + "recall_coffee": 0.8249853372434017, + "F1_noncoffee": 0.524822695035461, + "IoU_noncoffee": 0.3557692307692308, + "kappa": 0.4080497801919403, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8599784883152439, + "mIoU": 0.6462562722036815, + "macroF1": 0.76773592154371, + "F1_coffee": 0.9141074856046065, + "IoU_coffee": 0.8418029164825453, + "precision_coffee": 0.9437701263314342, + "recall_coffee": 0.8862526168876483, + "F1_noncoffee": 0.6213643574828134, + "IoU_noncoffee": 0.4507096279248178, + "kappa": 0.537485930411912, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7785375118708452, + "mIoU": 0.6219819964516383, + "macroF1": 0.7642062327319386, + "F1_coffee": 0.8223373457260399, + "IoU_coffee": 0.6982792081769957, + "precision_coffee": 0.9084329237502105, + "recall_coffee": 0.7511482254697286, + "F1_noncoffee": 0.7060751197378372, + "IoU_noncoffee": 0.5456847847262809, + "kappa": 0.5353176038199543, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8269598470363289, + "mIoU": 0.6754255170638253, + "macroF1": 0.802181236952076, + "F1_coffee": 0.8721931930518289, + "IoU_coffee": 0.7733533683946907, + "precision_coffee": 0.8761526457653568, + "recall_coffee": 0.8682693659496696, + "F1_noncoffee": 0.7321692808523231, + "IoU_noncoffee": 0.5774976657329598, + "kappa": 0.60437940542859, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7904588212708773, + "mIoU": 0.6408691405612523, + "macroF1": 0.7790736076225196, + "F1_coffee": 0.8292263162012047, + "IoU_coffee": 0.7082720833890152, + "precision_coffee": 0.9278711484593838, + "recall_coffee": 0.7495403761844153, + "F1_noncoffee": 0.7289208990438346, + "IoU_noncoffee": 0.5734661977334896, + "kappa": 0.5659348107108821, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 431, + 563 + ], + [ + 6303, + 7520 + ], + [ + 43628, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6866065780321757, + "test_tta": { + "OA": 0.8324947248823243, + "mIoU": 0.6601587609794456, + "macroF1": 0.7873869942408627, + "F1_coffee": 0.885318042405654, + "IoU_coffee": 0.794233760019141, + "precision_coffee": 0.9199113204932797, + "recall_coffee": 0.8532322323608791, + "F1_noncoffee": 0.6894559460760713, + "IoU_noncoffee": 0.5260837619397501, + "kappa": 0.5763960958015784, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7918974270220376, + "mIoU": 0.606198160675961, + "macroF1": 0.7453840460646289, + "F1_coffee": 0.8542098190378999, + "IoU_coffee": 0.7455202821869489, + "precision_coffee": 0.9004942269183247, + "recall_coffee": 0.8124507486209613, + "F1_noncoffee": 0.6365582730913579, + "IoU_noncoffee": 0.4668760391649732, + "kappa": 0.4940998915119056, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 63, + "stopped_epoch": 93, + "best_val": 0.7456204454752386, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8840934913163447, + "mIoU": 0.7445438027019696, + "macroF1": 0.848957921100868, + "F1_coffee": 0.9218067341910758, + "IoU_coffee": 0.8549550098511162, + "precision_coffee": 0.9429422702121464, + "recall_coffee": 0.9015979094375187, + "F1_noncoffee": 0.77610910801066, + "IoU_noncoffee": 0.6341325955528231, + "kappa": 0.6983497795642232, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8416839736933195, + "mIoU": 0.6791314488218163, + "macroF1": 0.8024325602095027, + "F1_coffee": 0.8904939096776768, + "IoU_coffee": 0.802603895052959, + "precision_coffee": 0.9257446278934705, + "recall_coffee": 0.8578292875127332, + "F1_noncoffee": 0.7143712107413286, + "IoU_noncoffee": 0.5556590025906736, + "kappa": 0.6063538753891923, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3431980906921241, + "mIoU": 0.1724201027176512, + "macroF1": 0.2577012924410533, + "F1_coffee": 0.5096222380612973, + "IoU_coffee": 0.34194165471066473, + "precision_coffee": 1.0, + "recall_coffee": 0.34194165471066473, + "F1_noncoffee": 0.005780346820809248, + "IoU_noncoffee": 0.002898550724637681, + "kappa": 0.001980307709351781, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8860554245283019, + "mIoU": 0.7532653383036269, + "macroF1": 0.8553983296880991, + "F1_coffee": 0.9219796117484776, + "IoU_coffee": 0.8552524811185319, + "precision_coffee": 0.9552426101505856, + "recall_coffee": 0.8909551986475064, + "F1_noncoffee": 0.7888170476277206, + "IoU_noncoffee": 0.6512781954887218, + "kappa": 0.7117427362495601, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8877407461310823, + "mIoU": 0.746588592522641, + "macroF1": 0.8499856623243776, + "F1_coffee": 0.9252439103185371, + "IoU_coffee": 0.8608873391848022, + "precision_coffee": 0.9349699660485766, + "recall_coffee": 0.9157181225220616, + "F1_noncoffee": 0.7747274143302181, + "IoU_noncoffee": 0.6322898458604799, + "kappa": 0.7000691296633362, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8785178009203197, + "mIoU": 0.7336351488779623, + "macroF1": 0.8412487967108355, + "F1_coffee": 0.918167580266249, + "IoU_coffee": 0.8487151646760768, + "precision_coffee": 0.9393150410574804, + "recall_coffee": 0.8979513689450508, + "F1_noncoffee": 0.7643300131554219, + "IoU_noncoffee": 0.6185551330798479, + "kappa": 0.6829603859284923, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.900223986968031, + "mIoU": 0.7244741342804559, + "macroF1": 0.8300282145577794, + "F1_coffee": 0.9392587083178381, + "IoU_coffee": 0.8854738810330723, + "precision_coffee": 0.9542821158690177, + "recall_coffee": 0.9247010007322432, + "F1_noncoffee": 0.7207977207977208, + "IoU_noncoffee": 0.5634743875278396, + "kappa": 0.6604432684333832, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8733379296759578, + "mIoU": 0.6642196329024793, + "macroF1": 0.7818521190259087, + "F1_coffee": 0.9231229076996652, + "IoU_coffee": 0.8572221605418008, + "precision_coffee": 0.9412410093868097, + "recall_coffee": 0.9056891495601173, + "F1_noncoffee": 0.640581330352152, + "IoU_noncoffee": 0.4712171052631579, + "kappa": 0.564458733626537, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8889214823506405, + "mIoU": 0.6780463608004734, + "macroF1": 0.7912763550190811, + "F1_coffee": 0.9340378585530136, + "IoU_coffee": 0.876239241747467, + "precision_coffee": 0.9326298701298701, + "recall_coffee": 0.9354501046755059, + "F1_noncoffee": 0.6485148514851485, + "IoU_noncoffee": 0.47985347985347987, + "kappa": 0.582557779806684, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8728395061728395, + "mIoU": 0.7583164075948967, + "macroF1": 0.8611190389480481, + "F1_coffee": 0.9014644197512695, + "IoU_coffee": 0.8206055734190782, + "precision_coffee": 0.9564334790755777, + "recall_coffee": 0.8524704244954767, + "F1_noncoffee": 0.8207736581448266, + "IoU_noncoffee": 0.6960272417707151, + "kappa": 0.7238969277233358, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9017208413001913, + "mIoU": 0.7994817074402757, + "macroF1": 0.8870837915453431, + "F1_coffee": 0.9277379446084634, + "IoU_coffee": 0.8652156811328177, + "precision_coffee": 0.9277379446084634, + "recall_coffee": 0.9277379446084634, + "F1_noncoffee": 0.8464296384822229, + "IoU_noncoffee": 0.7337477337477337, + "kappa": 0.7741675830906863, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8683048569783067, + "mIoU": 0.7510561187015585, + "macroF1": 0.8563275116482953, + "F1_coffee": 0.8978102189781022, + "IoU_coffee": 0.8145695364238411, + "precision_coffee": 0.9483870967741935, + "recall_coffee": 0.8523546881629189, + "F1_noncoffee": 0.8148448043184885, + "IoU_noncoffee": 0.6875427009792758, + "kappa": 0.7141281246363724, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 20, + 27 + ], + [ + 492, + 563 + ], + [ + 6729, + 7520 + ], + [ + 47228, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.705774180094401, + "test_tta": { + "OA": 0.8896120759616946, + "mIoU": 0.7528205800332611, + "macroF1": 0.8545260112707377, + "F1_coffee": 0.9259690639729173, + "IoU_coffee": 0.8621437548141241, + "precision_coffee": 0.9413912928000708, + "recall_coffee": 0.9110439960587756, + "F1_noncoffee": 0.783082958568558, + "IoU_noncoffee": 0.6434974052523982, + "kappa": 0.709280639434266, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8471645321333795, + "mIoU": 0.6856088965948574, + "macroF1": 0.8069844980224119, + "F1_coffee": 0.8950490734963504, + "IoU_coffee": 0.8100351355227305, + "precision_coffee": 0.9232765314045196, + "recall_coffee": 0.8684964154606085, + "F1_noncoffee": 0.7189199225484735, + "IoU_noncoffee": 0.5611826576669842, + "kappa": 0.6149329584132459, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f2_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 91, + "stopped_epoch": 100, + "best_val": 0.7336953247841171, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8959746794351566, + "mIoU": 0.7649804813053303, + "macroF1": 0.8628475093983117, + "F1_coffee": 0.930252805014746, + "IoU_coffee": 0.8696006022503001, + "precision_coffee": 0.9455124659867707, + "recall_coffee": 0.9154778734524268, + "F1_noncoffee": 0.7954422137818774, + "IoU_noncoffee": 0.6603603603603604, + "kappa": 0.7259044042840838, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8513037960078459, + "mIoU": 0.6938817407461659, + "macroF1": 0.8133012309882774, + "F1_coffee": 0.8975332445486891, + "IoU_coffee": 0.8141136593105438, + "precision_coffee": 0.9293049867253905, + "recall_coffee": 0.8678621537988429, + "F1_noncoffee": 0.7290692174278657, + "IoU_noncoffee": 0.5736498221817881, + "kappa": 0.6277529237321249, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.30405727923627685, + "mIoU": 0.15273097327416502, + "macroF1": 0.23510736758598721, + "F1_coffee": 0.4647577092511013, + "IoU_coffee": 0.30272596843615496, + "precision_coffee": 1.0, + "recall_coffee": 0.30272596843615496, + "F1_noncoffee": 0.005457025920873124, + "IoU_noncoffee": 0.0027359781121751026, + "kappa": 0.0016551323811746614, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9003537735849056, + "mIoU": 0.7763543265425787, + "macroF1": 0.8707037932169709, + "F1_coffee": 0.9326201076483487, + "IoU_coffee": 0.8737471207121957, + "precision_coffee": 0.9535294517290577, + "recall_coffee": 0.9126081019572144, + "F1_noncoffee": 0.8087874787855931, + "IoU_noncoffee": 0.6789615323729619, + "kappa": 0.7417599752893579, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8950177072721098, + "mIoU": 0.7613401171824423, + "macroF1": 0.8602358197103057, + "F1_coffee": 0.9299585706887623, + "IoU_coffee": 0.8690865093768905, + "precision_coffee": 0.9415388648577795, + "recall_coffee": 0.918659675150275, + "F1_noncoffee": 0.790513068731849, + "IoU_noncoffee": 0.6535937249879943, + "kappa": 0.7205980530916246, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.892613223540809, + "mIoU": 0.7572604549010377, + "macroF1": 0.857482601195176, + "F1_coffee": 0.9282408156659654, + "IoU_coffee": 0.8660908431988403, + "precision_coffee": 0.9417443846052804, + "recall_coffee": 0.9151190248260898, + "F1_noncoffee": 0.7867243867243867, + "IoU_noncoffee": 0.648430066603235, + "kappa": 0.7151392737559543, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9156994502138057, + "mIoU": 0.7548760300713423, + "macroF1": 0.8521291032611245, + "F1_coffee": 0.9490837535358504, + "IoU_coffee": 0.9031012287887653, + "precision_coffee": 0.9564947942488845, + "recall_coffee": 0.9417866731754942, + "F1_noncoffee": 0.7551744529863986, + "IoU_noncoffee": 0.6066508313539193, + "kappa": 0.7043435520729646, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8930365409238649, + "mIoU": 0.7037414698164004, + "macroF1": 0.8136411821057534, + "F1_coffee": 0.935280095351609, + "IoU_coffee": 0.8784282995634165, + "precision_coffee": 0.9505754088431254, + "recall_coffee": 0.9204692082111436, + "F1_noncoffee": 0.6920022688598979, + "IoU_noncoffee": 0.5290546400693842, + "kappa": 0.6277410322019987, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8958638897037254, + "mIoU": 0.7023482549029829, + "macroF1": 0.8118477045309567, + "F1_coffee": 0.937576929839986, + "IoU_coffee": 0.8824892419728567, + "precision_coffee": 0.945054945054945, + "recall_coffee": 0.9302163293789253, + "F1_noncoffee": 0.6861184792219275, + "IoU_noncoffee": 0.522207267833109, + "kappa": 0.623813844590522, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.886039886039886, + "mIoU": 0.7777413978531298, + "macroF1": 0.8735783871627676, + "F1_coffee": 0.9132697311361665, + "IoU_coffee": 0.8403830806065443, + "precision_coffee": 0.9499323410013532, + "recall_coffee": 0.8793319415448851, + "F1_noncoffee": 0.8338870431893688, + "IoU_noncoffee": 0.7150997150997151, + "kappa": 0.747876071392015, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8969407265774378, + "mIoU": 0.7922836232213754, + "macroF1": 0.8825982715816159, + "F1_coffee": 0.9236327571550014, + "IoU_coffee": 0.8581018823219692, + "precision_coffee": 0.9308867628159361, + "recall_coffee": 0.916490932096162, + "F1_noncoffee": 0.8415637860082305, + "IoU_noncoffee": 0.7264653641207816, + "kappa": 0.7652261205085744, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8894221539642926, + "mIoU": 0.781847899835284, + "macroF1": 0.8761012415668263, + "F1_coffee": 0.916726904727483, + "IoU_coffee": 0.8462565060723342, + "precision_coffee": 0.9376016560697915, + "recall_coffee": 0.8967614198840334, + "F1_noncoffee": 0.8354755784061697, + "IoU_noncoffee": 0.717439293598234, + "kappa": 0.7524449226413074, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 20, + 27 + ], + [ + 545, + 563 + ], + [ + 6850, + 7520 + ], + [ + 47786, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.0883800705273945, + "test_tta": { + "OA": 0.9014121084239571, + "mIoU": 0.7735851067520896, + "macroF1": 0.8685181721943014, + "F1_coffee": 0.9342825611840824, + "IoU_coffee": 0.8766700507614213, + "precision_coffee": 0.9439440314822912, + "recall_coffee": 0.9248168615859144, + "F1_noncoffee": 0.8027537832045204, + "IoU_noncoffee": 0.6705001627427579, + "kappa": 0.7371190016866375, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8563805238260067, + "mIoU": 0.7002176280278112, + "macroF1": 0.8177193266379421, + "F1_coffee": 0.9016668641624205, + "IoU_coffee": 0.8209411468541528, + "precision_coffee": 0.9272121692154592, + "recall_coffee": 0.8774913990274654, + "F1_noncoffee": 0.7337717891134637, + "IoU_noncoffee": 0.5794941092014695, + "kappa": 0.6361863012707032, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 4, + "stopped_epoch": 50, + "best_val": 0.5659455358358176, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7346980844856019, + "mIoU": 0.5576509447028123, + "macroF1": 0.7106086479594915, + "F1_coffee": 0.794102807073678, + "IoU_coffee": 0.6585161751199102, + "precision_coffee": 0.8580622855775112, + "recall_coffee": 0.7390169041183746, + "F1_noncoffee": 0.6271144888453052, + "IoU_noncoffee": 0.4567857142857143, + "kappa": 0.42698316352536947, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7113332179531556, + "mIoU": 0.5321312950485373, + "macroF1": 0.6894411526756412, + "F1_coffee": 0.7718958345204855, + "IoU_coffee": 0.6285263548626577, + "precision_coffee": 0.8411992647424115, + "recall_coffee": 0.7131425442752753, + "F1_noncoffee": 0.606986470830797, + "IoU_noncoffee": 0.43573623523441685, + "kappa": 0.3860620738367058, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1358313817330211, + "mIoU": 0.06857777073093389, + "macroF1": 0.1217860467190226, + "F1_coffee": 0.23284823284823286, + "IoU_coffee": 0.13176470588235295, + "precision_coffee": 1.0, + "recall_coffee": 0.13176470588235295, + "F1_noncoffee": 0.010723860589812333, + "IoU_noncoffee": 0.005390835579514825, + "kappa": 0.0014196353311743157, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.6779392718376744, + "mIoU": 0.5058464425809139, + "macroF1": 0.669830633840792, + "F1_coffee": 0.721572530480219, + "IoU_coffee": 0.5644219540677307, + "precision_coffee": 0.8937743990137662, + "recall_coffee": 0.6050069541029207, + "F1_noncoffee": 0.6180887372013651, + "IoU_noncoffee": 0.4472709310940973, + "kappa": 0.371655248173015, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7528079192842185, + "mIoU": 0.5561328953476439, + "macroF1": 0.7034816275392882, + "F1_coffee": 0.824420255560814, + "IoU_coffee": 0.7012882447665056, + "precision_coffee": 0.8108251878449365, + "recall_coffee": 0.8384789933301244, + "F1_noncoffee": 0.5825429995177624, + "IoU_noncoffee": 0.41097754592878205, + "kappa": 0.4073593844410476, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7725536430087243, + "mIoU": 0.605881896597383, + "macroF1": 0.7500861384410971, + "F1_coffee": 0.8250190472735188, + "IoU_coffee": 0.7021552522694992, + "precision_coffee": 0.8863423760523854, + "recall_coffee": 0.7716321683067526, + "F1_noncoffee": 0.6751532296086752, + "IoU_noncoffee": 0.5096085409252669, + "kappa": 0.5045749270141915, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.6964699074074074, + "mIoU": 0.5162396271511517, + "macroF1": 0.6759166588587788, + "F1_coffee": 0.75753139687187, + "IoU_coffee": 0.6096986233411882, + "precision_coffee": 0.8917105024487575, + "recall_coffee": 0.658451647468524, + "F1_noncoffee": 0.5943019208456878, + "IoU_noncoffee": 0.4227806309611152, + "kappa": 0.3754928879361001, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7899159663865546, + "mIoU": 0.601439019243537, + "macroF1": 0.7410789665096549, + "F1_coffee": 0.8535286284953395, + "IoU_coffee": 0.7444831591173054, + "precision_coffee": 0.8604026845637583, + "recall_coffee": 0.8467635402906208, + "F1_noncoffee": 0.6286293045239703, + "IoU_noncoffee": 0.4583948793697686, + "kappa": 0.4822417254054481, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.75252382300217, + "mIoU": 0.5662713756816118, + "macroF1": 0.714681804502892, + "F1_coffee": 0.8185904972681375, + "IoU_coffee": 0.692893103852008, + "precision_coffee": 0.8750554487653408, + "recall_coffee": 0.768970893970894, + "F1_noncoffee": 0.6107731117376466, + "IoU_noncoffee": 0.43964964751121555, + "kappa": 0.43441634288542663, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.6596049241339822, + "mIoU": 0.49098711783585247, + "macroF1": 0.6582656897768546, + "F1_coffee": 0.6796587337224966, + "IoU_coffee": 0.5147598966127057, + "precision_coffee": 0.896470030798389, + "recall_coffee": 0.5472953427827596, + "F1_noncoffee": 0.6368726458312125, + "IoU_noncoffee": 0.46721433905899923, + "kappa": 0.35903011123406825, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7159392789373814, + "mIoU": 0.5146997108950985, + "macroF1": 0.6675265086332507, + "F1_coffee": 0.7943963741244334, + "IoU_coffee": 0.65892002734108, + "precision_coffee": 0.7621557517459481, + "recall_coffee": 0.8294851570342751, + "F1_noncoffee": 0.5406566431420681, + "IoU_noncoffee": 0.3704793944491169, + "kappa": 0.33770078740686293, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7925702432585329, + "mIoU": 0.6428202679986474, + "macroF1": 0.7803876904764917, + "F1_coffee": 0.8321123321123322, + "IoU_coffee": 0.7124934657605855, + "precision_coffee": 0.8989282769991755, + "recall_coffee": 0.7745418383293081, + "F1_noncoffee": 0.7286630488406513, + "IoU_noncoffee": 0.5731470702367093, + "kappa": 0.5646624869300048, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 7957, + 11000 + ], + [ + 38247, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5055649121602377, + "test_tta": { + "OA": 0.7608619814791323, + "mIoU": 0.5842800932470847, + "macroF1": 0.7313467409025396, + "F1_coffee": 0.8203937261066848, + "IoU_coffee": 0.6954809789193118, + "precision_coffee": 0.85447418690615, + "recall_coffee": 0.7889275734115168, + "F1_noncoffee": 0.6422997556983943, + "IoU_noncoffee": 0.4730792075748576, + "kappa": 0.46439039299372753, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7358370831891081, + "mIoU": 0.5555943798008187, + "macroF1": 0.7080349246239058, + "F1_coffee": 0.7981307587179827, + "IoU_coffee": 0.6640745359841538, + "precision_coffee": 0.8372759856630825, + "recall_coffee": 0.7624823635942468, + "F1_noncoffee": 0.617939090529829, + "IoU_noncoffee": 0.4471142236174837, + "kappa": 0.4184756006960466, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.5115083240476859, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7422301154382849, + "mIoU": 0.5736458448011803, + "macroF1": 0.7254518226741709, + "F1_coffee": 0.7933226536476212, + "IoU_coffee": 0.6574438942155727, + "precision_coffee": 0.8915018859298206, + "recall_coffee": 0.7146227495533465, + "F1_noncoffee": 0.6575809917007204, + "IoU_noncoffee": 0.489847795386788, + "kappa": 0.4617196836973197, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.716611861082266, + "mIoU": 0.5445508788145916, + "macroF1": 0.7016987229840561, + "F1_coffee": 0.7683966100496235, + "IoU_coffee": 0.623899395145854, + "precision_coffee": 0.8726440351252945, + "recall_coffee": 0.6863983827152694, + "F1_noncoffee": 0.6350008359184887, + "IoU_noncoffee": 0.46520236248332925, + "kappa": 0.4165203246844707, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.01756440281030445, + "mIoU": 0.00884306747610076, + "macroF1": 0.01749839222123036, + "F1_coffee": 0.025551684088269456, + "IoU_coffee": 0.012941176470588235, + "precision_coffee": 1.0, + "recall_coffee": 0.012941176470588235, + "F1_noncoffee": 0.009445100354191263, + "IoU_noncoffee": 0.004744958481613286, + "kappa": 0.00012280314934258395, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7173694056698806, + "mIoU": 0.547421888384844, + "macroF1": 0.7046206019198045, + "F1_coffee": 0.7659861784097228, + "IoU_coffee": 0.6207273897650467, + "precision_coffee": 0.8930357473606223, + "recall_coffee": 0.6705841446453408, + "F1_noncoffee": 0.6432550254298862, + "IoU_noncoffee": 0.4741163870046412, + "kappa": 0.4269234604702467, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7384351798972016, + "mIoU": 0.5678888169685503, + "macroF1": 0.7204759937426022, + "F1_coffee": 0.791328119067507, + "IoU_coffee": 0.6547088019099077, + "precision_coffee": 0.8835099618482408, + "recall_coffee": 0.7165646702881111, + "F1_noncoffee": 0.6496238684176973, + "IoU_noncoffee": 0.4810688320271929, + "kappa": 0.45098707176277336, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7704315020042443, + "mIoU": 0.606195474396217, + "macroF1": 0.750933629064895, + "F1_coffee": 0.820620532095217, + "IoU_coffee": 0.6958070361807162, + "precision_coffee": 0.8977666693541885, + "recall_coffee": 0.7556837461825585, + "F1_noncoffee": 0.681246726034573, + "IoU_noncoffee": 0.516583912611718, + "kappa": 0.5083188501667675, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7765239197530864, + "mIoU": 0.602511743907117, + "macroF1": 0.7457127350268327, + "F1_coffee": 0.8342276597266939, + "IoU_coffee": 0.7156008346630661, + "precision_coffee": 0.8954077714636769, + "recall_coffee": 0.7808732922582373, + "F1_noncoffee": 0.6571978103269714, + "IoU_noncoffee": 0.4894226531511679, + "kappa": 0.4962883364599704, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7486631016042781, + "mIoU": 0.568817333754893, + "macroF1": 0.7185374796063955, + "F1_coffee": 0.8106202331270687, + "IoU_coffee": 0.6815486993345432, + "precision_coffee": 0.8901706700379267, + "recall_coffee": 0.7441215323645971, + "F1_noncoffee": 0.6264547260857224, + "IoU_noncoffee": 0.45608596817524283, + "kappa": 0.44580489265920953, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.787432776677045, + "mIoU": 0.6112440951656182, + "macroF1": 0.7515914288054864, + "F1_coffee": 0.845948717948718, + "IoU_coffee": 0.7330252399573409, + "precision_coffee": 0.8927695194111704, + "recall_coffee": 0.8037941787941788, + "F1_noncoffee": 0.6572341396622546, + "IoU_noncoffee": 0.4894629503738953, + "kappa": 0.5062047440107941, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.6588414925088272, + "mIoU": 0.48990178525161665, + "macroF1": 0.6572142304495079, + "F1_coffee": 0.6808320685653066, + "IoU_coffee": 0.5161072008662696, + "precision_coffee": 0.8894331700489853, + "recall_coffee": 0.551489730980619, + "F1_noncoffee": 0.6335963923337091, + "IoU_noncoffee": 0.4636963696369637, + "kappa": 0.3551483740075655, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7282732447817837, + "mIoU": 0.5639024986059078, + "macroF1": 0.7191467190663332, + "F1_coffee": 0.7697749196141479, + "IoU_coffee": 0.6257187663355985, + "precision_coffee": 0.8758002560819462, + "recall_coffee": 0.6866485013623979, + "F1_noncoffee": 0.6685185185185185, + "IoU_noncoffee": 0.502086230876217, + "kappa": 0.44990141015137397, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7534414482368471, + "mIoU": 0.5960121499764381, + "macroF1": 0.7452040382657743, + "F1_coffee": 0.791017341964357, + "IoU_coffee": 0.6542834479111581, + "precision_coffee": 0.9040920716112532, + "recall_coffee": 0.7030828242648104, + "F1_noncoffee": 0.6993907345671916, + "IoU_noncoffee": 0.5377408520417182, + "kappa": 0.5016219793794441, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8347, + 11000 + ], + [ + 38331, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5022815346717833, + "test_tta": { + "OA": 0.7553437777495877, + "mIoU": 0.5873417469121974, + "macroF1": 0.7359893736200032, + "F1_coffee": 0.8074720173698199, + "IoU_coffee": 0.6771094927172275, + "precision_coffee": 0.8869000301526823, + "recall_coffee": 0.7411012872783911, + "F1_noncoffee": 0.6645067298701863, + "IoU_noncoffee": 0.49757400110716726, + "kappa": 0.4792567407554325, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7290296527056652, + "mIoU": 0.5568523241505147, + "macroF1": 0.7114107561991644, + "F1_coffee": 0.7827173058241199, + "IoU_coffee": 0.6430037242532493, + "precision_coffee": 0.8681152356276135, + "recall_coffee": 0.7126160844020468, + "F1_noncoffee": 0.6401042065742089, + "IoU_noncoffee": 0.47070092404778, + "kappa": 0.43192684529061337, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 73, + "stopped_epoch": 100, + "best_val": 0.7434461812888441, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8672618292528226, + "mIoU": 0.7324694877428788, + "macroF1": 0.8421559316321299, + "F1_coffee": 0.905106841240152, + "IoU_coffee": 0.8266622491872528, + "precision_coffee": 0.8959759409295958, + "recall_coffee": 0.9144257638920702, + "F1_noncoffee": 0.7792050220241078, + "IoU_noncoffee": 0.6382767262985048, + "kappa": 0.6843881312226388, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8353957540094612, + "mIoU": 0.6850193035437117, + "macroF1": 0.8088013183718007, + "F1_coffee": 0.8801092494353695, + "IoU_coffee": 0.7858884886687678, + "precision_coffee": 0.8780707638131969, + "recall_coffee": 0.8821572219765409, + "F1_noncoffee": 0.7374933873082319, + "IoU_noncoffee": 0.5841501184186555, + "kappa": 0.6176071492788151, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18149882903981265, + "mIoU": 0.091215265917904, + "macroF1": 0.15508375618352052, + "F1_coffee": 0.3044776119402985, + "IoU_coffee": 0.1795774647887324, + "precision_coffee": 0.9870967741935484, + "recall_coffee": 0.18, + "F1_noncoffee": 0.005689900426742532, + "IoU_noncoffee": 0.0028530670470756064, + "kappa": -0.0036585570892950113, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8599318846836476, + "mIoU": 0.7172118613924108, + "macroF1": 0.8311662561805615, + "F1_coffee": 0.9008556294988456, + "IoU_coffee": 0.8195971827505252, + "precision_coffee": 0.8801751592356688, + "recall_coffee": 0.9225312934631432, + "F1_noncoffee": 0.7614768828622774, + "IoU_noncoffee": 0.6148265400342963, + "kappa": 0.6627803884177594, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8779268989149057, + "mIoU": 0.7507372077851002, + "macroF1": 0.8546735622440977, + "F1_coffee": 0.9128055206173301, + "IoU_coffee": 0.8395972734663248, + "precision_coffee": 0.9026489175742907, + "recall_coffee": 0.9231932888674964, + "F1_noncoffee": 0.7965416038708654, + "IoU_noncoffee": 0.6618771421038756, + "kappa": 0.7094329649797794, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8639000235793445, + "mIoU": 0.7295212141441633, + "macroF1": 0.8403718359690111, + "F1_coffee": 0.9016561030464117, + "IoU_coffee": 0.8209233060312733, + "precision_coffee": 0.9054821709670796, + "recall_coffee": 0.8978622327790974, + "F1_noncoffee": 0.7790875688916106, + "IoU_noncoffee": 0.6381191222570533, + "kappa": 0.6807564757822498, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8793402777777778, + "mIoU": 0.7335483529178418, + "macroF1": 0.8410445476499446, + "F1_coffee": 0.9190657954324901, + "IoU_coffee": 0.8502513765860665, + "precision_coffee": 0.8888749843574021, + "recall_coffee": 0.9513795874631663, + "F1_noncoffee": 0.7630232998673991, + "IoU_noncoffee": 0.6168453292496171, + "kappa": 0.683159338922534, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8672650878533231, + "mIoU": 0.7163180578033155, + "macroF1": 0.8291537259189181, + "F1_coffee": 0.9098456349721106, + "IoU_coffee": 0.8346025702046644, + "precision_coffee": 0.8937308868501529, + "recall_coffee": 0.926552179656539, + "F1_noncoffee": 0.7484618168657257, + "IoU_noncoffee": 0.5980335454019664, + "kappa": 0.658617117044434, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8671572789885839, + "mIoU": 0.7132727717393701, + "macroF1": 0.8266609885102821, + "F1_coffee": 0.9104439638722809, + "IoU_coffee": 0.8356100408639813, + "precision_coffee": 0.8917268876152504, + "recall_coffee": 0.9299636174636174, + "F1_noncoffee": 0.7428780131482834, + "IoU_noncoffee": 0.5909355026147589, + "kappa": 0.6537599365364645, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8407290772020231, + "mIoU": 0.7000996245530563, + "macroF1": 0.8205237945046848, + "F1_coffee": 0.8807431225437656, + "IoU_coffee": 0.7868998978549541, + "precision_coffee": 0.8703572941674904, + "recall_coffee": 0.89137980908302, + "F1_noncoffee": 0.7603044664656039, + "IoU_noncoffee": 0.6132993512511585, + "kappa": 0.6411502903809029, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8885199240986718, + "mIoU": 0.780244177234008, + "macroF1": 0.8750642093496319, + "F1_coffee": 0.9160654332452318, + "IoU_coffee": 0.845129827336233, + "precision_coffee": 0.9126103045829775, + "recall_coffee": 0.9195468234619245, + "F1_noncoffee": 0.8340629854540319, + "IoU_noncoffee": 0.7153585271317829, + "kappa": 0.7501354992116998, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8606449179709599, + "mIoU": 0.7391054747855768, + "macroF1": 0.8483668700247107, + "F1_coffee": 0.8915149735760423, + "IoU_coffee": 0.8042643358495564, + "precision_coffee": 0.9222475322703113, + "recall_coffee": 0.8627645972439267, + "F1_noncoffee": 0.805218766473379, + "IoU_noncoffee": 0.6739466137215971, + "kappa": 0.6973371866057709, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9582, + 11000 + ], + [ + 45002, + 51930 + ], + [ + 109, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.019653173287709, + "test_tta": { + "OA": 0.8730178865913992, + "mIoU": 0.7412954966443612, + "macroF1": 0.8481517644301116, + "F1_coffee": 0.90959992775219, + "IoU_coffee": 0.8341891668047043, + "precision_coffee": 0.8967635667542181, + "recall_coffee": 0.9228091071510376, + "F1_noncoffee": 0.7867036011080333, + "IoU_noncoffee": 0.6484018264840182, + "kappa": 0.6964502769713504, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8413378331602631, + "mIoU": 0.6928916826677443, + "macroF1": 0.8143666573658789, + "F1_coffee": 0.8851250456847491, + "IoU_coffee": 0.7939231590581272, + "precision_coffee": 0.8778739798666059, + "recall_coffee": 0.8924968938867479, + "F1_noncoffee": 0.7436082690470086, + "IoU_noncoffee": 0.5918602062773615, + "kappa": 0.6287898393787461, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 44, + "stopped_epoch": 74, + "best_val": 0.7492835053171933, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8794557909425346, + "mIoU": 0.7526831933885563, + "macroF1": 0.8559299036338686, + "F1_coffee": 0.9141482585716222, + "IoU_coffee": 0.8418720748829953, + "precision_coffee": 0.9016039206950323, + "recall_coffee": 0.9270465893994227, + "F1_noncoffee": 0.7977115486961149, + "IoU_noncoffee": 0.6634943118941171, + "kappa": 0.7119911758997591, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8489529248875043, + "mIoU": 0.7050517297711802, + "macroF1": 0.8231350206298107, + "F1_coffee": 0.8907092990493285, + "IoU_coffee": 0.8029539040451552, + "precision_coffee": 0.8828506412908564, + "recall_coffee": 0.8987091203908438, + "F1_noncoffee": 0.7555607422102929, + "IoU_noncoffee": 0.6071495554972054, + "kappa": 0.6463327177843865, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.275175644028103, + "mIoU": 0.1390926258143707, + "macroF1": 0.22007061215396576, + "F1_coffee": 0.42738205365402404, + "IoU_coffee": 0.27176470588235296, + "precision_coffee": 1.0, + "recall_coffee": 0.27176470588235296, + "F1_noncoffee": 0.012759170653907496, + "IoU_noncoffee": 0.006420545746388443, + "kappa": 0.00348367686257947, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8713963639852257, + "mIoU": 0.7394584511882418, + "macroF1": 0.8469758850865451, + "F1_coffee": 0.9081062553556127, + "IoU_coffee": 0.8316800602712205, + "precision_coffee": 0.8953700574518418, + "recall_coffee": 0.9212100139082059, + "F1_noncoffee": 0.7858455148174774, + "IoU_noncoffee": 0.6472368421052631, + "kappa": 0.6940960151915341, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8913478012564249, + "mIoU": 0.7740260600108773, + "macroF1": 0.870189897190679, + "F1_coffee": 0.9225970503475165, + "IoU_coffee": 0.8563156901000692, + "precision_coffee": 0.9099785981808454, + "recall_coffee": 0.9355703775012033, + "F1_noncoffee": 0.8177827440338414, + "IoU_noncoffee": 0.6917364299216852, + "kappa": 0.7404972635102436, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8755953784484791, + "mIoU": 0.7449748627378252, + "macroF1": 0.8506032469055401, + "F1_coffee": 0.9117076109512016, + "IoU_coffee": 0.837741419608808, + "precision_coffee": 0.8994254771181404, + "recall_coffee": 0.9243298269426535, + "F1_noncoffee": 0.7894988828598787, + "IoU_noncoffee": 0.6522083058668424, + "kappa": 0.7013392719375962, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8704668209876543, + "mIoU": 0.7183794590965422, + "macroF1": 0.830282214416787, + "F1_coffee": 0.9128657626678778, + "IoU_coffee": 0.8396992122224874, + "precision_coffee": 0.8852397130992827, + "recall_coffee": 0.9422716313956603, + "F1_noncoffee": 0.747698666165696, + "IoU_noncoffee": 0.5970597059705971, + "kappa": 0.6615189397088486, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8997326203208557, + "mIoU": 0.7744027858209911, + "macroF1": 0.8693493001996049, + "F1_coffee": 0.9323540780827213, + "IoU_coffee": 0.8732802317161478, + "precision_coffee": 0.9099597585513078, + "recall_coffee": 0.9558784676354029, + "F1_noncoffee": 0.8063445223164883, + "IoU_noncoffee": 0.6755253399258344, + "kappa": 0.7391508819848712, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8624398528163034, + "mIoU": 0.6977715657143706, + "macroF1": 0.8144800779087193, + "F1_coffee": 0.9088066049537152, + "IoU_coffee": 0.8328556689212427, + "precision_coffee": 0.8761456825856248, + "recall_coffee": 0.9439968814968815, + "F1_noncoffee": 0.7201535508637236, + "IoU_noncoffee": 0.5626874625074985, + "kappa": 0.6305357092137234, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8723160606928142, + "mIoU": 0.7546061022757431, + "macroF1": 0.8584195639376911, + "F1_coffee": 0.9027757593373056, + "IoU_coffee": 0.8227814569536424, + "precision_coffee": 0.907126168224299, + "recall_coffee": 0.8984668787966444, + "F1_noncoffee": 0.8140633685380767, + "IoU_noncoffee": 0.686430747597844, + "kappa": 0.7168515824615501, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8830170777988615, + "mIoU": 0.7710718601233705, + "macroF1": 0.8691337333711517, + "F1_coffee": 0.9117583911829957, + "IoU_coffee": 0.837827173484151, + "precision_coffee": 0.91, + "recall_coffee": 0.9135235909938334, + "F1_noncoffee": 0.8265090755593077, + "IoU_noncoffee": 0.7043165467625899, + "kappa": 0.7382693880904881, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8887422213841222, + "mIoU": 0.7829078664811606, + "macroF1": 0.8769443213731647, + "F1_coffee": 0.9150467962562995, + "IoU_coffee": 0.8433974784339748, + "precision_coffee": 0.9276018099547512, + "recall_coffee": 0.9028271061230289, + "F1_noncoffee": 0.83884184649003, + "IoU_noncoffee": 0.7224182545283463, + "kappa": 0.7539741424250016, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9680, + 11000 + ], + [ + 45651, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.726271696885427, + "test_tta": { + "OA": 0.8833090194088545, + "mIoU": 0.7580196674650492, + "macroF1": 0.8594105685510145, + "F1_coffee": 0.9173749508785718, + "IoU_coffee": 0.8473616527005725, + "precision_coffee": 0.8997070936199264, + "recall_coffee": 0.9357506069907005, + "F1_noncoffee": 0.8014461862234573, + "IoU_noncoffee": 0.668677682229526, + "kappa": 0.7190814600056536, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8528181608399676, + "mIoU": 0.709397842025003, + "macroF1": 0.8260271520295563, + "F1_coffee": 0.8942979957532756, + "IoU_coffee": 0.8088056206088993, + "precision_coffee": 0.8799788006033674, + "recall_coffee": 0.9090909090909091, + "F1_noncoffee": 0.7577563083058371, + "IoU_noncoffee": 0.6099900634411067, + "kappa": 0.6522653174707702, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 2, + "stopped_epoch": 50, + "best_val": 0.6231085638463691, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7929087910693898, + "mIoU": 0.6068850598575347, + "macroF1": 0.7458103509231718, + "F1_coffee": 0.855226693271256, + "IoU_coffee": 0.7470707853200349, + "precision_coffee": 0.8286432376697027, + "recall_coffee": 0.883572312061936, + "F1_noncoffee": 0.6363940085750877, + "IoU_noncoffee": 0.4666993343950345, + "kappa": 0.4929313827060352, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7664705203646014, + "mIoU": 0.5742555176636739, + "macroF1": 0.7191929720229528, + "F1_coffee": 0.8344139242836398, + "IoU_coffee": 0.7158749934197828, + "precision_coffee": 0.8110896836915247, + "recall_coffee": 0.8591193379240635, + "F1_noncoffee": 0.6039720197622658, + "IoU_noncoffee": 0.4326360419075651, + "kappa": 0.43949450404184426, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18969555035128804, + "mIoU": 0.09557777984427969, + "macroF1": 0.1617237368435984, + "F1_coffee": 0.31485148514851485, + "IoU_coffee": 0.18683901292596944, + "precision_coffee": 0.99375, + "recall_coffee": 0.18705882352941178, + "F1_noncoffee": 0.008595988538681949, + "IoU_noncoffee": 0.004316546762589928, + "kappa": -0.00072476038879672, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7869237780016309, + "mIoU": 0.6054726875579013, + "macroF1": 0.7459634127341732, + "F1_coffee": 0.8479704291874872, + "IoU_coffee": 0.7360665478312537, + "precision_coffee": 0.8348834074673137, + "recall_coffee": 0.8614742698191933, + "F1_noncoffee": 0.6439563962808592, + "IoU_noncoffee": 0.474878827284549, + "kappa": 0.4922190263548349, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7690367409099562, + "mIoU": 0.5710508236115942, + "macroF1": 0.714975729081333, + "F1_coffee": 0.8391075158306535, + "IoU_coffee": 0.7228124286040667, + "precision_coffee": 0.810179257362356, + "recall_coffee": 0.8701780925531183, + "F1_noncoffee": 0.5908439423320124, + "IoU_noncoffee": 0.4192892186191217, + "kappa": 0.4317936787336542, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8224475359585004, + "mIoU": 0.645825292745704, + "macroF1": 0.7763866345267182, + "F1_coffee": 0.8778747283401992, + "IoU_coffee": 0.7823321963346245, + "precision_coffee": 0.8408102398409345, + "recall_coffee": 0.9183576518493383, + "F1_noncoffee": 0.6748985407132372, + "IoU_noncoffee": 0.5093183891567835, + "kappa": 0.5550748189779395, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8224344135802469, + "mIoU": 0.6334822172556199, + "macroF1": 0.7646022278318148, + "F1_coffee": 0.8812794221964274, + "IoU_coffee": 0.7877565137191607, + "precision_coffee": 0.8497699291132944, + "recall_coffee": 0.9152156442539513, + "F1_noncoffee": 0.6479250334672021, + "IoU_noncoffee": 0.4792079207920792, + "kappa": 0.5311163081866911, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.799942704354469, + "mIoU": 0.6037928064127867, + "macroF1": 0.7407760764077511, + "F1_coffee": 0.8646203554119548, + "IoU_coffee": 0.7615253272623791, + "precision_coffee": 0.8462998102466793, + "recall_coffee": 0.8837516512549538, + "F1_noncoffee": 0.6169317974035473, + "IoU_noncoffee": 0.4460602855631941, + "kappa": 0.48223871614844527, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8289461269931125, + "mIoU": 0.6372572876883048, + "macroF1": 0.7666609857839299, + "F1_coffee": 0.8872161741835147, + "IoU_coffee": 0.7972942754919499, + "precision_coffee": 0.8510562119584676, + "recall_coffee": 0.926585239085239, + "F1_noncoffee": 0.6461057973843451, + "IoU_noncoffee": 0.47722029988465975, + "kappa": 0.5359506065259598, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7517892928714572, + "mIoU": 0.5764322956610912, + "macroF1": 0.725695583324025, + "F1_coffee": 0.810298300634527, + "IoU_coffee": 0.6810936733692987, + "precision_coffee": 0.817272326026188, + "recall_coffee": 0.8034422910037605, + "F1_noncoffee": 0.6410928660135229, + "IoU_noncoffee": 0.47177091795288384, + "kappa": 0.451466736278804, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7383301707779886, + "mIoU": 0.5404914211471589, + "macroF1": 0.690375411393872, + "F1_coffee": 0.8122276688453159, + "IoU_coffee": 0.6838243723489625, + "precision_coffee": 0.7731691510045366, + "recall_coffee": 0.855442420765811, + "F1_noncoffee": 0.568523153942428, + "IoU_noncoffee": 0.3971584699453552, + "kappa": 0.3843610494528267, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8159532340184801, + "mIoU": 0.6510511150877745, + "macroF1": 0.782718066955655, + "F1_coffee": 0.8676968957570829, + "IoU_coffee": 0.7663115048485574, + "precision_coffee": 0.8296824368114063, + "recall_coffee": 0.9093621253018894, + "F1_noncoffee": 0.6977392381542273, + "IoU_noncoffee": 0.5357907253269917, + "kappa": 0.5675103846623234, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8915, + 11000 + ], + [ + 40960, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.504687019189199, + "test_tta": { + "OA": 0.8071482937967779, + "mIoU": 0.6210131160355915, + "macroF1": 0.7562223098497806, + "F1_coffee": 0.8676432178304022, + "IoU_coffee": 0.7662277751081211, + "precision_coffee": 0.8265187642546133, + "recall_coffee": 0.9130743506344771, + "F1_noncoffee": 0.6448014018691589, + "IoU_noncoffee": 0.47579845696306194, + "kappa": 0.5156624860090543, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7798113534094843, + "mIoU": 0.585092916008322, + "macroF1": 0.7268920236732035, + "F1_coffee": 0.847111369258039, + "IoU_coffee": 0.7347729404815677, + "precision_coffee": 0.8076188657628414, + "recall_coffee": 0.8906648135279129, + "F1_noncoffee": 0.6066726780883679, + "IoU_noncoffee": 0.43541289153507634, + "kappa": 0.4571236612236067, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6206817177787143, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8009482430546746, + "mIoU": 0.6453303432881412, + "macroF1": 0.7808200585642305, + "F1_coffee": 0.8472406449650137, + "IoU_coffee": 0.7349674858542353, + "precision_coffee": 0.9037827452813043, + "recall_coffee": 0.7973567272893857, + "F1_noncoffee": 0.7143994721634473, + "IoU_noncoffee": 0.5556932007220472, + "kappa": 0.5648245446183853, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7713309103496019, + "mIoU": 0.6071814572898625, + "macroF1": 0.7516754579569864, + "F1_coffee": 0.8215391195704782, + "IoU_coffee": 0.6971288849834762, + "precision_coffee": 0.8824354386304285, + "recall_coffee": 0.7685050645439805, + "F1_noncoffee": 0.6818117963434948, + "IoU_noncoffee": 0.5172340295962488, + "kappa": 0.5075324425837021, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.03161592505854801, + "mIoU": 0.0159082864949811, + "macroF1": 0.03103001200480192, + "F1_coffee": 0.054857142857142854, + "IoU_coffee": 0.0282021151586369, + "precision_coffee": 0.96, + "recall_coffee": 0.02823529411764706, + "F1_noncoffee": 0.007202881152460984, + "IoU_noncoffee": 0.0036144578313253013, + "kappa": -0.0021397658744235566, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8096608624742169, + "mIoU": 0.6507152181586859, + "macroF1": 0.7838084123375397, + "F1_coffee": 0.8585685771314514, + "IoU_coffee": 0.7521858606045466, + "precision_coffee": 0.8806668616554548, + "recall_coffee": 0.8375521557719054, + "F1_noncoffee": 0.709048247543628, + "IoU_noncoffee": 0.5492445757128251, + "kappa": 0.5681761641754723, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8002569960022844, + "mIoU": 0.6477897161369917, + "macroF1": 0.7832170428070742, + "F1_coffee": 0.843995093483998, + "IoU_coffee": 0.7300964630225081, + "precision_coffee": 0.9185275080906149, + "recall_coffee": 0.7806504847693049, + "F1_noncoffee": 0.7224389921301502, + "IoU_noncoffee": 0.5654829692514753, + "kappa": 0.5714543128457393, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7930676727186984, + "mIoU": 0.6370734737484118, + "macroF1": 0.7749865505869338, + "F1_coffee": 0.8387713109935332, + "IoU_coffee": 0.7223136311859258, + "precision_coffee": 0.9145100552840317, + "recall_coffee": 0.7746182558534103, + "F1_noncoffee": 0.7112017901803344, + "IoU_noncoffee": 0.5518333163108977, + "kappa": 0.5554350375472628, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8318865740740741, + "mIoU": 0.6634649979555507, + "macroF1": 0.7905271848382378, + "F1_coffee": 0.8836060100166945, + "IoU_coffee": 0.7914822347170715, + "precision_coffee": 0.881076042082834, + "recall_coffee": 0.8861505491561746, + "F1_noncoffee": 0.6974483596597812, + "IoU_noncoffee": 0.5354477611940298, + "kappa": 0.5810633485232847, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8045263559969442, + "mIoU": 0.6442584928685375, + "macroF1": 0.7790324112736828, + "F1_coffee": 0.8540879606529332, + "IoU_coffee": 0.7453346603632744, + "precision_coffee": 0.9275429633070135, + "recall_coffee": 0.7914134742404227, + "F1_noncoffee": 0.7039768618944324, + "IoU_noncoffee": 0.5431823253738005, + "kappa": 0.5636171729947876, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.789602792716294, + "mIoU": 0.6224732175777041, + "macroF1": 0.7620094947415226, + "F1_coffee": 0.8430461711711712, + "IoU_coffee": 0.7286774546781847, + "precision_coffee": 0.9196867321867321, + "recall_coffee": 0.7781964656964657, + "F1_noncoffee": 0.6809728183118741, + "IoU_noncoffee": 0.5162689804772235, + "kappa": 0.5306441366246336, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7876705792537456, + "mIoU": 0.6343787552253826, + "macroF1": 0.7737190129212873, + "F1_coffee": 0.8299059704915527, + "IoU_coffee": 0.7092643407813929, + "precision_coffee": 0.8801686395329982, + "recall_coffee": 0.785073763378652, + "F1_noncoffee": 0.7175320553510219, + "IoU_noncoffee": 0.5594931696693723, + "kappa": 0.5498756788876008, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7960151802656547, + "mIoU": 0.6492865181642165, + "macroF1": 0.7854966627366139, + "F1_coffee": 0.8329967376106882, + "IoU_coffee": 0.7137912673056444, + "precision_coffee": 0.9086595492289442, + "recall_coffee": 0.7689660117596443, + "F1_noncoffee": 0.7379965878625396, + "IoU_noncoffee": 0.5847817690227887, + "kappa": 0.5756097942839596, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7965302658872336, + "mIoU": 0.6494470776383637, + "macroF1": 0.7855298363441947, + "F1_coffee": 0.8341020910209103, + "IoU_coffee": 0.7154160622444943, + "precision_coffee": 0.9088624560227844, + "recall_coffee": 0.7707060662025856, + "F1_noncoffee": 0.7369575816674793, + "IoU_noncoffee": 0.5834780930322332, + "kappa": 0.5756126325682768, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9110, + 11000 + ], + [ + 41273, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5019784410794577, + "test_tta": { + "OA": 0.8136813395915261, + "mIoU": 0.6605389536121437, + "macroF1": 0.7918013772742842, + "F1_coffee": 0.8592949178521818, + "IoU_coffee": 0.7533015599739654, + "precision_coffee": 0.9003513174404015, + "recall_coffee": 0.821819597782766, + "F1_noncoffee": 0.7243078366963867, + "IoU_noncoffee": 0.5677763472503219, + "kappa": 0.5852923952044771, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7830564209068882, + "mIoU": 0.6197991646572121, + "macroF1": 0.7610307774972315, + "F1_coffee": 0.8335804217467306, + "IoU_coffee": 0.7146488598854195, + "precision_coffee": 0.8781556679642882, + "recall_coffee": 0.7933118537705056, + "F1_noncoffee": 0.6884811332477323, + "IoU_noncoffee": 0.5249494694290046, + "kappa": 0.5243556256288354, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 57, + "stopped_epoch": 87, + "best_val": 0.7285107435148741, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8706869212228847, + "mIoU": 0.7359754173970514, + "macroF1": 0.8443650610883685, + "F1_coffee": 0.9083697569635614, + "IoU_coffee": 0.8321221977479054, + "precision_coffee": 0.8915109944641715, + "recall_coffee": 0.9258784186174355, + "F1_noncoffee": 0.7803603652131756, + "IoU_noncoffee": 0.6398286370461973, + "kappa": 0.6889967066435295, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8394052151840313, + "mIoU": 0.6881381412439759, + "macroF1": 0.8106924982102313, + "F1_coffee": 0.884418563613905, + "IoU_coffee": 0.7927870926921861, + "precision_coffee": 0.8720625562924752, + "recall_coffee": 0.8971297407711584, + "F1_noncoffee": 0.7369664328065575, + "IoU_noncoffee": 0.5834891897957657, + "kappa": 0.6215578918748026, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2306791569086651, + "mIoU": 0.11625627603888473, + "macroF1": 0.19017081989218212, + "F1_coffee": 0.3712918660287081, + "IoU_coffee": 0.22796709753231492, + "precision_coffee": 0.9948717948717949, + "recall_coffee": 0.22823529411764706, + "F1_noncoffee": 0.00904977375565611, + "IoU_noncoffee": 0.004545454545454545, + "kappa": -0.0002638475389085896, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8673670072432484, + "mIoU": 0.7286337434345462, + "macroF1": 0.8390989607342901, + "F1_coffee": 0.906540476592868, + "IoU_coffee": 0.8290571870170016, + "precision_coffee": 0.8819467280499835, + "recall_coffee": 0.9325452016689847, + "F1_noncoffee": 0.7716574448757123, + "IoU_noncoffee": 0.6282102998520909, + "kappa": 0.6788081500726376, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8855891871311632, + "mIoU": 0.7607223324310968, + "macroF1": 0.8611184575882158, + "F1_coffee": 0.9194153928667202, + "IoU_coffee": 0.8508499813872689, + "precision_coffee": 0.8969847602851724, + "recall_coffee": 0.9429966306814275, + "F1_noncoffee": 0.8028215223097113, + "IoU_noncoffee": 0.6705946834749247, + "kappa": 0.722661271668303, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8591841546804999, + "mIoU": 0.7194948774591832, + "macroF1": 0.8331440891092112, + "F1_coffee": 0.8990602393347306, + "IoU_coffee": 0.8166298206828789, + "precision_coffee": 0.89566915875261, + "recall_coffee": 0.9024770953512046, + "F1_noncoffee": 0.7672279388836919, + "IoU_noncoffee": 0.6223599342354875, + "kappa": 0.6662992090130124, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8722993827160493, + "mIoU": 0.7197859859831158, + "macroF1": 0.8311139387220319, + "F1_coffee": 0.9145144628099173, + "IoU_coffee": 0.8424934570544849, + "precision_coffee": 0.8828222388431812, + "recall_coffee": 0.9485668363246719, + "F1_noncoffee": 0.7477134146341463, + "IoU_noncoffee": 0.5970785149117468, + "kappa": 0.6635076582764391, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8759549274255156, + "mIoU": 0.7277116841088991, + "macroF1": 0.8369274705696295, + "F1_coffee": 0.9167040718178904, + "IoU_coffee": 0.8462175920445129, + "precision_coffee": 0.8907165109034267, + "recall_coffee": 0.9442536327608982, + "F1_noncoffee": 0.7571508693213684, + "IoU_noncoffee": 0.6092057761732852, + "kappa": 0.6746623604419173, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8467779979243325, + "mIoU": 0.6774826303385884, + "macroF1": 0.7999262601334198, + "F1_coffee": 0.8967446592065107, + "IoU_coffee": 0.8128169663439373, + "precision_coffee": 0.8779880478087649, + "recall_coffee": 0.9163201663201663, + "F1_noncoffee": 0.7031078610603291, + "IoU_noncoffee": 0.5421482943332394, + "kappa": 0.6003769270287549, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8624868785189427, + "mIoU": 0.7336869884724603, + "macroF1": 0.8438759883385274, + "F1_coffee": 0.8977796694332127, + "IoU_coffee": 0.814519243145836, + "precision_coffee": 0.8809689544758458, + "recall_coffee": 0.9152444315880821, + "F1_noncoffee": 0.789972307243842, + "IoU_noncoffee": 0.6528547337990845, + "kappa": 0.6879854113379225, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8951612903225806, + "mIoU": 0.7889468056511504, + "macroF1": 0.8804532252291435, + "F1_coffee": 0.9223853339889022, + "IoU_coffee": 0.8559509842263069, + "precision_coffee": 0.9039096916299559, + "recall_coffee": 0.941632009178259, + "F1_noncoffee": 0.8385211164693848, + "IoU_noncoffee": 0.721942627075994, + "kappa": 0.7611140906812692, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.871582123326419, + "mIoU": 0.7542962984400776, + "macroF1": 0.8582921974367645, + "F1_coffee": 0.9016890428757037, + "IoU_coffee": 0.8209779179810726, + "precision_coffee": 0.916507703595011, + "recall_coffee": 0.8873419519818156, + "F1_noncoffee": 0.8148953519978255, + "IoU_noncoffee": 0.6876146788990826, + "kappa": 0.716723829652433, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9562, + 11000 + ], + [ + 45215, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.373202681541443, + "test_tta": { + "OA": 0.8746511480400863, + "mIoU": 0.7412247190718928, + "macroF1": 0.8478427907363149, + "F1_coffee": 0.9117105042720723, + "IoU_coffee": 0.8377463054187192, + "precision_coffee": 0.8896614861477429, + "recall_coffee": 0.9348802052315727, + "F1_noncoffee": 0.7839750772005575, + "IoU_noncoffee": 0.6447031327250663, + "kappa": 0.6961422426363373, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8433425637475481, + "mIoU": 0.6923132983791018, + "macroF1": 0.8134938290039422, + "F1_coffee": 0.8881059810041824, + "IoU_coffee": 0.7987325822709754, + "precision_coffee": 0.8693004214814367, + "recall_coffee": 0.9077431718154442, + "F1_noncoffee": 0.7388816770037021, + "IoU_noncoffee": 0.5858940144872283, + "kappa": 0.6273945811413858, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 55, + "stopped_epoch": 85, + "best_val": 0.7476979689719949, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8760306989724724, + "mIoU": 0.7457437126629434, + "macroF1": 0.8511298166155348, + "F1_coffee": 0.9120149455298461, + "IoU_coffee": 0.8382605457517016, + "precision_coffee": 0.8964777202531086, + "recall_coffee": 0.9281002336341564, + "F1_noncoffee": 0.7902446877012235, + "IoU_noncoffee": 0.653226879574185, + "kappa": 0.7024726917082544, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8460539979231568, + "mIoU": 0.6993108581203935, + "macroF1": 0.8188863835086525, + "F1_coffee": 0.8890321239214055, + "IoU_coffee": 0.8002320706692618, + "precision_coffee": 0.8779335975196599, + "recall_coffee": 0.900414850380104, + "F1_noncoffee": 0.7487406430958995, + "IoU_noncoffee": 0.5983896455715253, + "kappa": 0.6379037926442749, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28337236533957844, + "mIoU": 0.14286205611762345, + "macroF1": 0.2241204239779104, + "F1_coffee": 0.43853211009174314, + "IoU_coffee": 0.2808460634547591, + "precision_coffee": 0.9958333333333333, + "recall_coffee": 0.2811764705882353, + "F1_noncoffee": 0.009708737864077669, + "IoU_noncoffee": 0.004878048780487805, + "kappa": 0.0004054622652334819, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8725476087686478, + "mIoU": 0.738207076713109, + "macroF1": 0.8458184921229588, + "F1_coffee": 0.9100145629423917, + "IoU_coffee": 0.834886900323142, + "precision_coffee": 0.8869743183468674, + "recall_coffee": 0.9342837273991655, + "F1_noncoffee": 0.7816224213035259, + "IoU_noncoffee": 0.6415272531030761, + "kappa": 0.6921411108231895, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8871597182562345, + "mIoU": 0.7663334424149142, + "macroF1": 0.865087069638691, + "F1_coffee": 0.9196570770221273, + "IoU_coffee": 0.8512640361332413, + "precision_coffee": 0.906600748262961, + "recall_coffee": 0.9330949597744619, + "F1_noncoffee": 0.8105170622552546, + "IoU_noncoffee": 0.681402848696587, + "kappa": 0.7303060571630557, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8684272577222353, + "mIoU": 0.7330573399391538, + "macroF1": 0.8424315529885966, + "F1_coffee": 0.9064323562948554, + "IoU_coffee": 0.8288763493621197, + "precision_coffee": 0.8959756016707552, + "recall_coffee": 0.9171360705802512, + "F1_noncoffee": 0.7784307496823379, + "IoU_noncoffee": 0.6372383305161877, + "kappa": 0.684964717850367, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8717206790123457, + "mIoU": 0.7164528682722541, + "macroF1": 0.8284745928338925, + "F1_coffee": 0.9146012585077694, + "IoU_coffee": 0.842640795078088, + "precision_coffee": 0.8783917118894918, + "recall_coffee": 0.9539244575408519, + "F1_noncoffee": 0.7423479271600155, + "IoU_noncoffee": 0.5902649414664202, + "kappa": 0.6586989898861896, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8892284186401833, + "mIoU": 0.756400368582661, + "macroF1": 0.85732380179205, + "F1_coffee": 0.924792531120332, + "IoU_coffee": 0.8601061263868789, + "precision_coffee": 0.9080723198370257, + "recall_coffee": 0.9421400264200792, + "F1_noncoffee": 0.7898550724637681, + "IoU_noncoffee": 0.6526946107784432, + "kappa": 0.7149176701892356, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8653646570431173, + "mIoU": 0.7037962528006372, + "macroF1": 0.8190551637843326, + "F1_coffee": 0.9105945742747948, + "IoU_coffee": 0.8358638141246837, + "precision_coffee": 0.8792498487598306, + "recall_coffee": 0.9442567567567568, + "F1_noncoffee": 0.7275157532938705, + "IoU_noncoffee": 0.5717286914765907, + "kappa": 0.6395066288754304, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8733657791774024, + "mIoU": 0.7538889677845837, + "macroF1": 0.8577294437996266, + "F1_coffee": 0.9048950046584964, + "IoU_coffee": 0.8263089005235602, + "precision_coffee": 0.8968603494814604, + "recall_coffee": 0.9130749204512583, + "F1_noncoffee": 0.8105638829407567, + "IoU_noncoffee": 0.6814690350456073, + "kappa": 0.7155043675405771, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8851043643263757, + "mIoU": 0.7732284039003069, + "macroF1": 0.8704305213853024, + "F1_coffee": 0.914034215943778, + "IoU_coffee": 0.8416786508040267, + "precision_coffee": 0.9049761034579702, + "recall_coffee": 0.9232754911802667, + "F1_noncoffee": 0.8268268268268268, + "IoU_noncoffee": 0.7047781569965871, + "kappa": 0.740913330676688, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8714878370733548, + "mIoU": 0.754103582570717, + "macroF1": 0.8581610248646869, + "F1_coffee": 0.9016381612181569, + "IoU_coffee": 0.8208935611038107, + "precision_coffee": 0.9162511000293341, + "recall_coffee": 0.8874840176161387, + "F1_noncoffee": 0.8146838885112169, + "IoU_noncoffee": 0.6873136040376233, + "kappa": 0.7164579280472847, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9657, + 11000 + ], + [ + 45465, + 51930 + ], + [ + 124, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.279783431688944, + "test_tta": { + "OA": 0.879661930737029, + "mIoU": 0.7514521139219879, + "macroF1": 0.8549616904202763, + "F1_coffee": 0.9148155215570946, + "IoU_coffee": 0.8430046132522394, + "precision_coffee": 0.8969646276771368, + "recall_coffee": 0.9333913601172752, + "F1_noncoffee": 0.795107859283458, + "IoU_noncoffee": 0.6598996145917362, + "kappa": 0.7101994598098466, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8499336563978308, + "mIoU": 0.7045559033230822, + "macroF1": 0.8225463225283771, + "F1_coffee": 0.8922599016308569, + "IoU_coffee": 0.8054776593755842, + "precision_coffee": 0.8777094198174706, + "recall_coffee": 0.9073009455219323, + "F1_noncoffee": 0.7528327434258973, + "IoU_noncoffee": 0.6036341472705802, + "kappa": 0.6453162637340775, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 13, + "stopped_epoch": 50, + "best_val": 0.6076862641526032, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7742927819358112, + "mIoU": 0.6010221792066108, + "macroF1": 0.744802269894876, + "F1_coffee": 0.8315542827388701, + "IoU_coffee": 0.7116755793226381, + "precision_coffee": 0.8601997845460777, + "recall_coffee": 0.8047551422419716, + "F1_noncoffee": 0.6580502570508817, + "IoU_noncoffee": 0.49036877909058363, + "kappa": 0.49075096764767523, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.749682704511365, + "mIoU": 0.5716077146217085, + "macroF1": 0.7212105826943099, + "F1_coffee": 0.8103045008415852, + "IoU_coffee": 0.681102434542949, + "precision_coffee": 0.8423432635717045, + "recall_coffee": 0.7806136416282351, + "F1_noncoffee": 0.6321166645470346, + "IoU_noncoffee": 0.46211299470046796, + "kappa": 0.44398113405313205, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.30210772833723654, + "mIoU": 0.152327910402963, + "macroF1": 0.23554396736616343, + "F1_coffee": 0.46112115732368897, + "IoU_coffee": 0.299647473560517, + "precision_coffee": 0.99609375, + "recall_coffee": 0.3, + "F1_noncoffee": 0.009966777408637873, + "IoU_noncoffee": 0.005008347245409015, + "kappa": 0.0006675514996347808, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8064469707871637, + "mIoU": 0.636325623994555, + "macroF1": 0.7711828864554438, + "F1_coffee": 0.8610106437945644, + "IoU_coffee": 0.7559426601342769, + "precision_coffee": 0.8530475735444679, + "recall_coffee": 0.8691237830319889, + "F1_noncoffee": 0.6813551291163231, + "IoU_noncoffee": 0.5167085878548329, + "kappa": 0.5424571782839028, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7681324957167333, + "mIoU": 0.5947896831665174, + "macroF1": 0.7401430673337765, + "F1_coffee": 0.8254264010319622, + "IoU_coffee": 0.7027455765710799, + "precision_coffee": 0.861803217358773, + "recall_coffee": 0.7919961493502028, + "F1_noncoffee": 0.6548597336355908, + "IoU_noncoffee": 0.4868337897619549, + "kappa": 0.48211039749549167, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7487856637585475, + "mIoU": 0.5739831360143341, + "macroF1": 0.7239703212680331, + "F1_coffee": 0.8067336646954251, + "IoU_coffee": 0.6760717543326239, + "precision_coffee": 0.8666978484565014, + "recall_coffee": 0.7545300305395317, + "F1_noncoffee": 0.6412069778406412, + "IoU_noncoffee": 0.4718945176960444, + "kappa": 0.45280336641190105, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8289930555555556, + "mIoU": 0.6485946884660139, + "macroF1": 0.7774662965645196, + "F1_coffee": 0.8845477632350068, + "IoU_coffee": 0.7929947460595447, + "precision_coffee": 0.860727410974528, + "recall_coffee": 0.9097240825073667, + "F1_noncoffee": 0.6703848298940324, + "IoU_noncoffee": 0.5041946308724832, + "kappa": 0.555903655510149, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7780748663101604, + "mIoU": 0.5976403229506306, + "macroF1": 0.7403858417367268, + "F1_coffee": 0.8393030009680542, + "IoU_coffee": 0.7231025854879066, + "precision_coffee": 0.880586186883343, + "recall_coffee": 0.8017173051519154, + "F1_noncoffee": 0.6414686825053996, + "IoU_noncoffee": 0.47217806041335453, + "kappa": 0.48330538782209814, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7225209925464666, + "mIoU": 0.5296180475592388, + "macroF1": 0.6829611681664185, + "F1_coffee": 0.7949522415115388, + "IoU_coffee": 0.6596852580421199, + "precision_coffee": 0.8576801564615616, + "recall_coffee": 0.7407744282744283, + "F1_noncoffee": 0.5709700948212983, + "IoU_noncoffee": 0.3995508370763577, + "kappa": 0.37294032067416766, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7841397079874034, + "mIoU": 0.6210993407949839, + "macroF1": 0.7620164556696664, + "F1_coffee": 0.8345765686704695, + "IoU_coffee": 0.7161144578313253, + "precision_coffee": 0.8440828402366863, + "recall_coffee": 0.8252820364477871, + "F1_noncoffee": 0.6894563426688632, + "IoU_noncoffee": 0.5260842237586424, + "kappa": 0.5241462164386393, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7582542694497154, + "mIoU": 0.59044472751727, + "macroF1": 0.738365643947626, + "F1_coffee": 0.8105012643165254, + "IoU_coffee": 0.6813805176941353, + "precision_coffee": 0.8418044183531592, + "recall_coffee": 0.7814427075864047, + "F1_noncoffee": 0.6662300235787267, + "IoU_noncoffee": 0.49950893734040464, + "kappa": 0.47800263184175557, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7750330001885725, + "mIoU": 0.6172006620833357, + "macroF1": 0.7604836682370721, + "F1_coffee": 0.8195158850226929, + "IoU_coffee": 0.6942201717288222, + "precision_coffee": 0.8763954052742274, + "recall_coffee": 0.7695695411280011, + "F1_noncoffee": 0.7014514514514515, + "IoU_noncoffee": 0.5401811524378493, + "kappa": 0.524281983175851, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8813, + 11000 + ], + [ + 39892, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5058315912882487, + "test_tta": { + "OA": 0.7895312698211341, + "mIoU": 0.6152791855311132, + "macroF1": 0.7550366740062824, + "F1_coffee": 0.8469600710258391, + "IoU_coffee": 0.7345453090938181, + "precision_coffee": 0.852731536300527, + "recall_coffee": 0.8412662055064364, + "F1_noncoffee": 0.6631132769867255, + "IoU_noncoffee": 0.4960130619684083, + "kappa": 0.5101227465327214, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7645379023883697, + "mIoU": 0.58425026080138, + "macroF1": 0.7303008318930693, + "F1_coffee": 0.8263930242450022, + "IoU_coffee": 0.704148016599315, + "precision_coffee": 0.8346830494275342, + "recall_coffee": 0.8182660517615348, + "F1_noncoffee": 0.6342086395411364, + "IoU_noncoffee": 0.464352505003445, + "kappa": 0.46071375049839747, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 7, + "stopped_epoch": 50, + "best_val": 0.6305249426758435, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7724692375998985, + "mIoU": 0.5998065150904347, + "macroF1": 0.7440593373813382, + "F1_coffee": 0.8293309545049063, + "IoU_coffee": 0.7084247744452572, + "precision_coffee": 0.8625825766385432, + "recall_coffee": 0.7985478033808237, + "F1_noncoffee": 0.65878772025777, + "IoU_noncoffee": 0.4911882557356122, + "kappa": 0.4896349398581666, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7477068189685012, + "mIoU": 0.5706082568736006, + "macroF1": 0.7207154165287482, + "F1_coffee": 0.8075387002013401, + "IoU_coffee": 0.6772032772364924, + "precision_coffee": 0.8455211501244125, + "recall_coffee": 0.7728220355044538, + "F1_noncoffee": 0.6338921328561562, + "IoU_noncoffee": 0.4640132365107087, + "kappa": 0.443566805639326, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2810304449648712, + "mIoU": 0.14205977536645725, + "macroF1": 0.22374210205302208, + "F1_coffee": 0.43462246777163904, + "IoU_coffee": 0.2776470588235294, + "precision_coffee": 1.0, + "recall_coffee": 0.2776470588235294, + "F1_noncoffee": 0.012861736334405145, + "IoU_noncoffee": 0.006472491909385114, + "kappa": 0.003587689360828815, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7915767256679618, + "mIoU": 0.6265434174507422, + "macroF1": 0.7654309144421028, + "F1_coffee": 0.8437443809112813, + "IoU_coffee": 0.7297213237123663, + "precision_coffee": 0.8736873463915991, + "recall_coffee": 0.8157858136300418, + "F1_noncoffee": 0.6871174479729243, + "IoU_noncoffee": 0.523365511189118, + "kappa": 0.5319626170986526, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7784599276603845, + "mIoU": 0.6052115815516821, + "macroF1": 0.747906853388459, + "F1_coffee": 0.8356691495746108, + "IoU_coffee": 0.7177248195985689, + "precision_coffee": 0.8586767266395822, + "recall_coffee": 0.8138623392697518, + "F1_noncoffee": 0.660144557202307, + "IoU_noncoffee": 0.49269834350479513, + "kappa": 0.4965611947366118, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7477481726008017, + "mIoU": 0.5694149715247442, + "macroF1": 0.7194369896586765, + "F1_coffee": 0.8085608961740811, + "IoU_coffee": 0.678642234905377, + "precision_coffee": 0.8553687717704074, + "recall_coffee": 0.766610111978283, + "F1_noncoffee": 0.6303130831432718, + "IoU_noncoffee": 0.4601877081441114, + "kappa": 0.4421001752094611, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8305362654320988, + "mIoU": 0.646362455780419, + "macroF1": 0.77500017508079, + "F1_coffee": 0.8867839422643211, + "IoU_coffee": 0.7965964343598055, + "precision_coffee": 0.8544641748416739, + "recall_coffee": 0.9216447897133673, + "F1_noncoffee": 0.663216407897259, + "IoU_noncoffee": 0.4961284772010324, + "kappa": 0.5519073884632494, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7742551566080977, + "mIoU": 0.5730464792727568, + "macroF1": 0.7155918630242291, + "F1_coffee": 0.8447596532702916, + "IoU_coffee": 0.7312414733969986, + "precision_coffee": 0.8399059806738052, + "recall_coffee": 0.8496697490092471, + "F1_noncoffee": 0.5864240727781665, + "IoU_noncoffee": 0.41485148514851483, + "kappa": 0.43123432757664604, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7150674591942636, + "mIoU": 0.5084777571658523, + "macroF1": 0.6602623278713747, + "F1_coffee": 0.7967151319332256, + "IoU_coffee": 0.6621168046542851, + "precision_coffee": 0.826536312849162, + "recall_coffee": 0.768970893970894, + "F1_noncoffee": 0.5238095238095238, + "IoU_noncoffee": 0.3548387096774194, + "kappa": 0.3225902873493842, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7530298692623342, + "mIoU": 0.5961475287556264, + "macroF1": 0.7454437220660324, + "F1_coffee": 0.7893880208333334, + "IoU_coffee": 0.6520570045711213, + "precision_coffee": 0.9024934871604019, + "recall_coffee": 0.7014752675730402, + "F1_noncoffee": 0.7014994232987313, + "IoU_noncoffee": 0.5402380529401315, + "kappa": 0.5019739127943662, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7826375711574952, + "mIoU": 0.6281036129177218, + "macroF1": 0.7690221964776084, + "F1_coffee": 0.8251011527597526, + "IoU_coffee": 0.70227420402859, + "precision_coffee": 0.8821416911524649, + "recall_coffee": 0.7749892442277355, + "F1_noncoffee": 0.7129432401954642, + "IoU_noncoffee": 0.5539330218068536, + "kappa": 0.5411928771628429, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7804073166132378, + "mIoU": 0.6261606714114069, + "macroF1": 0.7677171614415574, + "F1_coffee": 0.8220099350401223, + "IoU_coffee": 0.6978071882704036, + "precision_coffee": 0.8895137280846841, + "recall_coffee": 0.7640289813894019, + "F1_noncoffee": 0.7134243878429924, + "IoU_noncoffee": 0.5545141545524102, + "kappa": 0.5397024093766386, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8871, + 11000 + ], + [ + 39715, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.506186338265737, + "test_tta": { + "OA": 0.7940187745782062, + "mIoU": 0.6228502979763031, + "macroF1": 0.7612942257790318, + "F1_coffee": 0.8496771356493161, + "IoU_coffee": 0.7386423081566135, + "precision_coffee": 0.8586397230798016, + "recall_coffee": 0.8408997205552247, + "F1_noncoffee": 0.6729113159087475, + "IoU_noncoffee": 0.5070582877959927, + "kappa": 0.5227016069640702, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7690954194069459, + "mIoU": 0.591776728819649, + "macroF1": 0.7368172613167987, + "F1_coffee": 0.8289858787839945, + "IoU_coffee": 0.7079213339657752, + "precision_coffee": 0.8411697123409421, + "recall_coffee": 0.8171499568302903, + "F1_noncoffee": 0.6446486438496027, + "IoU_noncoffee": 0.47563212367352287, + "kappa": 0.473863886382244, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.7232485874236554, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8588100976785488, + "mIoU": 0.723677812367935, + "macroF1": 0.836565523494714, + "F1_coffee": 0.8968608826595621, + "IoU_coffee": 0.8130079593422517, + "precision_coffee": 0.9072225346831646, + "recall_coffee": 0.8867332447661368, + "F1_noncoffee": 0.7762701643298658, + "IoU_noncoffee": 0.6343476653936183, + "kappa": 0.6732235128979169, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8274200992269528, + "mIoU": 0.6783548160179816, + "macroF1": 0.8046325252234227, + "F1_coffee": 0.8713554657263266, + "IoU_coffee": 0.7720371111238117, + "precision_coffee": 0.8900920292560786, + "recall_coffee": 0.8533914545033378, + "F1_noncoffee": 0.7379095847205187, + "IoU_noncoffee": 0.5846725209121516, + "kappa": 0.6096174701897669, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2107728337236534, + "mIoU": 0.10621095695914269, + "macroF1": 0.1765907530327306, + "F1_coffee": 0.3443579766536965, + "IoU_coffee": 0.20799059929494712, + "precision_coffee": 0.9943820224719101, + "recall_coffee": 0.20823529411764705, + "F1_noncoffee": 0.008823529411764706, + "IoU_noncoffee": 0.004431314623338257, + "kappa": -0.0004936451873070566, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8595001678898643, + "mIoU": 0.7239021694436765, + "macroF1": 0.8366296920685257, + "F1_coffee": 0.8977554368694802, + "IoU_coffee": 0.8144793514061313, + "precision_coffee": 0.9013107170393215, + "recall_coffee": 0.8942280945757998, + "F1_noncoffee": 0.7755039472675711, + "IoU_noncoffee": 0.6333249874812218, + "kappa": 0.6732705464800353, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8703122025509232, + "mIoU": 0.7408213315229477, + "macroF1": 0.8482032530755724, + "F1_coffee": 0.9061348213978161, + "IoU_coffee": 0.8283788890288449, + "precision_coffee": 0.9078547763666482, + "recall_coffee": 0.9044213711063742, + "F1_noncoffee": 0.7902716847533288, + "IoU_noncoffee": 0.6532637740170505, + "kappa": 0.6964089408369408, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8467342607875501, + "mIoU": 0.7070389618653976, + "macroF1": 0.8251718386451414, + "F1_coffee": 0.8865698729582577, + "IoU_coffee": 0.7962510187449062, + "precision_coffee": 0.9126248473090465, + "recall_coffee": 0.8619613165931456, + "F1_noncoffee": 0.763773804332025, + "IoU_noncoffee": 0.617826904985889, + "kappa": 0.6509361947857707, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8606288580246914, + "mIoU": 0.703427445486081, + "macroF1": 0.8196319805013533, + "F1_coffee": 0.905623408007315, + "IoU_coffee": 0.8275244688469802, + "precision_coffee": 0.8837476099426386, + "recall_coffee": 0.9286096972944012, + "F1_noncoffee": 0.7336405529953917, + "IoU_noncoffee": 0.5793304221251819, + "kappa": 0.6398867117654372, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8724216959511077, + "mIoU": 0.7288728350671472, + "macroF1": 0.8384524981530787, + "F1_coffee": 0.9125310985989262, + "IoU_coffee": 0.8391330523780854, + "precision_coffee": 0.9045950155763239, + "recall_coffee": 0.9206076618229855, + "F1_noncoffee": 0.7643738977072311, + "IoU_noncoffee": 0.618612617756209, + "kappa": 0.6769719714967881, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8345126898764035, + "mIoU": 0.6657409342066078, + "macroF1": 0.7920163221797991, + "F1_coffee": 0.8860298895386615, + "IoU_coffee": 0.795380307979468, + "precision_coffee": 0.8861450480894203, + "recall_coffee": 0.885914760914761, + "F1_noncoffee": 0.6980027548209367, + "IoU_noncoffee": 0.5361015604337477, + "kappa": 0.5840326629742104, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8583834335337341, + "mIoU": 0.7368955765547949, + "macroF1": 0.8470113508130177, + "F1_coffee": 0.8887222555488902, + "IoU_coffee": 0.7997300944669365, + "precision_coffee": 0.922765493615696, + "recall_coffee": 0.8571015331212034, + "F1_noncoffee": 0.8053004460771451, + "IoU_noncoffee": 0.6740610586426532, + "kappa": 0.694749630421544, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8682163187855787, + "mIoU": 0.7488573568051498, + "macroF1": 0.8546784286526271, + "F1_coffee": 0.8990332194519154, + "IoU_coffee": 0.8165852370262776, + "precision_coffee": 0.9115566037735849, + "recall_coffee": 0.8868492757780009, + "F1_noncoffee": 0.8103236378533388, + "IoU_noncoffee": 0.681129476584022, + "kappa": 0.7094598762161256, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8589477654158024, + "mIoU": 0.740257335962391, + "macroF1": 0.8495102003264635, + "F1_coffee": 0.8871965012818579, + "IoU_coffee": 0.7972625016939965, + "precision_coffee": 0.9453639723605978, + "recall_coffee": 0.8357721267225459, + "F1_noncoffee": 0.8118238993710691, + "IoU_noncoffee": 0.6832521702307855, + "kappa": 0.7009092924708751, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9563, + 11000 + ], + [ + 44469, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.775441833337148, + "test_tta": { + "OA": 0.866738551312952, + "mIoU": 0.7342801527444869, + "macroF1": 0.8436641350123586, + "F1_coffee": 0.9037254273014709, + "IoU_coffee": 0.8243604748369838, + "precision_coffee": 0.9039739652564514, + "recall_coffee": 0.9034770259746209, + "F1_noncoffee": 0.7836028427232464, + "IoU_noncoffee": 0.6441998306519898, + "kappa": 0.6873283231501024, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8359293873312564, + "mIoU": 0.6884473039948076, + "macroF1": 0.8116276190610111, + "F1_coffee": 0.8792869269949066, + "IoU_coffee": 0.7845780942281473, + "precision_coffee": 0.8861891215536971, + "recall_coffee": 0.8724914187040663, + "F1_noncoffee": 0.7439683111271156, + "IoU_noncoffee": 0.5923165137614679, + "kappa": 0.623303705812724, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f3_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 78, + "stopped_epoch": 100, + "best_val": 0.7502506673238349, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8826747431181022, + "mIoU": 0.7596488197313476, + "macroF1": 0.860726446492589, + "F1_coffee": 0.9160149377404965, + "IoU_coffee": 0.8450438752644034, + "precision_coffee": 0.9079453657658468, + "recall_coffee": 0.924229236336983, + "F1_noncoffee": 0.8054379552446816, + "IoU_noncoffee": 0.6742537641982917, + "kappa": 0.7215038562011603, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.850020191531095, + "mIoU": 0.7089080418005285, + "macroF1": 0.8261221755650979, + "F1_coffee": 0.8905840637198683, + "IoU_coffee": 0.8027503793626707, + "precision_coffee": 0.8899566808260083, + "recall_coffee": 0.8912123317960705, + "F1_noncoffee": 0.7616602874103275, + "IoU_noncoffee": 0.6150657042383861, + "kappa": 0.6522447275887452, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21194379391100704, + "mIoU": 0.1068017786245211, + "macroF1": 0.17740174125614902, + "F1_coffee": 0.3459669582118562, + "IoU_coffee": 0.209165687426557, + "precision_coffee": 0.994413407821229, + "recall_coffee": 0.20941176470588235, + "F1_noncoffee": 0.008836524300441826, + "IoU_noncoffee": 0.004437869822485207, + "kappa": -0.0004804461882861331, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8771046193696935, + "mIoU": 0.7504346244527809, + "macroF1": 0.8545647487045075, + "F1_coffee": 0.9118193708267365, + "IoU_coffee": 0.8379301619433198, + "precision_coffee": 0.9026850211258007, + "recall_coffee": 0.9211404728789986, + "F1_noncoffee": 0.7973101265822785, + "IoU_noncoffee": 0.6629390869622418, + "kappa": 0.7091979419996565, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8921568627450981, + "mIoU": 0.7765435289593272, + "macroF1": 0.8719208677356483, + "F1_coffee": 0.9228306770194796, + "IoU_coffee": 0.8567183054062599, + "precision_coffee": 0.914175831590311, + "recall_coffee": 0.9316509661005294, + "F1_noncoffee": 0.8210110584518168, + "IoU_noncoffee": 0.6963687525123945, + "kappa": 0.743894978011246, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.878755010610705, + "mIoU": 0.7522447977082436, + "macroF1": 0.8556995989795904, + "F1_coffee": 0.9133789292813584, + "IoU_coffee": 0.8405680267890363, + "precision_coffee": 0.9069316205004684, + "recall_coffee": 0.9199185612487275, + "F1_noncoffee": 0.7980202686778223, + "IoU_noncoffee": 0.663921568627451, + "kappa": 0.7114332026205786, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.871141975308642, + "mIoU": 0.7240409893234616, + "macroF1": 0.8347786789134258, + "F1_coffee": 0.9122899159663865, + "IoU_coffee": 0.8387252535007242, + "precision_coffee": 0.894669070306464, + "recall_coffee": 0.9306188052504688, + "F1_noncoffee": 0.7572674418604651, + "IoU_noncoffee": 0.6093567251461989, + "kappa": 0.6699117117690762, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8932391138273491, + "mIoU": 0.7642874585462656, + "macroF1": 0.8627129277169721, + "F1_coffee": 0.92744970798183, + "IoU_coffee": 0.8647144240077445, + "precision_coffee": 0.9114795918367347, + "recall_coffee": 0.9439894319682959, + "F1_noncoffee": 0.7979761474521142, + "IoU_noncoffee": 0.6638604930847866, + "kappa": 0.7256603724067342, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8653646570431173, + "mIoU": 0.7075361991036595, + "macroF1": 0.8222069016801871, + "F1_coffee": 0.9098034258264333, + "IoU_coffee": 0.8345315398886828, + "precision_coffee": 0.8857846153846154, + "recall_coffee": 0.9351611226611226, + "F1_noncoffee": 0.7346103775339409, + "IoU_noncoffee": 0.5805408583186361, + "kappa": 0.6451814245688139, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8830041034449853, + "mIoU": 0.7719117368628314, + "macroF1": 0.8697479460183382, + "F1_coffee": 0.9113008247721024, + "IoU_coffee": 0.8370547581073897, + "precision_coffee": 0.911696583671106, + "recall_coffee": 0.9109054093144345, + "F1_noncoffee": 0.828195067264574, + "IoU_noncoffee": 0.7067687156182731, + "kappa": 0.7394959871171178, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8910815939278938, + "mIoU": 0.7852356933932172, + "macroF1": 0.8783147433906466, + "F1_coffee": 0.9177296832449476, + "IoU_coffee": 0.8479671566679909, + "precision_coffee": 0.9172038389915484, + "recall_coffee": 0.9182561307901907, + "F1_noncoffee": 0.8388998035363457, + "IoU_noncoffee": 0.7225042301184433, + "kappa": 0.7566296434214527, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8921365264944371, + "mIoU": 0.7891020649358539, + "macroF1": 0.8809282000794514, + "F1_coffee": 0.9174603174603174, + "IoU_coffee": 0.8475073313782991, + "precision_coffee": 0.9321213898255388, + "recall_coffee": 0.903253303025998, + "F1_noncoffee": 0.8443960826985855, + "IoU_noncoffee": 0.7306967984934086, + "kappa": 0.7619674149054475, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9695, + 11000 + ], + [ + 45839, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.017140440146128, + "test_tta": { + "OA": 0.8860998350881644, + "mIoU": 0.7645190867642917, + "macroF1": 0.8638852175568681, + "F1_coffee": 0.9188737421081759, + "IoU_coffee": 0.8499226944131043, + "precision_coffee": 0.9063342468195085, + "recall_coffee": 0.9317650831462733, + "F1_noncoffee": 0.8088966930055604, + "IoU_noncoffee": 0.6791154791154791, + "kappa": 0.7278931308853271, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8542604130610361, + "mIoU": 0.7141881145111106, + "macroF1": 0.8296915357892174, + "F1_coffee": 0.8943776065892486, + "IoU_coffee": 0.8089358644683103, + "precision_coffee": 0.8879088494105928, + "recall_coffee": 0.9009413102533325, + "F1_noncoffee": 0.7650054649891863, + "IoU_noncoffee": 0.619440364553911, + "kappa": 0.659423289686217, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s0_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.589559307983516, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7861630167579813, + "mIoU": 0.6057197324376499, + "macroF1": 0.746411223783412, + "F1_coffee": 0.8468134574878282, + "IoU_coffee": 0.7343247829124663, + "precision_coffee": 0.9280254295012488, + "recall_coffee": 0.7786715211041023, + "F1_noncoffee": 0.6460089900789957, + "IoU_noncoffee": 0.47711468196283346, + "kappa": 0.5016417379066009, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.756345909772701, + "mIoU": 0.570710829051059, + "macroF1": 0.7183385467960051, + "F1_coffee": 0.8218045271396325, + "IoU_coffee": 0.6975111906893464, + "precision_coffee": 0.9072405039707492, + "recall_coffee": 0.7510748645574257, + "F1_noncoffee": 0.6148725664523776, + "IoU_noncoffee": 0.44391046741277157, + "kappa": 0.447271014956395, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3275991024682124, + "mIoU": 0.16618591458624213, + "macroF1": 0.25320024728406915, + "F1_coffee": 0.48891415577032404, + "IoU_coffee": 0.3235515425131678, + "precision_coffee": 0.9976798143851509, + "recall_coffee": 0.32379518072289154, + "F1_noncoffee": 0.017486338797814208, + "IoU_noncoffee": 0.008820286659316428, + "kappa": 0.0042119320954361866, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7316386969397828, + "mIoU": 0.5479215064268494, + "macroF1": 0.7008569621885226, + "F1_coffee": 0.7968160245151165, + "IoU_coffee": 0.6622561808920363, + "precision_coffee": 0.9272853787944682, + "recall_coffee": 0.6985323024505308, + "F1_noncoffee": 0.6048978998619287, + "IoU_noncoffee": 0.4335868319616627, + "kappa": 0.42389151479031856, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8175182481751825, + "mIoU": 0.6469108214023629, + "macroF1": 0.7785376139046949, + "F1_coffee": 0.8714501764409343, + "IoU_coffee": 0.7721858248957713, + "precision_coffee": 0.9399014064085834, + "recall_coffee": 0.8122924628782657, + "F1_noncoffee": 0.6856250513684556, + "IoU_noncoffee": 0.5216358179089545, + "kappa": 0.5627468501777029, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8074507564944333, + "mIoU": 0.6248942387812568, + "macroF1": 0.7599569906265349, + "F1_coffee": 0.866730332268581, + "IoU_coffee": 0.7648050212122973, + "precision_coffee": 0.9172010036241985, + "recall_coffee": 0.8215244397278232, + "F1_noncoffee": 0.6531836489844888, + "IoU_noncoffee": 0.48498345635021634, + "kappa": 0.5236674056349877, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7752348590845493, + "mIoU": 0.6016716310488504, + "macroF1": 0.7452073441671635, + "F1_coffee": 0.8326761401681423, + "IoU_coffee": 0.7133205863607394, + "precision_coffee": 0.9184309863778106, + "recall_coffee": 0.7615677735438214, + "F1_noncoffee": 0.6577385481661847, + "IoU_noncoffee": 0.49002267573696145, + "kappa": 0.49934290616085936, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8424918908605228, + "mIoU": 0.6893974948840693, + "macroF1": 0.8111711222648779, + "F1_coffee": 0.8880753847196801, + "IoU_coffee": 0.7986830874283624, + "precision_coffee": 0.9454387990762124, + "recall_coffee": 0.8372747027994376, + "F1_noncoffee": 0.7342668598100757, + "IoU_noncoffee": 0.5801119023397762, + "kappa": 0.6256144631891482, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8517218480220093, + "mIoU": 0.6951912481356022, + "macroF1": 0.8143382503952765, + "F1_coffee": 0.8976491388907079, + "IoU_coffee": 0.8143043839847927, + "precision_coffee": 0.9275950737582893, + "recall_coffee": 0.8695762496828217, + "F1_noncoffee": 0.7310273618998451, + "IoU_noncoffee": 0.5760781122864117, + "kappa": 0.6296907392133967, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6890969377803784, + "mIoU": 0.4996698292954761, + "macroF1": 0.6586155581004386, + "F1_coffee": 0.7606247184261902, + "IoU_coffee": 0.6137162244032474, + "precision_coffee": 0.9372686898593634, + "recall_coffee": 0.6400050543340915, + "F1_noncoffee": 0.556606397774687, + "IoU_noncoffee": 0.3856234341877048, + "kappa": 0.35937944974020275, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7925374558641092, + "mIoU": 0.6059723032023198, + "macroF1": 0.7449863106709782, + "F1_coffee": 0.8551053052519328, + "IoU_coffee": 0.7468855512865293, + "precision_coffee": 0.9343140110690358, + "recall_coffee": 0.7882772179896781, + "F1_noncoffee": 0.6348673160900236, + "IoU_noncoffee": 0.46505905511811024, + "kappa": 0.49904573631308013, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7629092297413381, + "mIoU": 0.560932752803978, + "macroF1": 0.7057087965800034, + "F1_coffee": 0.8354531001589826, + "IoU_coffee": 0.7174061433447099, + "precision_coffee": 0.9061646788331656, + "recall_coffee": 0.7749784933021998, + "F1_noncoffee": 0.5759644930010243, + "IoU_noncoffee": 0.40445936226324625, + "kappa": 0.42051095672935035, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 104, + 110 + ], + [ + 6428, + 8413 + ], + [ + 42398, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.2906658252080283, + "test_tta": { + "OA": 0.817108244027057, + "mIoU": 0.6432265984800563, + "macroF1": 0.7751880308947614, + "F1_coffee": 0.8722661729226281, + "IoU_coffee": 0.7734681287189795, + "precision_coffee": 0.9281876149308623, + "recall_coffee": 0.8227001397061936, + "F1_noncoffee": 0.6781098888668948, + "IoU_noncoffee": 0.5129850682411329, + "kappa": 0.5544515703787332, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7855082496827045, + "mIoU": 0.6029351995643801, + "macroF1": 0.743777383498059, + "F1_coffee": 0.8471814052898744, + "IoU_coffee": 0.7348783314020857, + "precision_coffee": 0.9069767441860465, + "recall_coffee": 0.7947828098791139, + "F1_noncoffee": 0.6403733617062437, + "IoU_noncoffee": 0.4709920677266745, + "kappa": 0.49274331443367114, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s0_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 46, + "stopped_epoch": 76, + "best_val": 0.5861682379517585, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8155979369848487, + "mIoU": 0.6401549472245849, + "macroF1": 0.7726468058973195, + "F1_coffee": 0.8714652092596118, + "IoU_coffee": 0.7722094315655764, + "precision_coffee": 0.9252776522628362, + "recall_coffee": 0.8235680115151772, + "F1_noncoffee": 0.6738284025350272, + "IoU_noncoffee": 0.5081004628835933, + "kappa": 0.5491632117078791, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7839938848505826, + "mIoU": 0.6012142587438296, + "macroF1": 0.7424364854739004, + "F1_coffee": 0.8458950271126797, + "IoU_coffee": 0.732944616811098, + "precision_coffee": 0.9069947043248014, + "recall_coffee": 0.7925077602329034, + "F1_noncoffee": 0.6389779438351211, + "IoU_noncoffee": 0.4694839006765612, + "kappa": 0.4902918195179714, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3238593866866118, + "mIoU": 0.1639923078827695, + "macroF1": 0.2502220832650955, + "F1_coffee": 0.48519362186788156, + "IoU_coffee": 0.32030075187969925, + "precision_coffee": 0.9953271028037384, + "recall_coffee": 0.3207831325301205, + "F1_noncoffee": 0.015250544662309368, + "IoU_noncoffee": 0.007683863885839737, + "kappa": 0.0019454931610465283, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8087857847976307, + "mIoU": 0.6339586163548724, + "macroF1": 0.7683800371027563, + "F1_coffee": 0.8651208133138361, + "IoU_coffee": 0.7623021229598724, + "precision_coffee": 0.9230312035661219, + "recall_coffee": 0.8140479622592058, + "F1_noncoffee": 0.6716392608916766, + "IoU_noncoffee": 0.5056151097498723, + "kappa": 0.5411570148212254, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8099804398645103, + "mIoU": 0.6325050681863369, + "macroF1": 0.7667021805869728, + "F1_coffee": 0.8671846343659342, + "IoU_coffee": 0.7655127752266573, + "precision_coffee": 0.9269318505845452, + "recall_coffee": 0.8146732660860848, + "F1_noncoffee": 0.6662197268080114, + "IoU_noncoffee": 0.49949736114601656, + "kappa": 0.5382258558911395, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8277666761823199, + "mIoU": 0.6540353049422885, + "macroF1": 0.7828151775177116, + "F1_coffee": 0.881621975147155, + "IoU_coffee": 0.7883040935672515, + "precision_coffee": 0.9257605933658403, + "recall_coffee": 0.8415007178974967, + "F1_noncoffee": 0.6840083798882681, + "IoU_noncoffee": 0.5197665163173255, + "kappa": 0.5682502066873303, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8281031381171298, + "mIoU": 0.6695970695970697, + "macroF1": 0.7968242365172189, + "F1_coffee": 0.8765432098765432, + "IoU_coffee": 0.7802197802197802, + "precision_coffee": 0.9273997569866342, + "recall_coffee": 0.8309744148067502, + "F1_noncoffee": 0.7171052631578947, + "IoU_noncoffee": 0.558974358974359, + "kappa": 0.5964293975152333, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8760732684602175, + "mIoU": 0.7345856242172076, + "macroF1": 0.8424029389745278, + "F1_coffee": 0.9152476022705031, + "IoU_coffee": 0.8437387224828582, + "precision_coffee": 0.9347014925373134, + "recall_coffee": 0.8965869870893519, + "F1_noncoffee": 0.7695582756785524, + "IoU_noncoffee": 0.6254325259515571, + "kappa": 0.6851766808023023, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8562754956835215, + "mIoU": 0.7020277527566631, + "macroF1": 0.8192660187783851, + "F1_coffee": 0.9010515315786036, + "IoU_coffee": 0.8199215499821705, + "precision_coffee": 0.9285233544218603, + "recall_coffee": 0.8751585891905608, + "F1_noncoffee": 0.7374805059781667, + "IoU_noncoffee": 0.5841339555311557, + "kappa": 0.6393695748173177, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7899356348741955, + "mIoU": 0.599247305327161, + "macroF1": 0.738827956554406, + "F1_coffee": 0.8543610547667343, + "IoU_coffee": 0.7457507082152974, + "precision_coffee": 0.918848167539267, + "recall_coffee": 0.7983320697498104, + "F1_noncoffee": 0.6232948583420777, + "IoU_noncoffee": 0.4527439024390244, + "kappa": 0.48422705640934255, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7438686897604734, + "mIoU": 0.5463805060735555, + "macroF1": 0.6953196699816293, + "F1_coffee": 0.8169417541945164, + "IoU_coffee": 0.6905338406549061, + "precision_coffee": 0.9179950950337217, + "recall_coffee": 0.7359302039813221, + "F1_noncoffee": 0.5736975857687421, + "IoU_noncoffee": 0.4022271714922049, + "kappa": 0.4073632456028824, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7990837071680824, + "mIoU": 0.6086237192399249, + "macroF1": 0.7459331635375289, + "F1_coffee": 0.86213897439256, + "IoU_coffee": 0.7576838954759986, + "precision_coffee": 0.9228827818283791, + "recall_coffee": 0.8088976281184712, + "F1_noncoffee": 0.6297273526824978, + "IoU_noncoffee": 0.4595635430038511, + "kappa": 0.49771079399491797, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6924, + 8413 + ], + [ + 43731, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.497774076461792, + "test_tta": { + "OA": 0.8294799080962098, + "mIoU": 0.658093113854902, + "macroF1": 0.7861644475974046, + "F1_coffee": 0.8824057351165084, + "IoU_coffee": 0.7895582170050761, + "precision_coffee": 0.9258294775512103, + "recall_coffee": 0.8428728673637864, + "F1_noncoffee": 0.6899231600783008, + "IoU_noncoffee": 0.5266280107047279, + "kappa": 0.5747953529517109, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7966712818737741, + "mIoU": 0.6157711629972092, + "macroF1": 0.7537113051073423, + "F1_coffee": 0.8565731377296681, + "IoU_coffee": 0.7491280518186347, + "precision_coffee": 0.9067568440777996, + "recall_coffee": 0.8116528814082171, + "F1_noncoffee": 0.6508494724850166, + "IoU_noncoffee": 0.4824142741757838, + "kappa": 0.5110682539332266, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s0_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 32, + "stopped_epoch": 62, + "best_val": 0.7218850715158054, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.866161088706438, + "mIoU": 0.7134705993492196, + "macroF1": 0.8270032304911057, + "F1_coffee": 0.9093086554164398, + "IoU_coffee": 0.8336993411858654, + "precision_coffee": 0.936154949784792, + "recall_coffee": 0.8839591888573727, + "F1_noncoffee": 0.7446978055657717, + "IoU_noncoffee": 0.5932418575125739, + "kappa": 0.6548056061190642, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8319343486788969, + "mIoU": 0.6632173894576638, + "macroF1": 0.7902926172652232, + "F1_coffee": 0.8837408837408838, + "IoU_coffee": 0.7916986933128363, + "precision_coffee": 0.9157259231691685, + "recall_coffee": 0.8539148205988394, + "F1_noncoffee": 0.6968443507895626, + "IoU_noncoffee": 0.5347360856024914, + "kappa": 0.5819152776150139, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.381451009723261, + "mIoU": 0.19329438704675359, + "macroF1": 0.2827369542273279, + "F1_coffee": 0.5488270594653574, + "IoU_coffee": 0.37819548872180453, + "precision_coffee": 0.996039603960396, + "recall_coffee": 0.37876506024096385, + "F1_noncoffee": 0.016646848989298454, + "IoU_noncoffee": 0.008393285371702638, + "kappa": 0.0033728697605370775, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8752714708785785, + "mIoU": 0.7276599396491454, + "macroF1": 0.8370010190990178, + "F1_coffee": 0.915982312065698, + "IoU_coffee": 0.844988344988345, + "precision_coffee": 0.9298008774890314, + "recall_coffee": 0.9025684707115712, + "F1_noncoffee": 0.7580197261323375, + "IoU_noncoffee": 0.610331534309946, + "kappa": 0.6742092879175009, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8704737369400315, + "mIoU": 0.7210011287675586, + "macroF1": 0.8324247670835145, + "F1_coffee": 0.9122750331190023, + "IoU_coffee": 0.8387000950570342, + "precision_coffee": 0.9418868428075794, + "recall_coffee": 0.8844683917047804, + "F1_noncoffee": 0.7525745010480269, + "IoU_noncoffee": 0.603302162478083, + "kappa": 0.6657812521720372, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8530783138262442, + "mIoU": 0.6929967319776237, + "macroF1": 0.8121995648316813, + "F1_coffee": 0.8998183233843758, + "IoU_coffee": 0.8178815758433593, + "precision_coffee": 0.9367105707531239, + "recall_coffee": 0.8657219551782258, + "F1_noncoffee": 0.7245808062789868, + "IoU_noncoffee": 0.5681118881118881, + "kappa": 0.625994067567742, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9060563661802918, + "mIoU": 0.7884839614185983, + "macroF1": 0.8787863010648038, + "F1_coffee": 0.9362798264642083, + "IoU_coffee": 0.8801937292888096, + "precision_coffee": 0.9327390599675851, + "recall_coffee": 0.9398475775721284, + "F1_noncoffee": 0.8212927756653993, + "IoU_noncoffee": 0.6967741935483871, + "kappa": 0.7575823993652674, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8942949818736883, + "mIoU": 0.766980221375431, + "macroF1": 0.8645815765790641, + "F1_coffee": 0.928014553014553, + "IoU_coffee": 0.8656969696969697, + "precision_coffee": 0.9435856784251553, + "recall_coffee": 0.9129489965486386, + "F1_noncoffee": 0.801148600143575, + "IoU_noncoffee": 0.6682634730538922, + "kappa": 0.7293667365966227, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8878664263352624, + "mIoU": 0.7537888544416347, + "macroF1": 0.8555299270503623, + "F1_coffee": 0.9238794435857806, + "IoU_coffee": 0.8585278276481149, + "precision_coffee": 0.9381375882814543, + "recall_coffee": 0.9100482111139305, + "F1_noncoffee": 0.7871804105149441, + "IoU_noncoffee": 0.6490498812351544, + "kappa": 0.7112463331799429, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8452311293153891, + "mIoU": 0.6717447620072416, + "macroF1": 0.7951251975415927, + "F1_coffee": 0.8964437194127243, + "IoU_coffee": 0.8123226111636708, + "precision_coffee": 0.9268654702469302, + "recall_coffee": 0.8679555218599949, + "F1_noncoffee": 0.6938066756704612, + "IoU_noncoffee": 0.5311669128508124, + "kappa": 0.5915514380801683, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8466456722969748, + "mIoU": 0.6770644449091174, + "macroF1": 0.7995824780007302, + "F1_coffee": 0.8967024490583018, + "IoU_coffee": 0.8127476112794221, + "precision_coffee": 0.9401536595228468, + "recall_coffee": 0.857090194150897, + "F1_noncoffee": 0.7024625069431587, + "IoU_noncoffee": 0.5413812785388128, + "kappa": 0.6016160478601463, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.818077693996373, + "mIoU": 0.637215852620288, + "macroF1": 0.7692620540620088, + "F1_coffee": 0.8753922594142259, + "IoU_coffee": 0.7783978607138705, + "precision_coffee": 0.9351864785584579, + "recall_coffee": 0.8227848101265823, + "F1_noncoffee": 0.6631318487097915, + "IoU_noncoffee": 0.49603384452670546, + "kappa": 0.5435685423106859, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7413, + 8413 + ], + [ + 46386, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.839459260304769, + "test_tta": { + "OA": 0.8713507607770048, + "mIoU": 0.7197753719945662, + "macroF1": 0.8312711495563463, + "F1_coffee": 0.9135060978903136, + "IoU_coffee": 0.8407834559554583, + "precision_coffee": 0.9327612450640842, + "recall_coffee": 0.8950298463231869, + "F1_noncoffee": 0.7490362012223789, + "IoU_noncoffee": 0.5987672880336741, + "kappa": 0.6629590350720799, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8378475827852775, + "mIoU": 0.6687995024358218, + "macroF1": 0.7940550126684749, + "F1_coffee": 0.8890226929492937, + "IoU_coffee": 0.8002167886843414, + "precision_coffee": 0.9108248048218114, + "recall_coffee": 0.8682399213372665, + "F1_noncoffee": 0.6990873323876562, + "IoU_noncoffee": 0.537382216187302, + "kappa": 0.5887489369043509, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s0_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 38, + "stopped_epoch": 68, + "best_val": 0.7277341413282657, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.885055993830235, + "mIoU": 0.7365089085336904, + "macroF1": 0.8424679652149891, + "F1_coffee": 0.9243763213530656, + "IoU_coffee": 0.8593863631896534, + "precision_coffee": 0.923244224840576, + "recall_coffee": 0.9255111976630964, + "F1_noncoffee": 0.7605596090769128, + "IoU_noncoffee": 0.6136314538777273, + "kappa": 0.6849374303570026, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8516210914964809, + "mIoU": 0.6831853092038902, + "macroF1": 0.8039658400412026, + "F1_coffee": 0.900620158034041, + "IoU_coffee": 0.8192074510148493, + "precision_coffee": 0.9024682992933888, + "recall_coffee": 0.8987795708253803, + "F1_noncoffee": 0.7073115220483641, + "IoU_noncoffee": 0.547163167392931, + "kappa": 0.6079365225879458, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.48915482423335827, + "mIoU": 0.24830554647488284, + "macroF1": 0.3373065722088088, + "F1_coffee": 0.6545270612038442, + "IoU_coffee": 0.4864661654135338, + "precision_coffee": 0.9969183359013868, + "recall_coffee": 0.4871987951807229, + "F1_noncoffee": 0.020086083213773313, + "IoU_noncoffee": 0.010144927536231883, + "kappa": 0.006888488915231545, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8721125370187561, + "mIoU": 0.7145685867681604, + "macroF1": 0.8268443006582304, + "F1_coffee": 0.9153793396257226, + "IoU_coffee": 0.8439626618488407, + "precision_coffee": 0.9125480237025461, + "recall_coffee": 0.9182282793867121, + "F1_noncoffee": 0.7383092616907383, + "IoU_noncoffee": 0.58517451168748, + "kappa": 0.6536989106598359, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8910834406755402, + "mIoU": 0.7514900932750904, + "macroF1": 0.8532779773020114, + "F1_coffee": 0.9277554507768742, + "IoU_coffee": 0.8652461338684925, + "precision_coffee": 0.9372762148337596, + "recall_coffee": 0.9184261637741996, + "F1_noncoffee": 0.7788005038271485, + "IoU_noncoffee": 0.6377340526816884, + "kappa": 0.7066486323746248, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8915215529546103, + "mIoU": 0.7431993521129812, + "macroF1": 0.8467317731188204, + "F1_coffee": 0.92958616429895, + "IoU_coffee": 0.8684362377380266, + "precision_coffee": 0.9198704235682416, + "recall_coffee": 0.9395093326674574, + "F1_noncoffee": 0.7638773819386909, + "IoU_noncoffee": 0.6179624664879356, + "kappa": 0.6935781761086938, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8943633819708176, + "mIoU": 0.7653885533377103, + "macroF1": 0.863380897487433, + "F1_coffee": 0.9284408638548507, + "IoU_coffee": 0.8664392216325499, + "precision_coffee": 0.9237505051865822, + "recall_coffee": 0.9331790963527491, + "F1_noncoffee": 0.7983209311200152, + "IoU_noncoffee": 0.6643378850428707, + "kappa": 0.7267816471609642, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9225338675825224, + "mIoU": 0.8162226856347207, + "macroF1": 0.8963549418232962, + "F1_coffee": 0.9484444444444444, + "IoU_coffee": 0.9019442096365173, + "precision_coffee": 0.9422227828939069, + "recall_coffee": 0.9547488175891602, + "F1_noncoffee": 0.844265439202148, + "IoU_noncoffee": 0.730501161632924, + "kappa": 0.7927371820025385, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9145242386870316, + "mIoU": 0.7995296865666068, + "macroF1": 0.885633458563116, + "F1_coffee": 0.9431150956499779, + "IoU_coffee": 0.8923536439665471, + "precision_coffee": 0.9386703531481714, + "recall_coffee": 0.9476021314387212, + "F1_noncoffee": 0.8281518214762541, + "IoU_noncoffee": 0.7067057291666666, + "kappa": 0.7712824093755553, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8503998439633313, + "mIoU": 0.6640887602022394, + "macroF1": 0.7870104512179006, + "F1_coffee": 0.9032054517920243, + "IoU_coffee": 0.8234955701300195, + "precision_coffee": 0.9020670531888076, + "recall_coffee": 0.9043467273186757, + "F1_noncoffee": 0.6708154506437768, + "IoU_noncoffee": 0.5046819502744592, + "kappa": 0.5740232096374265, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8596240099246111, + "mIoU": 0.6914548882892733, + "macroF1": 0.809581127520052, + "F1_coffee": 0.9071982840199356, + "IoU_coffee": 0.8301581803486895, + "precision_coffee": 0.9321924024374433, + "recall_coffee": 0.8835094617842222, + "F1_noncoffee": 0.7119639710201684, + "IoU_noncoffee": 0.5527515962298571, + "kappa": 0.6200101213235045, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8683783525818459, + "mIoU": 0.6849598584254144, + "macroF1": 0.8020727817314269, + "F1_coffee": 0.9166314007617435, + "IoU_coffee": 0.84609375, + "precision_coffee": 0.9020704426463588, + "recall_coffee": 0.9316701487034533, + "F1_noncoffee": 0.6875141627011103, + "IoU_noncoffee": 0.5238259668508287, + "kappa": 0.6045317867140666, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7435, + 8413 + ], + [ + 47540, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.129861549536387, + "test_tta": { + "OA": 0.8867591060267678, + "mIoU": 0.7377268573093251, + "macroF1": 0.843160159338409, + "F1_coffee": 0.9258526732173291, + "IoU_coffee": 0.8619419795890384, + "precision_coffee": 0.9203338074123651, + "recall_coffee": 0.931438127090301, + "F1_noncoffee": 0.7604676454594889, + "IoU_noncoffee": 0.6135117350296118, + "kappa": 0.686356753237987, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8532219914618668, + "mIoU": 0.6831105168999116, + "macroF1": 0.8035725357564244, + "F1_coffee": 0.9023273669561879, + "IoU_coffee": 0.8220368621690624, + "precision_coffee": 0.8983526983641645, + "recall_coffee": 0.9063373628704186, + "F1_noncoffee": 0.7048177045566609, + "IoU_noncoffee": 0.5441841716307609, + "kappa": 0.6071683112930826, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s1_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 86, + "stopped_epoch": 100, + "best_val": 0.5706064036488886, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6795578335127492, + "mIoU": 0.4835448008941576, + "macroF1": 0.6419671464005821, + "F1_coffee": 0.7579787879523335, + "IoU_coffee": 0.6102784562774792, + "precision_coffee": 0.888152656125583, + "recall_coffee": 0.6610854747893823, + "F1_noncoffee": 0.5259555048488306, + "IoU_noncoffee": 0.3568111455108359, + "kappa": 0.31284717553372277, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.6577247028960425, + "mIoU": 0.46351897053211755, + "macroF1": 0.6243036204576091, + "F1_coffee": 0.7363579808034127, + "IoU_coffee": 0.5827267292611739, + "precision_coffee": 0.8687514744816378, + "recall_coffee": 0.6389804692771898, + "F1_noncoffee": 0.5122492601118054, + "IoU_noncoffee": 0.3443112118030613, + "kappa": 0.2795616355703801, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2819745699326851, + "mIoU": 0.1429584165065388, + "macroF1": 0.22551120894398424, + "F1_coffee": 0.43462897526501765, + "IoU_coffee": 0.27765237020316025, + "precision_coffee": 0.9972972972972973, + "recall_coffee": 0.27786144578313254, + "F1_noncoffee": 0.01639344262295082, + "IoU_noncoffee": 0.008264462809917356, + "kappa": 0.003095907902565063, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7014807502467917, + "mIoU": 0.5055918433589932, + "macroF1": 0.6615107619498481, + "F1_coffee": 0.7778267577694512, + "IoU_coffee": 0.636429215509468, + "precision_coffee": 0.8852006688963211, + "recall_coffee": 0.6936836587603198, + "F1_noncoffee": 0.5451947661302452, + "IoU_noncoffee": 0.37475447120851857, + "kappa": 0.3428155906966925, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7220552454558465, + "mIoU": 0.5201933048882396, + "macroF1": 0.672020419848546, + "F1_coffee": 0.800123507616303, + "IoU_coffee": 0.6668382226797049, + "precision_coffee": 0.8842799727003867, + "recall_coffee": 0.7305933212204749, + "F1_noncoffee": 0.5439173320807891, + "IoU_noncoffee": 0.3735483870967742, + "kappa": 0.3573230383866891, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.6160433913788181, + "mIoU": 0.42811261871302236, + "macroF1": 0.592834776847442, + "F1_coffee": 0.690044553694884, + "IoU_coffee": 0.5267694833753592, + "precision_coffee": 0.8967754816811421, + "recall_coffee": 0.5607715837443037, + "F1_noncoffee": 0.495625, + "IoU_noncoffee": 0.3294557540506855, + "kappa": 0.25048493813093287, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7292624425344794, + "mIoU": 0.5407199194513621, + "macroF1": 0.6935212230606962, + "F1_coffee": 0.7981822245399687, + "IoU_coffee": 0.6641457971733201, + "precision_coffee": 0.8818106995884774, + "recall_coffee": 0.7290419161676647, + "F1_noncoffee": 0.5888602215814236, + "IoU_noncoffee": 0.41729404172940415, + "kappa": 0.398071359297401, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7319213890478916, + "mIoU": 0.5388626573092276, + "macroF1": 0.6905661527018608, + "F1_coffee": 0.8036886963811652, + "IoU_coffee": 0.67180565288484, + "precision_coffee": 0.8861500539208135, + "recall_coffee": 0.7352678000766969, + "F1_noncoffee": 0.5774436090225564, + "IoU_noncoffee": 0.4059196617336152, + "kappa": 0.39245639368132296, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.5864718717389242, + "mIoU": 0.4056575486957146, + "macroF1": 0.5732119789095942, + "F1_coffee": 0.6484393902734091, + "IoU_coffee": 0.4797708557107053, + "precision_coffee": 0.8899712198361744, + "recall_coffee": 0.5100228368434407, + "F1_noncoffee": 0.49798456754577913, + "IoU_noncoffee": 0.33154424168072383, + "kappa": 0.22765550607746066, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6743709771796372, + "mIoU": 0.4728648618037319, + "macroF1": 0.6301681366586183, + "F1_coffee": 0.7580259439089789, + "IoU_coffee": 0.6103395962189287, + "precision_coffee": 0.8887000849617672, + "recall_coffee": 0.6608541824614607, + "F1_noncoffee": 0.5023103294082576, + "IoU_noncoffee": 0.335390127388535, + "kappa": 0.29182806702672087, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7121862773165378, + "mIoU": 0.5010582964039008, + "macroF1": 0.6520973627852127, + "F1_coffee": 0.796683295132803, + "IoU_coffee": 0.6620728291316527, + "precision_coffee": 0.8824671445639187, + "recall_coffee": 0.7260997788154337, + "F1_noncoffee": 0.5075114304376225, + "IoU_noncoffee": 0.3400437636761488, + "kappa": 0.3197649919642956, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6457955521618785, + "mIoU": 0.44957777837435453, + "macroF1": 0.6103488137616582, + "F1_coffee": 0.7278726992740339, + "IoU_coffee": 0.5721697025593728, + "precision_coffee": 0.9023636363636364, + "recall_coffee": 0.6099299496128794, + "F1_noncoffee": 0.4928249282492825, + "IoU_noncoffee": 0.32698585418933623, + "kappa": 0.27146872642365644, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 5962, + 8413 + ], + [ + 36226, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.6064719160397845, + "test_tta": { + "OA": 0.7226658526004596, + "mIoU": 0.5232246308327754, + "macroF1": 0.6754182455154545, + "F1_coffee": 0.799255684130953, + "IoU_coffee": 0.6656335354396297, + "precision_coffee": 0.8869215084015177, + "recall_coffee": 0.7273612463485881, + "F1_noncoffee": 0.5515808068999558, + "IoU_noncoffee": 0.380815726225921, + "kappa": 0.3647011525221816, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.6981510326525903, + "mIoU": 0.49862825921084936, + "macroF1": 0.6541347697562647, + "F1_coffee": 0.7775191079078568, + "IoU_coffee": 0.6360173913043479, + "precision_coffee": 0.8665292389346981, + "recall_coffee": 0.7050918695895271, + "F1_noncoffee": 0.5307504316046725, + "IoU_noncoffee": 0.36123912711735084, + "kappa": 0.3233287202668729, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s1_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 12, + "stopped_epoch": 50, + "best_val": 0.6205041391021733, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7725541862819133, + "mIoU": 0.5838886261961088, + "macroF1": 0.727680452200957, + "F1_coffee": 0.8382245383068203, + "IoU_coffee": 0.7215030493802872, + "precision_coffee": 0.9108837116884407, + "recall_coffee": 0.7763007493332205, + "F1_noncoffee": 0.6171363660950938, + "IoU_noncoffee": 0.4462742030119304, + "kappa": 0.46344077065464717, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7435242875274027, + "mIoU": 0.550007539952208, + "macroF1": 0.6995151096695942, + "F1_coffee": 0.814511166046041, + "IoU_coffee": 0.6870677670825488, + "precision_coffee": 0.8872829742750659, + "recall_coffee": 0.7527715117512098, + "F1_noncoffee": 0.5845190532931474, + "IoU_noncoffee": 0.41294731282186714, + "kappa": 0.40795080105417403, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29394166043380704, + "mIoU": 0.1487931184427947, + "macroF1": 0.2322486142945433, + "F1_coffee": 0.44988344988344986, + "IoU_coffee": 0.29022556390977444, + "precision_coffee": 0.9948453608247423, + "recall_coffee": 0.29066265060240964, + "F1_noncoffee": 0.014613778705636743, + "IoU_noncoffee": 0.007360672975814932, + "kappa": 0.0012945455005840085, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7743336623889437, + "mIoU": 0.5879438299152988, + "macroF1": 0.7314253209014505, + "F1_coffee": 0.8387756541363989, + "IoU_coffee": 0.7223200728818706, + "precision_coffee": 0.9081398900427612, + "recall_coffee": 0.7792556676713406, + "F1_noncoffee": 0.6240749876665023, + "IoU_noncoffee": 0.4535675869487271, + "kappa": 0.4700594498190226, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.791994656743476, + "mIoU": 0.6082517387766195, + "macroF1": 0.747426769871135, + "F1_coffee": 0.8535241550762616, + "IoU_coffee": 0.7444763523413234, + "precision_coffee": 0.9201738500543282, + "recall_coffee": 0.7958774512875133, + "F1_noncoffee": 0.6413293846660085, + "IoU_noncoffee": 0.4720271252119157, + "kappa": 0.5012606176853118, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7514511371205633, + "mIoU": 0.5568647712941075, + "macroF1": 0.7047116600213945, + "F1_coffee": 0.8221919673247107, + "IoU_coffee": 0.6980695873309444, + "precision_coffee": 0.903974253424145, + "recall_coffee": 0.7539796491666146, + "F1_noncoffee": 0.5872313527180784, + "IoU_noncoffee": 0.4156599552572707, + "kappa": 0.42043525543496585, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8106136318209075, + "mIoU": 0.6431153226872832, + "macroF1": 0.7765860241726118, + "F1_coffee": 0.863776867227374, + "IoU_coffee": 0.7602176388713147, + "precision_coffee": 0.9154350144750876, + "recall_coffee": 0.8176374523679912, + "F1_noncoffee": 0.6893951811178496, + "IoU_noncoffee": 0.5260130065032517, + "kappa": 0.5563929567216328, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8674871207784773, + "mIoU": 0.7161260785227059, + "macroF1": 0.8289566800117558, + "F1_coffee": 0.9101378016432684, + "IoU_coffee": 0.8350943844236021, + "precision_coffee": 0.9214042441708148, + "recall_coffee": 0.8991435510673654, + "F1_noncoffee": 0.7477755583802433, + "IoU_noncoffee": 0.5971577726218097, + "kappa": 0.6580568551748044, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7786737501185845, + "mIoU": 0.5985793511217696, + "macroF1": 0.7411802852802349, + "F1_coffee": 0.8396894111179826, + "IoU_coffee": 0.7236764183347152, + "precision_coffee": 0.9159046619697196, + "recall_coffee": 0.7751839634610505, + "F1_noncoffee": 0.6426711594424873, + "IoU_noncoffee": 0.4734822839088242, + "kappa": 0.49022857463742486, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7389311488199727, + "mIoU": 0.5373066912094187, + "macroF1": 0.6865128616089666, + "F1_coffee": 0.8147020142590157, + "IoU_coffee": 0.687339406680682, + "precision_coffee": 0.9008112658809123, + "recall_coffee": 0.7436189032095022, + "F1_noncoffee": 0.5583237089589177, + "IoU_noncoffee": 0.3872739757381552, + "kappa": 0.38639037247033164, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7164805802080351, + "mIoU": 0.5192313707938708, + "macroF1": 0.6727671645255833, + "F1_coffee": 0.7923684394437067, + "IoU_coffee": 0.6561342592592593, + "precision_coffee": 0.9186517582239507, + "recall_coffee": 0.6966085033177685, + "F1_noncoffee": 0.5531658896074597, + "IoU_noncoffee": 0.3823284823284823, + "kappa": 0.37110947692663815, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7240622315548344, + "mIoU": 0.5162515395141913, + "macroF1": 0.6665859724696659, + "F1_coffee": 0.8050178727996223, + "IoU_coffee": 0.673665199232419, + "precision_coffee": 0.8920777279521674, + "recall_coffee": 0.7334398426938675, + "F1_noncoffee": 0.5281540721397094, + "IoU_noncoffee": 0.35883787979596365, + "kappa": 0.3481948418593312, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 6755, + 8413 + ], + [ + 41220, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.302449365456899, + "test_tta": { + "OA": 0.7994826395025627, + "mIoU": 0.6143230349271603, + "macroF1": 0.7515521675519405, + "F1_coffee": 0.8606769670447442, + "IoU_coffee": 0.7554283922552324, + "precision_coffee": 0.9105683375064959, + "recall_coffee": 0.815968841285297, + "F1_noncoffee": 0.642427368059137, + "IoU_noncoffee": 0.4732176775990883, + "kappa": 0.5069035946666822, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7683166032075689, + "mIoU": 0.5749562290294863, + "macroF1": 0.7194066926096663, + "F1_coffee": 0.8365552887550364, + "IoU_coffee": 0.7190331269458146, + "precision_coffee": 0.8856668892862529, + "recall_coffee": 0.7926041606416411, + "F1_noncoffee": 0.6022580964642963, + "IoU_noncoffee": 0.43087933111315807, + "kappa": 0.44298138362232864, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s1_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.7045365450307262, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.876733238001896, + "mIoU": 0.7253440341556565, + "macroF1": 0.8348793800243015, + "F1_coffee": 0.9180114134268066, + "IoU_coffee": 0.8484483337613338, + "precision_coffee": 0.9270266770266771, + "recall_coffee": 0.9091698065280894, + "F1_noncoffee": 0.7517473466217965, + "IoU_noncoffee": 0.6022397345499793, + "kappa": 0.669853300975135, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8411647628937349, + "mIoU": 0.6705998259385679, + "macroF1": 0.7949642271046913, + "F1_coffee": 0.8922923451574098, + "IoU_coffee": 0.8055305398103513, + "precision_coffee": 0.9054424199118732, + "recall_coffee": 0.8795187691595813, + "F1_noncoffee": 0.6976361090519727, + "IoU_noncoffee": 0.5356691120667847, + "kappa": 0.5901711267719523, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.381451009723261, + "mIoU": 0.19401229319190638, + "macroF1": 0.2845710625329585, + "F1_coffee": 0.547840349917988, + "IoU_coffee": 0.3772590361445783, + "precision_coffee": 1.0, + "recall_coffee": 0.3772590361445783, + "F1_noncoffee": 0.021301775147928994, + "IoU_noncoffee": 0.01076555023923445, + "kappa": 0.008089945699222292, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8605133267522211, + "mIoU": 0.7084758426963129, + "macroF1": 0.8238802793072688, + "F1_coffee": 0.9042033898305085, + "IoU_coffee": 0.825156220998577, + "precision_coffee": 0.9367186402584633, + "recall_coffee": 0.8738697418424846, + "F1_noncoffee": 0.743557168784029, + "IoU_noncoffee": 0.5917954643940488, + "kappa": 0.6488930521362184, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8905586565526454, + "mIoU": 0.7484425089780238, + "macroF1": 0.8509939637173525, + "F1_coffee": 0.9277753290095082, + "IoU_coffee": 0.8652807141179234, + "precision_coffee": 0.9324726283146636, + "recall_coffee": 0.9231251174738425, + "F1_noncoffee": 0.7742125984251969, + "IoU_noncoffee": 0.6316043038381243, + "kappa": 0.7020115669094474, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8785802645351604, + "mIoU": 0.7189159803336178, + "macroF1": 0.8292883077774504, + "F1_coffee": 0.921020054468928, + "IoU_coffee": 0.8536025699862322, + "precision_coffee": 0.9132756398453323, + "recall_coffee": 0.9288969348898184, + "F1_noncoffee": 0.7375565610859729, + "IoU_noncoffee": 0.5842293906810035, + "kappa": 0.6586581764230102, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8845692584449331, + "mIoU": 0.7527030679199338, + "macroF1": 0.8551889949184525, + "F1_coffee": 0.9204161785984979, + "IoU_coffee": 0.8525657390860353, + "precision_coffee": 0.9321702721563154, + "recall_coffee": 0.9089548176374523, + "F1_noncoffee": 0.789961811238407, + "IoU_noncoffee": 0.6528403967538323, + "kappa": 0.710499471471087, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9208166380461744, + "mIoU": 0.8131619852888267, + "macroF1": 0.8944356108017786, + "F1_coffee": 0.9472077343849383, + "IoU_coffee": 0.8997100048332528, + "precision_coffee": 0.9426509684770225, + "recall_coffee": 0.9518087690144446, + "F1_noncoffee": 0.8416634872186188, + "IoU_noncoffee": 0.7266139657444005, + "kappa": 0.7888860174349829, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9059861493216962, + "mIoU": 0.7747968716499981, + "macroF1": 0.8687970933055116, + "F1_coffee": 0.9386491673373367, + "IoU_coffee": 0.8843910405972936, + "precision_coffee": 0.916575988393181, + "recall_coffee": 0.9618117229129662, + "F1_noncoffee": 0.7989450192736863, + "IoU_noncoffee": 0.6652027027027027, + "kappa": 0.7380919649723581, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.83703920421299, + "mIoU": 0.6673463471305412, + "macroF1": 0.7929204042283726, + "F1_coffee": 0.8885033695869754, + "IoU_coffee": 0.7993756753511826, + "precision_coffee": 0.9413261699420331, + "recall_coffee": 0.8412939095274198, + "F1_noncoffee": 0.69733743886977, + "IoU_noncoffee": 0.5353170189098999, + "kappa": 0.589350995922038, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8602920125966218, + "mIoU": 0.6869668004791813, + "macroF1": 0.8055230975022792, + "F1_coffee": 0.9087281795511222, + "IoU_coffee": 0.8327239488117002, + "precision_coffee": 0.9222981523664895, + "recall_coffee": 0.8955517326124355, + "F1_noncoffee": 0.7023180154534363, + "IoU_noncoffee": 0.5412096521466625, + "kappa": 0.6113206193390215, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8510069676434093, + "mIoU": 0.6663127355535445, + "macroF1": 0.7889250211064047, + "F1_coffee": 0.903397487468284, + "IoU_coffee": 0.8238148984198645, + "precision_coffee": 0.9098728496634256, + "recall_coffee": 0.8970136413911761, + "F1_noncoffee": 0.6744525547445256, + "IoU_noncoffee": 0.5088105726872246, + "kappa": 0.5779220841226789, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7232, + 8413 + ], + [ + 47226, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7892507195472716, + "test_tta": { + "OA": 0.8813444946094893, + "mIoU": 0.7308475051259415, + "macroF1": 0.8385475354094247, + "F1_coffee": 0.9216719875269137, + "IoU_coffee": 0.8547232167446984, + "precision_coffee": 0.9236410790586935, + "recall_coffee": 0.9197112738664748, + "F1_noncoffee": 0.7554230832919357, + "IoU_noncoffee": 0.6069717935071847, + "kappa": 0.6770996532104413, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.84590977270105, + "mIoU": 0.674348066150714, + "macroF1": 0.7973158765526271, + "F1_coffee": 0.8965590689928935, + "IoU_coffee": 0.8125120645783979, + "precision_coffee": 0.900464808728291, + "recall_coffee": 0.8926870649931555, + "F1_noncoffee": 0.6980726841123608, + "IoU_noncoffee": 0.5361840677230302, + "kappa": 0.594654012275685, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s1_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 97, + "stopped_epoch": 100, + "best_val": 0.7403618239728342, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8904384710551262, + "mIoU": 0.7505542809697443, + "macroF1": 0.8526519998681933, + "F1_coffee": 0.9272694305491856, + "IoU_coffee": 0.8644010499522748, + "precision_coffee": 0.9345157476082984, + "recall_coffee": 0.9201346259684179, + "F1_noncoffee": 0.7780345691872009, + "IoU_noncoffee": 0.6367075119872136, + "kappa": 0.7053580657473055, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8539286950501904, + "mIoU": 0.6925427454352894, + "macroF1": 0.8116437090587965, + "F1_coffee": 0.9008885583434454, + "IoU_coffee": 0.8196516969977563, + "precision_coffee": 0.9147274497724608, + "recall_coffee": 0.8874621628395705, + "F1_noncoffee": 0.7223988597741475, + "IoU_noncoffee": 0.5654337938728224, + "kappa": 0.6235287687422465, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37023186237845923, + "mIoU": 0.18792634886911874, + "macroF1": 0.2774958154914102, + "F1_coffee": 0.5363436123348018, + "IoU_coffee": 0.36644093303235514, + "precision_coffee": 0.9979508196721312, + "recall_coffee": 0.3667168674698795, + "F1_noncoffee": 0.018648018648018648, + "IoU_noncoffee": 0.009411764705882352, + "kappa": 0.005398175045765231, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8838598223099704, + "mIoU": 0.7415859468619347, + "macroF1": 0.8466785801355972, + "F1_coffee": 0.922181433343255, + "IoU_coffee": 0.855599877262964, + "precision_coffee": 0.9310183639398998, + "recall_coffee": 0.9135106801205609, + "F1_noncoffee": 0.7711757269279393, + "IoU_noncoffee": 0.6275720164609053, + "kappa": 0.6934383728030892, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8918944706836506, + "mIoU": 0.7536165007812574, + "macroF1": 0.8547959427017062, + "F1_coffee": 0.9281911522372924, + "IoU_coffee": 0.8660043758500384, + "precision_coffee": 0.9390830394357166, + "recall_coffee": 0.9175490257502663, + "F1_noncoffee": 0.78140073316612, + "IoU_noncoffee": 0.6412286257124763, + "kappa": 0.7097107629826616, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8953278142544485, + "mIoU": 0.7563348474655649, + "macroF1": 0.8563726229339221, + "F1_coffee": 0.9311725691402828, + "IoU_coffee": 0.8712094602505561, + "precision_coffee": 0.9333333333333333, + "recall_coffee": 0.9290217866283788, + "F1_noncoffee": 0.7815726767275616, + "IoU_noncoffee": 0.6414602346805737, + "kappa": 0.7127501317888201, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9103537877273635, + "mIoU": 0.7992009298360592, + "macroF1": 0.8858897412276371, + "F1_coffee": 0.9387253227679486, + "IoU_coffee": 0.8845262615859938, + "precision_coffee": 0.9423947332327527, + "recall_coffee": 0.9350843767011432, + "F1_noncoffee": 0.8330541596873255, + "IoU_noncoffee": 0.7138755980861244, + "kappa": 0.771788909123168, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9163327609234879, + "mIoU": 0.8056504102631935, + "macroF1": 0.8897228834463212, + "F1_coffee": 0.9438935448787665, + "IoU_coffee": 0.8937484855827478, + "precision_coffee": 0.9448002049180327, + "recall_coffee": 0.9429886232902979, + "F1_noncoffee": 0.8355522220138759, + "IoU_noncoffee": 0.7175523349436392, + "kappa": 0.7794463621960889, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9214495778389147, + "mIoU": 0.812931016323544, + "macroF1": 0.8942078193590177, + "F1_coffee": 0.9478917558212713, + "IoU_coffee": 0.9009450891254934, + "precision_coffee": 0.9404345654345654, + "recall_coffee": 0.9554681552905354, + "F1_noncoffee": 0.8405238828967643, + "IoU_noncoffee": 0.7249169435215946, + "kappa": 0.7884563469751524, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8580066315584163, + "mIoU": 0.6859090864040711, + "macroF1": 0.8050585105563433, + "F1_coffee": 0.9066546993204257, + "IoU_coffee": 0.8292482702005395, + "precision_coffee": 0.920223841749089, + "recall_coffee": 0.8934799090219864, + "F1_noncoffee": 0.7034623217922606, + "IoU_noncoffee": 0.5425699026076028, + "kappa": 0.6103861372031085, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8674491840824506, + "mIoU": 0.7034881430706297, + "macroF1": 0.8184000541481169, + "F1_coffee": 0.912778649921507, + "IoU_coffee": 0.839551807785607, + "precision_coffee": 0.9333504558880185, + "recall_coffee": 0.8930941263209634, + "F1_noncoffee": 0.7240214583747268, + "IoU_noncoffee": 0.5674244783556525, + "kappa": 0.6373575333976649, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8690464827717859, + "mIoU": 0.7019075551217397, + "macroF1": 0.8167486134823164, + "F1_coffee": 0.9146447679482393, + "IoU_coffee": 0.8427146623867935, + "precision_coffee": 0.926168577548192, + "recall_coffee": 0.9034042030232272, + "F1_noncoffee": 0.7188524590163935, + "IoU_noncoffee": 0.5611004478566859, + "kappa": 0.6336840248966886, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7408, + 8413 + ], + [ + 47903, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.591840247313182, + "test_tta": { + "OA": 0.8956281431256929, + "mIoU": 0.7592160086266115, + "macroF1": 0.8585325066881916, + "F1_coffee": 0.9309743916693232, + "IoU_coffee": 0.8708625728087788, + "precision_coffee": 0.9346889135444226, + "recall_coffee": 0.9272892764912578, + "F1_noncoffee": 0.78609062170706, + "IoU_noncoffee": 0.6475694444444444, + "kappa": 0.7170788604065699, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8592073381793008, + "mIoU": 0.6993550160471496, + "macroF1": 0.8164523276882439, + "F1_coffee": 0.9050389105058366, + "IoU_coffee": 0.8265489241484693, + "precision_coffee": 0.9133371291696936, + "recall_coffee": 0.8968901228141207, + "F1_noncoffee": 0.7278657448706513, + "IoU_noncoffee": 0.5721611079458299, + "kappa": 0.6329914756597441, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s2_r0.05", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 51, + "stopped_epoch": 81, + "best_val": 0.4946709926573245, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7543340991982519, + "mIoU": 0.5718956218313022, + "macroF1": 0.720184511067314, + "F1_coffee": 0.817937177014122, + "IoU_coffee": 0.6919574502377307, + "precision_coffee": 0.934839412084921, + "recall_coffee": 0.7270225646670335, + "F1_noncoffee": 0.6224318451205058, + "IoU_noncoffee": 0.4518337934248736, + "kappa": 0.45794772630649416, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7249192338756202, + "mIoU": 0.5405706591201701, + "macroF1": 0.6947156499242368, + "F1_coffee": 0.790740029623128, + "IoU_coffee": 0.6539040810031029, + "precision_coffee": 0.917460155812414, + "recall_coffee": 0.6947770258545897, + "F1_noncoffee": 0.5986912702253456, + "IoU_noncoffee": 0.4272372372372372, + "kappa": 0.41098087020988605, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2198952879581152, + "mIoU": 0.11122807017543859, + "macroF1": 0.1841116940454689, + "F1_coffee": 0.354978354978355, + "IoU_coffee": 0.21578947368421053, + "precision_coffee": 0.9930795847750865, + "recall_coffee": 0.2161144578313253, + "F1_noncoffee": 0.013245033112582781, + "IoU_noncoffee": 0.006666666666666667, + "kappa": -0.00010470866249026148, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7613030602171768, + "mIoU": 0.5769136218501363, + "macroF1": 0.723514825710597, + "F1_coffee": 0.8257297297297297, + "IoU_coffee": 0.7031854170502669, + "precision_coffee": 0.9174407431133889, + "recall_coffee": 0.7506879832263137, + "F1_noncoffee": 0.6212999216914644, + "IoU_noncoffee": 0.4506418266500057, + "kappa": 0.45878217471446164, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7425695338962836, + "mIoU": 0.5611910130012041, + "macroF1": 0.712120514574345, + "F1_coffee": 0.8057455540355677, + "IoU_coffee": 0.6746849942726232, + "precision_coffee": 0.947025471777947, + "recall_coffee": 0.7011465447027129, + "F1_noncoffee": 0.6184954751131222, + "IoU_noncoffee": 0.44769703172978503, + "kappa": 0.44835272461154235, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7593491293177277, + "mIoU": 0.5777170588819891, + "macroF1": 0.7249173753663709, + "F1_coffee": 0.8222394039502354, + "IoU_coffee": 0.6981379804249224, + "precision_coffee": 0.9407318053880177, + "recall_coffee": 0.7302578188401273, + "F1_noncoffee": 0.6275953467825063, + "IoU_noncoffee": 0.4572961373390558, + "kappa": 0.4675326583824602, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7921247251649011, + "mIoU": 0.6205860754379724, + "macroF1": 0.7595681624019304, + "F1_coffee": 0.848042080654588, + "IoU_coffee": 0.7361745306950787, + "precision_coffee": 0.9154574132492114, + "recall_coffee": 0.7898747958628198, + "F1_noncoffee": 0.6710942441492727, + "IoU_noncoffee": 0.5049976201808662, + "kappa": 0.5247151553815838, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8130127838198817, + "mIoU": 0.6502958937452658, + "macroF1": 0.7826812596276846, + "F1_coffee": 0.8638699819419364, + "IoU_coffee": 0.7603619024330602, + "precision_coffee": 0.9458555133079848, + "recall_coffee": 0.7949635689633133, + "F1_noncoffee": 0.7014925373134329, + "IoU_noncoffee": 0.5402298850574713, + "kappa": 0.5724071232512005, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8273408595009961, + "mIoU": 0.6689034100107437, + "macroF1": 0.796368332138161, + "F1_coffee": 0.8757848757848757, + "IoU_coffee": 0.7790189412336086, + "precision_coffee": 0.9477104874446086, + "recall_coffee": 0.8140065973103273, + "F1_noncoffee": 0.7169517884914464, + "IoU_noncoffee": 0.5587878787878788, + "kappa": 0.5980127755055208, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7312268383070022, + "mIoU": 0.5366278494680602, + "macroF1": 0.6882294195295662, + "F1_coffee": 0.8040108092732186, + "IoU_coffee": 0.672255916280176, + "precision_coffee": 0.9194860117111255, + "recall_coffee": 0.7143037654788982, + "F1_noncoffee": 0.5724480297859137, + "IoU_noncoffee": 0.4009997826559444, + "kappa": 0.3971992698822326, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.6721061169958965, + "mIoU": 0.4837042017451364, + "macroF1": 0.6448905079253491, + "F1_coffee": 0.7431988041853512, + "IoU_coffee": 0.5913415794481446, + "precision_coffee": 0.9484929416253338, + "recall_coffee": 0.6109609240599656, + "F1_noncoffee": 0.546582211665347, + "IoU_noncoffee": 0.3760668240421282, + "kappa": 0.34403908834191754, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6909420635678152, + "mIoU": 0.4983307125395943, + "macroF1": 0.6563279136019907, + "F1_coffee": 0.7653963193740038, + "IoU_coffee": 0.6199530516431925, + "precision_coffee": 0.9323918799646955, + "recall_coffee": 0.6491335873171931, + "F1_noncoffee": 0.5472595078299777, + "IoU_noncoffee": 0.37670837343599617, + "kappa": 0.35272550919510853, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6601, + 8413 + ], + [ + 40241, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.7227992971738177, + "test_tta": { + "OA": 0.7784829447773903, + "mIoU": 0.5991738408897437, + "macroF1": 0.7418341914865161, + "F1_coffee": 0.8391042024063765, + "IoU_coffee": 0.7228075113595239, + "precision_coffee": 0.9350794600358936, + "recall_coffee": 0.7609965708479742, + "F1_noncoffee": 0.6445641805666555, + "IoU_noncoffee": 0.4755401704199635, + "kappa": 0.49541128831560316, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7469712703357563, + "mIoU": 0.5634849022211592, + "macroF1": 0.7133049632912181, + "F1_coffee": 0.811549368393916, + "IoU_coffee": 0.6828633405639913, + "precision_coffee": 0.916248271847486, + "recall_coffee": 0.7283243680953208, + "F1_noncoffee": 0.6150605581885202, + "IoU_noncoffee": 0.444106463878327, + "kappa": 0.4415059816873233, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s2_r0.1", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.6032167699988409, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.796140683494272, + "mIoU": 0.6131318579702383, + "macroF1": 0.7512287037467594, + "F1_coffee": 0.8569302241667043, + "IoU_coffee": 0.7496744663220614, + "precision_coffee": 0.9168959027073983, + "recall_coffee": 0.8043266584818594, + "F1_noncoffee": 0.6455271833268146, + "IoU_noncoffee": 0.4765892496184151, + "kappa": 0.5076747885402626, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7694127148955809, + "mIoU": 0.581210523689695, + "macroF1": 0.7257486753073115, + "F1_coffee": 0.8351786561101833, + "IoU_coffee": 0.7170015045579254, + "precision_coffee": 0.8974631660573834, + "recall_coffee": 0.7809782713478706, + "F1_noncoffee": 0.6163186945044397, + "IoU_noncoffee": 0.4454195428214645, + "kappa": 0.4575789881122383, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4532535527299925, + "mIoU": 0.230393908755553, + "macroF1": 0.32103643774197294, + "F1_coffee": 0.6206538661131292, + "IoU_coffee": 0.44996237772761477, + "precision_coffee": 0.998330550918197, + "recall_coffee": 0.4503012048192771, + "F1_noncoffee": 0.0214190093708166, + "IoU_noncoffee": 0.010825439783491205, + "kappa": 0.008227671481701318, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8086870681145113, + "mIoU": 0.6292162416961697, + "macroF1": 0.763850444701573, + "F1_coffee": 0.8667491749174917, + "IoU_coffee": 0.7648343647615581, + "precision_coffee": 0.9117604513235932, + "recall_coffee": 0.8259730048486437, + "F1_noncoffee": 0.6609517144856543, + "IoU_noncoffee": 0.4935981186307813, + "kappa": 0.530611640819066, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7583130575831306, + "mIoU": 0.5686321393571523, + "macroF1": 0.7155282717492963, + "F1_coffee": 0.8258508078377449, + "IoU_coffee": 0.7033610493031971, + "precision_coffee": 0.9149211668824739, + "recall_coffee": 0.7525844245348036, + "F1_noncoffee": 0.6052057356608479, + "IoU_noncoffee": 0.43390322941110737, + "kappa": 0.4430235427614038, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8217718146350746, + "mIoU": 0.6454128614443289, + "macroF1": 0.7761564485999057, + "F1_coffee": 0.8772044843637318, + "IoU_coffee": 0.7812682471096578, + "precision_coffee": 0.9235866639055705, + "recall_coffee": 0.8352581309694738, + "F1_noncoffee": 0.6751084128360798, + "IoU_noncoffee": 0.5095574757789998, + "kappa": 0.555280387037997, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8583849690185889, + "mIoU": 0.6992665260627028, + "macroF1": 0.8165336082083099, + "F1_coffee": 0.904159621237741, + "IoU_coffee": 0.8250833230465374, + "precision_coffee": 0.8987494957644211, + "recall_coffee": 0.909635274904736, + "F1_noncoffee": 0.7289075951788789, + "IoU_noncoffee": 0.5734497290788682, + "kappa": 0.6331048216413809, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7674107994657509, + "mIoU": 0.5879227175999492, + "macroF1": 0.7333142290275108, + "F1_coffee": 0.8286718200983837, + "IoU_coffee": 0.7074634029277658, + "precision_coffee": 0.9202434836897144, + "recall_coffee": 0.7536750607183945, + "F1_noncoffee": 0.6379566379566379, + "IoU_noncoffee": 0.4683820322721326, + "kappa": 0.4775600860416097, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8666160705815388, + "mIoU": 0.7147186160420106, + "macroF1": 0.827952330060066, + "F1_coffee": 0.9095121637276354, + "IoU_coffee": 0.8340415486307837, + "precision_coffee": 0.9229362591431557, + "recall_coffee": 0.8964729764019285, + "F1_noncoffee": 0.7463924963924964, + "IoU_noncoffee": 0.5953956834532375, + "kappa": 0.6561085613773288, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7601911449190559, + "mIoU": 0.569481031105952, + "macroF1": 0.7158923568718756, + "F1_coffee": 0.8280780255890373, + "IoU_coffee": 0.7065982579644434, + "precision_coffee": 0.9269056190327125, + "recall_coffee": 0.7482941622441244, + "F1_noncoffee": 0.603706688154714, + "IoU_noncoffee": 0.43236380424746074, + "kappa": 0.4462941283814986, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7492127111365589, + "mIoU": 0.5485566056074547, + "macroF1": 0.6960942117685696, + "F1_coffee": 0.8231493943472409, + "IoU_coffee": 0.6994510521500458, + "precision_coffee": 0.9098482594465933, + "recall_coffee": 0.75153600393217, + "F1_noncoffee": 0.5690390291898983, + "IoU_noncoffee": 0.39766215906486363, + "kappa": 0.40534625844740574, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7766536222201011, + "mIoU": 0.5837550818697805, + "macroF1": 0.7263771801047268, + "F1_coffee": 0.8436664885088189, + "IoU_coffee": 0.7296048070256529, + "precision_coffee": 0.9243156199677939, + "recall_coffee": 0.7759616566302077, + "F1_noncoffee": 0.6090878717006348, + "IoU_noncoffee": 0.43790535671390823, + "kappa": 0.46297736254601707, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6899, + 8413 + ], + [ + 42545, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.812073282400767, + "test_tta": { + "OA": 0.8079982004852263, + "mIoU": 0.6259756433874093, + "macroF1": 0.7608756318152945, + "F1_coffee": 0.8670271954422041, + "IoU_coffee": 0.7652674379775678, + "precision_coffee": 0.9139726927227514, + "recall_coffee": 0.8246687269802294, + "F1_noncoffee": 0.6547240681883849, + "IoU_noncoffee": 0.48668384879725085, + "kappa": 0.5250052351501355, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7806045921310719, + "mIoU": 0.591921510085148, + "macroF1": 0.7338219200249834, + "F1_coffee": 0.8454127880980448, + "IoU_coffee": 0.7322208139698634, + "precision_coffee": 0.8938264176891506, + "recall_coffee": 0.8019742803709488, + "F1_noncoffee": 0.6222310519519221, + "IoU_noncoffee": 0.4516222062004326, + "kappa": 0.47143333537465637, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s2_r0.5", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 52, + "stopped_epoch": 82, + "best_val": 0.6958870610865666, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8877070647021964, + "mIoU": 0.7429956530585395, + "macroF1": 0.847177447115653, + "F1_coffee": 0.9258783977261881, + "IoU_coffee": 0.8619865718799368, + "precision_coffee": 0.9277774235371634, + "recall_coffee": 0.9239871300961009, + "F1_noncoffee": 0.7684764965051181, + "IoU_noncoffee": 0.6240047342371422, + "kappa": 0.6943588940120401, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8512028383523711, + "mIoU": 0.6846141967810881, + "macroF1": 0.8053046906767372, + "F1_coffee": 0.8998359239230687, + "IoU_coffee": 0.817910658500856, + "precision_coffee": 0.9062854460828411, + "recall_coffee": 0.893477548344805, + "F1_noncoffee": 0.7107734574304057, + "IoU_noncoffee": 0.5513177350613203, + "kappa": 0.6106663155509485, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3365744203440538, + "mIoU": 0.1701513482861525, + "macroF1": 0.25681492738410444, + "F1_coffee": 0.5002816901408451, + "IoU_coffee": 0.3335837716003005, + "precision_coffee": 0.9932885906040269, + "recall_coffee": 0.33433734939759036, + "F1_noncoffee": 0.013348164627363738, + "IoU_noncoffee": 0.006718924972004479, + "kappa": 2.0237060297101353e-05, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8841559723593287, + "mIoU": 0.7371823137612677, + "macroF1": 0.843150742433372, + "F1_coffee": 0.923348247819981, + "IoU_coffee": 0.8576108718073167, + "precision_coffee": 0.9204922836491503, + "recall_coffee": 0.9262219892543573, + "F1_noncoffee": 0.762953237046763, + "IoU_noncoffee": 0.6167537557152188, + "kappa": 0.6863108233572501, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8951862983636277, + "mIoU": 0.756491194113915, + "macroF1": 0.856513635237688, + "F1_coffee": 0.9310052444807336, + "IoU_coffee": 0.8709165687426557, + "precision_coffee": 0.9333207404608991, + "recall_coffee": 0.9287012091974187, + "F1_noncoffee": 0.7820220259946423, + "IoU_noncoffee": 0.6420658194851743, + "kappa": 0.7130328507419236, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.883671139023694, + "mIoU": 0.735413047529357, + "macroF1": 0.8418208847075103, + "F1_coffee": 0.9231832605485564, + "IoU_coffee": 0.8573262531364882, + "precision_coffee": 0.9292852624920936, + "recall_coffee": 0.9171608714651351, + "F1_noncoffee": 0.7604585088664642, + "IoU_noncoffee": 0.6134998419222257, + "kappa": 0.6836842991045822, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8958624825104937, + "mIoU": 0.7654108762066845, + "macroF1": 0.8631867946141463, + "F1_coffee": 0.9300483351235231, + "IoU_coffee": 0.8692433178566947, + "precision_coffee": 0.9177265500794912, + "recall_coffee": 0.9427054980947196, + "F1_noncoffee": 0.7963252541047694, + "IoU_noncoffee": 0.6615784345566742, + "kappa": 0.726517134837591, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9187178019461935, + "mIoU": 0.8063456881501081, + "macroF1": 0.8899388194066544, + "F1_coffee": 0.9462189117535664, + "IoU_coffee": 0.8979273990655325, + "precision_coffee": 0.9346551939144532, + "recall_coffee": 0.9580723507605777, + "F1_noncoffee": 0.8336587270597423, + "IoU_noncoffee": 0.7147639772346837, + "kappa": 0.779981803655381, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9127217531543497, + "mIoU": 0.7922548672767232, + "macroF1": 0.8806703404889227, + "F1_coffee": 0.9425143714071482, + "IoU_coffee": 0.8912786575277712, + "precision_coffee": 0.9285890174833785, + "recall_coffee": 0.9568637401674702, + "F1_noncoffee": 0.8188263095706971, + "IoU_noncoffee": 0.6932310770256752, + "kappa": 0.7615097141486713, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8727325921591574, + "mIoU": 0.7090758079130173, + "macroF1": 0.8221366498412863, + "F1_coffee": 0.9170005724098454, + "IoU_coffee": 0.846723044397463, + "precision_coffee": 0.9231655781790242, + "recall_coffee": 0.9109173616376043, + "F1_noncoffee": 0.7272727272727273, + "IoU_noncoffee": 0.5714285714285714, + "kappa": 0.6443254208419951, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8716480580208035, + "mIoU": 0.7090361998846411, + "macroF1": 0.8223046428773106, + "F1_coffee": 0.9159427535779013, + "IoU_coffee": 0.8449210192551597, + "precision_coffee": 0.9319598117766755, + "recall_coffee": 0.9004669451953797, + "F1_noncoffee": 0.7286665321767198, + "IoU_noncoffee": 0.5731513805141225, + "kappa": 0.6449478113710925, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8544430657631001, + "mIoU": 0.6829182940382115, + "macroF1": 0.8031522886464446, + "F1_coffee": 0.9036334913112164, + "IoU_coffee": 0.8242074927953891, + "precision_coffee": 0.9300208116545265, + "recall_coffee": 0.8787022244070296, + "F1_noncoffee": 0.7026710859816728, + "IoU_noncoffee": 0.541629095281034, + "kappa": 0.6072800143879612, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7515, + 8413 + ], + [ + 47626, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.7732685804367065, + "test_tta": { + "OA": 0.8901653304198333, + "mIoU": 0.745880803986575, + "macroF1": 0.8490548263310524, + "F1_coffee": 0.9278293918918918, + "IoU_coffee": 0.865374768600575, + "precision_coffee": 0.9255234003117233, + "recall_coffee": 0.9301469031793743, + "F1_noncoffee": 0.770280260770213, + "IoU_noncoffee": 0.6263868393725748, + "kappa": 0.6981156177826273, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8538277373947156, + "mIoU": 0.6868110635225161, + "macroF1": 0.8066958234438832, + "F1_coffee": 0.9021463122628485, + "IoU_coffee": 0.8217363773876948, + "precision_coffee": 0.9035508451630372, + "recall_coffee": 0.90074613916363, + "F1_noncoffee": 0.7112453346249181, + "IoU_noncoffee": 0.5518857496573374, + "kappa": 0.6133944035184736, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_es50p30_spatial_f4_s2_r1.0", + "mode": "ssl_ft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 97, + "stopped_epoch": 100, + "best_val": 0.7389729366092999, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8817461720143318, + "mIoU": 0.7321267428698774, + "macroF1": 0.839508832091888, + "F1_coffee": 0.9218418146291734, + "IoU_coffee": 0.8550153652194469, + "precision_coffee": 0.9249456591228743, + "recall_coffee": 0.9187587316371025, + "F1_noncoffee": 0.7571758495546025, + "IoU_noncoffee": 0.6092381205203079, + "kappa": 0.679028893435609, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8464001384562132, + "mIoU": 0.6781699319598647, + "macroF1": 0.8006141097645478, + "F1_coffee": 0.8961603712876114, + "IoU_coffee": 0.8118574002755892, + "precision_coffee": 0.9065193806095275, + "recall_coffee": 0.886035436790252, + "F1_noncoffee": 0.7050678482414844, + "IoU_noncoffee": 0.5444824636441403, + "kappa": 0.6013760638432617, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.36350037397157814, + "mIoU": 0.18381613564695043, + "macroF1": 0.27199942670419536, + "F1_coffee": 0.530093870789619, + "IoU_coffee": 0.3606311044327573, + "precision_coffee": 0.9937888198757764, + "recall_coffee": 0.3614457831325301, + "F1_noncoffee": 0.013904982618771726, + "IoU_noncoffee": 0.007001166861143524, + "kappa": 0.0005902715864163675, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.876604146100691, + "mIoU": 0.726101069129096, + "macroF1": 0.8355154858938796, + "F1_coffee": 0.9177252682156256, + "IoU_coffee": 0.8479596180745606, + "precision_coffee": 0.9219121925416557, + "recall_coffee": 0.9135762023325907, + "F1_noncoffee": 0.7533057035721334, + "IoU_noncoffee": 0.6042425201836314, + "kappa": 0.6710513155791188, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.885024569438481, + "mIoU": 0.7411679407609, + "macroF1": 0.8461647299757289, + "F1_coffee": 0.9234823469646939, + "IoU_coffee": 0.8578422698047543, + "precision_coffee": 0.936144190537496, + "recall_coffee": 0.911158448718752, + "F1_noncoffee": 0.7688471129867639, + "IoU_noncoffee": 0.6244936117170458, + "kappa": 0.6924993985550931, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8834332476924541, + "mIoU": 0.7286483149715701, + "macroF1": 0.8364168322540373, + "F1_coffee": 0.9241157157901257, + "IoU_coffee": 0.8589359742054353, + "precision_coffee": 0.9170713714882892, + "recall_coffee": 0.931269117922467, + "F1_noncoffee": 0.7487179487179487, + "IoU_noncoffee": 0.5983606557377049, + "kappa": 0.6728975744272185, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8987607435538677, + "mIoU": 0.7750537464954947, + "macroF1": 0.869959178452648, + "F1_coffee": 0.9311586816173972, + "IoU_coffee": 0.8711851475076297, + "precision_coffee": 0.9299579204560879, + "recall_coffee": 0.9323625476320088, + "F1_noncoffee": 0.8087596752878988, + "IoU_noncoffee": 0.6789223454833597, + "kappa": 0.7399195614547951, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.917668383896203, + "mIoU": 0.8055332965165385, + "macroF1": 0.8894899151227804, + "F1_coffee": 0.9452931854199683, + "IoU_coffee": 0.8962615699002284, + "precision_coffee": 0.937625754527163, + "recall_coffee": 0.9530870510034514, + "F1_noncoffee": 0.8336866448255926, + "IoU_noncoffee": 0.7148050231328487, + "kappa": 0.779024753375699, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9186984157100845, + "mIoU": 0.8044543106154269, + "macroF1": 0.8886168985804768, + "F1_coffee": 0.9465010300268432, + "IoU_coffee": 0.898435648257881, + "precision_coffee": 0.9316701487034533, + "recall_coffee": 0.9618117229129662, + "F1_noncoffee": 0.8307327671341103, + "IoU_noncoffee": 0.710472972972973, + "kappa": 0.7774122560888905, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8549834211039594, + "mIoU": 0.6781988976362046, + "macroF1": 0.7988446982107418, + "F1_coffee": 0.9051113521791845, + "IoU_coffee": 0.826669775032055, + "precision_coffee": 0.9142709810493748, + "recall_coffee": 0.8961334344200151, + "F1_noncoffee": 0.692578044242299, + "IoU_noncoffee": 0.5297280202403543, + "kappa": 0.5978201780630511, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8523714094856379, + "mIoU": 0.682375766768939, + "macroF1": 0.8030992309240189, + "F1_coffee": 0.901596590547675, + "IoU_coffee": 0.8208246467454251, + "precision_coffee": 0.9345905314519319, + "recall_coffee": 0.8708527893831408, + "F1_noncoffee": 0.7046018713003628, + "IoU_noncoffee": 0.5439268867924528, + "kappa": 0.6076663022458841, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8479526582036843, + "mIoU": 0.6571438506144749, + "macroF1": 0.7810977126960017, + "F1_coffee": 0.9020716788590398, + "IoU_coffee": 0.821612541993281, + "precision_coffee": 0.902460024600246, + "recall_coffee": 0.9016836671992134, + "F1_noncoffee": 0.6601237465329635, + "IoU_noncoffee": 0.4926751592356688, + "kappa": 0.5621957067593375, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7347, + 8413 + ], + [ + 47424, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.602188003063202, + "test_tta": { + "OA": 0.8859878854094699, + "mIoU": 0.7383137738445906, + "macroF1": 0.8437522884479276, + "F1_coffee": 0.9249878432947842, + "IoU_coffee": 0.8604440773300293, + "precision_coffee": 0.923874482642115, + "recall_coffee": 0.9261038906058169, + "F1_noncoffee": 0.762516733601071, + "IoU_noncoffee": 0.6161834703591519, + "kappa": 0.6875060136710419, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8506980500749971, + "mIoU": 0.6825711218175967, + "macroF1": 0.8036141851434666, + "F1_coffee": 0.8997734446101118, + "IoU_coffee": 0.8178074235731005, + "precision_coffee": 0.9036931873432, + "recall_coffee": 0.8958875585632483, + "F1_noncoffee": 0.7074549256768213, + "IoU_noncoffee": 0.5473348200620928, + "kappa": 0.6072499377646847, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_ft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s0_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.581933716792192, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7097450039395459, + "mIoU": 0.5499977743924096, + "macroF1": 0.7096554058556082, + "F1_coffee": 0.714755829300484, + "IoU_coffee": 0.5561245447325903, + "precision_coffee": 0.9155996393146979, + "recall_coffee": 0.5861740510896233, + "F1_noncoffee": 0.7045549824107322, + "IoU_noncoffee": 0.5438710040522288, + "kappa": 0.4468776390052546, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6183367947386639, + "mIoU": 0.44751695518006906, + "macroF1": 0.6183185786773036, + "F1_coffee": 0.6209553820812146, + "IoU_coffee": 0.45027939923970167, + "precision_coffee": 0.8938188115953981, + "recall_coffee": 0.4757264507066983, + "F1_noncoffee": 0.6156817752733926, + "IoU_noncoffee": 0.4447545111204364, + "kappa": 0.30254103818830946, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.05163442294863242, + "mIoU": 0.025892836965899026, + "macroF1": 0.04937992712582394, + "F1_coffee": 0.09567430025445292, + "IoU_coffee": 0.05024051309460182, + "precision_coffee": 1.0, + "recall_coffee": 0.05024051309460182, + "F1_noncoffee": 0.0030855539971949507, + "IoU_noncoffee": 0.0015451608371962354, + "kappa": 0.0001552472947520801, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6922889511511755, + "mIoU": 0.5268142492191612, + "macroF1": 0.6893977759306087, + "F1_coffee": 0.6594310368073345, + "IoU_coffee": 0.49190385195615005, + "precision_coffee": 0.8923554095967889, + "recall_coffee": 0.5229338180263017, + "F1_noncoffee": 0.7193645150538829, + "IoU_noncoffee": 0.5617246464821722, + "kappa": 0.4118175772619115, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6886602202802626, + "mIoU": 0.5251368891488735, + "macroF1": 0.6886367229821913, + "F1_coffee": 0.6913415696929307, + "IoU_coffee": 0.5282826700094014, + "precision_coffee": 0.932254942624084, + "recall_coffee": 0.5493726576503177, + "F1_noncoffee": 0.6859318762714517, + "IoU_noncoffee": 0.5219911082883455, + "kappa": 0.41689614505798267, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7443122417483945, + "mIoU": 0.5890412200018615, + "macroF1": 0.7406186865474289, + "F1_coffee": 0.7715708948585661, + "IoU_coffee": 0.6280955829109341, + "precision_coffee": 0.9163321360659201, + "recall_coffee": 0.6663081886618528, + "F1_noncoffee": 0.7096664782362917, + "IoU_noncoffee": 0.5499868570927889, + "kappa": 0.49718701686776134, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6687360899613447, + "mIoU": 0.4691102229312156, + "macroF1": 0.627415347330122, + "F1_coffee": 0.5033368458025992, + "IoU_coffee": 0.3363060314480169, + "precision_coffee": 0.7843459222769568, + "recall_coffee": 0.37057150245668474, + "F1_noncoffee": 0.751493848857645, + "IoU_noncoffee": 0.6019144144144144, + "kappa": 0.2998006360851585, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6544675239037256, + "mIoU": 0.4615729280400993, + "macroF1": 0.6229942583146899, + "F1_coffee": 0.514064914992272, + "IoU_coffee": 0.3459538173496984, + "precision_coffee": 0.8155958803334968, + "recall_coffee": 0.3753103136989393, + "F1_noncoffee": 0.7319236016371078, + "IoU_noncoffee": 0.5771920387305003, + "kappa": 0.2988574373043425, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6741170268845545, + "mIoU": 0.499797357817711, + "macroF1": 0.6639220696206792, + "F1_coffee": 0.6053874632963104, + "IoU_coffee": 0.4340900768949103, + "precision_coffee": 0.7850993377483444, + "recall_coffee": 0.4926241429461874, + "F1_noncoffee": 0.722456675945048, + "IoU_noncoffee": 0.5655046387405117, + "kappa": 0.35173420472992156, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7178023093516052, + "mIoU": 0.5528811945302399, + "macroF1": 0.7104118821486894, + "F1_coffee": 0.7566739606126914, + "IoU_coffee": 0.6085885251671946, + "precision_coffee": 0.946360153256705, + "recall_coffee": 0.6303317535545023, + "F1_noncoffee": 0.6641498036846875, + "IoU_noncoffee": 0.4971738638932851, + "kappa": 0.4512527796865262, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.71904296875, + "mIoU": 0.5404367150760921, + "macroF1": 0.6963913546899058, + "F1_coffee": 0.779320395796579, + "IoU_coffee": 0.638431569687068, + "precision_coffee": 0.9780515979976896, + "recall_coffee": 0.6477113349483616, + "F1_noncoffee": 0.6134623135832326, + "IoU_noncoffee": 0.4424418604651163, + "kappa": 0.43373321957438177, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8071118656857197, + "mIoU": 0.6396695618920749, + "macroF1": 0.77417413837886, + "F1_coffee": 0.8604190840215685, + "IoU_coffee": 0.7550311451844753, + "precision_coffee": 0.9778156996587031, + "recall_coffee": 0.7681901279707496, + "F1_noncoffee": 0.6879291927361514, + "IoU_noncoffee": 0.5243079785996744, + "kappa": 0.5624493628206648, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2543, + 2984 + ], + [ + 37064, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4852507909138997, + "ssl_variant": "", + "test_tta": { + "OA": 0.7278669149774372, + "mIoU": 0.5716584930300227, + "macroF1": 0.7273476760726125, + "F1_coffee": 0.7392460664710626, + "IoU_coffee": 0.5863523775824057, + "precision_coffee": 0.9114063293281435, + "recall_coffee": 0.6217924664453746, + "F1_noncoffee": 0.7154492856741625, + "IoU_noncoffee": 0.5569646084776397, + "kappa": 0.47513249820123715, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6344467520479982, + "mIoU": 0.4643233484227538, + "macroF1": 0.6340843648122805, + "F1_coffee": 0.6455997091641266, + "IoU_coffee": 0.47666831846712915, + "precision_coffee": 0.8894968020343685, + "recall_coffee": 0.5066719339829691, + "F1_noncoffee": 0.6225690204604343, + "IoU_noncoffee": 0.4519783783783784, + "kappa": 0.3224221520039889, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s0_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 31, + "stopped_epoch": 51, + "best_val": 0.6470599554131031, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7498030227061099, + "mIoU": 0.5948529807463439, + "macroF1": 0.7449874029552139, + "F1_coffee": 0.7800308573947542, + "IoU_coffee": 0.6393857271906053, + "precision_coffee": 0.8579988224292592, + "recall_coffee": 0.7150526771539905, + "F1_noncoffee": 0.7099439485156737, + "IoU_noncoffee": 0.5503202343020823, + "kappa": 0.49546853750637226, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6798200069228106, + "mIoU": 0.5091498254961845, + "macroF1": 0.6730932895935158, + "F1_coffee": 0.7199868822683585, + "IoU_coffee": 0.562483987308094, + "precision_coffee": 0.8464618304763034, + "recall_coffee": 0.6263936441049952, + "F1_noncoffee": 0.6261996969186732, + "IoU_noncoffee": 0.455815663684275, + "kappa": 0.3651080695633704, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3066044029352902, + "mIoU": 0.15374977329945339, + "macroF1": 0.23589458894150014, + "F1_coffee": 0.4683375959079284, + "IoU_coffee": 0.3057707721079348, + "precision_coffee": 0.9991270187690965, + "recall_coffee": 0.30585248530197756, + "F1_noncoffee": 0.0034515819750719078, + "IoU_noncoffee": 0.0017287744909719553, + "kappa": 0.0005240180902478731, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7672067243269582, + "mIoU": 0.6209320860959361, + "macroF1": 0.7658927569864169, + "F1_coffee": 0.7834315503173164, + "IoU_coffee": 0.6439683278993945, + "precision_coffee": 0.8333936106088005, + "recall_coffee": 0.7391211376029082, + "F1_noncoffee": 0.7483539636555175, + "IoU_noncoffee": 0.5978958442924777, + "kappa": 0.5337327123509702, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7181860489166968, + "mIoU": 0.5564336953984363, + "macroF1": 0.7141034112541712, + "F1_coffee": 0.7482678983833718, + "IoU_coffee": 0.5977859778597786, + "precision_coffee": 0.8639078498293515, + "recall_coffee": 0.659931562652762, + "F1_noncoffee": 0.6799389241249706, + "IoU_noncoffee": 0.5150814129370941, + "kappa": 0.4409427765533927, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7660178224722457, + "mIoU": 0.6099238845492372, + "macroF1": 0.7556742666545343, + "F1_coffee": 0.805945499587118, + "IoU_coffee": 0.6749654218533887, + "precision_coffee": 0.8712729869666131, + "recall_coffee": 0.7497311414963896, + "F1_noncoffee": 0.7054030337219506, + "IoU_noncoffee": 0.5448823472450857, + "kappa": 0.5154837314672293, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7596345320370154, + "mIoU": 0.6109484619014101, + "macroF1": 0.7582199233830698, + "F1_coffee": 0.7397260273972602, + "IoU_coffee": 0.5869565217391305, + "precision_coffee": 0.7259148618371919, + "recall_coffee": 0.7540729247478666, + "F1_noncoffee": 0.7767138193688792, + "IoU_noncoffee": 0.6349404020636897, + "kappa": 0.5165899659006525, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6997472249697769, + "mIoU": 0.5335775258954345, + "macroF1": 0.6946729502571685, + "F1_coffee": 0.6553116326015644, + "IoU_coffee": 0.48733345843497844, + "precision_coffee": 0.7430615164520744, + "recall_coffee": 0.5860979462875198, + "F1_noncoffee": 0.7340342679127726, + "IoU_noncoffee": 0.5798215933558905, + "kappa": 0.39584704062491255, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7371639430680021, + "mIoU": 0.5827449719847692, + "macroF1": 0.7361637461877053, + "F1_coffee": 0.7199191102123357, + "IoU_coffee": 0.5624012638230648, + "precision_coffee": 0.7837573385518591, + "recall_coffee": 0.6656970704342406, + "F1_noncoffee": 0.7524083821630748, + "IoU_noncoffee": 0.6030886801464735, + "kappa": 0.4754041257154732, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7754092120289303, + "mIoU": 0.618682783913659, + "macroF1": 0.7618117345956777, + "F1_coffee": 0.8187218353133962, + "IoU_coffee": 0.6930813247789145, + "precision_coffee": 0.934315100514259, + "recall_coffee": 0.7285818446955887, + "F1_noncoffee": 0.7049016338779593, + "IoU_noncoffee": 0.5442842430484037, + "kappa": 0.53520487295226, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7345703125, + "mIoU": 0.5478012063669564, + "macroF1": 0.6998218624152475, + "F1_coffee": 0.8019527834450597, + "IoU_coffee": 0.6693832867047804, + "precision_coffee": 0.935725216799864, + "recall_coffee": 0.7016447787836287, + "F1_noncoffee": 0.5976909413854352, + "IoU_noncoffee": 0.42621912602913237, + "kappa": 0.42357524462251717, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7918317298622901, + "mIoU": 0.6013342989490538, + "macroF1": 0.7404546516636872, + "F1_coffee": 0.8559305437691755, + "IoU_coffee": 0.7481456122332535, + "precision_coffee": 0.9215631149845376, + "recall_coffee": 0.799024984765387, + "F1_noncoffee": 0.6249787595581988, + "IoU_noncoffee": 0.45452298566485416, + "kappa": 0.48767354937010987, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2502, + 2984 + ], + [ + 39342, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.522160871823629, + "ssl_variant": "", + "test_tta": { + "OA": 0.7640749229997851, + "mIoU": 0.612432378984215, + "macroF1": 0.7585666637458519, + "F1_coffee": 0.7950341480110145, + "IoU_coffee": 0.6597980736953547, + "precision_coffee": 0.8622528177093879, + "recall_coffee": 0.7375378842545822, + "F1_noncoffee": 0.7220991794806894, + "IoU_noncoffee": 0.5650666842730754, + "kappa": 0.5210795564118176, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6940406138225453, + "mIoU": 0.5244462268174233, + "macroF1": 0.6861675614017002, + "F1_coffee": 0.7358748972832989, + "IoU_coffee": 0.582121892605287, + "precision_coffee": 0.8503193876963803, + "recall_coffee": 0.648582214028619, + "F1_noncoffee": 0.6364602255201014, + "IoU_noncoffee": 0.4667705610295596, + "kappa": 0.38760376380911155, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s0_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.7770834020517876, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.799083160232075, + "mIoU": 0.6619101364177344, + "macroF1": 0.7960520239917235, + "F1_coffee": 0.820915533422716, + "IoU_coffee": 0.6962313190383366, + "precision_coffee": 0.9181990216731531, + "recall_coffee": 0.7422716120652331, + "F1_noncoffee": 0.7711885145607309, + "IoU_noncoffee": 0.6275889537971322, + "kappa": 0.5978715704943897, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7029104649821161, + "mIoU": 0.5385564985213083, + "macroF1": 0.6992289855455366, + "F1_coffee": 0.7325048372225902, + "IoU_coffee": 0.5779152920926992, + "precision_coffee": 0.8969882008714182, + "recall_coffee": 0.6189974541304538, + "F1_noncoffee": 0.665953133868483, + "IoU_noncoffee": 0.49919770494991733, + "kappa": 0.4226997084867129, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14623082054703135, + "mIoU": 0.07334600866664276, + "macroF1": 0.12833233757195747, + "F1_coffee": 0.2532384175516396, + "IoU_coffee": 0.1449759486905398, + "precision_coffee": 1.0, + "recall_coffee": 0.1449759486905398, + "F1_noncoffee": 0.0034262575922753466, + "IoU_noncoffee": 0.0017160686427457098, + "kappa": 0.0004974535981764972, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7668412717748813, + "mIoU": 0.6218276114267016, + "macroF1": 0.7668191259231181, + "F1_coffee": 0.7645466847090663, + "IoU_coffee": 0.6188389923329682, + "precision_coffee": 0.9000724112961622, + "recall_coffee": 0.6644926761466909, + "F1_noncoffee": 0.7690915671371698, + "IoU_noncoffee": 0.6248162305204351, + "kappa": 0.5437819435771685, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7778582139717669, + "mIoU": 0.6330232534739342, + "macroF1": 0.7746962968555458, + "F1_coffee": 0.8013869625520111, + "IoU_coffee": 0.6685952325850497, + "precision_coffee": 0.9263574176998718, + "recall_coffee": 0.7061267720384553, + "F1_noncoffee": 0.7480056311590803, + "IoU_noncoffee": 0.5974512743628186, + "kappa": 0.5595626821189901, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8458704634838453, + "mIoU": 0.7215758432743606, + "macroF1": 0.8370356542136745, + "F1_coffee": 0.874979809400743, + "IoU_coffee": 0.777745872218234, + "precision_coffee": 0.9223565469095862, + "recall_coffee": 0.8322322937471194, + "F1_noncoffee": 0.7990914990266061, + "IoU_noncoffee": 0.6654058143304874, + "kappa": 0.6754473638609364, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7653742532505564, + "mIoU": 0.6106581268593521, + "macroF1": 0.7565423575462402, + "F1_coffee": 0.710172189263493, + "IoU_coffee": 0.5505945703387929, + "precision_coffee": 0.8061760840998686, + "recall_coffee": 0.634600465477114, + "F1_noncoffee": 0.8029125258289875, + "IoU_noncoffee": 0.6707216833799112, + "kappa": 0.5177354564248421, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7385426969996703, + "mIoU": 0.5780287522882138, + "macroF1": 0.7309962783909004, + "F1_coffee": 0.685940594059406, + "IoU_coffee": 0.5220012055455093, + "precision_coffee": 0.8263358778625954, + "recall_coffee": 0.5863236289776574, + "F1_noncoffee": 0.7760519627223949, + "IoU_noncoffee": 0.6340562990309183, + "kappa": 0.47284348409096455, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8067474960463891, + "mIoU": 0.6757631412795015, + "macroF1": 0.8064687032566423, + "F1_coffee": 0.7991232876712329, + "IoU_coffee": 0.6654498996167184, + "precision_coffee": 0.8455473098330241, + "recall_coffee": 0.7575316850197382, + "F1_noncoffee": 0.8138141188420518, + "IoU_noncoffee": 0.6860763829422847, + "kappa": 0.6140158473689536, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7684304022332191, + "mIoU": 0.6151646018652734, + "macroF1": 0.7601303547197049, + "F1_coffee": 0.8047501872258479, + "IoU_coffee": 0.6732903687790905, + "precision_coffee": 0.9740999740999741, + "recall_coffee": 0.6855632519139628, + "F1_noncoffee": 0.7155105222135619, + "IoU_noncoffee": 0.5570388349514563, + "kappa": 0.5404967889813731, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.81279296875, + "mIoU": 0.6501764536032039, + "macroF1": 0.7826207492244891, + "F1_coffee": 0.863607257203842, + "IoU_coffee": 0.759954921111946, + "precision_coffee": 0.9769800386349002, + "recall_coffee": 0.7738110416932297, + "F1_noncoffee": 0.7016342412451362, + "IoU_noncoffee": 0.5403979860944618, + "kappa": 0.5776821570126162, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.880871533672892, + "mIoU": 0.7403014774096264, + "macroF1": 0.8461430913696476, + "F1_coffee": 0.9192403606368693, + "IoU_coffee": 0.850550230741924, + "precision_coffee": 0.966908797417272, + "recall_coffee": 0.8760511882998172, + "F1_noncoffee": 0.7730458221024259, + "IoU_noncoffee": 0.6300527240773286, + "kappa": 0.6943736773538327, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2541, + 2984 + ], + [ + 42055, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4831847190856933, + "ssl_variant": "", + "test_tta": { + "OA": 0.8189420528615429, + "mIoU": 0.6880398772709271, + "macroF1": 0.814498572708828, + "F1_coffee": 0.8432087087319925, + "IoU_coffee": 0.7289203463899836, + "precision_coffee": 0.9110649420280142, + "recall_coffee": 0.7847597055852216, + "F1_noncoffee": 0.7857884366856634, + "IoU_noncoffee": 0.6471594081518705, + "kappa": 0.6317877610317449, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7233327564324449, + "mIoU": 0.560849266778144, + "macroF1": 0.7173215257814514, + "F1_coffee": 0.7585434314700367, + "IoU_coffee": 0.6110108486261786, + "precision_coffee": 0.889295516925892, + "recall_coffee": 0.6613115617592836, + "F1_noncoffee": 0.6760996200928662, + "IoU_noncoffee": 0.5106876849301092, + "kappa": 0.4505756061012109, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s0_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 8, + "stopped_epoch": 30, + "best_val": 0.7883153913298726, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.817437862617291, + "mIoU": 0.687390688849769, + "macroF1": 0.8142365081162364, + "F1_coffee": 0.8386228729719034, + "IoU_coffee": 0.7220934987051929, + "precision_coffee": 0.9284963196635121, + "recall_coffee": 0.7646124981959879, + "F1_noncoffee": 0.7898501432605693, + "IoU_noncoffee": 0.6526878789943449, + "kappa": 0.6329513165164615, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7162801430714203, + "mIoU": 0.554337825292193, + "macroF1": 0.7124151886037665, + "F1_coffee": 0.7457543877788404, + "IoU_coffee": 0.594584011705789, + "precision_coffee": 0.9069789374410563, + "recall_coffee": 0.6331972609955228, + "F1_noncoffee": 0.6790759894286926, + "IoU_noncoffee": 0.514091638878597, + "kappa": 0.4468914710210466, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13729152768512343, + "mIoU": 0.06886091697902053, + "macroF1": 0.12143197031176534, + "F1_coffee": 0.23947306516113856, + "IoU_coffee": 0.13602351683591662, + "precision_coffee": 1.0, + "recall_coffee": 0.13602351683591662, + "F1_noncoffee": 0.0033908754623921083, + "IoU_noncoffee": 0.0016983171221244403, + "kappa": 0.0004619154277319137, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.791387501522719, + "mIoU": 0.6547768376625659, + "macroF1": 0.7913757921286797, + "F1_coffee": 0.7929387582371078, + "IoU_coffee": 0.656916758489432, + "precision_coffee": 0.9123539232053423, + "recall_coffee": 0.7011654014754625, + "F1_noncoffee": 0.7898128260202516, + "IoU_noncoffee": 0.6526369168356998, + "kappa": 0.589883511518115, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8166399503593774, + "mIoU": 0.6852797005722752, + "macroF1": 0.8126187921889949, + "F1_coffee": 0.8400685549341512, + "IoU_coffee": 0.7242398320242631, + "precision_coffee": 0.9408971509395837, + "recall_coffee": 0.7587583509858237, + "F1_noncoffee": 0.7851690294438386, + "IoU_noncoffee": 0.6463195691202872, + "kappa": 0.630930752659339, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.839498182904366, + "mIoU": 0.7132935431593742, + "macroF1": 0.8315051309475223, + "F1_coffee": 0.8682037445834355, + "IoU_coffee": 0.7671025066820776, + "precision_coffee": 0.9279098217406502, + "recall_coffee": 0.8157166999539099, + "F1_noncoffee": 0.794806517311609, + "IoU_noncoffee": 0.6594845796366708, + "kappa": 0.6651685640735917, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7939557221506384, + "mIoU": 0.6512039148161411, + "macroF1": 0.787659845126948, + "F1_coffee": 0.7510966463846045, + "IoU_coffee": 0.6014049399501473, + "precision_coffee": 0.829375, + "recall_coffee": 0.6863201448151022, + "F1_noncoffee": 0.8242230438692915, + "IoU_noncoffee": 0.701002889682135, + "kappa": 0.5779746091435266, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7757995384108144, + "mIoU": 0.6277117816069544, + "macroF1": 0.7702431313663536, + "F1_coffee": 0.7345132743362832, + "IoU_coffee": 0.5804195804195804, + "precision_coffee": 0.8675069166922841, + "recall_coffee": 0.6368765515684947, + "F1_noncoffee": 0.8059729883964238, + "IoU_noncoffee": 0.6750039827943285, + "kappa": 0.5482458285905372, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7856615709014233, + "mIoU": 0.6457158846464266, + "macroF1": 0.7845212476935046, + "F1_coffee": 0.7688459351904491, + "IoU_coffee": 0.6244920576283709, + "precision_coffee": 0.8490708186840783, + "recall_coffee": 0.7024724703926865, + "F1_noncoffee": 0.8001965601965602, + "IoU_noncoffee": 0.6669397116644823, + "kappa": 0.5723426005275734, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.788605506915366, + "mIoU": 0.6409944704492483, + "macroF1": 0.7796005983430747, + "F1_coffee": 0.8241503061009078, + "IoU_coffee": 0.7008976660682226, + "precision_coffee": 0.9789368104312939, + "recall_coffee": 0.7116296026248633, + "F1_noncoffee": 0.7350508905852418, + "IoU_noncoffee": 0.5810912748302741, + "kappa": 0.5752026529609011, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8529296875, + "mIoU": 0.7049861289341198, + "macroF1": 0.822358395770101, + "F1_coffee": 0.8960519050248481, + "IoU_coffee": 0.8116793797674128, + "precision_coffee": 0.9768246802106847, + "recall_coffee": 0.8276169832972077, + "F1_noncoffee": 0.7486648865153538, + "IoU_noncoffee": 0.5982928781008269, + "kappa": 0.650494915991764, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8876627051499717, + "mIoU": 0.7523296468550552, + "macroF1": 0.8544409560458901, + "F1_coffee": 0.9239803408438119, + "IoU_coffee": 0.8587020998932258, + "precision_coffee": 0.9699812382739212, + "recall_coffee": 0.8821450335161487, + "F1_noncoffee": 0.7849015712479682, + "IoU_noncoffee": 0.6459571938168847, + "kappa": 0.7107228173562158, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2632, + 2984 + ], + [ + 42989, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.480987044175466, + "ssl_variant": "", + "test_tta": { + "OA": 0.8315127856170761, + "mIoU": 0.7062169335025961, + "macroF1": 0.827177241902945, + "F1_coffee": 0.85455023265161, + "IoU_coffee": 0.7460390293935059, + "precision_coffee": 0.9199840234322993, + "recall_coffee": 0.7978063212584788, + "F1_noncoffee": 0.7998042511542799, + "IoU_noncoffee": 0.6663948376116863, + "kappa": 0.6567445113262966, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7309911157263183, + "mIoU": 0.5704220259930287, + "macroF1": 0.7252110574781293, + "F1_coffee": 0.7650644901249496, + "IoU_coffee": 0.6195177675329444, + "precision_coffee": 0.8977769894761736, + "recall_coffee": 0.666534983759108, + "F1_noncoffee": 0.685357624831309, + "IoU_noncoffee": 0.521326284453113, + "kappa": 0.4660484494370372, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s1_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.6359632783171938, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7497851156793925, + "mIoU": 0.5898018115020616, + "macroF1": 0.739952258863201, + "F1_coffee": 0.7905191670539556, + "IoU_coffee": 0.6536020625712727, + "precision_coffee": 0.8224156216856947, + "recall_coffee": 0.761004473950065, + "F1_noncoffee": 0.6893853506724463, + "IoU_noncoffee": 0.5260015604328505, + "kappa": 0.4810619491842799, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6908820814584055, + "mIoU": 0.5153950483246137, + "macroF1": 0.6767632118122651, + "F1_coffee": 0.7443186562801961, + "IoU_coffee": 0.5927607828234847, + "precision_coffee": 0.8153307372657659, + "recall_coffee": 0.6846852778509349, + "F1_noncoffee": 0.609207767344334, + "IoU_noncoffee": 0.43802931382574267, + "kappa": 0.3609359107238118, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3799866577718479, + "mIoU": 0.19052137202515151, + "macroF1": 0.2767228962279379, + "F1_coffee": 0.5500145250314709, + "IoU_coffee": 0.37932416188059304, + "precision_coffee": 0.9989447766443897, + "recall_coffee": 0.3794762159273116, + "F1_noncoffee": 0.0034312674244048897, + "IoU_noncoffee": 0.0017185821697099893, + "kappa": 0.000504378574804026, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7358996223656962, + "mIoU": 0.5808749014939387, + "macroF1": 0.7346065616619737, + "F1_coffee": 0.7531314051468914, + "IoU_coffee": 0.6040182648401826, + "precision_coffee": 0.8055048106199001, + "recall_coffee": 0.7071527852026088, + "F1_noncoffee": 0.716081718177056, + "IoU_noncoffee": 0.5577315381476948, + "kappa": 0.47178131023143255, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7141010393505351, + "mIoU": 0.5504634671881081, + "macroF1": 0.708887637937724, + "F1_coffee": 0.7478451224517718, + "IoU_coffee": 0.5972465034965035, + "precision_coffee": 0.8493732518388066, + "recall_coffee": 0.6679973928629623, + "F1_noncoffee": 0.6699301534236762, + "IoU_noncoffee": 0.5036804308797127, + "kappa": 0.42846476854199, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7954896201523374, + "mIoU": 0.628181681469361, + "macroF1": 0.766055394614178, + "F1_coffee": 0.8490371894752315, + "IoU_coffee": 0.7376756066411239, + "precision_coffee": 0.8138650133859378, + "recall_coffee": 0.8873866953449071, + "F1_noncoffee": 0.6830735997531245, + "IoU_noncoffee": 0.5186877562975981, + "kappa": 0.5339381559567148, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.746398032095584, + "mIoU": 0.5948080274837244, + "macroF1": 0.7458117418946175, + "F1_coffee": 0.7336040359296173, + "IoU_coffee": 0.5792848814613292, + "precision_coffee": 0.6997652582159625, + "recall_coffee": 0.7708818205327127, + "F1_noncoffee": 0.7580194478596177, + "IoU_noncoffee": 0.6103311735061195, + "kappa": 0.4927010435683408, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7068908671282559, + "mIoU": 0.541109523302569, + "macroF1": 0.7008404673894424, + "F1_coffee": 0.6582959641255606, + "IoU_coffee": 0.49064171122994654, + "precision_coffee": 0.7614107883817427, + "recall_coffee": 0.5797788309636651, + "F1_noncoffee": 0.7433849706533243, + "IoU_noncoffee": 0.5915773353751914, + "kappa": 0.4098097669674719, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7861887190300474, + "mIoU": 0.6459195242280809, + "macroF1": 0.7845905074233909, + "F1_coffee": 0.8031450203843914, + "IoU_coffee": 0.6710462287104623, + "precision_coffee": 0.7536891965749681, + "recall_coffee": 0.8595470600457096, + "F1_noncoffee": 0.7660359944623903, + "IoU_noncoffee": 0.6207928197456993, + "kappa": 0.5713744811525884, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7245273442456541, + "mIoU": 0.5574417960988006, + "macroF1": 0.7133534849999644, + "F1_coffee": 0.7699480767192964, + "IoU_coffee": 0.625947622329428, + "precision_coffee": 0.9195140470766895, + "recall_coffee": 0.6622311337951149, + "F1_noncoffee": 0.6567588932806324, + "IoU_noncoffee": 0.4889359698681733, + "kappa": 0.4484782960822948, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7205078125, + "mIoU": 0.5210763122213787, + "macroF1": 0.6735979668301026, + "F1_coffee": 0.7973374876079875, + "IoU_coffee": 0.6629769194536034, + "precision_coffee": 0.8966395922917662, + "recall_coffee": 0.7178375621573377, + "F1_noncoffee": 0.5498584460522177, + "IoU_noncoffee": 0.37917570498915404, + "kappa": 0.36450869644580935, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8038106017732504, + "mIoU": 0.5641429695711233, + "macroF1": 0.6962995138238357, + "F1_coffee": 0.8769958604376109, + "IoU_coffee": 0.7809373354397051, + "precision_coffee": 0.851809304997128, + "recall_coffee": 0.9037172455819622, + "F1_noncoffee": 0.5156031672100605, + "IoU_noncoffee": 0.34734860370254156, + "kappa": 0.3946831208892923, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2453, + 2984 + ], + [ + 39390, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4851848522822062, + "ssl_variant": "", + "test_tta": { + "OA": 0.7776842633049208, + "mIoU": 0.6217910780886156, + "macroF1": 0.7642282798802424, + "F1_coffee": 0.8205535882055359, + "IoU_coffee": 0.6957107843137255, + "precision_coffee": 0.8218008106543139, + "recall_coffee": 0.8193101457641795, + "F1_noncoffee": 0.7079029715549491, + "IoU_noncoffee": 0.5478713718635055, + "kappa": 0.5284583276989593, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7205059420791508, + "mIoU": 0.544717190765577, + "macroF1": 0.7007029361938975, + "F1_coffee": 0.7776898280391414, + "IoU_coffee": 0.636245893946504, + "precision_coffee": 0.8146706083111015, + "recall_coffee": 0.7439206391010447, + "F1_noncoffee": 0.6237160443486535, + "IoU_noncoffee": 0.45318848758465013, + "kappa": 0.40348635835356655, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s1_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 9, + "stopped_epoch": 30, + "best_val": 0.5380979405732257, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7323257646300408, + "mIoU": 0.569703363698769, + "macroF1": 0.7240938108945455, + "F1_coffee": 0.7717514124293785, + "IoU_coffee": 0.6283348666053358, + "precision_coffee": 0.8192899983789917, + "recall_coffee": 0.7294270457497475, + "F1_noncoffee": 0.6764362093597125, + "IoU_noncoffee": 0.5110718607922022, + "kappa": 0.4508087762661075, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6809738086996654, + "mIoU": 0.5053543840800223, + "macroF1": 0.6682359942127255, + "F1_coffee": 0.7332432888738815, + "IoU_coffee": 0.5788351326136212, + "precision_coffee": 0.8137748273462176, + "recall_coffee": 0.6672153454481609, + "F1_noncoffee": 0.6032286995515695, + "IoU_noncoffee": 0.43187363554642355, + "kappa": 0.34599835363305387, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.42321547698465645, + "mIoU": 0.21214645511340083, + "macroF1": 0.2987134275243695, + "F1_coffee": 0.5941988172345818, + "IoU_coffee": 0.42267628205128205, + "precision_coffee": 0.9987377721678763, + "recall_coffee": 0.4229021913415286, + "F1_noncoffee": 0.0032280378141572516, + "IoU_noncoffee": 0.0016166281755196305, + "kappa": 0.00030107394043376207, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7140333779997564, + "mIoU": 0.5521487796871234, + "macroF1": 0.7107203824311137, + "F1_coffee": 0.741678129298487, + "IoU_coffee": 0.5894184521206821, + "precision_coffee": 0.7639990931761506, + "recall_coffee": 0.7206243985886881, + "F1_noncoffee": 0.6797626355637405, + "IoU_noncoffee": 0.5148791072535648, + "kappa": 0.42205232553457783, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.695434096902632, + "mIoU": 0.528561920873656, + "macroF1": 0.690387570611395, + "F1_coffee": 0.7299156272927366, + "IoU_coffee": 0.5746985341901942, + "precision_coffee": 0.8348017621145375, + "recall_coffee": 0.6484438650806583, + "F1_noncoffee": 0.6508595139300534, + "IoU_noncoffee": 0.48242530755711777, + "kappa": 0.3931586962215248, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.782794842435406, + "mIoU": 0.6246641383989933, + "macroF1": 0.7657392019750151, + "F1_coffee": 0.8289489159838476, + "IoU_coffee": 0.7078674255105457, + "precision_coffee": 0.8465049243334134, + "recall_coffee": 0.812106314333999, + "F1_noncoffee": 0.7025294879661826, + "IoU_noncoffee": 0.5414608512874409, + "kappa": 0.5318286034699391, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6840810589199953, + "mIoU": 0.5189050429792439, + "macroF1": 0.6830023502607963, + "F1_coffee": 0.6645105112576191, + "IoU_coffee": 0.49757824143070045, + "precision_coffee": 0.6402205177372963, + "recall_coffee": 0.6907163175588311, + "F1_noncoffee": 0.7014941892639734, + "IoU_noncoffee": 0.5402318445277873, + "kappa": 0.36681566094042245, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6893065171996923, + "mIoU": 0.52043716359995, + "macroF1": 0.6830937901266775, + "F1_coffee": 0.6387220447284345, + "IoU_coffee": 0.4692076605332332, + "precision_coffee": 0.7362993517972893, + "recall_coffee": 0.5639810426540285, + "F1_noncoffee": 0.7274655355249204, + "IoU_noncoffee": 0.5716666666666667, + "kappa": 0.3744748893458539, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7331576172904586, + "mIoU": 0.5779799958675684, + "macroF1": 0.732396031358616, + "F1_coffee": 0.7181200579129079, + "IoU_coffee": 0.5602085143353606, + "precision_coffee": 0.7738838214114259, + "recall_coffee": 0.6698524828589237, + "F1_noncoffee": 0.7466720048043239, + "IoU_noncoffee": 0.5957514773997764, + "kappa": 0.46727789799102826, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7464788732394366, + "mIoU": 0.5732715613045026, + "macroF1": 0.723871978139605, + "F1_coffee": 0.8028808208366219, + "IoU_coffee": 0.6706774353057524, + "precision_coffee": 0.8750537634408602, + "recall_coffee": 0.7417061611374408, + "F1_noncoffee": 0.644863135442588, + "IoU_noncoffee": 0.4758656873032529, + "kappa": 0.45443041816621543, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.70087890625, + "mIoU": 0.4999122605482482, + "macroF1": 0.6547499667877674, + "F1_coffee": 0.7809482943574341, + "IoU_coffee": 0.6406195001759943, + "precision_coffee": 0.8892508143322475, + "recall_coffee": 0.6961621828381996, + "F1_noncoffee": 0.5285516392181007, + "IoU_noncoffee": 0.3592050209205021, + "kappa": 0.3308614520496278, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8272024146387474, + "mIoU": 0.6187181722378223, + "macroF1": 0.7486849699853508, + "F1_coffee": 0.8891577928363988, + "IoU_coffee": 0.8004357298474946, + "precision_coffee": 0.882854739877448, + "recall_coffee": 0.895551492992078, + "F1_noncoffee": 0.6082121471343028, + "IoU_noncoffee": 0.43700061462815, + "kappa": 0.49746047974942775, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 25, + 28 + ], + [ + 2282, + 2984 + ], + [ + 38589, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4846779823303222, + "ssl_variant": "", + "test_tta": { + "OA": 0.7505551178282358, + "mIoU": 0.5898266930185414, + "macroF1": 0.7397753165338, + "F1_coffee": 0.7927391757178991, + "IoU_coffee": 0.6566428395366034, + "precision_coffee": 0.8180561953017043, + "recall_coffee": 0.7689421272910953, + "F1_noncoffee": 0.686811457349701, + "IoU_noncoffee": 0.5230105465004794, + "kappa": 0.4803027717493444, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6966943579093112, + "mIoU": 0.5203078332191892, + "macroF1": 0.6805743950880239, + "F1_coffee": 0.7523318258903335, + "IoU_coffee": 0.6029903154556266, + "precision_coffee": 0.8117566331198536, + "recall_coffee": 0.7010139583882012, + "F1_noncoffee": 0.6088169642857143, + "IoU_noncoffee": 0.4376253509827517, + "kappa": 0.3665108647793017, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s1_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 6, + "stopped_epoch": 30, + "best_val": 0.777357805663827, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.759275839839553, + "mIoU": 0.6092054432860875, + "macroF1": 0.7566334028062434, + "F1_coffee": 0.7819924427938959, + "IoU_coffee": 0.6420259366761644, + "precision_coffee": 0.8923680509290103, + "recall_coffee": 0.6959157165536153, + "F1_noncoffee": 0.7312743628185907, + "IoU_noncoffee": 0.5763849498960106, + "kappa": 0.5222757322204681, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6738058151609554, + "mIoU": 0.5052704759487942, + "macroF1": 0.6705210924486388, + "F1_coffee": 0.7034186128850365, + "IoU_coffee": 0.5425179012095959, + "precision_coffee": 0.873790519628604, + "recall_coffee": 0.5886445439381969, + "F1_noncoffee": 0.6376235720122411, + "IoU_noncoffee": 0.4680230506879925, + "kappa": 0.3702928652949246, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1695797198132088, + "mIoU": 0.08506170019163042, + "macroF1": 0.14585993773434944, + "F1_coffee": 0.2881976212259835, + "IoU_coffee": 0.16835916622127206, + "precision_coffee": 1.0, + "recall_coffee": 0.16835916622127206, + "F1_noncoffee": 0.0035222542427153377, + "IoU_noncoffee": 0.001764234161988773, + "kappa": 0.0005938735897644388, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7431477646485565, + "mIoU": 0.5911911237348026, + "macroF1": 0.7430625470505836, + "F1_coffee": 0.7477418197044924, + "IoU_coffee": 0.5971147415687399, + "precision_coffee": 0.8487235198261814, + "recall_coffee": 0.6682347909761573, + "F1_noncoffee": 0.7383832743966747, + "IoU_noncoffee": 0.5852675059008655, + "kappa": 0.4935604328156912, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7803919540824241, + "mIoU": 0.6344203329124394, + "macroF1": 0.7754110833706831, + "F1_coffee": 0.8088572843062244, + "IoU_coffee": 0.6790599259427189, + "precision_coffee": 0.9035696329813977, + "recall_coffee": 0.7321166693824344, + "F1_noncoffee": 0.7419648824351419, + "IoU_noncoffee": 0.5897807398821597, + "kappa": 0.5573871711251047, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7521282421466621, + "mIoU": 0.5982725485905378, + "macroF1": 0.7477713979716263, + "F1_coffee": 0.7809213710564527, + "IoU_coffee": 0.6405832671623475, + "precision_coffee": 0.913997322072304, + "recall_coffee": 0.6816715317253035, + "F1_noncoffee": 0.7146214248868, + "IoU_noncoffee": 0.5559618300187282, + "kappa": 0.5090985893474437, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7625629612275975, + "mIoU": 0.6134881227155736, + "macroF1": 0.7599421541643265, + "F1_coffee": 0.7348593852190974, + "IoU_coffee": 0.5808519437551696, + "precision_coffee": 0.743515087347803, + "recall_coffee": 0.7264028963020429, + "F1_noncoffee": 0.7850249231095556, + "IoU_noncoffee": 0.6461243016759777, + "kappa": 0.5199370598596311, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7712935487416199, + "mIoU": 0.6257343081940732, + "macroF1": 0.7694392557674679, + "F1_coffee": 0.7487625256549559, + "IoU_coffee": 0.5984175993824778, + "precision_coffee": 0.805036344755971, + "recall_coffee": 0.6998420221169036, + "F1_noncoffee": 0.7901159858799798, + "IoU_noncoffee": 0.6530510170056686, + "kappa": 0.540753173256567, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.777227200843437, + "mIoU": 0.6341695764775324, + "macroF1": 0.7758924383268541, + "F1_coffee": 0.7585970524391638, + "IoU_coffee": 0.6110804343824775, + "precision_coffee": 0.8426395939086294, + "recall_coffee": 0.6897984624974028, + "F1_noncoffee": 0.7931878242145444, + "IoU_noncoffee": 0.6572587185725872, + "kappa": 0.5555723469820281, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.722116482679863, + "mIoU": 0.5589191349047502, + "macroF1": 0.7156218117540988, + "F1_coffee": 0.7585978835978836, + "IoU_coffee": 0.6110815130527437, + "precision_coffee": 0.9595649749023982, + "recall_coffee": 0.6272329566168429, + "F1_noncoffee": 0.672645739910314, + "IoU_noncoffee": 0.5067567567567568, + "kappa": 0.4631745235894303, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7884765625, + "mIoU": 0.6168028702212831, + "macroF1": 0.7567924904347924, + "F1_coffee": 0.8445752009184845, + "IoU_coffee": 0.7309650975034158, + "precision_coffee": 0.9658624651239127, + "recall_coffee": 0.7503506311360448, + "F1_noncoffee": 0.6690097799511002, + "IoU_noncoffee": 0.5026406429391505, + "kappa": 0.5293886196350923, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7296736464817959, + "mIoU": 0.5459351743452876, + "macroF1": 0.6992504752453728, + "F1_coffee": 0.7949048232431659, + "IoU_coffee": 0.6596199524940618, + "precision_coffee": 0.9627318426070376, + "recall_coffee": 0.6769043266301036, + "F1_noncoffee": 0.6035961272475795, + "IoU_noncoffee": 0.43225039619651345, + "kappa": 0.431869957772422, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2496, + 2984 + ], + [ + 39877, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4839322129885355, + "ssl_variant": "", + "test_tta": { + "OA": 0.7924754673733974, + "mIoU": 0.6506101390961092, + "macroF1": 0.7874450309633356, + "F1_coffee": 0.8201443314968573, + "IoU_coffee": 0.6951225928654109, + "precision_coffee": 0.8869754951325949, + "recall_coffee": 0.7626785972001732, + "F1_noncoffee": 0.754745730429814, + "IoU_noncoffee": 0.6060976853268074, + "kappa": 0.5781557849439131, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7058093919464636, + "mIoU": 0.5391291199117757, + "macroF1": 0.6989848777064779, + "F1_coffee": 0.7443090653830726, + "IoU_coffee": 0.592748617405714, + "precision_coffee": 0.8677949257570443, + "recall_coffee": 0.6515889737512071, + "F1_noncoffee": 0.6536606900298831, + "IoU_noncoffee": 0.4855096224178374, + "kappa": 0.4140411594323949, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s1_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.8039744504684241, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.795609197048922, + "mIoU": 0.6581663339338427, + "macroF1": 0.7934847516359976, + "F1_coffee": 0.8144306431683683, + "IoU_coffee": 0.6869531828529113, + "precision_coffee": 0.932397721773443, + "recall_coffee": 0.7229614663010535, + "F1_noncoffee": 0.7725388601036269, + "IoU_noncoffee": 0.6293794850147741, + "kappa": 0.5949176075536065, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6915887850467289, + "mIoU": 0.5267965596514642, + "macroF1": 0.6895956593298678, + "F1_coffee": 0.7144688351225765, + "IoU_coffee": 0.5557771407204287, + "precision_coffee": 0.9122340425531915, + "recall_coffee": 0.5871740848037925, + "F1_noncoffee": 0.664722483537159, + "IoU_noncoffee": 0.49781597858249965, + "kappa": 0.41166013228452564, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07538358905937291, + "mIoU": 0.03780468591844323, + "macroF1": 0.0705048960475715, + "F1_coffee": 0.1378452351331177, + "IoU_coffee": 0.07402458578300374, + "precision_coffee": 1.0, + "recall_coffee": 0.07402458578300374, + "F1_noncoffee": 0.0031645569620253164, + "IoU_noncoffee": 0.001584786053882726, + "kappa": 0.0002345987408738271, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7760384943354854, + "mIoU": 0.6340222862037832, + "macroF1": 0.7760237961183496, + "F1_coffee": 0.7742093951489101, + "IoU_coffee": 0.6316000400761447, + "precision_coffee": 0.9094056549336411, + "recall_coffee": 0.6740083395701914, + "F1_noncoffee": 0.7778381970877892, + "IoU_noncoffee": 0.6364445323314218, + "kappa": 0.5615814033839978, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7700501577123946, + "mIoU": 0.6240569039301025, + "macroF1": 0.7681603914700752, + "F1_coffee": 0.7890917714014702, + "IoU_coffee": 0.6516528278239072, + "precision_coffee": 0.944160708205652, + "recall_coffee": 0.6777741567541143, + "F1_noncoffee": 0.7472290115386802, + "IoU_noncoffee": 0.5964609800362977, + "kappa": 0.5508415982885122, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.836212475730572, + "mIoU": 0.7098125979232073, + "macroF1": 0.8292685035189177, + "F1_coffee": 0.8637003894274587, + "IoU_coffee": 0.7600991687326819, + "precision_coffee": 0.9374100719424461, + "recall_coffee": 0.8007374404670456, + "F1_noncoffee": 0.7948366176103766, + "IoU_noncoffee": 0.6595260271137328, + "kappa": 0.6616855931671765, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7716996603022139, + "mIoU": 0.6185923362291421, + "macroF1": 0.7626157186119185, + "F1_coffee": 0.7161788262705694, + "IoU_coffee": 0.5578493647912885, + "precision_coffee": 0.8196666666666667, + "recall_coffee": 0.6358934574605637, + "F1_noncoffee": 0.8090526109532674, + "IoU_noncoffee": 0.6793353076669957, + "kappa": 0.5302690204747791, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7320584679635125, + "mIoU": 0.5649699686555478, + "macroF1": 0.7192014753434994, + "F1_coffee": 0.6591163310961968, + "IoU_coffee": 0.4915537017726799, + "precision_coffee": 0.8662256523337009, + "recall_coffee": 0.5319341006544798, + "F1_noncoffee": 0.7792866195908021, + "IoU_noncoffee": 0.6383862355384159, + "kappa": 0.45844767559125843, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7840801265155509, + "mIoU": 0.6427030879952174, + "macroF1": 0.782149102832844, + "F1_coffee": 0.7616387337057728, + "IoU_coffee": 0.6150375939849624, + "precision_coffee": 0.8658375231542736, + "recall_coffee": 0.6798254726781633, + "F1_noncoffee": 0.8026594719599152, + "IoU_noncoffee": 0.6703685820054724, + "kappa": 0.5694605397266832, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7807384849638371, + "mIoU": 0.6308934642941679, + "macroF1": 0.772069100059798, + "F1_coffee": 0.8165215544701635, + "IoU_coffee": 0.6899336084694061, + "precision_coffee": 0.9778738555442523, + "recall_coffee": 0.7008749544294568, + "F1_noncoffee": 0.7276166456494325, + "IoU_noncoffee": 0.5718533201189296, + "kappa": 0.5618476595324645, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80380859375, + "mIoU": 0.6391746958601509, + "macroF1": 0.7744759223292434, + "F1_coffee": 0.855809947606402, + "IoU_coffee": 0.7479613599297453, + "precision_coffee": 0.9789819376026273, + "recall_coffee": 0.7601683029453016, + "F1_noncoffee": 0.693141897052085, + "IoU_noncoffee": 0.5303880317905564, + "kappa": 0.5636516044353965, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8828522920203735, + "mIoU": 0.7460185847033596, + "macroF1": 0.8502979356308422, + "F1_coffee": 0.9201080663836356, + "IoU_coffee": 0.852037169406719, + "precision_coffee": 0.9742541888026155, + "recall_coffee": 0.8716636197440585, + "F1_noncoffee": 0.7804878048780488, + "IoU_noncoffee": 0.64, + "kappa": 0.7031154818755634, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2516, + 2984 + ], + [ + 41886, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.48574241399765, + "ssl_variant": "", + "test_tta": { + "OA": 0.8131222691784256, + "mIoU": 0.6813626543228473, + "macroF1": 0.8099882035323339, + "F1_coffee": 0.8343912657102958, + "IoU_coffee": 0.715841638076567, + "precision_coffee": 0.9266504529272849, + "recall_coffee": 0.7588396594025112, + "F1_noncoffee": 0.7855851413543721, + "IoU_noncoffee": 0.6468836705691277, + "kappa": 0.6247917955524516, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7078718126225915, + "mIoU": 0.5446300379094089, + "macroF1": 0.7043992835932777, + "F1_coffee": 0.7364380424457717, + "IoU_coffee": 0.5828270137787572, + "precision_coffee": 0.9044651133058459, + "recall_coffee": 0.6210604863488719, + "F1_noncoffee": 0.6723605247407839, + "IoU_noncoffee": 0.5064330620400604, + "kappa": 0.43311948175746773, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s2_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 4, + "stopped_epoch": 30, + "best_val": 0.5488388350042026, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7121803595730964, + "mIoU": 0.5382120848221127, + "macroF1": 0.6960225374029733, + "F1_coffee": 0.7661054439092536, + "IoU_coffee": 0.6208840456646854, + "precision_coffee": 0.7725245054880554, + "recall_coffee": 0.7597921778034349, + "F1_noncoffee": 0.6259396308966929, + "IoU_noncoffee": 0.45554012397953997, + "kappa": 0.39211219660196694, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6679502711434175, + "mIoU": 0.4831494469124341, + "macroF1": 0.6456962889413311, + "F1_coffee": 0.7344919446911075, + "IoU_coffee": 0.5803929430633521, + "precision_coffee": 0.7738948698631801, + "recall_coffee": 0.6989070318672637, + "F1_noncoffee": 0.5569006331915549, + "IoU_noncoffee": 0.38590595076151607, + "kappa": 0.2944450189105666, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4724482988659106, + "mIoU": 0.23695189110224169, + "macroF1": 0.32261402442090636, + "F1_coffee": 0.6411978221415608, + "IoU_coffee": 0.471884599973287, + "precision_coffee": 0.9991515837104072, + "recall_coffee": 0.47207375734901125, + "F1_noncoffee": 0.004030226700251889, + "IoU_noncoffee": 0.0020191822311963654, + "kappa": 0.0011063078897125172, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6942380314289195, + "mIoU": 0.5225333492248181, + "macroF1": 0.6839224075353784, + "F1_coffee": 0.7410235245563351, + "IoU_coffee": 0.5885920340927717, + "precision_coffee": 0.7159804605722261, + "recall_coffee": 0.767881963006522, + "F1_noncoffee": 0.6268212905144216, + "IoU_noncoffee": 0.45647466435686446, + "kappa": 0.3689572839895581, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.676456900563628, + "mIoU": 0.49868040719650675, + "macroF1": 0.6617843859651933, + "F1_coffee": 0.732229212136774, + "IoU_coffee": 0.5775722387253578, + "precision_coffee": 0.7712070675200577, + "recall_coffee": 0.6970017924067133, + "F1_noncoffee": 0.5913395597936124, + "IoU_noncoffee": 0.41978857566765576, + "kappa": 0.3261955727334317, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7612386120376363, + "mIoU": 0.5917090128035165, + "macroF1": 0.7388536614097174, + "F1_coffee": 0.8153111521873074, + "IoU_coffee": 0.6882069951891822, + "precision_coffee": 0.8174517374517375, + "recall_coffee": 0.8131817483484406, + "F1_noncoffee": 0.6623961706321273, + "IoU_noncoffee": 0.49521103041785075, + "kappa": 0.47771386942244426, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6761157315216119, + "mIoU": 0.5104779087586211, + "macroF1": 0.6758509340314742, + "F1_coffee": 0.6665862775835042, + "IoU_coffee": 0.49990956773376743, + "precision_coffee": 0.6244916403072752, + "recall_coffee": 0.7147659684509956, + "F1_noncoffee": 0.6851155904794443, + "IoU_noncoffee": 0.5210462497834748, + "kappa": 0.3544718895139909, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6306187493131113, + "mIoU": 0.44963223531893004, + "macroF1": 0.6163966650383894, + "F1_coffee": 0.5425343677691575, + "IoU_coffee": 0.37224505042958533, + "precision_coffee": 0.6834705075445816, + "recall_coffee": 0.44978560144436924, + "F1_noncoffee": 0.6902589623076214, + "IoU_noncoffee": 0.5270194202082747, + "kappa": 0.2542632780346619, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7105956773853452, + "mIoU": 0.5507316757082797, + "macroF1": 0.7101965475329554, + "F1_coffee": 0.7209515096065874, + "IoU_coffee": 0.5636623748211731, + "precision_coffee": 0.705812101910828, + "recall_coffee": 0.7367546228963224, + "F1_noncoffee": 0.6994415854593233, + "IoU_noncoffee": 0.5378009765953864, + "kappa": 0.42068017786382855, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7138687983758406, + "mIoU": 0.5054507631553086, + "macroF1": 0.6569579957063325, + "F1_coffee": 0.7966819944098819, + "IoU_coffee": 0.6620710325191068, + "precision_coffee": 0.7882247992863515, + "recall_coffee": 0.8053226394458622, + "F1_noncoffee": 0.5172339970027832, + "IoU_noncoffee": 0.34883049379151027, + "kappa": 0.3141034787539118, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7171875, + "mIoU": 0.45320986943104746, + "macroF1": 0.5849493066402423, + "F1_coffee": 0.8192259675405743, + "IoU_coffee": 0.693804186931698, + "precision_coffee": 0.8024948024948025, + "recall_coffee": 0.83666964171873, + "F1_noncoffee": 0.3506726457399103, + "IoU_noncoffee": 0.21261555193039697, + "kappa": 0.17119265760691516, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8065459347292964, + "mIoU": 0.5992960718904883, + "macroF1": 0.7342781259338047, + "F1_coffee": 0.8728535118715517, + "IoU_coffee": 0.7743922560774392, + "precision_coffee": 0.8882159979813273, + "recall_coffee": 0.8580134064594759, + "F1_noncoffee": 0.5957027399960576, + "IoU_noncoffee": 0.42419988770353734, + "kappa": 0.4690612928731252, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2384, + 2984 + ], + [ + 37359, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4855374852816263, + "ssl_variant": "", + "test_tta": { + "OA": 0.7341880954086384, + "mIoU": 0.5567809286231677, + "macroF1": 0.7098160431306467, + "F1_coffee": 0.7939134780918532, + "IoU_coffee": 0.6582558246615711, + "precision_coffee": 0.7648396329882567, + "recall_coffee": 0.825285033915428, + "F1_noncoffee": 0.6257186081694402, + "IoU_noncoffee": 0.45530603258476443, + "kappa": 0.42115115697636896, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6941271489558094, + "mIoU": 0.5031795724014392, + "macroF1": 0.6611373401078249, + "F1_coffee": 0.7668681983071343, + "IoU_coffee": 0.6218866444400863, + "precision_coffee": 0.7682024402061401, + "recall_coffee": 0.7655385830919147, + "F1_noncoffee": 0.5554064819085154, + "IoU_noncoffee": 0.38447250036279207, + "kappa": 0.3222785790124761, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s2_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.6060572253372006, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7068977866914977, + "mIoU": 0.5466657481896675, + "macroF1": 0.7068951967731358, + "F1_coffee": 0.706023923273106, + "IoU_coffee": 0.5456236293479166, + "precision_coffee": 0.9344839062425712, + "recall_coffee": 0.5673257324289219, + "F1_noncoffee": 0.7077664702731655, + "IoU_noncoffee": 0.5477078670314184, + "kappa": 0.4466665905767686, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6170820353063343, + "mIoU": 0.4461955538823207, + "macroF1": 0.6170531674924231, + "F1_coffee": 0.6137282858556173, + "IoU_coffee": 0.44271860963015824, + "precision_coffee": 0.9103150625809237, + "recall_coffee": 0.46290931437099464, + "F1_noncoffee": 0.6203780491292288, + "IoU_noncoffee": 0.44967249813448307, + "kappa": 0.3064584159236954, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.058038692461641096, + "mIoU": 0.029104922727340412, + "macroF1": 0.0551698243439772, + "F1_coffee": 0.10723318158826504, + "IoU_coffee": 0.056654195617316945, + "precision_coffee": 1.0, + "recall_coffee": 0.056654195617316945, + "F1_noncoffee": 0.0031064670996893535, + "IoU_noncoffee": 0.0015556498373638806, + "kappa": 0.00017625264652947528, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7050188817151907, + "mIoU": 0.5412119066103753, + "macroF1": 0.7015143103510482, + "F1_coffee": 0.6691713914884897, + "IoU_coffee": 0.5028231187763064, + "precision_coffee": 0.9265985622398789, + "recall_coffee": 0.5236822409921951, + "F1_noncoffee": 0.7338572292136066, + "IoU_noncoffee": 0.5796006944444444, + "kappa": 0.43792886157674976, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7110502094213765, + "mIoU": 0.5514518503731367, + "macroF1": 0.7108371046642201, + "F1_coffee": 0.7186870720902134, + "IoU_coffee": 0.5608989470375609, + "precision_coffee": 0.9404479578392622, + "recall_coffee": 0.5815545054586931, + "F1_noncoffee": 0.7029871372382268, + "IoU_noncoffee": 0.5420047537087124, + "kappa": 0.4537430250417914, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7044357046846219, + "mIoU": 0.5429299656279118, + "macroF1": 0.7035660324631514, + "F1_coffee": 0.7196221959858323, + "IoU_coffee": 0.562038949542638, + "precision_coffee": 0.9340443790609293, + "recall_coffee": 0.5852665540021509, + "F1_noncoffee": 0.6875098689404705, + "IoU_noncoffee": 0.5238209817131858, + "kappa": 0.4400223597531431, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6779899262035844, + "mIoU": 0.4748993641629454, + "macroF1": 0.6314387986421026, + "F1_coffee": 0.500454297655824, + "IoU_coffee": 0.33373727581192436, + "precision_coffee": 0.8416870415647921, + "recall_coffee": 0.3560899922420481, + "F1_noncoffee": 0.7624232996283813, + "IoU_noncoffee": 0.6160614525139665, + "kappa": 0.3163195017276411, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6995274205956699, + "mIoU": 0.5175744308925849, + "macroF1": 0.6764716271288367, + "F1_coffee": 0.5901049475262369, + "IoU_coffee": 0.41854529987239475, + "precision_coffee": 0.8789638231353283, + "recall_coffee": 0.44414353419092756, + "F1_noncoffee": 0.7628383067314365, + "IoU_noncoffee": 0.6166035619127752, + "kappa": 0.3909989230399533, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6707432788613601, + "mIoU": 0.4862950195901735, + "macroF1": 0.6486196309466723, + "F1_coffee": 0.5604503870513723, + "IoU_coffee": 0.3893234258897145, + "precision_coffee": 0.868673647469459, + "recall_coffee": 0.41367130687720755, + "F1_noncoffee": 0.7367888748419722, + "IoU_noncoffee": 0.5832666132906325, + "kappa": 0.34650617531500816, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7342976779596498, + "mIoU": 0.5733975589631312, + "macroF1": 0.7273845391212138, + "F1_coffee": 0.7707968476357268, + "IoU_coffee": 0.6270703472840605, + "precision_coffee": 0.9646575342465753, + "recall_coffee": 0.6418155304411228, + "F1_noncoffee": 0.6839722306067009, + "IoU_noncoffee": 0.5197247706422018, + "kappa": 0.4835287535924623, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7212890625, + "mIoU": 0.5406989583517692, + "macroF1": 0.6959897134220876, + "F1_coffee": 0.7836895558587237, + "IoU_coffee": 0.6443170488534397, + "precision_coffee": 0.9661745468136796, + "recall_coffee": 0.6591865357643759, + "F1_noncoffee": 0.6082898709854515, + "IoU_noncoffee": 0.43708086785009864, + "kappa": 0.4288739896723079, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7345783814374647, + "mIoU": 0.5504624045034178, + "macroF1": 0.7027754415475189, + "F1_coffee": 0.8, + "IoU_coffee": 0.6666666666666666, + "precision_coffee": 0.9595907928388747, + "recall_coffee": 0.6859232175502742, + "F1_noncoffee": 0.6055508830950378, + "IoU_noncoffee": 0.43425814234016885, + "kappa": 0.4363013360858823, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2378, + 2984 + ], + [ + 37070, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4849088112513225, + "ssl_variant": "", + "test_tta": { + "OA": 0.748424181648879, + "mIoU": 0.5970954602667528, + "macroF1": 0.7475506231083667, + "F1_coffee": 0.7624008523736238, + "IoU_coffee": 0.6160321408073465, + "precision_coffee": 0.9206012089527855, + "recall_coffee": 0.6505989320248232, + "F1_noncoffee": 0.7327003938431097, + "IoU_noncoffee": 0.578158779726159, + "kappa": 0.5113356350943051, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6556478596977039, + "mIoU": 0.4869452507924752, + "macroF1": 0.6547232581277391, + "F1_coffee": 0.6725906423125446, + "IoU_coffee": 0.5066942148760331, + "precision_coffee": 0.8963450292397661, + "recall_coffee": 0.5382319374945133, + "F1_noncoffee": 0.6368558739429336, + "IoU_noncoffee": 0.4671962867089173, + "kappa": 0.35408947654605816, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s2_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.7686308810687486, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7826803237590431, + "mIoU": 0.6399277170123778, + "macroF1": 0.7799397374791472, + "F1_coffee": 0.8044977124814743, + "IoU_coffee": 0.6729369913221581, + "precision_coffee": 0.9102839852721374, + "recall_coffee": 0.720738923365565, + "F1_noncoffee": 0.7553817624768201, + "IoU_noncoffee": 0.6069184427025976, + "kappa": 0.5671931546724932, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6848823122187608, + "mIoU": 0.518197725072636, + "macroF1": 0.6819380531110106, + "F1_coffee": 0.712539634507348, + "IoU_coffee": 0.5534458796599084, + "precision_coffee": 0.8894984068587196, + "recall_coffee": 0.5943069089632166, + "F1_noncoffee": 0.6513364717146732, + "IoU_noncoffee": 0.48294957048536336, + "kappa": 0.3930141863012893, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10420280186791193, + "mIoU": 0.05226092243378191, + "macroF1": 0.09492111936514479, + "F1_coffee": 0.1865762054761328, + "IoU_coffee": 0.10288615713522181, + "precision_coffee": 1.0, + "recall_coffee": 0.10288615713522181, + "F1_noncoffee": 0.0032660332541567696, + "IoU_noncoffee": 0.0016356877323420074, + "kappa": 0.0003365226168427757, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7550249725910586, + "mIoU": 0.6064524848383326, + "macroF1": 0.755019723092714, + "F1_coffee": 0.7561537528798351, + "IoU_coffee": 0.6079157730551764, + "precision_coffee": 0.8732670494328525, + "recall_coffee": 0.6667379450443708, + "F1_noncoffee": 0.753885693305593, + "IoU_noncoffee": 0.6049891966214889, + "kappa": 0.5187749365164196, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7817880965923781, + "mIoU": 0.638078554403205, + "macroF1": 0.7784523379413038, + "F1_coffee": 0.8056374355195284, + "IoU_coffee": 0.6745333950331637, + "precision_coffee": 0.9266793812248357, + "recall_coffee": 0.7125631416001303, + "F1_noncoffee": 0.7512672403630791, + "IoU_noncoffee": 0.6016237137732465, + "kappa": 0.566372495631663, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8061432767461543, + "mIoU": 0.6669550687496479, + "macroF1": 0.7990146321278202, + "F1_coffee": 0.8368663594470046, + "IoU_coffee": 0.7194928684627575, + "precision_coffee": 0.9203833394765942, + "recall_coffee": 0.7672453525887233, + "F1_noncoffee": 0.7611629048086359, + "IoU_noncoffee": 0.6144172690365383, + "kappa": 0.6028173354996496, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7489750497832962, + "mIoU": 0.5913422531573823, + "macroF1": 0.7417075128535335, + "F1_coffee": 0.6983814215341309, + "IoU_coffee": 0.5365484429065744, + "precision_coffee": 0.7662137121680049, + "recall_coffee": 0.6415826221877424, + "F1_noncoffee": 0.7850336041729361, + "IoU_noncoffee": 0.6461360634081902, + "kappa": 0.4862845390546567, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7509616441367183, + "mIoU": 0.5939592612944458, + "macroF1": 0.7438027564179985, + "F1_coffee": 0.700976510952758, + "IoU_coffee": 0.5396180414465664, + "precision_coffee": 0.8439783921194789, + "recall_coffee": 0.5994132250056421, + "F1_noncoffee": 0.7866290018832391, + "IoU_noncoffee": 0.648300481142325, + "kappa": 0.4978915586072188, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7429625724828677, + "mIoU": 0.5877658019019774, + "macroF1": 0.7396931011264267, + "F1_coffee": 0.7105200664925196, + "IoU_coffee": 0.551012891344383, + "precision_coffee": 0.829038514824051, + "recall_coffee": 0.6216496987325992, + "F1_noncoffee": 0.7688661357603337, + "IoU_noncoffee": 0.6245187124595718, + "kappa": 0.48774518947094475, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.761578479888339, + "mIoU": 0.6055422112577005, + "macroF1": 0.7525172973765317, + "F1_coffee": 0.7998721908616466, + "IoU_coffee": 0.6664891728789493, + "precision_coffee": 0.962080450935178, + "recall_coffee": 0.6844695588771418, + "F1_noncoffee": 0.7051624038914169, + "IoU_noncoffee": 0.5445952496364518, + "kappa": 0.524930149001028, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8091796875, + "mIoU": 0.6431213266791682, + "macroF1": 0.7769206546801536, + "F1_coffee": 0.8617518041601812, + "IoU_coffee": 0.7570860268523123, + "precision_coffee": 0.9680495946590367, + "recall_coffee": 0.7764885885502997, + "F1_noncoffee": 0.692089505200126, + "IoU_noncoffee": 0.5291566265060241, + "kappa": 0.5655093704370413, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8626674212412753, + "mIoU": 0.7119807944848715, + "macroF1": 0.8263974385227096, + "F1_coffee": 0.905748316934231, + "IoU_coffee": 0.8277330809275911, + "precision_coffee": 0.9658981085185696, + "recall_coffee": 0.8526508226691042, + "F1_noncoffee": 0.7470465601111883, + "IoU_noncoffee": 0.596228508042152, + "kappa": 0.6563712808756392, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2544, + 2984 + ], + [ + 41136, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4836255749066671, + "ssl_variant": "", + "test_tta": { + "OA": 0.8000680467015256, + "mIoU": 0.6614936245077634, + "macroF1": 0.7954857933727899, + "F1_coffee": 0.8260984689188978, + "IoU_coffee": 0.7037204118458762, + "precision_coffee": 0.8971851952094188, + "recall_coffee": 0.765449559821042, + "F1_noncoffee": 0.7648731178266821, + "IoU_noncoffee": 0.6192668371696505, + "kappa": 0.5944142488605864, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.70172781816084, + "mIoU": 0.5355569977948371, + "macroF1": 0.6962693620403169, + "F1_coffee": 0.7369866846409177, + "IoU_coffee": 0.5835145803125503, + "precision_coffee": 0.8762512474672635, + "recall_coffee": 0.6359187077517339, + "F1_noncoffee": 0.6555520394397162, + "IoU_noncoffee": 0.48759941527712397, + "kappa": 0.4119902792611245, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f0_s2_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 24, + "stopped_epoch": 44, + "best_val": 0.8020344477514312, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8449788697084736, + "mIoU": 0.7244743782239366, + "macroF1": 0.8394633587375366, + "F1_coffee": 0.8692197295868268, + "IoU_coffee": 0.7686902153583071, + "precision_coffee": 0.9118541996830428, + "recall_coffee": 0.8303939962476548, + "F1_noncoffee": 0.8097069878882466, + "IoU_noncoffee": 0.6802585410895661, + "kappa": 0.6799447846892587, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7607015114803277, + "mIoU": 0.6049485118521432, + "macroF1": 0.7521570231852358, + "F1_coffee": 0.7981754044520132, + "IoU_coffee": 0.664136353515111, + "precision_coffee": 0.8952955302079354, + "recall_coffee": 0.7200640856816786, + "F1_noncoffee": 0.7061386419184584, + "IoU_noncoffee": 0.5457606701891752, + "kappa": 0.5126639709048699, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3187458305537025, + "mIoU": 0.15989516170730828, + "macroF1": 0.24313088752251058, + "F1_coffee": 0.48236009732360097, + "IoU_coffee": 0.31783567134268537, + "precision_coffee": 0.9995798319327731, + "recall_coffee": 0.31787814003206843, + "F1_noncoffee": 0.0039016777214202106, + "IoU_noncoffee": 0.001954652071931196, + "kappa": 0.0009755437932233927, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8351808990132781, + "mIoU": 0.7154843928316917, + "macroF1": 0.8339771339157429, + "F1_coffee": 0.8481140547822182, + "IoU_coffee": 0.7362830133515252, + "precision_coffee": 0.8927094410965378, + "recall_coffee": 0.807762215331979, + "F1_noncoffee": 0.8198402130492677, + "IoU_noncoffee": 0.6946857723118582, + "kappa": 0.6689342409035383, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8293086509126635, + "mIoU": 0.7021092148333561, + "macroF1": 0.824227687623523, + "F1_coffee": 0.8541123436602289, + "IoU_coffee": 0.7453717988275224, + "precision_coffee": 0.9333526514053897, + "recall_coffee": 0.7872739123350171, + "F1_noncoffee": 0.7943430315868171, + "IoU_noncoffee": 0.6588466308391897, + "kappa": 0.6519914027242834, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8680738786279684, + "mIoU": 0.7514717817897244, + "macroF1": 0.8566741590600015, + "F1_coffee": 0.8970953712333023, + "IoU_coffee": 0.8133934229983804, + "precision_coffee": 0.9070991047589132, + "recall_coffee": 0.8873098786295898, + "F1_noncoffee": 0.8162529468867009, + "IoU_noncoffee": 0.6895501405810684, + "kappa": 0.7134105568058233, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8163289211666862, + "mIoU": 0.6875557315037664, + "macroF1": 0.8145804681021718, + "F1_coffee": 0.796574987026466, + "IoU_coffee": 0.661923242777059, + "precision_coffee": 0.7992710231710493, + "recall_coffee": 0.7938970778381174, + "F1_noncoffee": 0.8325859491778774, + "IoU_noncoffee": 0.7131882202304738, + "kappa": 0.6291644086243191, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7684360918782284, + "mIoU": 0.618296175839198, + "macroF1": 0.763112765820346, + "F1_coffee": 0.7276018099547511, + "IoU_coffee": 0.5718349928876245, + "precision_coffee": 0.8516949152542372, + "recall_coffee": 0.6350710900473934, + "F1_noncoffee": 0.798623721685941, + "IoU_noncoffee": 0.6647573587907717, + "kappa": 0.5335460206205163, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8261465471797576, + "mIoU": 0.7036478658652231, + "macroF1": 0.8260314205478143, + "F1_coffee": 0.8215561086462504, + "IoU_coffee": 0.6971533516988062, + "precision_coffee": 0.8572719060523939, + "recall_coffee": 0.7886972782048618, + "F1_noncoffee": 0.8305067324493781, + "IoU_noncoffee": 0.71014238003164, + "kappa": 0.6526355311996767, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8556020809541937, + "mIoU": 0.7312584063392674, + "macroF1": 0.8430712367275308, + "F1_coffee": 0.8874159081915315, + "IoU_coffee": 0.797616930464165, + "precision_coffee": 0.970359151882302, + "recall_coffee": 0.8175355450236966, + "F1_noncoffee": 0.7987265652635303, + "IoU_noncoffee": 0.6648998822143698, + "kappa": 0.6901891921132944, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8833984375, + "mIoU": 0.7497197036585974, + "macroF1": 0.8530752844964777, + "F1_coffee": 0.919822723609992, + "IoU_coffee": 0.8515479298769116, + "precision_coffee": 0.9716271811604483, + "recall_coffee": 0.8732627820986867, + "F1_noncoffee": 0.7863278453829635, + "IoU_noncoffee": 0.6478914774402831, + "kappa": 0.7083599910370006, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9055838521033768, + "mIoU": 0.7670401092219086, + "macroF1": 0.8630386759704057, + "F1_coffee": 0.9393737508327782, + "IoU_coffee": 0.885678391959799, + "precision_coffee": 0.933662412713701, + "recall_coffee": 0.9451553930530164, + "F1_noncoffee": 0.7867036011080333, + "IoU_noncoffee": 0.6484018264840182, + "kappa": 0.7261134089405326, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2713, + 2984 + ], + [ + 44446, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1713772336641948, + "ssl_variant": "", + "test_tta": { + "OA": 0.8462323615786834, + "mIoU": 0.7250802250719461, + "macroF1": 0.8397363558660941, + "F1_coffee": 0.872002027218388, + "IoU_coffee": 0.7730528318841345, + "precision_coffee": 0.9016090253375254, + "recall_coffee": 0.8442776735459663, + "F1_noncoffee": 0.8074706845138001, + "IoU_noncoffee": 0.6771076182597578, + "kappa": 0.6799917593340297, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7647686627437407, + "mIoU": 0.6081824537877878, + "macroF1": 0.7542939615703443, + "F1_coffee": 0.8050255821737675, + "IoU_coffee": 0.673675996878814, + "precision_coffee": 0.8840317160260449, + "recall_coffee": 0.7389825300675972, + "F1_noncoffee": 0.7035623409669212, + "IoU_noncoffee": 0.5426889106967615, + "kappa": 0.5144837596495647, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s0_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.5952755689229439, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6889706594364288, + "mIoU": 0.4925903739431997, + "macroF1": 0.6499223314315974, + "F1_coffee": 0.7668408826945412, + "IoU_coffee": 0.6218507181539911, + "precision_coffee": 0.9023147225464795, + "recall_coffee": 0.6667367933856478, + "F1_noncoffee": 0.5330037801686537, + "IoU_noncoffee": 0.3633300297324083, + "kappa": 0.3300909187312526, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.6737913926387447, + "mIoU": 0.47956469523547496, + "macroF1": 0.6390318203897292, + "F1_coffee": 0.7510456566723903, + "IoU_coffee": 0.601339561117476, + "precision_coffee": 0.8749967941319792, + "recall_coffee": 0.6578546499296195, + "F1_noncoffee": 0.5270179841070681, + "IoU_noncoffee": 0.357789829353474, + "kappa": 0.30457684263274365, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4691358024691358, + "mIoU": 0.24261363636363636, + "macroF1": 0.3384615384615384, + "F1_coffee": 0.6324786324786325, + "IoU_coffee": 0.4625, + "precision_coffee": 1.0, + "recall_coffee": 0.4625, + "F1_noncoffee": 0.044444444444444446, + "IoU_noncoffee": 0.022727272727272728, + "kappa": 0.020804048355355573, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7096601941747572, + "mIoU": 0.5129960557636425, + "macroF1": 0.6676365095502312, + "F1_coffee": 0.7858191584601611, + "IoU_coffee": 0.6472010853536247, + "precision_coffee": 0.9042360309873084, + "recall_coffee": 0.6948261668038757, + "F1_noncoffee": 0.5494538606403013, + "IoU_noncoffee": 0.3787910261736602, + "kappa": 0.35841890292582823, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.6169430878584208, + "mIoU": 0.43049153594676093, + "macroF1": 0.5957902000733246, + "F1_coffee": 0.6882575161341099, + "IoU_coffee": 0.5246895062098758, + "precision_coffee": 0.9165705900848967, + "recall_coffee": 0.5510049776321593, + "F1_noncoffee": 0.5033228840125392, + "IoU_noncoffee": 0.3362935656836461, + "kappa": 0.26430871080937335, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7403897297035926, + "mIoU": 0.5368696862472587, + "macroF1": 0.6855286401009524, + "F1_coffee": 0.8168764282547154, + "IoU_coffee": 0.6904404981549815, + "precision_coffee": 0.8904669839381321, + "recall_coffee": 0.7545208241446664, + "F1_noncoffee": 0.5541808519471892, + "IoU_noncoffee": 0.38329887433953597, + "kappa": 0.3813438906723236, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7474365355898457, + "mIoU": 0.48246055408545324, + "macroF1": 0.6135851945801414, + "F1_coffee": 0.8410102149526854, + "IoU_coffee": 0.7256407483508165, + "precision_coffee": 0.9453367145674838, + "recall_coffee": 0.7574218309064229, + "F1_noncoffee": 0.3861601742075974, + "IoU_noncoffee": 0.23928035982008997, + "kappa": 0.26187841921008354, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.5483230799761858, + "mIoU": 0.33817590182404966, + "macroF1": 0.48326278081352936, + "F1_coffee": 0.6666178409257361, + "IoU_coffee": 0.49994507305283975, + "precision_coffee": 0.9554902372454336, + "recall_coffee": 0.5118659318411877, + "F1_noncoffee": 0.29990772070132266, + "IoU_noncoffee": 0.17640673059525963, + "kappa": 0.13294985728986333, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8104782694979162, + "mIoU": 0.5350845190122295, + "macroF1": 0.658426883189716, + "F1_coffee": 0.8863230567789548, + "IoU_coffee": 0.7958529286019667, + "precision_coffee": 0.9412210845657945, + "recall_coffee": 0.8374760994263862, + "F1_noncoffee": 0.43053070960047707, + "IoU_noncoffee": 0.2743161094224924, + "kappa": 0.3283010587862284, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.6737091425864519, + "mIoU": 0.502900387921291, + "macroF1": 0.6677549012783451, + "F1_coffee": 0.7122326203208557, + "IoU_coffee": 0.5530755255644952, + "precision_coffee": 0.846306592533757, + "recall_coffee": 0.6148297749567224, + "F1_noncoffee": 0.6232771822358346, + "IoU_noncoffee": 0.45272525027808674, + "kappa": 0.356647744295113, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.682165424879751, + "mIoU": 0.5143227369232799, + "macroF1": 0.6783486919889807, + "F1_coffee": 0.7133866303793162, + "IoU_coffee": 0.5544685351665786, + "precision_coffee": 0.8777731268313101, + "recall_coffee": 0.6008595988538682, + "F1_noncoffee": 0.6433107535986452, + "IoU_noncoffee": 0.4741769386799813, + "kappa": 0.3836017454374127, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.6737715740828067, + "mIoU": 0.49874950308241417, + "macroF1": 0.6627831447884347, + "F1_coffee": 0.7236558280738196, + "IoU_coffee": 0.5669754631947922, + "precision_coffee": 0.8179519595448799, + "recall_coffee": 0.6488538681948424, + "F1_noncoffee": 0.6019104615030498, + "IoU_noncoffee": 0.4305235429700362, + "kappa": 0.338235973141773, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2204, + 2995 + ], + [ + 40486, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.267757229010264, + "ssl_variant": "", + "test_tta": { + "OA": 0.741196217036248, + "mIoU": 0.5431186206289615, + "macroF1": 0.6924604808833927, + "F1_coffee": 0.8148866417324653, + "IoU_coffee": 0.6876022753837762, + "precision_coffee": 0.9028264483949354, + "recall_coffee": 0.7425578019481203, + "F1_noncoffee": 0.5700343200343201, + "IoU_noncoffee": 0.3986349658741469, + "kappa": 0.3981833786824981, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7218905042113765, + "mIoU": 0.5238675216757279, + "macroF1": 0.676438679282457, + "F1_coffee": 0.7977088425668517, + "IoU_coffee": 0.6634905676840654, + "precision_coffee": 0.8747871704017303, + "recall_coffee": 0.7331135149727155, + "F1_noncoffee": 0.5551685159980623, + "IoU_noncoffee": 0.38424447566739045, + "kappa": 0.36373944801894975, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s0_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.5962687847599937, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7836900035505633, + "mIoU": 0.6041956451991598, + "macroF1": 0.7455280527992079, + "F1_coffee": 0.8440731993903928, + "IoU_coffee": 0.7302133655394525, + "precision_coffee": 0.9441234645013533, + "recall_coffee": 0.7631960953442871, + "F1_noncoffee": 0.6469829062080228, + "IoU_noncoffee": 0.47817792485886706, + "kappa": 0.5036749636553475, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7575141340717665, + "mIoU": 0.5728507703144077, + "macroF1": 0.7202865206137955, + "F1_coffee": 0.822330948632055, + "IoU_coffee": 0.6982699831305409, + "precision_coffee": 0.9097264437689969, + "recall_coffee": 0.7502554906384373, + "F1_noncoffee": 0.618242092595536, + "IoU_noncoffee": 0.44743155749827457, + "kappa": 0.4514510180198164, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.06172839506172839, + "mIoU": 0.0314935064935065, + "macroF1": 0.06043956043956043, + "F1_coffee": 0.09523809523809523, + "IoU_coffee": 0.05, + "precision_coffee": 1.0, + "recall_coffee": 0.05, + "F1_noncoffee": 0.02564102564102564, + "IoU_noncoffee": 0.012987012987012988, + "kappa": 0.0012978585334198524, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8273300970873786, + "mIoU": 0.6540743465007963, + "macroF1": 0.7829496377677974, + "F1_coffee": 0.8810964399130871, + "IoU_coffee": 0.7874641491395793, + "precision_coffee": 0.9330926083262532, + "recall_coffee": 0.8345893230321069, + "F1_noncoffee": 0.6848028356225078, + "IoU_noncoffee": 0.5206845438620132, + "kappa": 0.5694434154978041, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7700304627435811, + "mIoU": 0.5893716493864183, + "macroF1": 0.7340921130095293, + "F1_coffee": 0.8318483948522133, + "IoU_coffee": 0.7121065375302663, + "precision_coffee": 0.9477161040844276, + "recall_coffee": 0.7412261357192363, + "F1_noncoffee": 0.6363358311668451, + "IoU_noncoffee": 0.46663676124257036, + "kappa": 0.4848379617614725, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7538803732894928, + "mIoU": 0.5727639623894265, + "macroF1": 0.7212373898836966, + "F1_coffee": 0.8166294401613949, + "IoU_coffee": 0.6900876765708719, + "precision_coffee": 0.9534785900563642, + "recall_coffee": 0.7141326948522463, + "F1_noncoffee": 0.6258453396059982, + "IoU_noncoffee": 0.4554402482079812, + "kappa": 0.4649636259014183, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8551518168242906, + "mIoU": 0.5854511681172221, + "macroF1": 0.7040104081261054, + "F1_coffee": 0.9155199442605818, + "IoU_coffee": 0.8442017346610986, + "precision_coffee": 0.9426111908177905, + "recall_coffee": 0.8899424314256688, + "F1_noncoffee": 0.4925008719916289, + "IoU_noncoffee": 0.3267006015733457, + "kappa": 0.4109438283569879, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7278229807501488, + "mIoU": 0.4811959359092929, + "macroF1": 0.6200738867087416, + "F1_coffee": 0.8224020718679185, + "IoU_coffee": 0.6983725533318672, + "precision_coffee": 0.9690265486725663, + "recall_coffee": 0.7143178495107412, + "F1_noncoffee": 0.41774570154956486, + "IoU_noncoffee": 0.26401931848671856, + "kappa": 0.2932010604967616, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8364754911688828, + "mIoU": 0.5827869359290967, + "macroF1": 0.7070952304362671, + "F1_coffee": 0.9017644253695756, + "IoU_coffee": 0.8211029092488059, + "precision_coffee": 0.959289790741915, + "recall_coffee": 0.8507479473625014, + "F1_noncoffee": 0.5124260355029586, + "IoU_noncoffee": 0.3444709626093874, + "kappa": 0.42446268136299475, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8008526764566556, + "mIoU": 0.6581054851648315, + "macroF1": 0.7923404232537289, + "F1_coffee": 0.8343838638512449, + "IoU_coffee": 0.7158307421927809, + "precision_coffee": 0.9192708333333334, + "recall_coffee": 0.7638488170802077, + "F1_noncoffee": 0.7502969826562129, + "IoU_noncoffee": 0.6003802281368821, + "kappa": 0.5899525425533133, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8101480713005753, + "mIoU": 0.6705320627882974, + "macroF1": 0.8013120318936808, + "F1_coffee": 0.8432120881688605, + "IoU_coffee": 0.7289253972528952, + "precision_coffee": 0.9238777948455368, + "recall_coffee": 0.7755014326647565, + "F1_noncoffee": 0.7594119756185013, + "IoU_noncoffee": 0.6121387283236994, + "kappa": 0.6072188038349529, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.6753748938979534, + "mIoU": 0.509503994310343, + "macroF1": 0.6749595974234692, + "F1_coffee": 0.6865780367874704, + "IoU_coffee": 0.5227398779811425, + "precision_coffee": 0.9420289855072463, + "recall_coffee": 0.5401146131805158, + "F1_noncoffee": 0.6633411580594679, + "IoU_noncoffee": 0.4962681106395434, + "kappa": 0.3975073490827599, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2471, + 2995 + ], + [ + 46088, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.47958771387736, + "ssl_variant": "", + "test_tta": { + "OA": 0.8040573254575385, + "mIoU": 0.6263956517662274, + "macroF1": 0.7622582908299627, + "F1_coffee": 0.8619446687058663, + "IoU_coffee": 0.7573837976100076, + "precision_coffee": 0.9379114080673101, + "recall_coffee": 0.7973618328319273, + "F1_noncoffee": 0.662571912954059, + "IoU_noncoffee": 0.4954075059224471, + "kappa": 0.5320203318591116, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7762634129456559, + "mIoU": 0.5909400952568176, + "macroF1": 0.7340021633235605, + "F1_coffee": 0.8400276365586298, + "IoU_coffee": 0.7241790089433352, + "precision_coffee": 0.9028639829757049, + "recall_coffee": 0.7853685814002815, + "F1_noncoffee": 0.6279766900884913, + "IoU_noncoffee": 0.45770118157029993, + "kappa": 0.4739301108172905, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s0_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 11, + "stopped_epoch": 31, + "best_val": 0.7457273912508504, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8940479648817017, + "mIoU": 0.7502968559490795, + "macroF1": 0.8518997399215661, + "F1_coffee": 0.9309071008345875, + "IoU_coffee": 0.870744816995137, + "precision_coffee": 0.9313874147081123, + "recall_coffee": 0.9304272820987525, + "F1_noncoffee": 0.7728923790085447, + "IoU_noncoffee": 0.6298488949030221, + "kappa": 0.7037997387677003, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.86129860389985, + "mIoU": 0.6952062805960946, + "macroF1": 0.8124969474184442, + "F1_coffee": 0.9081549819022242, + "IoU_coffee": 0.8317618039641027, + "precision_coffee": 0.8996745382985165, + "recall_coffee": 0.9167968222749272, + "F1_noncoffee": 0.7168389129346642, + "IoU_noncoffee": 0.5586507572280863, + "kappa": 0.6250965932268702, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14814814814814814, + "mIoU": 0.07589285714285715, + "macroF1": 0.1349636279213744, + "F1_coffee": 0.24175824175824176, + "IoU_coffee": 0.1375, + "precision_coffee": 1.0, + "recall_coffee": 0.1375, + "F1_noncoffee": 0.028169014084507043, + "IoU_noncoffee": 0.014285714285714285, + "kappa": 0.0039208697201924565, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8819902912621359, + "mIoU": 0.7361008611593483, + "macroF1": 0.8426435363040544, + "F1_coffee": 0.9213294068153134, + "IoU_coffee": 0.8541341653666147, + "precision_coffee": 0.9420913302448709, + "recall_coffee": 0.9014628585903363, + "F1_noncoffee": 0.7639576657927954, + "IoU_noncoffee": 0.6180675569520817, + "kappa": 0.6857450128510538, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.908563415695566, + "mIoU": 0.7728756871306113, + "macroF1": 0.8670121073589645, + "F1_coffee": 0.9413479730777581, + "IoU_coffee": 0.8891948904254072, + "precision_coffee": 0.9270006108735491, + "recall_coffee": 0.9561464305966858, + "F1_noncoffee": 0.792676241640171, + "IoU_noncoffee": 0.6565564838358154, + "kappa": 0.7342492365481796, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8915429621391615, + "mIoU": 0.743038480311573, + "macroF1": 0.8466012876237246, + "F1_coffee": 0.9296313725490196, + "IoU_coffee": 0.8685151532915176, + "precision_coffee": 0.9257685578605349, + "recall_coffee": 0.9335265578728499, + "F1_noncoffee": 0.7635712026984294, + "IoU_noncoffee": 0.6175618073316284, + "kappa": 0.69322052053799, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8977600796416128, + "mIoU": 0.6639845780247846, + "macroF1": 0.7757048349320046, + "F1_coffee": 0.9411629905471212, + "IoU_coffee": 0.8888648414673737, + "precision_coffee": 0.9555607259190321, + "recall_coffee": 0.9271926854046733, + "F1_noncoffee": 0.610246679316888, + "IoU_noncoffee": 0.4391043145821955, + "kappa": 0.5520832795122274, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9304425481246279, + "mIoU": 0.7282560348035789, + "macroF1": 0.8276529271855928, + "F1_coffee": 0.9607524774648676, + "IoU_coffee": 0.9244693459756492, + "precision_coffee": 0.9565217391304348, + "recall_coffee": 0.965020807558205, + "F1_noncoffee": 0.6945533769063181, + "IoU_noncoffee": 0.5320427236315087, + "kappa": 0.6553583270833185, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9242905338360786, + "mIoU": 0.7231332197975368, + "macroF1": 0.8244037691589823, + "F1_coffee": 0.9568414503082754, + "IoU_coffee": 0.9172540939160612, + "precision_coffee": 0.9624487938097406, + "recall_coffee": 0.9512990664717129, + "F1_noncoffee": 0.6919660880096892, + "IoU_noncoffee": 0.5290123456790123, + "kappa": 0.6488925993662501, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8669824727617244, + "mIoU": 0.750624373421021, + "macroF1": 0.8561940874143756, + "F1_coffee": 0.8955823293172691, + "IoU_coffee": 0.8109090909090909, + "precision_coffee": 0.9243168560024563, + "recall_coffee": 0.8685804962492787, + "F1_noncoffee": 0.8168058455114823, + "IoU_noncoffee": 0.690339655932951, + "kappa": 0.7128750021748637, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.887767612939734, + "mIoU": 0.775117876001369, + "macroF1": 0.8714563721221362, + "F1_coffee": 0.9172461752433936, + "IoU_coffee": 0.8471419396274887, + "precision_coffee": 0.8912162162162162, + "recall_coffee": 0.9448424068767909, + "F1_noncoffee": 0.825666569000879, + "IoU_noncoffee": 0.7030938123752495, + "kappa": 0.7433739281967591, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8604168631519381, + "mIoU": 0.7312654276183409, + "macroF1": 0.842309159438535, + "F1_coffee": 0.895745280360665, + "IoU_coffee": 0.8111763204899209, + "precision_coffee": 0.8810975609756098, + "recall_coffee": 0.9108882521489972, + "F1_noncoffee": 0.7888730385164051, + "IoU_noncoffee": 0.6513545347467609, + "kappa": 0.6847947330459794, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2641, + 2995 + ], + [ + 52756, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.534088099002838, + "ssl_variant": "", + "test_tta": { + "OA": 0.897679222749427, + "mIoU": 0.7529582213036294, + "macroF1": 0.853412069908573, + "F1_coffee": 0.9339665875098946, + "IoU_coffee": 0.8761138033453181, + "precision_coffee": 0.9248540605210503, + "recall_coffee": 0.9432604716723119, + "F1_noncoffee": 0.7728575523072514, + "IoU_noncoffee": 0.6298026392619409, + "kappa": 0.7069220096856368, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8657118956963193, + "mIoU": 0.6974683232925246, + "macroF1": 0.8135841994748729, + "F1_coffee": 0.9121612060263582, + "IoU_coffee": 0.8385077008463994, + "precision_coffee": 0.8929626893239749, + "recall_coffee": 0.9322033898305084, + "F1_noncoffee": 0.7150071929233878, + "IoU_noncoffee": 0.5564289457386499, + "kappa": 0.6277267124570756, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s0_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 43, + "stopped_epoch": 63, + "best_val": 0.770092028367344, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9108324456925212, + "mIoU": 0.7799834826674339, + "macroF1": 0.8719854547317718, + "F1_coffee": 0.9425048129455227, + "IoU_coffee": 0.891261562684511, + "precision_coffee": 0.9325192537374902, + "recall_coffee": 0.9527065407190793, + "F1_noncoffee": 0.8014660965180208, + "IoU_noncoffee": 0.6687054026503568, + "kappa": 0.744072242195019, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8780864197530864, + "mIoU": 0.7220613597267537, + "macroF1": 0.8319663522637399, + "F1_coffee": 0.9199988642924068, + "IoU_coffee": 0.8518499044814835, + "precision_coffee": 0.9034200743494424, + "recall_coffee": 0.9371975087252463, + "F1_noncoffee": 0.7439338402350731, + "IoU_noncoffee": 0.5922728149720239, + "kappa": 0.6642945645400801, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5308641975308642, + "mIoU": 0.27532051282051284, + "macroF1": 0.36926229508196723, + "F1_coffee": 0.6885245901639344, + "IoU_coffee": 0.525, + "precision_coffee": 1.0, + "recall_coffee": 0.525, + "F1_noncoffee": 0.05, + "IoU_noncoffee": 0.02564102564102564, + "kappa": 0.02656546489563583, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9071359223300971, + "mIoU": 0.776413042202942, + "macroF1": 0.8698404216909013, + "F1_coffee": 0.9395137066430581, + "IoU_coffee": 0.8859272510435301, + "precision_coffee": 0.9381788330386461, + "recall_coffee": 0.9408523842695206, + "F1_noncoffee": 0.8001671367387444, + "IoU_noncoffee": 0.6668988333623541, + "kappa": 0.7396825844757025, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9147043179730188, + "mIoU": 0.7843198343073454, + "macroF1": 0.8746653600440635, + "F1_coffee": 0.9455050973123262, + "IoU_coffee": 0.8966426436983652, + "precision_coffee": 0.9275107582277714, + "recall_coffee": 0.9642114548547666, + "F1_noncoffee": 0.8038256227758007, + "IoU_noncoffee": 0.6719970249163257, + "kappa": 0.7496699025267575, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9106426188288768, + "mIoU": 0.779253900776726, + "macroF1": 0.8714722270559365, + "F1_coffee": 0.9424263193968472, + "IoU_coffee": 0.8911211924821776, + "precision_coffee": 0.9320884944845012, + "recall_coffee": 0.952996030495873, + "F1_noncoffee": 0.8005181347150259, + "IoU_noncoffee": 0.6673866090712743, + "kappa": 0.7430539670406547, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9228471876555501, + "mIoU": 0.7144552747845705, + "macroF1": 0.8170975148568659, + "F1_coffee": 0.9561725951478821, + "IoU_coffee": 0.9160255715678839, + "precision_coffee": 0.9580689029918404, + "recall_coffee": 0.9542837792075856, + "F1_noncoffee": 0.6780224345658497, + "IoU_noncoffee": 0.5128849780012571, + "kappa": 0.6342055575992658, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9455249057352649, + "mIoU": 0.7758065123528426, + "macroF1": 0.8639891689318455, + "F1_coffee": 0.9692970191823723, + "IoU_coffee": 0.9404232230059685, + "precision_coffee": 0.9639599555061179, + "recall_coffee": 0.9746935102913058, + "F1_noncoffee": 0.7586813186813187, + "IoU_noncoffee": 0.6111898016997167, + "kappa": 0.7280438612073669, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9437388370708474, + "mIoU": 0.7772605906961976, + "macroF1": 0.8653745522214051, + "F1_coffee": 0.9680869026847526, + "IoU_coffee": 0.9381477037198648, + "precision_coffee": 0.9689049121225778, + "recall_coffee": 0.9672702733100889, + "F1_noncoffee": 0.7626622017580578, + "IoU_noncoffee": 0.6163734776725305, + "kappa": 0.7307505317160407, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8921837991473236, + "mIoU": 0.7875034269947281, + "macroF1": 0.8797911833931156, + "F1_coffee": 0.9183878370625359, + "IoU_coffee": 0.8490916324094948, + "precision_coffee": 0.9131488876212208, + "recall_coffee": 0.9236872475476053, + "F1_noncoffee": 0.8411945297236952, + "IoU_noncoffee": 0.7259152215799615, + "kappa": 0.7595977644310712, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8854097896821654, + "mIoU": 0.7694541722316717, + "macroF1": 0.8676294788755826, + "F1_coffee": 0.9161432811098075, + "IoU_coffee": 0.8452623535404993, + "precision_coffee": 0.8838726861100014, + "recall_coffee": 0.9508595988538682, + "F1_noncoffee": 0.8191156766413578, + "IoU_noncoffee": 0.6936459909228442, + "kappa": 0.7360180103668296, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8791851362821843, + "mIoU": 0.7608854470794149, + "macroF1": 0.8621430414676385, + "F1_coffee": 0.9106133556625498, + "IoU_coffee": 0.8358954650269024, + "precision_coffee": 0.8876343354645626, + "recall_coffee": 0.9348137535816619, + "F1_noncoffee": 0.8136727272727273, + "IoU_noncoffee": 0.6858754291319274, + "kappa": 0.724670719900961, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2744, + 2995 + ], + [ + 53693, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.105372726917267, + "ssl_variant": "", + "test_tta": { + "OA": 0.9119298925147671, + "mIoU": 0.7810602269309599, + "macroF1": 0.8726338009168593, + "F1_coffee": 0.9433797819026967, + "IoU_coffee": 0.8928276837267763, + "precision_coffee": 0.9307005691356508, + "recall_coffee": 0.9564092314812866, + "F1_noncoffee": 0.801887819931022, + "IoU_noncoffee": 0.6692927701351433, + "kappa": 0.7454329146443446, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8794565593631014, + "mIoU": 0.7226272005965851, + "macroF1": 0.8321908014501835, + "F1_coffee": 0.9212504946576969, + "IoU_coffee": 0.8539985326485693, + "precision_coffee": 0.9007793930683765, + "recall_coffee": 0.9426736854283566, + "F1_noncoffee": 0.7431311082426701, + "IoU_noncoffee": 0.591255868544601, + "kappa": 0.6649460509293613, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s1_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.625610684198119, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8486653109970627, + "mIoU": 0.672430584620787, + "macroF1": 0.7950074849328654, + "F1_coffee": 0.8998857606525522, + "IoU_coffee": 0.8179930124223602, + "precision_coffee": 0.9135703446780836, + "recall_coffee": 0.8866050954074012, + "F1_noncoffee": 0.6901292092131787, + "IoU_noncoffee": 0.5268681568192138, + "kappa": 0.5902995014584561, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8183916003230645, + "mIoU": 0.6271309902673438, + "macroF1": 0.7594025038846287, + "F1_coffee": 0.8785353243045105, + "IoU_coffee": 0.7833820746602442, + "precision_coffee": 0.8789931862489625, + "recall_coffee": 0.8780779391064576, + "F1_noncoffee": 0.6402696834647469, + "IoU_noncoffee": 0.4708799058744432, + "kappa": 0.5188053944440617, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08641975308641975, + "mIoU": 0.04416666666666667, + "macroF1": 0.08292533659730722, + "F1_coffee": 0.13953488372093023, + "IoU_coffee": 0.075, + "precision_coffee": 1.0, + "recall_coffee": 0.075, + "F1_noncoffee": 0.02631578947368421, + "IoU_noncoffee": 0.013333333333333334, + "kappa": 0.0019980019980019906, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8452912621359223, + "mIoU": 0.6617227717714504, + "macroF1": 0.785972089772327, + "F1_coffee": 0.8986484337732549, + "IoU_coffee": 0.8159505659505659, + "precision_coffee": 0.9025808100166092, + "recall_coffee": 0.8947501741498322, + "F1_noncoffee": 0.6732957457713993, + "IoU_noncoffee": 0.5074949775923351, + "kappa": 0.5719703695806712, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8428509259706978, + "mIoU": 0.6694768842925184, + "macroF1": 0.7935921155841037, + "F1_coffee": 0.8944256756756757, + "IoU_coffee": 0.8090145148968678, + "precision_coffee": 0.9231542949104808, + "recall_coffee": 0.8674311637577973, + "F1_noncoffee": 0.6927585554925316, + "IoU_noncoffee": 0.529939253688169, + "kappa": 0.5883444405955978, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8578405299550312, + "mIoU": 0.6859965058423425, + "macroF1": 0.8051692745123161, + "F1_coffee": 0.9064707005153655, + "IoU_coffee": 0.8289404782684587, + "precision_coffee": 0.9154404677761357, + "recall_coffee": 0.8976750047256001, + "F1_noncoffee": 0.7038678485092668, + "IoU_noncoffee": 0.5430525334162263, + "kappa": 0.610456960955733, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8520657043305127, + "mIoU": 0.5667659296027056, + "macroF1": 0.6826845305331269, + "F1_coffee": 0.9145190980211689, + "IoU_coffee": 0.842501324854266, + "precision_coffee": 0.9324340175953079, + "recall_coffee": 0.8972796026639576, + "F1_noncoffee": 0.450849963045085, + "IoU_noncoffee": 0.29103053435114506, + "kappa": 0.3668705010491452, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.842627505457432, + "mIoU": 0.5634669351246938, + "macroF1": 0.6820544463858892, + "F1_coffee": 0.9080046403712297, + "IoU_coffee": 0.8315096143631149, + "precision_coffee": 0.9374775422206252, + "recall_coffee": 0.880328421999775, + "F1_noncoffee": 0.4561042524005487, + "IoU_noncoffee": 0.29542425588627275, + "kappa": 0.3678031414397819, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8583052192895416, + "mIoU": 0.5771681798530048, + "macroF1": 0.6931137510030952, + "F1_coffee": 0.9182692307692307, + "IoU_coffee": 0.8488888888888889, + "precision_coffee": 0.9348560773802587, + "recall_coffee": 0.9022607130806434, + "F1_noncoffee": 0.46795827123695977, + "IoU_noncoffee": 0.30544747081712065, + "kappa": 0.38748271262797285, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8388441496920891, + "mIoU": 0.6976822230681385, + "macroF1": 0.818858135996605, + "F1_coffee": 0.8790270962235972, + "IoU_coffee": 0.7841644461362771, + "precision_coffee": 0.8668817505961566, + "recall_coffee": 0.8915175995383727, + "F1_noncoffee": 0.7586891757696127, + "IoU_noncoffee": 0.6112, + "kappa": 0.6378580691576822, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8430632839762331, + "mIoU": 0.7121579971397832, + "macroF1": 0.8299827486866476, + "F1_coffee": 0.8771411695215594, + "IoU_coffee": 0.7811678064176749, + "precision_coffee": 0.9049360146252285, + "recall_coffee": 0.8510028653295129, + "F1_noncoffee": 0.7828243278517358, + "IoU_noncoffee": 0.6431481878618915, + "kappa": 0.6605316022798654, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8573988493822503, + "mIoU": 0.729606118647097, + "macroF1": 0.8414907988402061, + "F1_coffee": 0.8917060593038246, + "IoU_coffee": 0.804575416828228, + "precision_coffee": 0.8915783443139501, + "recall_coffee": 0.8918338108882522, + "F1_noncoffee": 0.7912755383765875, + "IoU_noncoffee": 0.6546368204659662, + "kappa": 0.6829816102181266, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2569, + 2995 + ], + [ + 50016, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4800040523211162, + "ssl_variant": "", + "test_tta": { + "OA": 0.861156838062038, + "mIoU": 0.6849344683024281, + "macroF1": 0.8035519041913042, + "F1_coffee": 0.9099303774276292, + "IoU_coffee": 0.8347451929541482, + "precision_coffee": 0.9056729606935934, + "recall_coffee": 0.9142280100140955, + "F1_noncoffee": 0.6971734309549791, + "IoU_noncoffee": 0.5351237436507079, + "kappa": 0.6071329968108381, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.830333448713511, + "mIoU": 0.6360471415763856, + "macroF1": 0.7651427265624844, + "F1_coffee": 0.8888783934407647, + "IoU_coffee": 0.7999829975346425, + "precision_coffee": 0.8712341449865754, + "recall_coffee": 0.9072520776691541, + "F1_noncoffee": 0.6414070596842041, + "IoU_noncoffee": 0.47211128561812876, + "kappa": 0.5309063212413757, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s1_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.611640272853648, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8332526387140505, + "mIoU": 0.6536367247625332, + "macroF1": 0.7811999818887745, + "F1_coffee": 0.8879198125488155, + "IoU_coffee": 0.7984314643567834, + "precision_coffee": 0.9165752166804775, + "recall_coffee": 0.8610018303073654, + "F1_noncoffee": 0.6744801512287335, + "IoU_noncoffee": 0.5088419851682829, + "kappa": 0.5636386797248578, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8045171339563862, + "mIoU": 0.6130093895808786, + "macroF1": 0.7489249633709367, + "F1_coffee": 0.8670681234185285, + "IoU_coffee": 0.7653312095294158, + "precision_coffee": 0.8822977585277739, + "recall_coffee": 0.8523553344517074, + "F1_noncoffee": 0.6307818033233451, + "IoU_noncoffee": 0.46068756963234125, + "kappa": 0.49826514541587524, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.852621359223301, + "mIoU": 0.6762293545324431, + "macroF1": 0.7975799781050188, + "F1_coffee": 0.9031331759300619, + "IoU_coffee": 0.8233754145092792, + "precision_coffee": 0.9101022442286669, + "recall_coffee": 0.896270027230701, + "F1_noncoffee": 0.6920267802799757, + "IoU_noncoffee": 0.5290832945556072, + "kappa": 0.5952354149363165, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.822977612301146, + "mIoU": 0.6470638625686425, + "macroF1": 0.7774249404395359, + "F1_coffee": 0.8781169890468422, + "IoU_coffee": 0.7827170751973411, + "precision_coffee": 0.9309614570097416, + "recall_coffee": 0.830949530590385, + "F1_noncoffee": 0.6767328918322296, + "IoU_noncoffee": 0.5114106499399439, + "kappa": 0.55862182160486, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8242348048933804, + "mIoU": 0.6383239089074737, + "macroF1": 0.7688391859883932, + "F1_coffee": 0.8819996753773738, + "IoU_coffee": 0.7889082462253194, + "precision_coffee": 0.9096692111959288, + "recall_coffee": 0.8559637073908386, + "F1_noncoffee": 0.6556786965994127, + "IoU_noncoffee": 0.48773957158962794, + "kappa": 0.5389231467195956, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8662020905923344, + "mIoU": 0.5733383997045807, + "macroF1": 0.6856278054974337, + "F1_coffee": 0.9238871899422358, + "IoU_coffee": 0.8585412061888222, + "precision_coffee": 0.927037163314013, + "recall_coffee": 0.9207585506264816, + "F1_noncoffee": 0.4473684210526316, + "IoU_noncoffee": 0.288135593220339, + "kappa": 0.3713083139703175, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.875074419527684, + "mIoU": 0.6096426713662865, + "macroF1": 0.7251722546660462, + "F1_coffee": 0.9281433708121682, + "IoU_coffee": 0.8659211927582534, + "precision_coffee": 0.9421784472769409, + "recall_coffee": 0.9145203014284108, + "F1_noncoffee": 0.5222011385199241, + "IoU_noncoffee": 0.3533641499743195, + "kappa": 0.4511543353834838, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8632665211351459, + "mIoU": 0.5816458040365018, + "macroF1": 0.69674711639203, + "F1_coffee": 0.921463581443064, + "IoU_coffee": 0.8543648277319805, + "precision_coffee": 0.9340265742345465, + "recall_coffee": 0.9092340569114835, + "F1_noncoffee": 0.47203065134099614, + "IoU_noncoffee": 0.30892678034102306, + "kappa": 0.39423096971400007, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8396968261487446, + "mIoU": 0.7043913663816685, + "macroF1": 0.8242519213051185, + "F1_coffee": 0.8763519438760596, + "IoU_coffee": 0.7799167533818938, + "precision_coffee": 0.8880331753554502, + "recall_coffee": 0.8649740334679746, + "F1_noncoffee": 0.7721518987341772, + "IoU_noncoffee": 0.6288659793814433, + "kappa": 0.6486158790066883, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7734603414128077, + "mIoU": 0.6224339890620716, + "macroF1": 0.7658379920422227, + "F1_coffee": 0.8080856503675296, + "IoU_coffee": 0.6779729186217992, + "precision_coffee": 0.9134754335260116, + "recall_coffee": 0.7244985673352435, + "F1_noncoffee": 0.723590333716916, + "IoU_noncoffee": 0.566895059502344, + "kappa": 0.540485424988635, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7871357163067056, + "mIoU": 0.6333494823668824, + "macroF1": 0.7728847289285179, + "F1_coffee": 0.8297760012067275, + "IoU_coffee": 0.7090745037380768, + "precision_coffee": 0.8760949195731804, + "recall_coffee": 0.7881088825214899, + "F1_noncoffee": 0.7159934566503083, + "IoU_noncoffee": 0.557624460995688, + "kappa": 0.5478779778031642, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2556, + 2995 + ], + [ + 49074, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.482995573679606, + "ssl_variant": "", + "test_tta": { + "OA": 0.8523772634840708, + "mIoU": 0.6732074792745549, + "macroF1": 0.7949110443832674, + "F1_coffee": 0.9034729477316618, + "IoU_coffee": 0.8239404088231898, + "precision_coffee": 0.9063902769543491, + "recall_coffee": 0.900574337828456, + "F1_noncoffee": 0.686349141034873, + "IoU_noncoffee": 0.5224745497259201, + "kappa": 0.5898358956448088, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8230644975193262, + "mIoU": 0.6285375767291269, + "macroF1": 0.7596056752607452, + "F1_coffee": 0.8831173780487804, + "IoU_coffee": 0.7906984679428123, + "precision_coffee": 0.8728224636998814, + "recall_coffee": 0.893658047473053, + "F1_noncoffee": 0.63609397247271, + "IoU_noncoffee": 0.4663766855154415, + "kappa": 0.519419511386395, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s1_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7509735305537708, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8778929021012879, + "mIoU": 0.7142235002636196, + "macroF1": 0.8255083298607044, + "F1_coffee": 0.9211151889231796, + "IoU_coffee": 0.8537660178975242, + "precision_coffee": 0.9130614522830154, + "recall_coffee": 0.9293122672669514, + "F1_noncoffee": 0.7299014707982293, + "IoU_noncoffee": 0.574680982629715, + "kappa": 0.651109601863682, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8469770393446406, + "mIoU": 0.6666252740242411, + "macroF1": 0.7901036309349883, + "F1_coffee": 0.8993625981712638, + "IoU_coffee": 0.8171288715765526, + "precision_coffee": 0.8850411634028413, + "recall_coffee": 0.9141551454850466, + "F1_noncoffee": 0.6808446636987125, + "IoU_noncoffee": 0.5161216764719296, + "kappa": 0.580555569705141, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18518518518518517, + "mIoU": 0.09496268656716417, + "macroF1": 0.16364205256570713, + "F1_coffee": 0.2978723404255319, + "IoU_coffee": 0.175, + "precision_coffee": 1.0, + "recall_coffee": 0.175, + "F1_noncoffee": 0.029411764705882353, + "IoU_noncoffee": 0.014925373134328358, + "kappa": 0.005210271678451802, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8672330097087378, + "mIoU": 0.6952772053313605, + "macroF1": 0.8113908775711878, + "F1_coffee": 0.9140180452073312, + "IoU_coffee": 0.8416512274201019, + "precision_coffee": 0.907541515794731, + "recall_coffee": 0.9205876765246026, + "F1_noncoffee": 0.7087637099350442, + "IoU_noncoffee": 0.5489031832426192, + "kappa": 0.622846814180526, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8743774478990378, + "mIoU": 0.71593589023733, + "macroF1": 0.8275715748894132, + "F1_coffee": 0.9174084435401831, + "IoU_coffee": 0.8474188054266752, + "precision_coffee": 0.9258261148540263, + "recall_coffee": 0.9091424610925588, + "F1_noncoffee": 0.7377347062386432, + "IoU_noncoffee": 0.5844529750479847, + "kappa": 0.6552336511410184, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8920264977515594, + "mIoU": 0.7320163102137545, + "macroF1": 0.8376883894815947, + "F1_coffee": 0.931601678561583, + "IoU_coffee": 0.871961009174312, + "precision_coffee": 0.9064735336194564, + "recall_coffee": 0.958162686661206, + "F1_noncoffee": 0.7437751004016064, + "IoU_noncoffee": 0.592071611253197, + "kappa": 0.6763085682039204, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8851169736187158, + "mIoU": 0.6297519900659428, + "macroF1": 0.7440802526079157, + "F1_coffee": 0.9340646783224774, + "IoU_coffee": 0.8762864493996569, + "precision_coffee": 0.9457364341085271, + "recall_coffee": 0.9226775031041878, + "F1_noncoffee": 0.5540958268933539, + "IoU_noncoffee": 0.38321753073222875, + "kappa": 0.48868717964461594, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8794403651518158, + "mIoU": 0.6561049329222665, + "macroF1": 0.7725365059758449, + "F1_coffee": 0.928474715959263, + "IoU_coffee": 0.8664981870124162, + "precision_coffee": 0.9740612648221344, + "recall_coffee": 0.8869643459678327, + "F1_noncoffee": 0.6165982959924267, + "IoU_noncoffee": 0.44571167883211676, + "kappa": 0.5503522080746873, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9298471919031553, + "mIoU": 0.7189931079743801, + "macroF1": 0.8197030766628318, + "F1_coffee": 0.9606237816764133, + "IoU_coffee": 0.9242310577644411, + "precision_coffee": 0.9514563106796117, + "recall_coffee": 0.9699696322123496, + "F1_noncoffee": 0.6787823716492504, + "IoU_noncoffee": 0.5137551581843192, + "kappa": 0.6396790362023866, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8502131691141639, + "mIoU": 0.7119174632734485, + "macroF1": 0.8285485906317095, + "F1_coffee": 0.8894946529670791, + "IoU_coffee": 0.8009818731117825, + "precision_coffee": 0.8627796610169491, + "recall_coffee": 0.9179169070975187, + "F1_noncoffee": 0.7676025282963399, + "IoU_noncoffee": 0.6228530534351145, + "kappa": 0.6577871901222607, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8695652173913043, + "mIoU": 0.7424352912221298, + "macroF1": 0.8495660436141195, + "F1_coffee": 0.9044163383786026, + "IoU_coffee": 0.8255109765329296, + "precision_coffee": 0.8736813993857658, + "recall_coffee": 0.9373925501432665, + "F1_noncoffee": 0.7947157488496364, + "IoU_noncoffee": 0.65935960591133, + "kappa": 0.6999296293244257, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8560784683580119, + "mIoU": 0.7161060218699327, + "macroF1": 0.8309346448592452, + "F1_coffee": 0.8961339504492241, + "IoU_coffee": 0.8118140337896165, + "precision_coffee": 0.8536047717842323, + "recall_coffee": 0.9431232091690545, + "F1_noncoffee": 0.7657353392692662, + "IoU_noncoffee": 0.6203980099502487, + "kappa": 0.6637518693985067, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2618, + 2995 + ], + [ + 51778, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.470240100224813, + "ssl_variant": "", + "test_tta": { + "OA": 0.880620380233046, + "mIoU": 0.7157063592711286, + "macroF1": 0.8262511360802576, + "F1_coffee": 0.9234447284807965, + "IoU_coffee": 0.8577773505095174, + "precision_coffee": 0.9088001629659809, + "recall_coffee": 0.9385689941724696, + "F1_noncoffee": 0.7290575436797186, + "IoU_noncoffee": 0.5736353680327396, + "kappa": 0.6528213312974493, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8498903888311988, + "mIoU": 0.66715396120462, + "macroF1": 0.7899446849737618, + "F1_coffee": 0.9021583815898323, + "IoU_coffee": 0.8217564049869845, + "precision_coffee": 0.8801981106117582, + "recall_coffee": 0.9252424750776113, + "F1_noncoffee": 0.6777309883576913, + "IoU_noncoffee": 0.5125515174222556, + "kappa": 0.5807489446180109, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s1_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 24, + "stopped_epoch": 44, + "best_val": 0.7769087692165635, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9074432716826442, + "mIoU": 0.7732742663496692, + "macroF1": 0.8674643231766357, + "F1_coffee": 0.940256060337733, + "IoU_coffee": 0.8872483485372759, + "precision_coffee": 0.9312628972348328, + "recall_coffee": 0.9494246102707593, + "F1_noncoffee": 0.7946725860155383, + "IoU_noncoffee": 0.6593001841620626, + "kappa": 0.7350135755553802, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8759374639436944, + "mIoU": 0.7176534634099587, + "macroF1": 0.8287151425057786, + "F1_coffee": 0.918651056344688, + "IoU_coffee": 0.849541733715805, + "precision_coffee": 0.9014309311259999, + "recall_coffee": 0.9365419101058599, + "F1_noncoffee": 0.7387792286668691, + "IoU_noncoffee": 0.5857651931041125, + "kappa": 0.6578312475826226, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3950617283950617, + "mIoU": 0.20375000000000001, + "macroF1": 0.29888712241653415, + "F1_coffee": 0.5585585585585585, + "IoU_coffee": 0.3875, + "precision_coffee": 1.0, + "recall_coffee": 0.3875, + "F1_noncoffee": 0.0392156862745098, + "IoU_noncoffee": 0.02, + "kappa": 0.015380798809228456, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9073300970873787, + "mIoU": 0.7792471131195509, + "macroF1": 0.8719067842919909, + "F1_coffee": 0.9392676486495085, + "IoU_coffee": 0.8854897726591087, + "precision_coffee": 0.9437412095639943, + "recall_coffee": 0.9348362991577481, + "F1_noncoffee": 0.8045459199344732, + "IoU_noncoffee": 0.6730044535799932, + "kappa": 0.7438320932435704, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.913302064697065, + "mIoU": 0.7865522615361568, + "macroF1": 0.8764766397433328, + "F1_coffee": 0.9439214337096925, + "IoU_coffee": 0.8937984955280459, + "precision_coffee": 0.937150664513725, + "recall_coffee": 0.950790750425304, + "F1_noncoffee": 0.8090318457769731, + "IoU_noncoffee": 0.6793060275442676, + "kappa": 0.7529971854120606, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9016972099995164, + "mIoU": 0.7531753122940792, + "macroF1": 0.8529661234703123, + "F1_coffee": 0.9376131586215362, + "IoU_coffee": 0.8825534373194686, + "precision_coffee": 0.9139148121560182, + "recall_coffee": 0.9625732468023439, + "F1_noncoffee": 0.7683190883190884, + "IoU_noncoffee": 0.6237971872686898, + "kappa": 0.7066647108410008, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9197610751617721, + "mIoU": 0.705323241573522, + "macroF1": 0.8095763440742868, + "F1_coffee": 0.9544272305778582, + "IoU_coffee": 0.9128271685052995, + "precision_coffee": 0.9561572448170387, + "recall_coffee": 0.9527034654024156, + "F1_noncoffee": 0.6647254575707154, + "IoU_noncoffee": 0.49781931464174456, + "kappa": 0.6191618604075324, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9390752133359793, + "mIoU": 0.7524611774074834, + "macroF1": 0.8464104645246162, + "F1_coffee": 0.9657098179381213, + "IoU_coffee": 0.9336933045356371, + "precision_coffee": 0.9590682196339434, + "recall_coffee": 0.9724440445394219, + "F1_noncoffee": 0.7271111111111112, + "IoU_noncoffee": 0.5712290502793296, + "kappa": 0.692938118408264, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9381821790037705, + "mIoU": 0.7394066574261049, + "macroF1": 0.8357266405589705, + "F1_coffee": 0.9654598880079835, + "IoU_coffee": 0.9332261521972133, + "precision_coffee": 0.9520008746993222, + "recall_coffee": 0.9793049150826678, + "F1_noncoffee": 0.7059933931099576, + "IoU_noncoffee": 0.5455871626549964, + "kappa": 0.6720112936963899, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8954997631454287, + "mIoU": 0.7954380564444349, + "macroF1": 0.8849806214062572, + "F1_coffee": 0.9197643122135739, + "IoU_coffee": 0.8514478114478115, + "precision_coffee": 0.9276595744680851, + "recall_coffee": 0.91200230813618, + "F1_noncoffee": 0.8501969305989406, + "IoU_noncoffee": 0.7394283014410583, + "kappa": 0.7699923493213912, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8888050551730642, + "mIoU": 0.7809274377723961, + "macroF1": 0.8755188198300147, + "F1_coffee": 0.9161868202175304, + "IoU_coffee": 0.8453364817001181, + "precision_coffee": 0.9092704952730352, + "recall_coffee": 0.9232091690544413, + "F1_noncoffee": 0.834850819442499, + "IoU_noncoffee": 0.7165183938446742, + "kappa": 0.7510660196912728, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8670187682731303, + "mIoU": 0.7368462999800518, + "macroF1": 0.8456269205987312, + "F1_coffee": 0.9030927835051547, + "IoU_coffee": 0.8233082706766918, + "precision_coffee": 0.8678996036988111, + "recall_coffee": 0.9412607449856734, + "F1_noncoffee": 0.7881610576923077, + "IoU_noncoffee": 0.6503843292834118, + "kappa": 0.6923596270921025, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2727, + 2995 + ], + [ + 53500, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1730085690816243, + "ssl_variant": "", + "test_tta": { + "OA": 0.9090410251444434, + "mIoU": 0.7744514537527922, + "macroF1": 0.8681238019893323, + "F1_coffee": 0.9415813259256188, + "IoU_coffee": 0.8896114070824193, + "precision_coffee": 0.9280183070101955, + "recall_coffee": 0.9555466728378179, + "F1_noncoffee": 0.7946662780530458, + "IoU_noncoffee": 0.6592915004231653, + "kappa": 0.7364454734124896, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8774085612091843, + "mIoU": 0.7174299304057329, + "macroF1": 0.8282668563136857, + "F1_coffee": 0.9201322984984872, + "IoU_coffee": 0.8520787289212188, + "precision_coffee": 0.8973334555117749, + "recall_coffee": 0.9441198588534737, + "F1_noncoffee": 0.7364014141288842, + "IoU_noncoffee": 0.5827811318902469, + "kappa": 0.6572639256994697, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s2_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 12, + "stopped_epoch": 32, + "best_val": 0.5606332977661143, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8079790839546819, + "mIoU": 0.6166040777012708, + "macroF1": 0.7516270515614921, + "F1_coffee": 0.8699330972058245, + "IoU_coffee": 0.7698067212258402, + "precision_coffee": 0.9054684477618733, + "recall_coffee": 0.8370816064628784, + "F1_noncoffee": 0.6333210059171598, + "IoU_noncoffee": 0.4634014341767014, + "kappa": 0.5054016687526585, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7814555209415023, + "mIoU": 0.5829436699865393, + "macroF1": 0.724138249152599, + "F1_coffee": 0.8498826046898683, + "IoU_coffee": 0.7389529174634348, + "precision_coffee": 0.873960880195599, + "recall_coffee": 0.8270955052929947, + "F1_noncoffee": 0.5983938936153296, + "IoU_noncoffee": 0.42693442250964375, + "kappa": 0.4493945877183057, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38271604938271603, + "mIoU": 0.19135802469135801, + "macroF1": 0.2767857142857143, + "F1_coffee": 0.5535714285714286, + "IoU_coffee": 0.38271604938271603, + "precision_coffee": 0.96875, + "recall_coffee": 0.3875, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.02479757085020249, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7988834951456311, + "mIoU": 0.6100102846555068, + "macroF1": 0.7473865721657112, + "F1_coffee": 0.8614427611116685, + "IoU_coffee": 0.7566090941135002, + "precision_coffee": 0.9127569099929128, + "recall_coffee": 0.8155911595212463, + "F1_noncoffee": 0.633330383219754, + "IoU_noncoffee": 0.4634114751975133, + "kappa": 0.4989637696874073, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.7775736182969876, + "mIoU": 0.5825070539616434, + "macroF1": 0.7247913956699243, + "F1_coffee": 0.8453157576165176, + "IoU_coffee": 0.7320752519075077, + "precision_coffee": 0.9063964808538256, + "recall_coffee": 0.7919475773423225, + "F1_noncoffee": 0.604267033723331, + "IoU_noncoffee": 0.4329388560157791, + "kappa": 0.45590405010912965, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8474445142884773, + "mIoU": 0.6610194993646137, + "macroF1": 0.7848339355231129, + "F1_coffee": 0.9009014668467507, + "IoU_coffee": 0.8196730681298583, + "precision_coffee": 0.898221220092697, + "recall_coffee": 0.9035977569151282, + "F1_noncoffee": 0.6687664041994751, + "IoU_noncoffee": 0.5023659305993691, + "kappa": 0.5696806778553267, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7616724738675958, + "mIoU": 0.47901195542874747, + "macroF1": 0.6024549344678087, + "F1_coffee": 0.8540421899768321, + "IoU_coffee": 0.7452649499893594, + "precision_coffee": 0.9285430200185603, + "recall_coffee": 0.7906084208149904, + "F1_noncoffee": 0.35086767895878523, + "IoU_noncoffee": 0.21275896086813548, + "kappa": 0.22703985597991427, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8054177416153999, + "mIoU": 0.5096221816102577, + "macroF1": 0.6265182543347115, + "F1_coffee": 0.885005570867296, + "IoU_coffee": 0.7937309351004523, + "precision_coffee": 0.9245283018867925, + "recall_coffee": 0.8487234281858058, + "F1_noncoffee": 0.368030937802127, + "IoU_noncoffee": 0.2255134281200632, + "kappa": 0.2604638248429752, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.876265131970629, + "mIoU": 0.5868475378324669, + "macroF1": 0.6984384230508627, + "F1_coffee": 0.9300106639726105, + "IoU_coffee": 0.8691775073436845, + "precision_coffee": 0.9281873179475689, + "recall_coffee": 0.931841187717917, + "F1_noncoffee": 0.466866182129115, + "IoU_noncoffee": 0.3045175683212493, + "kappa": 0.39689457429682123, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8342965419232591, + "mIoU": 0.6984374579600183, + "macroF1": 0.8203179359290924, + "F1_coffee": 0.8704348470257056, + "IoU_coffee": 0.7705928646379853, + "precision_coffee": 0.8946246383432314, + "recall_coffee": 0.8475187536064628, + "F1_noncoffee": 0.7702010248324793, + "IoU_noncoffee": 0.6262820512820513, + "kappa": 0.641101258961997, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7511081769310572, + "mIoU": 0.5913169446760019, + "macroF1": 0.7411267865331389, + "F1_coffee": 0.7919590067008278, + "IoU_coffee": 0.6555729574523623, + "precision_coffee": 0.88045574057844, + "recall_coffee": 0.7196275071633238, + "F1_noncoffee": 0.6902945663654501, + "IoU_noncoffee": 0.5270609318996415, + "kappa": 0.489924951585711, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8200509289823635, + "mIoU": 0.6704022842178411, + "macroF1": 0.7991962100978562, + "F1_coffee": 0.8639087018544935, + "IoU_coffee": 0.7604218985434456, + "precision_coffee": 0.8602272727272727, + "recall_coffee": 0.867621776504298, + "F1_noncoffee": 0.7344837183412191, + "IoU_noncoffee": 0.5803826698922366, + "kappa": 0.5984067702537298, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2493, + 2995 + ], + [ + 47571, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5787186821301777, + "ssl_variant": "", + "test_tta": { + "OA": 0.8238759239533908, + "mIoU": 0.6315408103476879, + "macroF1": 0.7623511253390882, + "F1_coffee": 0.8832696894821851, + "IoU_coffee": 0.7909427022470834, + "precision_coffee": 0.8984245800330751, + "recall_coffee": 0.8686175919887236, + "F1_noncoffee": 0.6414325611959915, + "IoU_noncoffee": 0.47213891844829253, + "kappa": 0.5251173154747095, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.7962530287296642, + "mIoU": 0.5942246182197665, + "macroF1": 0.7318548537236749, + "F1_coffee": 0.8632628369549437, + "IoU_coffee": 0.7594216719742511, + "precision_coffee": 0.8666770319119991, + "recall_coffee": 0.8598754362623166, + "F1_noncoffee": 0.6004468704924061, + "IoU_noncoffee": 0.42902756446528173, + "kappa": 0.46373402558274507, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s2_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.6272662168324896, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7608534262935347, + "mIoU": 0.5748629069818192, + "macroF1": 0.7214679435554473, + "F1_coffee": 0.8262062818137036, + "IoU_coffee": 0.703876898481215, + "precision_coffee": 0.9335524397678179, + "recall_coffee": 0.7410009887867376, + "F1_noncoffee": 0.616729605297191, + "IoU_noncoffee": 0.44584891548242334, + "kappa": 0.4587188902816858, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7376110534210223, + "mIoU": 0.5484976803094562, + "macroF1": 0.6996600095803618, + "F1_coffee": 0.8064224381005075, + "IoU_coffee": 0.6756347168734845, + "precision_coffee": 0.8996486396657328, + "recall_coffee": 0.7307032259308536, + "F1_noncoffee": 0.5928975810602162, + "IoU_noncoffee": 0.4213606437454279, + "kappa": 0.4125855136554376, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04938271604938271, + "mIoU": 0.02516025641025641, + "macroF1": 0.048802806161354274, + "F1_coffee": 0.07228915662650602, + "IoU_coffee": 0.0375, + "precision_coffee": 1.0, + "recall_coffee": 0.0375, + "F1_noncoffee": 0.02531645569620253, + "IoU_noncoffee": 0.01282051282051282, + "kappa": 0.0009610764055742395, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7733495145631067, + "mIoU": 0.5873039202380199, + "macroF1": 0.7310324114677531, + "F1_coffee": 0.8377185360258593, + "IoU_coffee": 0.7207535885167464, + "precision_coffee": 0.9284283513097072, + "recall_coffee": 0.7631562282312709, + "F1_noncoffee": 0.6243462869096468, + "IoU_noncoffee": 0.45385425195929346, + "kappa": 0.473694520943129, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.740099608336154, + "mIoU": 0.5524723694323574, + "macroF1": 0.703316186022227, + "F1_coffee": 0.807781711547402, + "IoU_coffee": 0.6775451436798848, + "precision_coffee": 0.9340059543499835, + "recall_coffee": 0.711612374771596, + "F1_noncoffee": 0.598850660497052, + "IoU_noncoffee": 0.42739959518483006, + "kappa": 0.42841829452451824, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7691600986412649, + "mIoU": 0.5855184859683595, + "macroF1": 0.7303374801195401, + "F1_coffee": 0.8326556365675827, + "IoU_coffee": 0.7132904930634797, + "precision_coffee": 0.9383740222801612, + "recall_coffee": 0.7483460399470733, + "F1_noncoffee": 0.6280193236714976, + "IoU_noncoffee": 0.45774647887323944, + "kappa": 0.47547373048225267, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7123942259830761, + "mIoU": 0.45422037654521796, + "macroF1": 0.5886133671571905, + "F1_coffee": 0.8142719382835101, + "IoU_coffee": 0.6867273910214704, + "precision_coffee": 0.9457885304659498, + "recall_coffee": 0.7148662377243481, + "F1_noncoffee": 0.362954796030871, + "IoU_noncoffee": 0.22171336206896552, + "kappa": 0.22840163745800432, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.7063901567771383, + "mIoU": 0.4506569648038091, + "macroF1": 0.5861015471571652, + "F1_coffee": 0.8092321578234801, + "IoU_coffee": 0.6795885219274499, + "precision_coffee": 0.9480362537764351, + "recall_coffee": 0.7058823529411765, + "F1_noncoffee": 0.3629709364908504, + "IoU_noncoffee": 0.22172540768016832, + "kappa": 0.22750076172800796, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.7435006945822584, + "mIoU": 0.48563041367980886, + "macroF1": 0.6196402728765016, + "F1_coffee": 0.8366921473245309, + "IoU_coffee": 0.7192353643966547, + "precision_coffee": 0.9544537330642836, + "recall_coffee": 0.7447981104487684, + "F1_noncoffee": 0.4025883984284724, + "IoU_noncoffee": 0.25202546296296297, + "kappa": 0.27940904506623043, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8313595452392231, + "mIoU": 0.6973033343658371, + "macroF1": 0.8199135288946581, + "F1_coffee": 0.8653147699757869, + "IoU_coffee": 0.762603360896239, + "precision_coffee": 0.9099299809038829, + "recall_coffee": 0.8248701673398731, + "F1_noncoffee": 0.7745122878135292, + "IoU_noncoffee": 0.6320033078354352, + "kappa": 0.6412708991172329, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.7721399603885692, + "mIoU": 0.6212097192386405, + "macroF1": 0.7649934120337151, + "F1_coffee": 0.805974943784131, + "IoU_coffee": 0.6750067258541835, + "precision_coffee": 0.91703216374269, + "recall_coffee": 0.7189111747851002, + "F1_noncoffee": 0.7240118802832991, + "IoU_noncoffee": 0.5674127126230976, + "kappa": 0.5395918822757297, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7935489955672923, + "mIoU": 0.6483128878121437, + "macroF1": 0.7851533595735415, + "F1_coffee": 0.8276242223797149, + "IoU_coffee": 0.7059376679204729, + "precision_coffee": 0.9188669347788074, + "recall_coffee": 0.752865329512894, + "F1_noncoffee": 0.7426824967673681, + "IoU_noncoffee": 0.5906881077038145, + "kappa": 0.5765397159148515, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2410, + 2995 + ], + [ + 44734, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4800116141637167, + "ssl_variant": "", + "test_tta": { + "OA": 0.7910816306768664, + "mIoU": 0.6065163471053008, + "macroF1": 0.7459204917120792, + "F1_coffee": 0.8530396775841517, + "IoU_coffee": 0.7437394833217856, + "precision_coffee": 0.9264647859538371, + "recall_coffee": 0.7903982496370943, + "F1_noncoffee": 0.6388013058400067, + "IoU_noncoffee": 0.469293210888816, + "kappa": 0.49956643483150476, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.765936887042806, + "mIoU": 0.5752684619792445, + "macroF1": 0.7204332586717305, + "F1_coffee": 0.8332220041311698, + "IoU_coffee": 0.7141221441279572, + "precision_coffee": 0.8920084492166872, + "recall_coffee": 0.7817049420566514, + "F1_noncoffee": 0.6076445132122912, + "IoU_noncoffee": 0.436414779830532, + "kappa": 0.4465218469704816, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s2_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 54, + "stopped_epoch": 74, + "best_val": 0.7513575824844678, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9025370388302508, + "mIoU": 0.7614469755890997, + "macroF1": 0.8592250222396396, + "F1_coffee": 0.9373099002397982, + "IoU_coffee": 0.8820162156881899, + "precision_coffee": 0.9251608672486578, + "recall_coffee": 0.9497822565375634, + "F1_noncoffee": 0.7811401442394811, + "IoU_noncoffee": 0.6408777354900095, + "kappa": 0.7186194432077333, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8709616937810084, + "mIoU": 0.7070779129021241, + "macroF1": 0.8207807479415453, + "F1_coffee": 0.9156142419240745, + "IoU_coffee": 0.8443621055561354, + "precision_coffee": 0.8961487334761096, + "recall_coffee": 0.9359441584234781, + "F1_noncoffee": 0.7259472539590162, + "IoU_noncoffee": 0.5697937202481127, + "kappa": 0.642109881459023, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5432098765432098, + "mIoU": 0.2819078947368421, + "macroF1": 0.375234521575985, + "F1_coffee": 0.6991869918699187, + "IoU_coffee": 0.5375, + "precision_coffee": 1.0, + "recall_coffee": 0.5375, + "F1_noncoffee": 0.05128205128205128, + "IoU_noncoffee": 0.02631578947368421, + "kappa": 0.027894907557573675, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8930582524271845, + "mIoU": 0.7534029842106661, + "macroF1": 0.8544564695684862, + "F1_coffee": 0.9294113877407159, + "IoU_coffee": 0.8681312103435891, + "precision_coffee": 0.9406537812945908, + "recall_coffee": 0.918434551326705, + "F1_noncoffee": 0.7795015513962567, + "IoU_noncoffee": 0.6386747580777431, + "kappa": 0.7090427640420666, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9118998114211112, + "mIoU": 0.7792292993205294, + "macroF1": 0.8712864169215881, + "F1_coffee": 0.9435878382562388, + "IoU_coffee": 0.8932004689331771, + "precision_coffee": 0.9276191635721678, + "recall_coffee": 0.9601159347237099, + "F1_noncoffee": 0.7989849955869374, + "IoU_noncoffee": 0.6652581297078817, + "kappa": 0.7428443840071528, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.9026159276630724, + "mIoU": 0.7513252719910866, + "macroF1": 0.8513779161183731, + "F1_coffee": 0.9386424567389715, + "IoU_coffee": 0.8843791262414604, + "precision_coffee": 0.9086887276588215, + "recall_coffee": 0.9706382710604247, + "F1_noncoffee": 0.7641133754977747, + "IoU_noncoffee": 0.6182714177407127, + "kappa": 0.7039923767732248, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8985564957690393, + "mIoU": 0.6661155141189503, + "macroF1": 0.7775953277496281, + "F1_coffee": 0.941614622128001, + "IoU_coffee": 0.8896708531831962, + "precision_coffee": 0.9561321852455201, + "recall_coffee": 0.9275313240772096, + "F1_noncoffee": 0.6135760333712552, + "IoU_noncoffee": 0.4425601750547046, + "kappa": 0.5558683333150372, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9321293907521334, + "mIoU": 0.7250047350448232, + "macroF1": 0.8245181432304832, + "F1_coffee": 0.9619365609348914, + "IoU_coffee": 0.9266645223544548, + "precision_coffee": 0.9519770899878841, + "recall_coffee": 0.9721066246766393, + "F1_noncoffee": 0.687099725526075, + "IoU_noncoffee": 0.5233449477351917, + "kappa": 0.6493517790075757, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.942051994443342, + "mIoU": 0.744701850636547, + "macroF1": 0.8394861770333326, + "F1_coffee": 0.967795301643322, + "IoU_coffee": 0.9376001709584357, + "precision_coffee": 0.9493670886075949, + "recall_coffee": 0.9869530986390732, + "F1_noncoffee": 0.7111770524233432, + "IoU_noncoffee": 0.5518035303146585, + "kappa": 0.6800535089538021, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8878256750355282, + "mIoU": 0.7820755027606325, + "macroF1": 0.8764638258476356, + "F1_coffee": 0.9139284675777842, + "IoU_coffee": 0.8414993306559572, + "precision_coffee": 0.9211606096131302, + "recall_coffee": 0.9068090017311021, + "F1_noncoffee": 0.8389991841174871, + "IoU_noncoffee": 0.722651674865308, + "kappa": 0.7529561360109203, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8926718853154767, + "mIoU": 0.7844531743444445, + "macroF1": 0.877560011780657, + "F1_coffee": 0.9205750977107761, + "IoU_coffee": 0.8528384844174318, + "precision_coffee": 0.8975231355470876, + "recall_coffee": 0.9448424068767909, + "F1_noncoffee": 0.834544925850538, + "IoU_noncoffee": 0.7160678642714571, + "kappa": 0.7554560742369172, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8651325096670753, + "mIoU": 0.7313255604361699, + "macroF1": 0.8415975379868207, + "F1_coffee": 0.9026548672566371, + "IoU_coffee": 0.8225806451612904, + "precision_coffee": 0.8599221789883269, + "recall_coffee": 0.9498567335243553, + "F1_noncoffee": 0.7805402087170042, + "IoU_noncoffee": 0.6400704757110496, + "kappa": 0.6849490519458418, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2732, + 2995 + ], + [ + 53191, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.6951249758402507, + "ssl_variant": "", + "test_tta": { + "OA": 0.9036344856524967, + "mIoU": 0.7632790875008523, + "macroF1": 0.8604632737440727, + "F1_coffee": 0.9380775094112644, + "IoU_coffee": 0.8833766284497744, + "precision_coffee": 0.9250214750276108, + "recall_coffee": 0.9515073738245009, + "F1_noncoffee": 0.7828490380768811, + "IoU_noncoffee": 0.6431815465519302, + "kappa": 0.7211213737562995, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8722452982577593, + "mIoU": 0.7086347880695976, + "macroF1": 0.8218555251649249, + "F1_coffee": 0.9166007607426656, + "IoU_coffee": 0.8460415399322152, + "precision_coffee": 0.8956044966973928, + "recall_coffee": 0.9386051175256936, + "F1_noncoffee": 0.7271102895871843, + "IoU_noncoffee": 0.57122803620698, + "kappa": 0.6443506358580507, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f1_s2_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 40, + "stopped_epoch": 60, + "best_val": 0.7727359057699612, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.9070882153577999, + "mIoU": 0.7648832166549246, + "macroF1": 0.8611852435671328, + "F1_coffee": 0.9410101134302665, + "IoU_coffee": 0.8885921625544267, + "precision_coffee": 0.9172592888533759, + "recall_coffee": 0.966023604653609, + "F1_noncoffee": 0.7813603737039991, + "IoU_noncoffee": 0.6411742707554225, + "kappa": 0.7230586832469675, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8757643936771663, + "mIoU": 0.7101754049273301, + "macroF1": 0.8225000943668024, + "F1_coffee": 0.9197338750256248, + "IoU_coffee": 0.851395645723355, + "precision_coffee": 0.8899147086932218, + "recall_coffee": 0.9516206783517479, + "F1_noncoffee": 0.7252663137079799, + "IoU_noncoffee": 0.5689551641313051, + "kappa": 0.6463592409890992, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5061728395061729, + "mIoU": 0.2621951219512195, + "macroF1": 0.3571428571428571, + "F1_coffee": 0.6666666666666666, + "IoU_coffee": 0.5, + "precision_coffee": 1.0, + "recall_coffee": 0.5, + "F1_noncoffee": 0.047619047619047616, + "IoU_noncoffee": 0.024390243902439025, + "kappa": 0.024096385542168697, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9116990291262136, + "mIoU": 0.7764866445980894, + "macroF1": 0.8692781112421943, + "F1_coffee": 0.943745167774857, + "IoU_coffee": 0.8934824617907127, + "precision_coffee": 0.9222678916827853, + "recall_coffee": 0.966246596162371, + "F1_noncoffee": 0.7948110547095318, + "IoU_noncoffee": 0.6594908274054662, + "kappa": 0.7390723517049059, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9095788404816014, + "mIoU": 0.768688403337361, + "macroF1": 0.8637182009828662, + "F1_coffee": 0.9427749556276394, + "IoU_coffee": 0.8917448188028251, + "precision_coffee": 0.9165228773725234, + "recall_coffee": 0.9705752630584085, + "F1_noncoffee": 0.7846614463380931, + "IoU_noncoffee": 0.6456319878718969, + "kappa": 0.728275292981762, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.900004835356124, + "mIoU": 0.749714936897961, + "macroF1": 0.850521904352882, + "F1_coffee": 0.9365254757519951, + "IoU_coffee": 0.8806280304779497, + "precision_coffee": 0.9130408761745167, + "recall_coffee": 0.9612500787600026, + "F1_noncoffee": 0.764518332953769, + "IoU_noncoffee": 0.6188018433179724, + "kappa": 0.7017757671991157, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9339970134395221, + "mIoU": 0.7172255184368508, + "macroF1": 0.8173047219587416, + "F1_coffee": 0.9633154429259115, + "IoU_coffee": 0.9292271562766866, + "precision_coffee": 0.9447579769915346, + "recall_coffee": 0.9826165481431313, + "F1_noncoffee": 0.6712940009915717, + "IoU_noncoffee": 0.505223880597015, + "kappa": 0.6358683085658415, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9436396110339353, + "mIoU": 0.7592312828661971, + "macroF1": 0.8511580711984114, + "F1_coffee": 0.9684829652646765, + "IoU_coffee": 0.9388918773534158, + "precision_coffee": 0.9557551199211477, + "recall_coffee": 0.9815543808345518, + "F1_noncoffee": 0.7338331771321462, + "IoU_noncoffee": 0.5795706883789785, + "kappa": 0.7027613170318381, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9451280015876166, + "mIoU": 0.7646477849294657, + "macroF1": 0.8552680951887655, + "F1_coffee": 0.9693101725955935, + "IoU_coffee": 0.9404479862158087, + "precision_coffee": 0.9567265556529361, + "recall_coffee": 0.982229220560117, + "F1_noncoffee": 0.7412260177819373, + "IoU_noncoffee": 0.5888475836431227, + "kappa": 0.7109578118502475, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8904784462340123, + "mIoU": 0.780594914632449, + "macroF1": 0.8750685191155636, + "F1_coffee": 0.9189454494460805, + "IoU_coffee": 0.850045401478791, + "precision_coffee": 0.8939972714870396, + "recall_coffee": 0.9453260242354299, + "F1_noncoffee": 0.8311915887850467, + "IoU_noncoffee": 0.711144427786107, + "kappa": 0.7505416327879966, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8772045647458266, + "mIoU": 0.7525932023420878, + "macroF1": 0.85619201890063, + "F1_coffee": 0.9111626637554585, + "IoU_coffee": 0.8368216568492293, + "precision_coffee": 0.8698540906722251, + "recall_coffee": 0.9565902578796561, + "F1_noncoffee": 0.8012213740458015, + "IoU_noncoffee": 0.6683647478349465, + "kappa": 0.7138281092974615, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8571159105913421, + "mIoU": 0.7200983746322615, + "macroF1": 0.833981988747269, + "F1_coffee": 0.8959549481491655, + "IoU_coffee": 0.8115202786762876, + "precision_coffee": 0.8604405751220155, + "recall_coffee": 0.9345272206303725, + "F1_noncoffee": 0.7720090293453724, + "IoU_noncoffee": 0.6286764705882353, + "kappa": 0.6691988716610746, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2772, + 2995 + ], + [ + 53433, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9609131614367166, + "ssl_variant": "", + "test_tta": { + "OA": 0.9070236596623737, + "mIoU": 0.7623599304103659, + "macroF1": 0.8592661277095033, + "F1_coffee": 0.9412484575298041, + "IoU_coffee": 0.8890173187693848, + "precision_coffee": 0.9133876969361095, + "recall_coffee": 0.9708623482633119, + "F1_noncoffee": 0.7772837978892024, + "IoU_noncoffee": 0.6357025420513469, + "kappa": 0.7195215092089159, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8758076612437983, + "mIoU": 0.7067092069255159, + "macroF1": 0.8195554013481399, + "F1_coffee": 0.9203046765819212, + "IoU_coffee": 0.8523744213955083, + "precision_coffee": 0.8848686552288745, + "recall_coffee": 0.9586972869786545, + "F1_noncoffee": 0.7188061261143585, + "IoU_noncoffee": 0.5610439924555233, + "kappa": 0.6411414225843886, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s0_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.5570797871189793, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7530433371205973, + "mIoU": 0.5708514648701365, + "macroF1": 0.7194438616203103, + "F1_coffee": 0.8165342272491589, + "IoU_coffee": 0.689951704603346, + "precision_coffee": 0.9341426403641881, + "recall_coffee": 0.7252281197789487, + "F1_noncoffee": 0.6223534959914617, + "IoU_noncoffee": 0.45175122513692706, + "kappa": 0.45661683510329026, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7122851044190608, + "mIoU": 0.5253298731943056, + "macroF1": 0.6813267577949067, + "F1_coffee": 0.780652467920877, + "IoU_coffee": 0.6402214687635261, + "precision_coffee": 0.9121486201757542, + "recall_coffee": 0.6822925676065271, + "F1_noncoffee": 0.5820010476689366, + "IoU_noncoffee": 0.41043827762508495, + "kappa": 0.3869333118753943, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.02386634844868735, + "mIoU": 0.011975607655482291, + "macroF1": 0.02347387128324483, + "F1_coffee": 0.04305100608329434, + "IoU_coffee": 0.021999043519846963, + "precision_coffee": 1.0, + "recall_coffee": 0.021999043519846963, + "F1_noncoffee": 0.003896736483195324, + "IoU_noncoffee": 0.0019521717911176184, + "kappa": 8.58881358376889e-05, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.6960495283018868, + "mIoU": 0.5128774289628889, + "macroF1": 0.6721026386542485, + "F1_coffee": 0.7607148383103822, + "IoU_coffee": 0.6138335726324989, + "precision_coffee": 0.9388904802826316, + "recall_coffee": 0.6393783731061837, + "F1_noncoffee": 0.5834904389981147, + "IoU_noncoffee": 0.4119212852932788, + "kappa": 0.3828899242233412, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8025032746325135, + "mIoU": 0.6237794550096658, + "macroF1": 0.7601016824044347, + "F1_coffee": 0.8609583660644148, + "IoU_coffee": 0.7558620689655172, + "precision_coffee": 0.9239791804119932, + "recall_coffee": 0.8059854201304515, + "F1_noncoffee": 0.6592449987444546, + "IoU_noncoffee": 0.49169684105381445, + "kappa": 0.5256118403154791, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7598449987890531, + "mIoU": 0.5798922379454113, + "macroF1": 0.7270615857203044, + "F1_coffee": 0.8216546762589928, + "IoU_coffee": 0.6972953171744307, + "precision_coffee": 0.9414722611491221, + "recall_coffee": 0.7288914417001723, + "F1_noncoffee": 0.632468495181616, + "IoU_noncoffee": 0.462489158716392, + "kappa": 0.47175488025936285, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.6874363673386276, + "mIoU": 0.47752651037026667, + "macroF1": 0.6312491708666308, + "F1_coffee": 0.7751903925014646, + "IoU_coffee": 0.6329068516082745, + "precision_coffee": 0.9690589527645551, + "recall_coffee": 0.6459604588723457, + "F1_noncoffee": 0.48730794923179693, + "IoU_noncoffee": 0.3221461691322588, + "kappa": 0.3241840463583557, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7850881512853344, + "mIoU": 0.5703529166420834, + "macroF1": 0.7093430956107012, + "F1_coffee": 0.8577203964527909, + "IoU_coffee": 0.7508848042013928, + "precision_coffee": 0.9656438114814271, + "recall_coffee": 0.7714956011730205, + "F1_noncoffee": 0.5609657947686116, + "IoU_noncoffee": 0.38982102908277405, + "kappa": 0.4402606058012083, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7783318666275545, + "mIoU": 0.5614271463514398, + "macroF1": 0.7014425224539034, + "F1_coffee": 0.8529545307128494, + "IoU_coffee": 0.7436100429767021, + "precision_coffee": 0.9642176272180671, + "recall_coffee": 0.7647127238892766, + "F1_noncoffee": 0.5499305141949573, + "IoU_noncoffee": 0.37924424972617743, + "kappa": 0.42626746978202373, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7040835707502374, + "mIoU": 0.5363993105890521, + "macroF1": 0.6964860497553201, + "F1_coffee": 0.7445063955395211, + "IoU_coffee": 0.5929989550679206, + "precision_coffee": 0.9060067850728397, + "recall_coffee": 0.6318719554627696, + "F1_noncoffee": 0.6484657039711191, + "IoU_noncoffee": 0.47979966611018365, + "kappa": 0.4183992040529065, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8194072657743786, + "mIoU": 0.6676235568210173, + "macroF1": 0.7968865457266066, + "F1_coffee": 0.8645198307394392, + "IoU_coffee": 0.7613693784739768, + "precision_coffee": 0.8824304538799415, + "recall_coffee": 0.8473218051455083, + "F1_noncoffee": 0.7292532607137738, + "IoU_noncoffee": 0.5738777351680577, + "kappa": 0.594107255105772, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7416970627759647, + "mIoU": 0.5800054619274275, + "macroF1": 0.7321687125410797, + "F1_coffee": 0.7826859404021642, + "IoU_coffee": 0.6429613904736633, + "precision_coffee": 0.9122740963855421, + "recall_coffee": 0.6853344647150332, + "F1_noncoffee": 0.6816514846799953, + "IoU_noncoffee": 0.5170495333811916, + "kappa": 0.47971666432520804, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 5742, + 7520 + ], + [ + 40076, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.491934303442637, + "ssl_variant": "", + "test_tta": { + "OA": 0.7799545528323324, + "mIoU": 0.5984529669285318, + "macroF1": 0.7407095957976214, + "F1_coffee": 0.8415849682749272, + "IoU_coffee": 0.7264969335054874, + "precision_coffee": 0.9258992620780089, + "recall_coffee": 0.771344728612432, + "F1_noncoffee": 0.6398342233203156, + "IoU_noncoffee": 0.47040900035157623, + "kappa": 0.4910150955945231, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7379571939540787, + "mIoU": 0.5489546237745485, + "macroF1": 0.7000632549205699, + "F1_coffee": 0.8066736893627435, + "IoU_coffee": 0.6759875167186803, + "precision_coffee": 0.9035564454614798, + "recall_coffee": 0.7285552288146995, + "F1_noncoffee": 0.5934528204783961, + "IoU_noncoffee": 0.4219217308304168, + "kappa": 0.4142872852440741, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s0_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.5836242650949444, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7705729589352378, + "mIoU": 0.5856179431991435, + "macroF1": 0.7300476954377115, + "F1_coffee": 0.8346416162656028, + "IoU_coffee": 0.7162102473498233, + "precision_coffee": 0.9195257120762985, + "recall_coffee": 0.7641048708392237, + "F1_noncoffee": 0.6254537746098201, + "IoU_noncoffee": 0.4550256390484636, + "kappa": 0.47031932939447096, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7325199030806507, + "mIoU": 0.541299333580474, + "macroF1": 0.6931492182365807, + "F1_coffee": 0.8030624814169817, + "IoU_coffee": 0.6709309959367625, + "precision_coffee": 0.897254585577676, + "recall_coffee": 0.726767764131542, + "F1_noncoffee": 0.5832359550561798, + "IoU_noncoffee": 0.4116676712241855, + "kappa": 0.4002847890363298, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13126491646778043, + "mIoU": 0.06589802159631504, + "macroF1": 0.11692146069143643, + "F1_coffee": 0.22946655376799321, + "IoU_coffee": 0.12960306073648972, + "precision_coffee": 1.0, + "recall_coffee": 0.12960306073648972, + "F1_noncoffee": 0.00437636761487965, + "IoU_noncoffee": 0.0021929824561403508, + "kappa": 0.0005682729639419238, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.635564072327044, + "mIoU": 0.4568246527939859, + "macroF1": 0.6239878353734281, + "F1_coffee": 0.6899636333235798, + "IoU_coffee": 0.5266751754945757, + "precision_coffee": 0.9659410112359551, + "recall_coffee": 0.5366408739189804, + "F1_noncoffee": 0.5580120374232763, + "IoU_noncoffee": 0.38697413009339615, + "kappa": 0.3263668198374271, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8122544025614903, + "mIoU": 0.6315794528572913, + "macroF1": 0.7652595970644793, + "F1_coffee": 0.8702909237163159, + "IoU_coffee": 0.7703672936569157, + "precision_coffee": 0.9144245668404001, + "recall_coffee": 0.8302212559150787, + "F1_noncoffee": 0.6602282704126426, + "IoU_noncoffee": 0.4927916120576671, + "kappa": 0.5333665159779171, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8620489222572051, + "mIoU": 0.6882349871320405, + "macroF1": 0.8062805868457137, + "F1_coffee": 0.9102200365676817, + "IoU_coffee": 0.8352328608620191, + "precision_coffee": 0.8993334579206379, + "recall_coffee": 0.9213734124704831, + "F1_noncoffee": 0.7023411371237458, + "IoU_noncoffee": 0.5412371134020618, + "kappa": 0.6127493101312335, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7397678680513133, + "mIoU": 0.5288776736883941, + "macroF1": 0.6763421566349838, + "F1_coffee": 0.8196189131968948, + "IoU_coffee": 0.6943680497429152, + "precision_coffee": 0.9717202141900937, + "recall_coffee": 0.7086892848425678, + "F1_noncoffee": 0.5330654000730727, + "IoU_noncoffee": 0.36338729763387295, + "kappa": 0.39129063484438537, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8403427558357136, + "mIoU": 0.6282319387005959, + "macroF1": 0.7548387979972351, + "F1_coffee": 0.8996222676326707, + "IoU_coffee": 0.81755768148565, + "precision_coffee": 0.9527806925498427, + "recall_coffee": 0.8520821114369501, + "F1_noncoffee": 0.6100553283617993, + "IoU_noncoffee": 0.4389061959155417, + "kappa": 0.5155360815095035, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8728854991688667, + "mIoU": 0.63909695700916, + "macroF1": 0.7572205480700795, + "F1_coffee": 0.9247946314936943, + "IoU_coffee": 0.8601097600344345, + "precision_coffee": 0.9200046040515654, + "recall_coffee": 0.9296347987904163, + "F1_noncoffee": 0.5896464646464646, + "IoU_noncoffee": 0.41808415398388543, + "kappa": 0.5145129058259984, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.538366571699905, + "mIoU": 0.3667181351658144, + "macroF1": 0.5358392898925564, + "F1_coffee": 0.5015892545883318, + "IoU_coffee": 0.33474750239496376, + "precision_coffee": 0.9524922118380063, + "recall_coffee": 0.3404314544189283, + "F1_noncoffee": 0.5700893251967808, + "IoU_noncoffee": 0.398688767936665, + "kappa": 0.2220559530665032, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7849904397705545, + "mIoU": 0.6216867443407885, + "macroF1": 0.7623737537269792, + "F1_coffee": 0.8356834952874991, + "IoU_coffee": 0.717745983935743, + "precision_coffee": 0.869942196531792, + "recall_coffee": 0.8040208069731477, + "F1_noncoffee": 0.6890640121664593, + "IoU_noncoffee": 0.5256275047458342, + "kappa": 0.5261381085955978, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8514110193895181, + "mIoU": 0.7083871742905462, + "macroF1": 0.8254465399002494, + "F1_coffee": 0.8927680798004988, + "IoU_coffee": 0.8063063063063063, + "precision_coffee": 0.874949083503055, + "recall_coffee": 0.9113279592702588, + "F1_noncoffee": 0.758125, + "IoU_noncoffee": 0.6104680422747861, + "kappa": 0.6512193821164036, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 549, + 563 + ], + [ + 6513, + 7520 + ], + [ + 40389, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4938054164250691, + "ssl_variant": "", + "test_tta": { + "OA": 0.8007790943028729, + "mIoU": 0.6183135217287169, + "macroF1": 0.7551767826871849, + "F1_coffee": 0.8608390022675737, + "IoU_coffee": 0.7556780858729621, + "precision_coffee": 0.9144625909331792, + "recall_coffee": 0.8131559782375873, + "F1_noncoffee": 0.6495145631067961, + "IoU_noncoffee": 0.4809489575844716, + "kappa": 0.5145576357724524, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7606005538248529, + "mIoU": 0.568141091659949, + "macroF1": 0.7143212681480402, + "F1_coffee": 0.8293039087646411, + "IoU_coffee": 0.7083853059503522, + "precision_coffee": 0.8918034237183173, + "recall_coffee": 0.7749908704760806, + "F1_noncoffee": 0.5993386275314393, + "IoU_noncoffee": 0.42789687736954574, + "kappa": 0.43515430171135155, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s0_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.7039118281544517, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8783963642265866, + "mIoU": 0.7375243562741902, + "macroF1": 0.8443516987423033, + "F1_coffee": 0.9171458904715563, + "IoU_coffee": 0.8469708729931779, + "precision_coffee": 0.9480543234715808, + "recall_coffee": 0.8881891787687958, + "F1_noncoffee": 0.7715575070130504, + "IoU_noncoffee": 0.6280778395552026, + "kappa": 0.6896130046709459, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8294104072920272, + "mIoU": 0.6628110384252581, + "macroF1": 0.7904722040557614, + "F1_coffee": 0.8807973716566223, + "IoU_coffee": 0.7869865110666883, + "precision_coffee": 0.9258851198169376, + "recall_coffee": 0.839896980530089, + "F1_noncoffee": 0.7001470364549004, + "IoU_noncoffee": 0.5386355657838281, + "kappa": 0.5834293376422698, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12649164677804295, + "mIoU": 0.06350084252654702, + "macroF1": 0.11314566631875819, + "F1_coffee": 0.22193877551020408, + "IoU_coffee": 0.12482065997130559, + "precision_coffee": 1.0, + "recall_coffee": 0.12482065997130559, + "F1_noncoffee": 0.004352557127312296, + "IoU_noncoffee": 0.0021810250817884407, + "kappa": 0.0005443257946296283, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8675805817610063, + "mIoU": 0.7277740839144419, + "macroF1": 0.8383781916969575, + "F1_coffee": 0.9070785780781299, + "IoU_coffee": 0.8299577260394978, + "precision_coffee": 0.9655020551967117, + "recall_coffee": 0.8553221926002991, + "F1_noncoffee": 0.769677805315785, + "IoU_noncoffee": 0.6255904417893859, + "kappa": 0.6796637143680268, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8802697326929607, + "mIoU": 0.7399378084945021, + "macroF1": 0.845952866465985, + "F1_coffee": 0.9186606024652297, + "IoU_coffee": 0.8495580615665955, + "precision_coffee": 0.9478373231773667, + "recall_coffee": 0.8912264995523724, + "F1_noncoffee": 0.7732451304667401, + "IoU_noncoffee": 0.6303175554224086, + "kappa": 0.6927174392543701, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8871881811576653, + "mIoU": 0.7445604811728904, + "macroF1": 0.8484872910788577, + "F1_coffee": 0.925061938929824, + "IoU_coffee": 0.8605723180076629, + "precision_coffee": 0.9328358208955224, + "recall_coffee": 0.917416554981173, + "F1_noncoffee": 0.7719126432278914, + "IoU_noncoffee": 0.628548644338118, + "kappa": 0.6970386221812314, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8996131134188556, + "mIoU": 0.7331517734019876, + "macroF1": 0.8373163602644735, + "F1_coffee": 0.9379874213836478, + "IoU_coffee": 0.8832168660428757, + "precision_coffee": 0.9676875162211264, + "recall_coffee": 0.9100561386380278, + "F1_noncoffee": 0.7366452991452992, + "IoU_noncoffee": 0.5830866807610994, + "kappa": 0.6759291433185097, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8817098394563183, + "mIoU": 0.6839771503876798, + "macroF1": 0.7983457867613163, + "F1_coffee": 0.9280019183502188, + "IoU_coffee": 0.8656749804272452, + "precision_coffee": 0.9489946051986268, + "recall_coffee": 0.9079178885630499, + "F1_noncoffee": 0.6686896551724137, + "IoU_noncoffee": 0.5022793203481144, + "kappa": 0.5975976880769778, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8895081646621688, + "mIoU": 0.6841970696944194, + "macroF1": 0.7968439065002861, + "F1_coffee": 0.9340492587837049, + "IoU_coffee": 0.8762593079281646, + "precision_coffee": 0.9374414245548266, + "recall_coffee": 0.9306815538497325, + "F1_noncoffee": 0.6596385542168675, + "IoU_noncoffee": 0.49213483146067416, + "kappa": 0.5937152677215962, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8377018043684711, + "mIoU": 0.707815280992774, + "macroF1": 0.8273962071433505, + "F1_coffee": 0.8695718537739449, + "IoU_coffee": 0.7692411558196057, + "precision_coffee": 0.9626563028050017, + "recall_coffee": 0.792901878914405, + "F1_noncoffee": 0.785220560512756, + "IoU_noncoffee": 0.6463894061659424, + "kappa": 0.6600269435302373, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8788718929254302, + "mIoU": 0.7665216685410166, + "macroF1": 0.8663561397179267, + "F1_coffee": 0.907254227362565, + "IoU_coffee": 0.8302518756698821, + "precision_coffee": 0.9463958460598656, + "recall_coffee": 0.8712217067341488, + "F1_noncoffee": 0.8254580520732884, + "IoU_noncoffee": 0.7027914614121511, + "kappa": 0.7335699506085496, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8849107314263774, + "mIoU": 0.7726190662756613, + "macroF1": 0.8700121478751313, + "F1_coffee": 0.9140193617784153, + "IoU_coffee": 0.8416534601162177, + "precision_coffee": 0.9271166715158569, + "recall_coffee": 0.9012869466836374, + "F1_noncoffee": 0.8260049339718474, + "IoU_noncoffee": 0.703584672435105, + "kappa": 0.7401292473561122, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 555, + 563 + ], + [ + 6802, + 7520 + ], + [ + 46737, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4901343822479247, + "ssl_variant": "", + "test_tta": { + "OA": 0.8927122220418763, + "mIoU": 0.7563265306863534, + "macroF1": 0.8567541261018315, + "F1_coffee": 0.9285235407340124, + "IoU_coffee": 0.8665832391409656, + "precision_coffee": 0.9375873515024459, + "recall_coffee": 0.9196332947778777, + "F1_noncoffee": 0.7849847114696507, + "IoU_noncoffee": 0.6460698222317413, + "kappa": 0.7135887704916564, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8441213799469252, + "mIoU": 0.6771947521174062, + "macroF1": 0.800223051958369, + "F1_coffee": 0.8938706573184863, + "IoU_coffee": 0.8081068124922323, + "precision_coffee": 0.9137906803991247, + "recall_coffee": 0.874800591977551, + "F1_noncoffee": 0.7065754465982517, + "IoU_noncoffee": 0.54628269174258, + "kappa": 0.6009703707071091, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s0_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 27, + "stopped_epoch": 47, + "best_val": 0.7358665526444149, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8971595520207758, + "mIoU": 0.7688731766066393, + "macroF1": 0.8655972205457877, + "F1_coffee": 0.9307283580784117, + "IoU_coffee": 0.8704320975031186, + "precision_coffee": 0.9505359535506923, + "recall_coffee": 0.9117294263804995, + "F1_noncoffee": 0.8004660830131637, + "IoU_noncoffee": 0.6673142557101601, + "kappa": 0.7315302429034606, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8494000230760356, + "mIoU": 0.6926783183245226, + "macroF1": 0.8126400280640769, + "F1_coffee": 0.8956300975531745, + "IoU_coffee": 0.8109874196759888, + "precision_coffee": 0.9330265103396572, + "recall_coffee": 0.8611159161237002, + "F1_noncoffee": 0.7296499585749793, + "IoU_noncoffee": 0.5743692169730567, + "kappa": 0.6268328951592027, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21479713603818615, + "mIoU": 0.10786039334013715, + "macroF1": 0.17821802954506813, + "F1_coffee": 0.3515963736696886, + "IoU_coffee": 0.21329507412721185, + "precision_coffee": 1.0, + "recall_coffee": 0.21329507412721185, + "F1_noncoffee": 0.004839685420447671, + "IoU_noncoffee": 0.002425712553062462, + "kappa": 0.0010342499644186492, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8937205188679245, + "mIoU": 0.7658707143355072, + "macroF1": 0.8638321876782691, + "F1_coffee": 0.9276273965269181, + "IoU_coffee": 0.8650234009360375, + "precision_coffee": 0.9554728425696167, + "recall_coffee": 0.9013589960335523, + "F1_noncoffee": 0.80003697882962, + "IoU_noncoffee": 0.6667180277349769, + "kappa": 0.7283019538688171, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8923009751127929, + "mIoU": 0.7602664358935335, + "macroF1": 0.8598141027793292, + "F1_coffee": 0.9272989258580037, + "IoU_coffee": 0.8644523140798632, + "precision_coffee": 0.9503289032084844, + "recall_coffee": 0.9053587415270495, + "F1_noncoffee": 0.7923292797006548, + "IoU_noncoffee": 0.6560805577072037, + "kappa": 0.7200977535330879, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9054008234439331, + "mIoU": 0.7807290401817211, + "macroF1": 0.8732474487761102, + "F1_coffee": 0.9370872660503173, + "IoU_coffee": 0.8816220147896715, + "precision_coffee": 0.9460777936776376, + "recall_coffee": 0.928266002935733, + "F1_noncoffee": 0.809407631501903, + "IoU_noncoffee": 0.6798360655737705, + "kappa": 0.746564232392282, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9015475463245775, + "mIoU": 0.7192472225209251, + "macroF1": 0.8253762811401951, + "F1_coffee": 0.9407075847691458, + "IoU_coffee": 0.8880527899976847, + "precision_coffee": 0.945286506469501, + "recall_coffee": 0.9361728093727117, + "F1_noncoffee": 0.7100449775112444, + "IoU_noncoffee": 0.5504416550441655, + "kappa": 0.6507926318253242, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.89618831872353, + "mIoU": 0.713908996336579, + "macroF1": 0.8218324954121451, + "F1_coffee": 0.9369315461943514, + "IoU_coffee": 0.8813463919846899, + "precision_coffee": 0.9562721387565652, + "recall_coffee": 0.918357771260997, + "F1_noncoffee": 0.7067334446299388, + "IoU_noncoffee": 0.5464716006884681, + "kappa": 0.6443414788584615, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9126821159675369, + "mIoU": 0.7326639684379498, + "macroF1": 0.8346327827153215, + "F1_coffee": 0.9482408856430765, + "IoU_coffee": 0.9015761049267056, + "precision_coffee": 0.9451184286539572, + "recall_coffee": 0.9513840428006514, + "F1_noncoffee": 0.7210246797875663, + "IoU_noncoffee": 0.563751831949194, + "kappa": 0.6692850214182113, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8864197530864197, + "mIoU": 0.7812272002730047, + "macroF1": 0.8760330139218792, + "F1_coffee": 0.9119163352481956, + "IoU_coffee": 0.838093948829024, + "precision_coffee": 0.9684029407164085, + "recall_coffee": 0.8616562282533055, + "F1_noncoffee": 0.8401496925955627, + "IoU_noncoffee": 0.7243604517169855, + "kappa": 0.7535874846137456, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.888527724665392, + "mIoU": 0.7810867537125129, + "macroF1": 0.8756680047966512, + "F1_coffee": 0.9156539351851852, + "IoU_coffee": 0.8444296197464977, + "precision_coffee": 0.9430785277901952, + "recall_coffee": 0.8897792773794461, + "F1_noncoffee": 0.8356820744081173, + "IoU_noncoffee": 0.7177438876785281, + "kappa": 0.7517449902758803, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8982530236129775, + "mIoU": 0.7978521957796569, + "macroF1": 0.8863463694602361, + "F1_coffee": 0.9231327048585932, + "IoU_coffee": 0.8572390572390572, + "precision_coffee": 0.947313588331597, + "recall_coffee": 0.9001555649837364, + "F1_noncoffee": 0.8495600340618791, + "IoU_noncoffee": 0.7384653343202566, + "kappa": 0.7729822320567323, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 555, + 563 + ], + [ + 6916, + 7520 + ], + [ + 47779, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3533929228782653, + "ssl_variant": "", + "test_tta": { + "OA": 0.9013634150300276, + "mIoU": 0.7750171108003289, + "macroF1": 0.8695838951899293, + "F1_coffee": 0.9339621616335047, + "IoU_coffee": 0.8761060142711519, + "precision_coffee": 0.9478571586121711, + "recall_coffee": 0.9204686629824786, + "F1_noncoffee": 0.8052056287463538, + "IoU_noncoffee": 0.6739282073295059, + "kappa": 0.7393330248649025, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8532075689396562, + "mIoU": 0.6962733946276392, + "macroF1": 0.814975369742683, + "F1_coffee": 0.8990818410772007, + "IoU_coffee": 0.8166654658116579, + "precision_coffee": 0.9285816692268305, + "recall_coffee": 0.8713986430644448, + "F1_noncoffee": 0.7308688984081654, + "IoU_noncoffee": 0.5758813234436203, + "kappa": 0.6309440511600416, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s1_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.5768145303609109, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7392793377698426, + "mIoU": 0.5608619326544985, + "macroF1": 0.7127324689665601, + "F1_coffee": 0.8000597468228382, + "IoU_coffee": 0.6667496524968362, + "precision_coffee": 0.9549817252548064, + "recall_coffee": 0.6883862399862914, + "F1_noncoffee": 0.6254051911102819, + "IoU_noncoffee": 0.4549742128121607, + "kappa": 0.4524617170880419, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.6996365524402908, + "mIoU": 0.5174326780811884, + "macroF1": 0.6762698145243302, + "F1_coffee": 0.7632440543858852, + "IoU_coffee": 0.6171339277507124, + "precision_coffee": 0.9341588980102964, + "recall_coffee": 0.6451978704184205, + "F1_noncoffee": 0.5892955746627752, + "IoU_noncoffee": 0.4177314284116644, + "kappa": 0.38807375385509124, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04821002386634845, + "mIoU": 0.024195644712143992, + "macroF1": 0.0463307259468137, + "F1_coffee": 0.0886654478976234, + "IoU_coffee": 0.046389287422285985, + "precision_coffee": 1.0, + "recall_coffee": 0.046389287422285985, + "F1_noncoffee": 0.003996003996003996, + "IoU_noncoffee": 0.002002002002002002, + "kappa": 0.00018572564397255803, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7410082547169812, + "mIoU": 0.565627925668821, + "macroF1": 0.7173419602754962, + "F1_coffee": 0.7991311306733737, + "IoU_coffee": 0.6654607768469155, + "precision_coffee": 0.9652918431228135, + "recall_coffee": 0.6817738474543208, + "F1_noncoffee": 0.6355527898776188, + "IoU_noncoffee": 0.46579507449072666, + "kappa": 0.463524961633486, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7153737932372775, + "mIoU": 0.5347039602744608, + "macroF1": 0.6910846158104273, + "F1_coffee": 0.7777062099799189, + "IoU_coffee": 0.6362678239305641, + "precision_coffee": 0.9542538354253836, + "recall_coffee": 0.6562859700728993, + "F1_noncoffee": 0.6044630216409358, + "IoU_noncoffee": 0.4331400966183575, + "kappa": 0.41763820128279455, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7614434487769436, + "mIoU": 0.5829928840512115, + "macroF1": 0.7298510245536718, + "F1_coffee": 0.8222342537448114, + "IoU_coffee": 0.6981305547042599, + "precision_coffee": 0.9463276836158192, + "recall_coffee": 0.7269130129555172, + "F1_noncoffee": 0.6374677953625322, + "IoU_noncoffee": 0.46785521339816316, + "kappa": 0.47800737094691265, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7509672164528609, + "mIoU": 0.5408854037573081, + "macroF1": 0.6867185016283077, + "F1_coffee": 0.8285914505956552, + "IoU_coffee": 0.7073462550849485, + "precision_coffee": 0.9730085582620145, + "recall_coffee": 0.7215035391750061, + "F1_noncoffee": 0.5448455526609601, + "IoU_noncoffee": 0.37442455242966755, + "kappa": 0.40806326209544, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.6652221018418202, + "mIoU": 0.4560582244479463, + "macroF1": 0.6113515006231938, + "F1_coffee": 0.7560467953778799, + "IoU_coffee": 0.607777521347796, + "precision_coffee": 0.9739275147928994, + "recall_coffee": 0.6178299120234604, + "F1_noncoffee": 0.46665620586850776, + "IoU_noncoffee": 0.3043389275480966, + "kappa": 0.299364481205889, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7457709983377334, + "mIoU": 0.5248403159589209, + "macroF1": 0.6694171680779385, + "F1_coffee": 0.8282921674811782, + "IoU_coffee": 0.7069101566903393, + "precision_coffee": 0.9582823960880196, + "recall_coffee": 0.7293556641079321, + "F1_noncoffee": 0.5105421686746988, + "IoU_noncoffee": 0.34277047522750254, + "kappa": 0.3717852669987036, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.731718898385565, + "mIoU": 0.5719540209384704, + "macroF1": 0.7265988801429104, + "F1_coffee": 0.7640130314927742, + "IoU_coffee": 0.618140037848067, + "precision_coffee": 0.9554951943167572, + "recall_coffee": 0.636464857341684, + "F1_noncoffee": 0.6891847287930465, + "IoU_noncoffee": 0.5257680040288736, + "kappa": 0.48066779551119315, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7640535372848949, + "mIoU": 0.6088312234499145, + "macroF1": 0.7551001977012017, + "F1_coffee": 0.8019261637239166, + "IoU_coffee": 0.6693461950696677, + "precision_coffee": 0.9343557134841968, + "recall_coffee": 0.7023759313932236, + "F1_noncoffee": 0.708274231678487, + "IoU_noncoffee": 0.5483162518301611, + "kappa": 0.5242754018055558, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7768285659435592, + "mIoU": 0.624452944950529, + "macroF1": 0.7669490239157176, + "F1_coffee": 0.8149327389954628, + "IoU_coffee": 0.6876679204728641, + "precision_coffee": 0.932083029861617, + "recall_coffee": 0.723942865224155, + "F1_noncoffee": 0.7189653088359724, + "IoU_noncoffee": 0.561237969428194, + "kappa": 0.5448173178708323, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 5803, + 7520 + ], + [ + 39167, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4892723162968953, + "ssl_variant": "", + "test_tta": { + "OA": 0.7737704918032787, + "mIoU": 0.5981285200983518, + "macroF1": 0.7420264118394452, + "F1_coffee": 0.8325202470500589, + "IoU_coffee": 0.7130918073281186, + "precision_coffee": 0.9481607181957521, + "recall_coffee": 0.7420211626611832, + "F1_noncoffee": 0.6515325766288315, + "IoU_noncoffee": 0.483165232868585, + "kappa": 0.4995418260686889, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7320872274143302, + "mIoU": 0.5493421245349904, + "macroF1": 0.7022949035361554, + "F1_coffee": 0.7964720061356415, + "IoU_coffee": 0.6617810389090181, + "precision_coffee": 0.9262506052343212, + "recall_coffee": 0.6985911703088662, + "F1_noncoffee": 0.6081178009366693, + "IoU_noncoffee": 0.43690321016096273, + "kappa": 0.42627601151345473, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s1_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.6480126885976487, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8517773088784288, + "mIoU": 0.6906926368125588, + "macroF1": 0.8104716045249695, + "F1_coffee": 0.8989510025229053, + "IoU_coffee": 0.8164495899662325, + "precision_coffee": 0.9298173327839583, + "recall_coffee": 0.8700681146382213, + "F1_noncoffee": 0.7219922065270337, + "IoU_noncoffee": 0.5649356836588851, + "kappa": 0.6220889574670342, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8061036113995615, + "mIoU": 0.6256609532159072, + "macroF1": 0.7610395958572507, + "F1_coffee": 0.8648110532349215, + "IoU_coffee": 0.7618212419169103, + "precision_coffee": 0.9068688445072443, + "recall_coffee": 0.8264813853812297, + "F1_noncoffee": 0.6572681384795799, + "IoU_noncoffee": 0.4895006645149041, + "kappa": 0.5246710515899213, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1350835322195704, + "mIoU": 0.06781581226022158, + "macroF1": 0.11991932118514398, + "F1_coffee": 0.23544303797468355, + "IoU_coffee": 0.133428981348637, + "precision_coffee": 1.0, + "recall_coffee": 0.133428981348637, + "F1_noncoffee": 0.004395604395604396, + "IoU_noncoffee": 0.0022026431718061676, + "kappa": 0.0005876201699043725, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8652712264150944, + "mIoU": 0.7112598518194109, + "macroF1": 0.8253315575146651, + "F1_coffee": 0.9088552054248106, + "IoU_coffee": 0.8329373057941876, + "precision_coffee": 0.9296837810268617, + "recall_coffee": 0.88893946290396, + "F1_noncoffee": 0.7418079096045198, + "IoU_noncoffee": 0.5895823978446341, + "kappa": 0.6511591211871781, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8450007276961141, + "mIoU": 0.6830531870970354, + "macroF1": 0.8051929797099064, + "F1_coffee": 0.8932544853162273, + "IoU_coffee": 0.8071001630139467, + "precision_coffee": 0.9352830056671098, + "recall_coffee": 0.8548407724772988, + "F1_noncoffee": 0.7171314741035857, + "IoU_noncoffee": 0.5590062111801242, + "kappa": 0.6124596978689547, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8452409784451441, + "mIoU": 0.6786280189949402, + "macroF1": 0.8012589632743805, + "F1_coffee": 0.894752445893863, + "IoU_coffee": 0.8095493562231759, + "precision_coffee": 0.9246323529411765, + "recall_coffee": 0.8667432510051695, + "F1_noncoffee": 0.707765480654898, + "IoU_noncoffee": 0.5477066817667045, + "kappa": 0.6036671378802334, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8882101405009163, + "mIoU": 0.7097505660151546, + "macroF1": 0.8197918020859895, + "F1_coffee": 0.9308302885221116, + "IoU_coffee": 0.8706104171576715, + "precision_coffee": 0.9619791666666667, + "recall_coffee": 0.9016353429338541, + "F1_noncoffee": 0.7087533156498673, + "IoU_noncoffee": 0.5488907148726376, + "kappa": 0.6411677311963151, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8518664434157391, + "mIoU": 0.6488294199157854, + "macroF1": 0.7722490059271501, + "F1_coffee": 0.906907650408517, + "IoU_coffee": 0.8296715741789354, + "precision_coffee": 0.9600314506617743, + "recall_coffee": 0.8593548387096774, + "F1_noncoffee": 0.6375903614457832, + "IoU_noncoffee": 0.4679872656526353, + "kappa": 0.5498638429177238, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8564583944460741, + "mIoU": 0.6272248377753442, + "macroF1": 0.7494831220389981, + "F1_coffee": 0.9131874630396215, + "IoU_coffee": 0.8402437697246709, + "precision_coffee": 0.9288979788257941, + "recall_coffee": 0.8979995347755292, + "F1_noncoffee": 0.5857787810383747, + "IoU_noncoffee": 0.4142059058260176, + "kappa": 0.4996491633610968, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8438746438746438, + "mIoU": 0.7027553848219845, + "macroF1": 0.8221534130893737, + "F1_coffee": 0.8843068261787473, + "IoU_coffee": 0.7926075438375173, + "precision_coffee": 0.8943772241992882, + "recall_coffee": 0.8744606819763396, + "F1_noncoffee": 0.76, + "IoU_noncoffee": 0.6129032258064516, + "kappa": 0.6444003487938572, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8383365200764819, + "mIoU": 0.6992872023428837, + "macroF1": 0.8202861900050675, + "F1_coffee": 0.8772413793103448, + "IoU_coffee": 0.7813267813267813, + "precision_coffee": 0.9069348543980786, + "recall_coffee": 0.8494306199915648, + "F1_noncoffee": 0.7633310006997901, + "IoU_noncoffee": 0.617247623358986, + "kappa": 0.641313646039145, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8342292186600115, + "mIoU": 0.6967397727099882, + "macroF1": 0.8189220291251752, + "F1_coffee": 0.871569866884807, + "IoU_coffee": 0.7723737972848294, + "precision_coffee": 0.9190715181932246, + "recall_coffee": 0.8287370951774855, + "F1_noncoffee": 0.7662741913655434, + "IoU_noncoffee": 0.621105748135147, + "kappa": 0.6395961143279201, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6623, + 7520 + ], + [ + 45278, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4892338315645854, + "ssl_variant": "", + "test_tta": { + "OA": 0.8700860249959422, + "mIoU": 0.714580071252177, + "macroF1": 0.8272180295508222, + "F1_coffee": 0.9132808944939219, + "IoU_coffee": 0.8404019860022731, + "precision_coffee": 0.9240331491712708, + "recall_coffee": 0.9027759928029816, + "F1_noncoffee": 0.7411551646077227, + "IoU_noncoffee": 0.5887581565020809, + "kappa": 0.6545756643120484, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8244779046959733, + "mIoU": 0.6451040903662612, + "macroF1": 0.7752344310631785, + "F1_coffee": 0.8804401218194322, + "IoU_coffee": 0.7864162864162865, + "precision_coffee": 0.9005044110849862, + "recall_coffee": 0.8612504564761959, + "F1_noncoffee": 0.6700287403069248, + "IoU_noncoffee": 0.5037918943162358, + "kappa": 0.5510839422075605, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s1_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 60, + "stopped_epoch": 80, + "best_val": 0.7202220941336295, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8932316182437916, + "mIoU": 0.7563204643203185, + "macroF1": 0.8566726219124128, + "F1_coffee": 0.9290598106248518, + "IoU_coffee": 0.8675179247563038, + "precision_coffee": 0.9355777584708949, + "recall_coffee": 0.9226320524354196, + "F1_noncoffee": 0.7842854331999738, + "IoU_noncoffee": 0.6451230038843332, + "kappa": 0.7133875441956595, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.852529710395754, + "mIoU": 0.6905227398622621, + "macroF1": 0.8101771020355006, + "F1_coffee": 0.8998403322656165, + "IoU_coffee": 0.817917942873424, + "precision_coffee": 0.9175556354628631, + "recall_coffee": 0.8827961329258682, + "F1_noncoffee": 0.7205138718053847, + "IoU_noncoffee": 0.5631275368511002, + "kappa": 0.6207486857537632, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43914081145584727, + "mIoU": 0.2207303078868238, + "macroF1": 0.3080037815398896, + "F1_coffee": 0.6092450947788494, + "IoU_coffee": 0.4380679100908656, + "precision_coffee": 1.0, + "recall_coffee": 0.4380679100908656, + "F1_noncoffee": 0.006762468300929839, + "IoU_noncoffee": 0.0033927056827820186, + "kappa": 0.0029680597403028922, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.901189072327044, + "mIoU": 0.7742578799432422, + "macroF1": 0.8690463208013937, + "F1_coffee": 0.9339247576803023, + "IoU_coffee": 0.8760401898539111, + "precision_coffee": 0.94394261424017, + "recall_coffee": 0.9241173028155276, + "F1_noncoffee": 0.8041678839224852, + "IoU_noncoffee": 0.6724755700325733, + "kappa": 0.738180040577103, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8887110076165526, + "mIoU": 0.7474179106472005, + "macroF1": 0.8504815832599858, + "F1_coffee": 0.926085835803583, + "IoU_coffee": 0.8623462346234624, + "precision_coffee": 0.9333030263670606, + "recall_coffee": 0.9189794091316025, + "F1_noncoffee": 0.7748773307163886, + "IoU_noncoffee": 0.6324895866709388, + "kappa": 0.7010176203147728, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8899007023492371, + "mIoU": 0.7475292843579651, + "macroF1": 0.8503842055923767, + "F1_coffee": 0.9272756358982562, + "IoU_coffee": 0.8644118348842759, + "precision_coffee": 0.9297446426279995, + "recall_coffee": 0.9248197077031081, + "F1_noncoffee": 0.7734927752864973, + "IoU_noncoffee": 0.6306467338316543, + "kappa": 0.700774983482109, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9100997760130319, + "mIoU": 0.7299848306132759, + "macroF1": 0.8328592444442603, + "F1_coffee": 0.9464816049457543, + "IoU_coffee": 0.8984006443447244, + "precision_coffee": 0.9401565322095123, + "recall_coffee": 0.9528923602636075, + "F1_noncoffee": 0.7192368839427663, + "IoU_noncoffee": 0.5615690168818273, + "kappa": 0.6657978443701894, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.882005318625037, + "mIoU": 0.6782545824920496, + "macroF1": 0.7930277757736555, + "F1_coffee": 0.9287328970850685, + "IoU_coffee": 0.8669480231008441, + "precision_coffee": 0.9421846710923355, + "recall_coffee": 0.9156598240469208, + "F1_noncoffee": 0.6573226544622426, + "IoU_noncoffee": 0.4895611418832552, + "kappa": 0.5864608733376218, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8977217170235651, + "mIoU": 0.6818500980765132, + "macroF1": 0.7928329795804543, + "F1_coffee": 0.9402422303473492, + "IoU_coffee": 0.8872237196765499, + "precision_coffee": 0.9239838311250842, + "recall_coffee": 0.9570830425680391, + "F1_noncoffee": 0.6454237288135594, + "IoU_noncoffee": 0.47647647647647645, + "kappa": 0.586425752707278, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8928774928774929, + "mIoU": 0.7884253554200413, + "macroF1": 0.8803602705171503, + "F1_coffee": 0.9190585533869116, + "IoU_coffee": 0.8502389803505045, + "precision_coffee": 0.9486002073766849, + "recall_coffee": 0.8913013221990258, + "F1_noncoffee": 0.8416619876473891, + "IoU_noncoffee": 0.7266117304895783, + "kappa": 0.7611736468720424, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8952198852772466, + "mIoU": 0.7877756718883082, + "macroF1": 0.8796146260055409, + "F1_coffee": 0.9229579642907353, + "IoU_coffee": 0.8569377365879128, + "precision_coffee": 0.9229579642907353, + "recall_coffee": 0.9229579642907353, + "F1_noncoffee": 0.8362712877203465, + "IoU_noncoffee": 0.7186136071887035, + "kappa": 0.7592292520110817, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8822230754463428, + "mIoU": 0.7704619486186414, + "macroF1": 0.868793672643401, + "F1_coffee": 0.910770125809032, + "IoU_coffee": 0.8361597008946455, + "precision_coffee": 0.9374251497005988, + "recall_coffee": 0.885589025597511, + "F1_noncoffee": 0.82681721947777, + "IoU_noncoffee": 0.7047641963426372, + "kappa": 0.7379984790945598, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 19, + 27 + ], + [ + 548, + 563 + ], + [ + 6879, + 7520 + ], + [ + 47586, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.9829343914985658, + "ssl_variant": "", + "test_tta": { + "OA": 0.89780879727317, + "mIoU": 0.7636182223108621, + "macroF1": 0.8615596252613738, + "F1_coffee": 0.9323999312832847, + "IoU_coffee": 0.8733606887118835, + "precision_coffee": 0.9347685683530678, + "recall_coffee": 0.9300432677890588, + "F1_noncoffee": 0.7907193192394628, + "IoU_noncoffee": 0.6538757559098406, + "kappa": 0.7231247542255365, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.857736240913811, + "mIoU": 0.6971051343749813, + "macroF1": 0.8148164621816183, + "F1_coffee": 0.9039682230616457, + "IoU_coffee": 0.8247646118315864, + "precision_coffee": 0.9159350523802947, + "recall_coffee": 0.8923100578523516, + "F1_noncoffee": 0.7256647013015909, + "IoU_noncoffee": 0.5694456569183762, + "kappa": 0.6298134405736683, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s1_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 21, + "stopped_epoch": 41, + "best_val": 0.7359622007634867, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.902856679110534, + "mIoU": 0.7791129957799472, + "macroF1": 0.8723974614555114, + "F1_coffee": 0.9347406527025112, + "IoU_coffee": 0.8774770717327219, + "precision_coffee": 0.9519822320932815, + "recall_coffee": 0.9181124962515529, + "F1_noncoffee": 0.8100542702085118, + "IoU_noncoffee": 0.6807489198271723, + "kappa": 0.7450383439361925, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8534960193838699, + "mIoU": 0.6982905467795665, + "macroF1": 0.8166331833136267, + "F1_coffee": 0.8988488807456385, + "IoU_coffee": 0.8162811307446058, + "precision_coffee": 0.9325963425973758, + "recall_coffee": 0.8674585327413558, + "F1_noncoffee": 0.7344174858816147, + "IoU_noncoffee": 0.5802999628145271, + "kappa": 0.6345229280899222, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18186157517899762, + "mIoU": 0.0913123987776206, + "macroF1": 0.15507814779467546, + "F1_coffee": 0.3055105348460292, + "IoU_coffee": 0.18029650884744142, + "precision_coffee": 1.0, + "recall_coffee": 0.18029650884744142, + "F1_noncoffee": 0.004645760743321719, + "IoU_noncoffee": 0.002328288707799767, + "kappa": 0.0008392123646923201, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8967669025157232, + "mIoU": 0.774826782683939, + "macroF1": 0.8700579723467644, + "F1_coffee": 0.9289698772777985, + "IoU_coffee": 0.8673611111111111, + "precision_coffee": 0.9675352112676057, + "recall_coffee": 0.8933610767930295, + "F1_noncoffee": 0.8111460674157304, + "IoU_noncoffee": 0.682292454256767, + "kappa": 0.741209128165331, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.9079706981031388, + "mIoU": 0.786156113183122, + "macroF1": 0.8768670443607612, + "F1_coffee": 0.9387531075452814, + "IoU_coffee": 0.8845756008518406, + "precision_coffee": 0.9480273883273557, + "recall_coffee": 0.9296585241079421, + "F1_noncoffee": 0.8149809811762411, + "IoU_noncoffee": 0.6877366255144033, + "kappa": 0.7538052641007493, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.9037539355776217, + "mIoU": 0.7760821461107215, + "macroF1": 0.8700498073269629, + "F1_coffee": 0.9362303026412915, + "IoU_coffee": 0.8801061968261631, + "precision_coffee": 0.9416397675919949, + "recall_coffee": 0.9308826345012445, + "F1_noncoffee": 0.8038693120126345, + "IoU_noncoffee": 0.6720580953952797, + "kappa": 0.7401259921204008, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9138668295662797, + "mIoU": 0.7612836509895333, + "macroF1": 0.8574208289861626, + "F1_coffee": 0.9471316085489314, + "IoU_coffee": 0.8995726495726496, + "precision_coffee": 0.9705430327868853, + "recall_coffee": 0.9248230412496949, + "F1_noncoffee": 0.7677100494233937, + "IoU_noncoffee": 0.6229946524064172, + "kappa": 0.7155688307100602, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.9050526937850881, + "mIoU": 0.7260095763810008, + "macroF1": 0.8304408848964395, + "F1_coffee": 0.9429180483183326, + "IoU_coffee": 0.8920008962581223, + "precision_coffee": 0.9520506995097453, + "recall_coffee": 0.9339589442815249, + "F1_noncoffee": 0.7179637214745466, + "IoU_noncoffee": 0.5600182565038795, + "kappa": 0.6610358807363425, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9045663439913953, + "mIoU": 0.7132743455656643, + "macroF1": 0.8196753794357837, + "F1_coffee": 0.9434006031083275, + "IoU_coffee": 0.8928649835345774, + "precision_coffee": 0.9407818644459865, + "recall_coffee": 0.946033961386369, + "F1_noncoffee": 0.6959501557632399, + "IoU_noncoffee": 0.5336837075967511, + "kappa": 0.6393657697592133, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8808167141500475, + "mIoU": 0.7717601090402791, + "macroF1": 0.8699253895975805, + "F1_coffee": 0.9075642630919938, + "IoU_coffee": 0.8307713052858684, + "precision_coffee": 0.9638610763454318, + "recall_coffee": 0.8574808629088378, + "F1_noncoffee": 0.8322865161031672, + "IoU_noncoffee": 0.7127489127946899, + "kappa": 0.741451108989006, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9108030592734225, + "mIoU": 0.8177664145970253, + "macroF1": 0.8986280132719129, + "F1_coffee": 0.9337593184238552, + "IoU_coffee": 0.8757491010787055, + "precision_coffee": 0.9432013769363167, + "recall_coffee": 0.9245044285111768, + "F1_noncoffee": 0.8634967081199707, + "IoU_noncoffee": 0.759783728115345, + "kappa": 0.7972978867276868, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.902956421578038, + "mIoU": 0.8048074484653793, + "macroF1": 0.8906337178432246, + "F1_coffee": 0.9273445921667266, + "IoU_coffee": 0.8645316896690339, + "precision_coffee": 0.9427235534774986, + "recall_coffee": 0.9124593409701598, + "F1_noncoffee": 0.8539228435197226, + "IoU_noncoffee": 0.7450832072617246, + "kappa": 0.7813844073830091, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 20, + 27 + ], + [ + 551, + 563 + ], + [ + 6930, + 7520 + ], + [ + 48124, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.0395018339157103, + "ssl_variant": "", + "test_tta": { + "OA": 0.9092517448466159, + "mIoU": 0.789074078336896, + "macroF1": 0.8788132740099082, + "F1_coffee": 0.9395482608366581, + "IoU_coffee": 0.885988702869145, + "precision_coffee": 0.9486255758607891, + "recall_coffee": 0.9306430193205671, + "F1_noncoffee": 0.8180782871831581, + "IoU_noncoffee": 0.692159453804647, + "kappa": 0.7576933157001021, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8606784354447906, + "mIoU": 0.7068290191468469, + "macroF1": 0.8224772817508172, + "F1_coffee": 0.9048275862068965, + "IoU_coffee": 0.8261964735516373, + "precision_coffee": 0.9282205736694225, + "recall_coffee": 0.8825847123719465, + "F1_noncoffee": 0.740126977294738, + "IoU_noncoffee": 0.5874615647420567, + "kappa": 0.6455692455201877, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s2_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.5341605284648026, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7332251257912676, + "mIoU": 0.5430636622113855, + "macroF1": 0.6949238428808109, + "F1_coffee": 0.803020134228188, + "IoU_coffee": 0.6708718811326044, + "precision_coffee": 0.9115198345758285, + "recall_coffee": 0.7176027074497708, + "F1_noncoffee": 0.5868275515334339, + "IoU_noncoffee": 0.4152554432901665, + "kappa": 0.4074574637063923, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7031123802930657, + "mIoU": 0.5111453010209392, + "macroF1": 0.6676562523448446, + "F1_coffee": 0.7762086472500354, + "IoU_coffee": 0.634265510624689, + "precision_coffee": 0.8935025279070932, + "recall_coffee": 0.6861365776778335, + "F1_noncoffee": 0.5591038574396539, + "IoU_noncoffee": 0.3880250914171894, + "kappa": 0.35713828110714546, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28305489260143196, + "mIoU": 0.14216972378301238, + "macroF1": 0.22242512602550163, + "F1_coffee": 0.43955223880597016, + "IoU_coffee": 0.2816834050693448, + "precision_coffee": 1.0, + "recall_coffee": 0.2816834050693448, + "F1_noncoffee": 0.005298013245033113, + "IoU_noncoffee": 0.0026560424966799467, + "kappa": 0.001495207529854931, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7102004716981132, + "mIoU": 0.5206558659377905, + "macroF1": 0.6765552786407921, + "F1_coffee": 0.7808738296923763, + "IoU_coffee": 0.6405192905467179, + "precision_coffee": 0.910895380081477, + "recall_coffee": 0.6833344170622278, + "F1_noncoffee": 0.572236727589208, + "IoU_noncoffee": 0.40079244132886316, + "kappa": 0.3778559241398228, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7521952166108766, + "mIoU": 0.5602878809845964, + "macroF1": 0.7082633116025189, + "F1_coffee": 0.8214735076191808, + "IoU_coffee": 0.6970344009489917, + "precision_coffee": 0.905811623246493, + "recall_coffee": 0.7515027497122394, + "F1_noncoffee": 0.5950531155858569, + "IoU_noncoffee": 0.4235413610202009, + "kappa": 0.4277786677326706, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7369823201743764, + "mIoU": 0.548435409770916, + "macroF1": 0.6997848747966882, + "F1_coffee": 0.8054600171969045, + "IoU_coffee": 0.6742846859816448, + "precision_coffee": 0.9181573143837295, + "recall_coffee": 0.7174037909247559, + "F1_noncoffee": 0.5941097323964718, + "IoU_noncoffee": 0.42258613356018715, + "kappa": 0.41786818284056154, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7660354306658522, + "mIoU": 0.5281661902039261, + "macroF1": 0.6662818350983423, + "F1_coffee": 0.8487361769352291, + "IoU_coffee": 0.737221269296741, + "precision_coffee": 0.9212632180623035, + "recall_coffee": 0.7867952160117159, + "F1_noncoffee": 0.4838274932614555, + "IoU_noncoffee": 0.3191111111111111, + "kappa": 0.34638700821832136, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.73091697035359, + "mIoU": 0.49778529057211396, + "macroF1": 0.6409159143997685, + "F1_coffee": 0.8206878445786295, + "IoU_coffee": 0.6959038290293855, + "precision_coffee": 0.9316048278945016, + "recall_coffee": 0.7333724340175953, + "F1_noncoffee": 0.4611439842209073, + "IoU_noncoffee": 0.29966675211484234, + "kappa": 0.3111748376984346, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7669893419380073, + "mIoU": 0.5328540559027454, + "macroF1": 0.6716897232303045, + "F1_coffee": 0.8485734256846921, + "IoU_coffee": 0.7369757174392936, + "precision_coffee": 0.9352850539291218, + "recall_coffee": 0.7765759478948593, + "F1_noncoffee": 0.4948060207759169, + "IoU_noncoffee": 0.32873239436619717, + "kappa": 0.36168397347777526, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6581196581196581, + "mIoU": 0.4867812576728563, + "macroF1": 0.6536667254304005, + "F1_coffee": 0.6929375639713409, + "IoU_coffee": 0.5301487862176977, + "precision_coffee": 0.8949107732980833, + "recall_coffee": 0.5653444676409186, + "F1_noncoffee": 0.6143958868894601, + "IoU_noncoffee": 0.44341372912801486, + "kappa": 0.3489762450520185, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.772848948374761, + "mIoU": 0.6096458821409263, + "macroF1": 0.7537080705475246, + "F1_coffee": 0.8223684210526315, + "IoU_coffee": 0.6983240223463687, + "precision_coffee": 0.8781733993293949, + "recall_coffee": 0.7732321102207226, + "F1_noncoffee": 0.6850477200424178, + "IoU_noncoffee": 0.5209677419354839, + "kappa": 0.5109179435370161, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7075254367440967, + "mIoU": 0.5395797924685726, + "macroF1": 0.6989630544248605, + "F1_coffee": 0.7497330595482546, + "IoU_coffee": 0.5996583891735646, + "precision_coffee": 0.8942006269592476, + "recall_coffee": 0.6454532597935229, + "F1_noncoffee": 0.6481930493014664, + "IoU_noncoffee": 0.47950119576358047, + "kappa": 0.41923553463401086, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 471, + 563 + ], + [ + 6145, + 7520 + ], + [ + 38534, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6400755087534586, + "ssl_variant": "", + "test_tta": { + "OA": 0.7675215062489855, + "mIoU": 0.5778985610488656, + "macroF1": 0.7227803634870613, + "F1_coffee": 0.8341496740426813, + "IoU_coffee": 0.715486075245322, + "precision_coffee": 0.9078512917454317, + "recall_coffee": 0.7715160861928629, + "F1_noncoffee": 0.6114110529314415, + "IoU_noncoffee": 0.44031104685240907, + "kappa": 0.45399208748902203, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7353034498673128, + "mIoU": 0.5412467837428971, + "macroF1": 0.692206189308808, + "F1_coffee": 0.8073802751860287, + "IoU_coffee": 0.6769804811940089, + "precision_coffee": 0.8892999167668547, + "recall_coffee": 0.7392800169136443, + "F1_noncoffee": 0.5770321034315872, + "IoU_noncoffee": 0.40551308629178545, + "kappa": 0.39567289494335056, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s2_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 40, + "stopped_epoch": 60, + "best_val": 0.6071392781772182, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8073851647459828, + "mIoU": 0.6195812151402836, + "macroF1": 0.7547453939009892, + "F1_coffee": 0.8683682184730402, + "IoU_coffee": 0.7673593413056263, + "precision_coffee": 0.900522235258932, + "recall_coffee": 0.8384312213511546, + "F1_noncoffee": 0.6411225693289382, + "IoU_noncoffee": 0.471803088974941, + "kappa": 0.5111898418619437, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.768864659051575, + "mIoU": 0.5728418274409586, + "macroF1": 0.7169681509892429, + "F1_coffee": 0.8381637145800093, + "IoU_coffee": 0.7214129263289643, + "precision_coffee": 0.8830350873460008, + "recall_coffee": 0.7976320897960752, + "F1_noncoffee": 0.5957725873984765, + "IoU_noncoffee": 0.424270728552953, + "kappa": 0.43756378948162516, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24009546539379475, + "mIoU": 0.120443306940307, + "macroF1": 0.1947785812512554, + "F1_coffee": 0.38580246913580246, + "IoU_coffee": 0.2390057361376673, + "precision_coffee": 0.998003992015968, + "recall_coffee": 0.2391200382592061, + "F1_noncoffee": 0.0037546933667083854, + "IoU_noncoffee": 0.0018808777429467085, + "kappa": -5.457176456902019e-05, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8263561320754716, + "mIoU": 0.6522336374483834, + "macroF1": 0.7814669713936359, + "F1_coffee": 0.8805112253178252, + "IoU_coffee": 0.786529749320447, + "precision_coffee": 0.917165598365852, + "recall_coffee": 0.8466740360231485, + "F1_noncoffee": 0.6824227174694465, + "IoU_noncoffee": 0.5179375255763198, + "kappa": 0.5647814485329266, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8035220491922573, + "mIoU": 0.6136855399990052, + "macroF1": 0.749865138803063, + "F1_coffee": 0.8657161803713528, + "IoU_coffee": 0.763227126571178, + "precision_coffee": 0.898980856631318, + "recall_coffee": 0.8348254252461952, + "F1_noncoffee": 0.6340140972347732, + "IoU_noncoffee": 0.4641439534268325, + "kappa": 0.5015901920457467, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7925405667231775, + "mIoU": 0.5939762531155331, + "macroF1": 0.7326395301271733, + "F1_coffee": 0.8591905842127757, + "IoU_coffee": 0.7531412103746398, + "precision_coffee": 0.8860184431787361, + "recall_coffee": 0.833939626013147, + "F1_noncoffee": 0.6060884760415709, + "IoU_noncoffee": 0.43481129585642647, + "kappa": 0.466647003985695, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.840765628181633, + "mIoU": 0.6282903933553716, + "macroF1": 0.7547864161041977, + "F1_coffee": 0.8999872106407469, + "IoU_coffee": 0.818160678990815, + "precision_coffee": 0.9453250940354648, + "recall_coffee": 0.8587991213082743, + "F1_noncoffee": 0.6095856215676485, + "IoU_noncoffee": 0.4384201077199282, + "kappa": 0.5139372140962183, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7971043041465576, + "mIoU": 0.5540513808770229, + "macroF1": 0.6867047101590384, + "F1_coffee": 0.8726823238566132, + "IoU_coffee": 0.7741228070175439, + "precision_coffee": 0.922273024167211, + "recall_coffee": 0.8281524926686217, + "F1_noncoffee": 0.5007270964614638, + "IoU_noncoffee": 0.33397995473650177, + "kappa": 0.38043396798190876, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8236041850004889, + "mIoU": 0.5915237954784252, + "macroF1": 0.7209453564674038, + "F1_coffee": 0.8902008520998174, + "IoU_coffee": 0.8021278929472414, + "precision_coffee": 0.9337334014300307, + "recall_coffee": 0.8505466387531985, + "F1_noncoffee": 0.55168986083499, + "IoU_noncoffee": 0.3809196980096088, + "kappa": 0.44680028849909426, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8129154795821463, + "mIoU": 0.6594889377669952, + "macroF1": 0.7910260422767671, + "F1_coffee": 0.8586597790213804, + "IoU_coffee": 0.7523258737742017, + "precision_coffee": 0.8861246853250407, + "recall_coffee": 0.8328462073764787, + "F1_noncoffee": 0.7233923055321538, + "IoU_noncoffee": 0.5666520017597888, + "kappa": 0.582836365215912, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8097514340344169, + "mIoU": 0.6525470138929306, + "macroF1": 0.785455137640021, + "F1_coffee": 0.857653791130186, + "IoU_coffee": 0.7507827175954915, + "precision_coffee": 0.873015873015873, + "recall_coffee": 0.8428230001405876, + "F1_noncoffee": 0.7132564841498559, + "IoU_noncoffee": 0.5543113101903695, + "kappa": 0.5711777488564377, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7620464580533691, + "mIoU": 0.5836883409006011, + "macroF1": 0.7304066727042275, + "F1_coffee": 0.8227639951383428, + "IoU_coffee": 0.6988946920927973, + "precision_coffee": 0.8319838056680162, + "recall_coffee": 0.8137462876537972, + "F1_noncoffee": 0.6380493502701124, + "IoU_noncoffee": 0.4684819897084048, + "kappa": 0.4609485345736572, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 343, + 563 + ], + [ + 6020, + 7520 + ], + [ + 43371, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9805867274602256, + "ssl_variant": "", + "test_tta": { + "OA": 0.8204999188443435, + "mIoU": 0.6334197521382439, + "macroF1": 0.7650184581919037, + "F1_coffee": 0.8791986629818563, + "IoU_coffee": 0.7844375572578601, + "precision_coffee": 0.8970820980361561, + "recall_coffee": 0.862014308357966, + "F1_noncoffee": 0.6508382534019512, + "IoU_noncoffee": 0.4824019470186277, + "kappa": 0.5305761259556653, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7814987885081343, + "mIoU": 0.5843986802696298, + "macroF1": 0.7256739567345949, + "F1_coffee": 0.849424533365138, + "IoU_coffee": 0.7382605991499949, + "precision_coffee": 0.8795307193578265, + "recall_coffee": 0.8213111918353226, + "F1_noncoffee": 0.6019233801040517, + "IoU_noncoffee": 0.4305367613892648, + "kappa": 0.4530421567154591, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s2_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 29, + "stopped_epoch": 49, + "best_val": 0.7250316462555022, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8761726992371368, + "mIoU": 0.7297748027909897, + "macroF1": 0.8385503597465511, + "F1_coffee": 0.9164869569024969, + "IoU_coffee": 0.8458476459890887, + "precision_coffee": 0.937221538117094, + "recall_coffee": 0.8966499593025746, + "F1_noncoffee": 0.7606137625906053, + "IoU_noncoffee": 0.6137019595928908, + "kappa": 0.6775531054174204, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8341842621437637, + "mIoU": 0.6663469278783656, + "macroF1": 0.7926333194896293, + "F1_coffee": 0.8854572444780967, + "IoU_coffee": 0.7944578528649325, + "precision_coffee": 0.9192040377296045, + "recall_coffee": 0.8541005977435661, + "F1_noncoffee": 0.6998093945011619, + "IoU_noncoffee": 0.5382360028917985, + "kappa": 0.5867264889147394, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3455847255369928, + "mIoU": 0.17362097300117388, + "macroF1": 0.2590372588368135, + "F1_coffee": 0.512273212379936, + "IoU_coffee": 0.34433285509325684, + "precision_coffee": 1.0, + "recall_coffee": 0.34433285509325684, + "F1_noncoffee": 0.005801305293691081, + "IoU_noncoffee": 0.002909090909090909, + "kappa": 0.002001386377021582, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8774567610062893, + "mIoU": 0.737537953473024, + "macroF1": 0.8445129536269077, + "F1_coffee": 0.9160834454912516, + "IoU_coffee": 0.8451604892282858, + "precision_coffee": 0.9492364549194617, + "recall_coffee": 0.8851680863515183, + "F1_noncoffee": 0.7729424617625638, + "IoU_noncoffee": 0.6299154177177623, + "kappa": 0.6900489140995643, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8812399941784311, + "mIoU": 0.7388047584941007, + "macroF1": 0.844906066366105, + "F1_coffee": 0.9199738476626349, + "IoU_coffee": 0.8518070101095708, + "precision_coffee": 0.9410781166399144, + "recall_coffee": 0.8997953702519503, + "F1_noncoffee": 0.7698382850695751, + "IoU_noncoffee": 0.6258025068786304, + "kappa": 0.6902601425382364, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.869847420682974, + "mIoU": 0.7126183501259742, + "macroF1": 0.8256325739465833, + "F1_coffee": 0.9134370671047969, + "IoU_coffee": 0.8406665085388995, + "precision_coffee": 0.9222612542284674, + "recall_coffee": 0.904780139128215, + "F1_noncoffee": 0.7378280807883696, + "IoU_noncoffee": 0.5845701917130488, + "kappa": 0.6513618132049199, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9009366727754021, + "mIoU": 0.7300080960029249, + "macroF1": 0.8345025898350802, + "F1_coffee": 0.9393580554689934, + "IoU_coffee": 0.8856504877188859, + "precision_coffee": 0.9598777225831104, + "recall_coffee": 0.9196973395167195, + "F1_noncoffee": 0.729647124201167, + "IoU_noncoffee": 0.5743657042869641, + "kappa": 0.6696781624594278, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.875406283856988, + "mIoU": 0.6689424675006528, + "macroF1": 0.7858375940138986, + "F1_coffee": 0.9243375799988037, + "IoU_coffee": 0.8593193950177936, + "precision_coffee": 0.9430070783500122, + "recall_coffee": 0.9063929618768328, + "F1_noncoffee": 0.6473376080289935, + "IoU_noncoffee": 0.478565539983512, + "kappa": 0.5724562668417469, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8829568788501027, + "mIoU": 0.6692048741169219, + "macroF1": 0.784326691569325, + "F1_coffee": 0.930175581870151, + "IoU_coffee": 0.8694656488549618, + "precision_coffee": 0.9330602691632534, + "recall_coffee": 0.9273086764363806, + "F1_noncoffee": 0.638477801268499, + "IoU_noncoffee": 0.468944099378882, + "kappa": 0.5686747288502451, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8555555555555555, + "mIoU": 0.7291241291942334, + "macroF1": 0.8414085570459415, + "F1_coffee": 0.8887751371115173, + "IoU_coffee": 0.7998157409844696, + "precision_coffee": 0.9363636363636364, + "recall_coffee": 0.8457898399443284, + "F1_noncoffee": 0.7940419769803656, + "IoU_noncoffee": 0.6584325174039973, + "kappa": 0.68432694837735, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8869024856596558, + "mIoU": 0.7777087518945403, + "macroF1": 0.8734444641958028, + "F1_coffee": 0.9147141518275539, + "IoU_coffee": 0.842832469775475, + "precision_coffee": 0.9387392719739568, + "recall_coffee": 0.8918880922255026, + "F1_noncoffee": 0.8321747765640516, + "IoU_noncoffee": 0.7125850340136054, + "kappa": 0.7472147449574017, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8569783067767326, + "mIoU": 0.7263796554221764, + "macroF1": 0.8390155164582745, + "F1_coffee": 0.8927903295438192, + "IoU_coffee": 0.806342604626982, + "precision_coffee": 0.9087446902006738, + "recall_coffee": 0.8773865082732287, + "F1_noncoffee": 0.7852407033727299, + "IoU_noncoffee": 0.6464167062173707, + "kappa": 0.6782297059839854, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 22, + 27 + ], + [ + 536, + 563 + ], + [ + 6671, + 7520 + ], + [ + 46752, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4444586435953775, + "ssl_variant": "", + "test_tta": { + "OA": 0.8864632364875832, + "mIoU": 0.7444393938916591, + "macroF1": 0.8485061162244969, + "F1_coffee": 0.9243366612943352, + "IoU_coffee": 0.8593178070069587, + "precision_coffee": 0.9336581954854358, + "recall_coffee": 0.9151994173842265, + "F1_noncoffee": 0.7726755711546586, + "IoU_noncoffee": 0.6295609807763597, + "kappa": 0.6971029423365485, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8451742240683051, + "mIoU": 0.6790726155419915, + "macroF1": 0.8016651572599374, + "F1_coffee": 0.8945595269666342, + "IoU_coffee": 0.8092335578341301, + "precision_coffee": 0.914748302599333, + "recall_coffee": 0.8752426531357512, + "F1_noncoffee": 0.7087707875532405, + "IoU_noncoffee": 0.5489116732498529, + "kappa": 0.6038632681724401, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f2_s2_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 23, + "stopped_epoch": 43, + "best_val": 0.7304403780036324, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8975490991722123, + "mIoU": 0.7688468400101849, + "macroF1": 0.8655236914415605, + "F1_coffee": 0.9311488284829181, + "IoU_coffee": 0.8711678981099726, + "precision_coffee": 0.9486997110468993, + "recall_coffee": 0.9142355309943023, + "F1_noncoffee": 0.7998985544002029, + "IoU_noncoffee": 0.6665257819103972, + "kappa": 0.7313146363115738, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8509143879081574, + "mIoU": 0.6933969252988332, + "macroF1": 0.8129619365268359, + "F1_coffee": 0.8972148475176247, + "IoU_coffee": 0.8135898869312751, + "precision_coffee": 0.9294602389781623, + "recall_coffee": 0.8671317918852948, + "F1_noncoffee": 0.728709025536047, + "IoU_noncoffee": 0.5732039636663914, + "kappa": 0.6271084442958054, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24821002386634844, + "mIoU": 0.12465256418760216, + "macroF1": 0.20045550138227877, + "F1_coffee": 0.3958573072497123, + "IoU_coffee": 0.2467718794835007, + "precision_coffee": 1.0, + "recall_coffee": 0.2467718794835007, + "F1_noncoffee": 0.00505369551484523, + "IoU_noncoffee": 0.00253324889170361, + "kappa": 0.0012494880821901412, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8871363993710691, + "mIoU": 0.7565713051770429, + "macroF1": 0.8577601235402299, + "F1_coffee": 0.9224012702273572, + "IoU_coffee": 0.8559784312496082, + "precision_coffee": 0.959921248769512, + "recall_coffee": 0.887704011964367, + "F1_noncoffee": 0.7931189768531027, + "IoU_noncoffee": 0.6571641791044777, + "kappa": 0.7166742477100323, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.9037500606413429, + "mIoU": 0.7745846082124355, + "macroF1": 0.8689424730146973, + "F1_coffee": 0.9364835446279933, + "IoU_coffee": 0.8805538832028899, + "precision_coffee": 0.9376843185023721, + "recall_coffee": 0.9352858421793068, + "F1_noncoffee": 0.8014014014014014, + "IoU_noncoffee": 0.668615333221981, + "kappa": 0.7378862899970532, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.901622668927101, + "mIoU": 0.7754968261689592, + "macroF1": 0.8699031815514288, + "F1_coffee": 0.9341418333927819, + "IoU_coffee": 0.8764222695466991, + "precision_coffee": 0.9495056031641398, + "recall_coffee": 0.9192673431616568, + "F1_noncoffee": 0.8056645297100756, + "IoU_noncoffee": 0.6745713827912193, + "kappa": 0.7400072280851504, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9025656689065363, + "mIoU": 0.7258892924159193, + "macroF1": 0.830789535387666, + "F1_coffee": 0.9409951291694926, + "IoU_coffee": 0.8885654401490451, + "precision_coffee": 0.9509034267912773, + "recall_coffee": 0.93129118867464, + "F1_noncoffee": 0.7205839416058394, + "IoU_noncoffee": 0.5632131446827933, + "kappa": 0.661752980047945, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.9001280409731114, + "mIoU": 0.7091928577041946, + "macroF1": 0.8169972461976125, + "F1_coffee": 0.9403389032713579, + "IoU_coffee": 0.8873958911715714, + "precision_coffee": 0.9433360878290639, + "recall_coffee": 0.9373607038123167, + "F1_noncoffee": 0.693655589123867, + "IoU_noncoffee": 0.5309898242368177, + "kappa": 0.6340134628574824, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.9066197320817444, + "mIoU": 0.7205536584989285, + "macroF1": 0.8255393693181712, + "F1_coffee": 0.9444735159020873, + "IoU_coffee": 0.8947890272116338, + "precision_coffee": 0.9443088013021742, + "recall_coffee": 0.9446382879739474, + "F1_noncoffee": 0.706605222734255, + "IoU_noncoffee": 0.5463182897862233, + "kappa": 0.6510787947302485, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8727445394112061, + "mIoU": 0.7603880527070961, + "macroF1": 0.8626704375863212, + "F1_coffee": 0.8998654909580033, + "IoU_coffee": 0.8179595163700584, + "precision_coffee": 0.9715991608842989, + "recall_coffee": 0.8379958246346555, + "F1_noncoffee": 0.8254753842146392, + "IoU_noncoffee": 0.7028165890441339, + "kappa": 0.7279257068384163, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9072657743785851, + "mIoU": 0.8094287813744827, + "macroF1": 0.8933362208167934, + "F1_coffee": 0.9318820224719101, + "IoU_coffee": 0.8724523339907956, + "precision_coffee": 0.9309667461765119, + "recall_coffee": 0.932799100238999, + "F1_noncoffee": 0.8547904191616766, + "IoU_noncoffee": 0.74640522875817, + "kappa": 0.7866728811910796, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8967172201958149, + "mIoU": 0.7968049355351062, + "macroF1": 0.885793427107598, + "F1_coffee": 0.9211143695014663, + "IoU_coffee": 0.8537646099483556, + "precision_coffee": 0.9563099406302329, + "recall_coffee": 0.8884174798472635, + "F1_noncoffee": 0.8504724847137298, + "IoU_noncoffee": 0.7398452611218569, + "kappa": 0.7721717916338042, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 16, + 27 + ], + [ + 553, + 563 + ], + [ + 6874, + 7520 + ], + [ + 47855, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1448793967564903, + "ssl_variant": "", + "test_tta": { + "OA": 0.9066223015744197, + "mIoU": 0.7836206670481137, + "macroF1": 0.8751987741081939, + "F1_coffee": 0.9378222102134558, + "IoU_coffee": 0.8829239504263416, + "precision_coffee": 0.9464866162001789, + "recall_coffee": 0.9293149980722272, + "F1_noncoffee": 0.812575338002932, + "IoU_noncoffee": 0.6843173836698858, + "kappa": 0.7504605828518425, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8601303796007845, + "mIoU": 0.7052093842086524, + "macroF1": 0.8212226266604472, + "F1_coffee": 0.9046242206093508, + "IoU_coffee": 0.825857425031424, + "precision_coffee": 0.926268302015991, + "recall_coffee": 0.8839685559976167, + "F1_noncoffee": 0.7378210327115436, + "IoU_noncoffee": 0.5845613433858807, + "kappa": 0.6429811186346879, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s0_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.5584601152256004, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.772596092858049, + "mIoU": 0.6064494036710941, + "macroF1": 0.7506351006493925, + "F1_coffee": 0.8246371317819978, + "IoU_coffee": 0.7016021639617145, + "precision_coffee": 0.8845255895700532, + "recall_coffee": 0.7723441293691877, + "F1_noncoffee": 0.6766330695167873, + "IoU_noncoffee": 0.5112966433804736, + "kappa": 0.5054507469475037, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7449376947040498, + "mIoU": 0.5733191795934908, + "macroF1": 0.7243544248210776, + "F1_coffee": 0.7996783072618737, + "IoU_coffee": 0.6662199909406613, + "precision_coffee": 0.8652563976860477, + "recall_coffee": 0.7433402826036599, + "F1_noncoffee": 0.6490305423802815, + "IoU_noncoffee": 0.48041836824632017, + "kappa": 0.4542017456839048, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.02927400468384075, + "mIoU": 0.014753901560624248, + "macroF1": 0.02888919066097689, + "F1_coffee": 0.04822043628013777, + "IoU_coffee": 0.024705882352941175, + "precision_coffee": 1.0, + "recall_coffee": 0.024705882352941175, + "F1_noncoffee": 0.009557945041816009, + "IoU_noncoffee": 0.004801920768307323, + "kappa": 0.00023724323362527615, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7326713675828657, + "mIoU": 0.5659523127122605, + "macroF1": 0.7200646857395432, + "F1_coffee": 0.779470539353409, + "IoU_coffee": 0.6386331215147192, + "precision_coffee": 0.9043246717473143, + "recall_coffee": 0.6849095966620306, + "F1_noncoffee": 0.6606588321256774, + "IoU_noncoffee": 0.4932715039098018, + "kappa": 0.4560830062720642, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7984485056158386, + "mIoU": 0.6296035614856097, + "macroF1": 0.7667023573683045, + "F1_coffee": 0.8527622292528596, + "IoU_coffee": 0.7433177768349597, + "precision_coffee": 0.8624472573839662, + "recall_coffee": 0.8432923055765661, + "F1_noncoffee": 0.6806424854837494, + "IoU_noncoffee": 0.5158893461362597, + "kappa": 0.53353230459663, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7862296628153738, + "mIoU": 0.6234454439170344, + "macroF1": 0.7637579517372948, + "F1_coffee": 0.8366192106685889, + "IoU_coffee": 0.7191275791560815, + "precision_coffee": 0.8920830130668717, + "recall_coffee": 0.7876484560570072, + "F1_noncoffee": 0.6908966928060006, + "IoU_noncoffee": 0.5277633086779873, + "kappa": 0.530946218800479, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7757523148148148, + "mIoU": 0.6034536530332588, + "macroF1": 0.7468548375960093, + "F1_coffee": 0.8323841107346261, + "IoU_coffee": 0.712892072116572, + "precision_coffee": 0.9013270882123341, + "recall_coffee": 0.7732386820251809, + "F1_noncoffee": 0.6613255644573925, + "IoU_noncoffee": 0.4940152339499456, + "kappa": 0.4996249927452099, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7912528647822765, + "mIoU": 0.6078683825776849, + "macroF1": 0.7472360342665015, + "F1_coffee": 0.8527152674841666, + "IoU_coffee": 0.7432464176650223, + "precision_coffee": 0.8701870187018702, + "recall_coffee": 0.8359313077939233, + "F1_noncoffee": 0.6417568010488365, + "IoU_noncoffee": 0.4724903474903475, + "kappa": 0.4949672762648524, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7910180205679781, + "mIoU": 0.6117342372609806, + "macroF1": 0.7511582503974249, + "F1_coffee": 0.8507512970824068, + "IoU_coffee": 0.7402673545966229, + "precision_coffee": 0.883554933519944, + "recall_coffee": 0.8202962577962578, + "F1_noncoffee": 0.651565203712443, + "IoU_noncoffee": 0.4832011199253383, + "kappa": 0.5039129155808081, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.6900467601870407, + "mIoU": 0.5246321337118993, + "macroF1": 0.6876338366317551, + "F1_coffee": 0.7150877192982457, + "IoU_coffee": 0.5565264882577826, + "precision_coffee": 0.9086045474810521, + "recall_coffee": 0.5895284929129303, + "F1_noncoffee": 0.6601799539652647, + "IoU_noncoffee": 0.4927377791660159, + "kappa": 0.4073330394939126, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8055977229601518, + "mIoU": 0.6491730394794323, + "macroF1": 0.7832995698523865, + "F1_coffee": 0.8528122979671001, + "IoU_coffee": 0.7433938634940513, + "precision_coffee": 0.8543465745538285, + "recall_coffee": 0.8512835221568908, + "F1_noncoffee": 0.7137868417376728, + "IoU_noncoffee": 0.5549522154648132, + "kappa": 0.5666018576723202, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7814444653969451, + "mIoU": 0.6295762300115267, + "macroF1": 0.7706787965856376, + "F1_coffee": 0.8203657780533168, + "IoU_coffee": 0.6954408093548811, + "precision_coffee": 0.9024722932651321, + "recall_coffee": 0.7519534024719421, + "F1_noncoffee": 0.7209918151179586, + "IoU_noncoffee": 0.5637116506681724, + "kappa": 0.5471791847522397, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8540, + 11000 + ], + [ + 40056, + 51930 + ], + [ + 127, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4866089582443238, + "ssl_variant": "", + "test_tta": { + "OA": 0.7862806038310288, + "mIoU": 0.6218210055192384, + "macroF1": 0.7621899569979255, + "F1_coffee": 0.8378801000769823, + "IoU_coffee": 0.7209928167760365, + "precision_coffee": 0.8822382086225239, + "recall_coffee": 0.7977690228594988, + "F1_noncoffee": 0.6864998139188686, + "IoU_noncoffee": 0.5226491942624403, + "kappa": 0.5266936728810463, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7577016268605054, + "mIoU": 0.5865121397736345, + "macroF1": 0.7345069074620715, + "F1_coffee": 0.812980073472114, + "IoU_coffee": 0.6848916815155209, + "precision_coffee": 0.8623621377795622, + "recall_coffee": 0.7689472908374924, + "F1_noncoffee": 0.656033741452029, + "IoU_noncoffee": 0.48813259803174797, + "kappa": 0.47219697847309566, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s0_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.5000728379496968, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7411359888367373, + "mIoU": 0.5740895321956265, + "macroF1": 0.7262177743126902, + "F1_coffee": 0.7901266310985409, + "IoU_coffee": 0.6530655615768781, + "precision_coffee": 0.9004600462976529, + "recall_coffee": 0.7038801594209538, + "F1_noncoffee": 0.6623089175268395, + "IoU_noncoffee": 0.49511350281437494, + "kappa": 0.46535119326031943, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7154436367832007, + "mIoU": 0.5449332242781372, + "macroF1": 0.7024709805896898, + "F1_coffee": 0.7645977998902331, + "IoU_coffee": 0.6189059723402611, + "precision_coffee": 0.8820436589864288, + "recall_coffee": 0.6747530903194559, + "F1_noncoffee": 0.6403441612891465, + "IoU_noncoffee": 0.4709604762160133, + "kappa": 0.42063560013001255, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.02459016393442623, + "mIoU": 0.012389486260454002, + "macroF1": 0.024364085705625888, + "F1_coffee": 0.0392156862745098, + "IoU_coffee": 0.02, + "precision_coffee": 1.0, + "recall_coffee": 0.02, + "F1_noncoffee": 0.009512485136741973, + "IoU_noncoffee": 0.0047789725209080045, + "kappa": 0.00019114063171978728, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7183767448553748, + "mIoU": 0.5502999842007203, + "macroF1": 0.7074551973853451, + "F1_coffee": 0.7639798994974875, + "IoU_coffee": 0.6180966629805503, + "precision_coffee": 0.9053835159599809, + "recall_coffee": 0.660778859527121, + "F1_noncoffee": 0.6509304952732029, + "IoU_noncoffee": 0.48250330542089026, + "kappa": 0.4352831393753394, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7299162383399962, + "mIoU": 0.5596154986687394, + "macroF1": 0.7141210254532527, + "F1_coffee": 0.78131863897345, + "IoU_coffee": 0.6411180674128881, + "precision_coffee": 0.8886746143057503, + "recall_coffee": 0.697105136491783, + "F1_noncoffee": 0.6469234119330555, + "IoU_noncoffee": 0.47811292992459076, + "kappa": 0.44140404923004295, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.774628625324216, + "mIoU": 0.6131900872650884, + "macroF1": 0.7567152222746556, + "F1_coffee": 0.8227308134574725, + "IoU_coffee": 0.6988468082424854, + "precision_coffee": 0.9072316753926701, + "recall_coffee": 0.7526297930098406, + "F1_noncoffee": 0.6906996310918387, + "IoU_noncoffee": 0.5275333662876915, + "kappa": 0.5206857120478313, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7897376543209876, + "mIoU": 0.6200693787028271, + "macroF1": 0.7596559805702181, + "F1_coffee": 0.8446850954687946, + "IoU_coffee": 0.7311297483966452, + "precision_coffee": 0.902283105022831, + "recall_coffee": 0.7939994642378784, + "F1_noncoffee": 0.6746268656716418, + "IoU_noncoffee": 0.509009009009009, + "kappa": 0.5233807897801375, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.75, + "mIoU": 0.5720730929738518, + "macroF1": 0.7216128017614217, + "F1_coffee": 0.8105095541401274, + "IoU_coffee": 0.6813922356091031, + "precision_coffee": 0.8964137047710534, + "recall_coffee": 0.7396301188903567, + "F1_noncoffee": 0.6327160493827161, + "IoU_noncoffee": 0.46275395033860045, + "kappa": 0.4529629956570175, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8033776771393528, + "mIoU": 0.6334582367380204, + "macroF1": 0.7691934509056164, + "F1_coffee": 0.8580188036517237, + "IoU_coffee": 0.7513423219186255, + "precision_coffee": 0.9018905757662561, + "recall_coffee": 0.8182172557172557, + "F1_noncoffee": 0.6803680981595092, + "IoU_noncoffee": 0.5155741515574152, + "kappa": 0.5408328808179445, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.6477717339440786, + "mIoU": 0.47870375307797847, + "macroF1": 0.6473555336390395, + "F1_coffee": 0.6594704308515545, + "IoU_coffee": 0.49194769442532693, + "precision_coffee": 0.9105732484076433, + "recall_coffee": 0.5169221868672259, + "F1_noncoffee": 0.6352406364265244, + "IoU_noncoffee": 0.46545981173063, + "kappa": 0.34783412765522487, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7099620493358634, + "mIoU": 0.5440681226641269, + "macroF1": 0.7031644419509142, + "F1_coffee": 0.7480840543881335, + "IoU_coffee": 0.5975513428120063, + "precision_coffee": 0.8793103448275862, + "recall_coffee": 0.6509393374444286, + "F1_noncoffee": 0.6582448295136948, + "IoU_noncoffee": 0.4905849025162473, + "kappa": 0.42374033616980245, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7458985479917029, + "mIoU": 0.5882373894681976, + "macroF1": 0.7393987037626573, + "F1_coffee": 0.7805553293705725, + "IoU_coffee": 0.640090811965812, + "precision_coffee": 0.9143456695917589, + "recall_coffee": 0.6809205853104134, + "F1_noncoffee": 0.6982420781547419, + "IoU_noncoffee": 0.5363839669705832, + "kappa": 0.4937036149414202, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8410, + 11000 + ], + [ + 38200, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4881736119588216, + "ssl_variant": "", + "test_tta": { + "OA": 0.763177089940378, + "mIoU": 0.5982413102671265, + "macroF1": 0.7449123284461274, + "F1_coffee": 0.8131700421571448, + "IoU_coffee": 0.6851613719248688, + "precision_coffee": 0.8958407982139411, + "recall_coffee": 0.7444683677676486, + "F1_noncoffee": 0.6766546147351101, + "IoU_noncoffee": 0.5113212486093842, + "kappa": 0.49723481530231245, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7358947732779508, + "mIoU": 0.566071266561774, + "macroF1": 0.7192762774541874, + "F1_coffee": 0.7875785908173445, + "IoU_coffee": 0.6495914579306914, + "precision_coffee": 0.8767530153154782, + "recall_coffee": 0.7148693326594647, + "F1_noncoffee": 0.6509739640910304, + "IoU_noncoffee": 0.48255107519285656, + "kappa": 0.4479362707523842, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s0_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 10, + "stopped_epoch": 30, + "best_val": 0.7160398672694577, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.84086007865026, + "mIoU": 0.6977018777651335, + "macroF1": 0.8185023435757847, + "F1_coffee": 0.8822038076011174, + "IoU_coffee": 0.7892349371022954, + "precision_coffee": 0.904694270582571, + "recall_coffee": 0.8608044344679097, + "F1_noncoffee": 0.7548008795504519, + "IoU_noncoffee": 0.6061688184279715, + "kappa": 0.6374710494787127, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8089304257528557, + "mIoU": 0.6533590012924526, + "macroF1": 0.7863701819519984, + "F1_coffee": 0.8557930944398485, + "IoU_coffee": 0.7479356139883557, + "precision_coffee": 0.8857393929834839, + "recall_coffee": 0.8278055046644345, + "F1_noncoffee": 0.7169472694641483, + "IoU_noncoffee": 0.5587823885965496, + "kappa": 0.5736968402231525, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08782201405152225, + "mIoU": 0.044221331305730284, + "macroF1": 0.08182815659266722, + "F1_coffee": 0.1560130010834236, + "IoU_coffee": 0.0846063454759107, + "precision_coffee": 0.9863013698630136, + "recall_coffee": 0.08470588235294117, + "F1_noncoffee": 0.007643312101910828, + "IoU_noncoffee": 0.0038363171355498722, + "kappa": -0.001692409153464163, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8418477478773925, + "mIoU": 0.691140674439175, + "macroF1": 0.8127829218882536, + "F1_coffee": 0.8865489831733251, + "IoU_coffee": 0.7962173187465232, + "precision_coffee": 0.8774606634425448, + "recall_coffee": 0.8958275382475661, + "F1_noncoffee": 0.7390168606031822, + "IoU_noncoffee": 0.5860640301318267, + "kappa": 0.625658225111895, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8562250142775557, + "mIoU": 0.7235864836614951, + "macroF1": 0.8369224078499333, + "F1_coffee": 0.8930278672851528, + "IoU_coffee": 0.8067302155972107, + "precision_coffee": 0.9205723463279311, + "recall_coffee": 0.8670838203946916, + "F1_noncoffee": 0.7808169484147138, + "IoU_noncoffee": 0.6404427517257796, + "kappa": 0.6744420131506503, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8246639943409573, + "mIoU": 0.6784667150952861, + "macroF1": 0.805276391466262, + "F1_coffee": 0.8667192429022083, + "IoU_coffee": 0.7647877522616562, + "precision_coffee": 0.9185472228554061, + "recall_coffee": 0.8204275534441805, + "F1_noncoffee": 0.7438335400303155, + "IoU_noncoffee": 0.5921456779289161, + "kappa": 0.6129213171189455, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8420138888888888, + "mIoU": 0.673662393242811, + "macroF1": 0.7975246836323182, + "F1_coffee": 0.892434988179669, + "IoU_coffee": 0.8057630736392742, + "precision_coffee": 0.8754187065189384, + "recall_coffee": 0.9101259040985802, + "F1_noncoffee": 0.7026143790849673, + "IoU_noncoffee": 0.5415617128463476, + "kappa": 0.5954719339750728, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8535141329258976, + "mIoU": 0.7110973257574752, + "macroF1": 0.8272987262115028, + "F1_coffee": 0.8945849367784497, + "IoU_coffee": 0.8092751460897675, + "precision_coffee": 0.9322543683758235, + "recall_coffee": 0.8598414795244386, + "F1_noncoffee": 0.7600125156445557, + "IoU_noncoffee": 0.6129195054251829, + "kappa": 0.655876566995131, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8419662232286065, + "mIoU": 0.6812352393214554, + "macroF1": 0.8042180840267632, + "F1_coffee": 0.8901855372713564, + "IoU_coffee": 0.8021030245746692, + "precision_coffee": 0.8983723699880906, + "recall_coffee": 0.8821465696465697, + "F1_noncoffee": 0.7182506307821699, + "IoU_noncoffee": 0.5603674540682415, + "kappa": 0.608519580818212, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8416833667334669, + "mIoU": 0.7040463507341705, + "macroF1": 0.8236136469997375, + "F1_coffee": 0.8800693992626328, + "IoU_coffee": 0.7858249419054996, + "precision_coffee": 0.8797514091631738, + "recall_coffee": 0.8803876193231125, + "F1_noncoffee": 0.7671578947368421, + "IoU_noncoffee": 0.6222677595628415, + "kappa": 0.6472273834810518, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8589184060721062, + "mIoU": 0.7345236630607866, + "macroF1": 0.845090998850422, + "F1_coffee": 0.8913726349623785, + "IoU_coffee": 0.8040326831839747, + "precision_coffee": 0.9084276354973199, + "recall_coffee": 0.8749462211386777, + "F1_noncoffee": 0.7988093627384657, + "IoU_noncoffee": 0.6650146429375986, + "kappa": 0.6903841201481037, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8073731849896285, + "mIoU": 0.6683700162091444, + "macroF1": 0.7999955269564243, + "F1_coffee": 0.8384086055524796, + "IoU_coffee": 0.7217758409369468, + "precision_coffee": 0.9457530335474661, + "recall_coffee": 0.7529478619122034, + "F1_noncoffee": 0.7615824483603688, + "IoU_noncoffee": 0.6149641914813418, + "kappa": 0.6074523774593628, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9471, + 11000 + ], + [ + 43432, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4914412816365559, + "ssl_variant": "", + "test_tta": { + "OA": 0.8522770518838005, + "mIoU": 0.7115088496189688, + "macroF1": 0.8278535097404824, + "F1_coffee": 0.8926950632357346, + "IoU_coffee": 0.8061871970374686, + "precision_coffee": 0.8978452270620946, + "recall_coffee": 0.8876036465252646, + "F1_noncoffee": 0.7630119562452302, + "IoU_noncoffee": 0.6168305022004689, + "kappa": 0.6557320368983784, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8201944155994, + "mIoU": 0.6651565565716007, + "macroF1": 0.7945389732192694, + "F1_coffee": 0.8671419589287808, + "IoU_coffee": 0.7654462673088501, + "precision_coffee": 0.8777777777777778, + "recall_coffee": 0.8567607976919999, + "F1_noncoffee": 0.721935987509758, + "IoU_noncoffee": 0.5648668458343513, + "kappa": 0.5892041744272217, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s0_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7448395406558717, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8836895851833059, + "mIoU": 0.7648153152855017, + "macroF1": 0.8644388223732862, + "F1_coffee": 0.9155236153819576, + "IoU_coffee": 0.8442079775710463, + "precision_coffee": 0.9206874985522688, + "recall_coffee": 0.9104173347381923, + "F1_noncoffee": 0.8133540293646149, + "IoU_noncoffee": 0.6854226529999571, + "kappa": 0.7288964876042527, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.850928810430368, + "mIoU": 0.7138852222892211, + "macroF1": 0.8300235568741564, + "F1_coffee": 0.8896339640370734, + "IoU_coffee": 0.8012078316728853, + "precision_coffee": 0.9023719267843604, + "recall_coffee": 0.8772506159580516, + "F1_noncoffee": 0.7704131497112394, + "IoU_noncoffee": 0.6265626129055568, + "kappa": 0.6601879709679345, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.202576112412178, + "mIoU": 0.10207547364297936, + "macroF1": 0.17087024023882744, + "F1_coffee": 0.3330068560235064, + "IoU_coffee": 0.199764982373678, + "precision_coffee": 0.9941520467836257, + "recall_coffee": 0.2, + "F1_noncoffee": 0.008733624454148471, + "IoU_noncoffee": 0.0043859649122807015, + "kappa": -0.0005849623387482587, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8794550774691802, + "mIoU": 0.7592563138312168, + "macroF1": 0.8608886027439745, + "F1_coffee": 0.9117099392193374, + "IoU_coffee": 0.8377453512396694, + "precision_coffee": 0.9213235816232337, + "recall_coffee": 0.9022948539638387, + "F1_noncoffee": 0.8100672662686116, + "IoU_noncoffee": 0.6807672764227642, + "kappa": 0.7218423579080975, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8923948220064725, + "mIoU": 0.7803280213714843, + "macroF1": 0.8746328052753234, + "F1_coffee": 0.921821513778915, + "IoU_coffee": 0.8549804374318517, + "precision_coffee": 0.9271108638197246, + "recall_coffee": 0.9165921749295194, + "F1_noncoffee": 0.8274440967717317, + "IoU_noncoffee": 0.705675605311117, + "kappa": 0.7492836227417381, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8792265975005895, + "mIoU": 0.7550346354371321, + "macroF1": 0.8577462330659298, + "F1_coffee": 0.9130242825607064, + "IoU_coffee": 0.8399675060926076, + "precision_coffee": 0.9138001359619307, + "recall_coffee": 0.9122497455039023, + "F1_noncoffee": 0.8024681835711531, + "IoU_noncoffee": 0.6701017647816566, + "kappa": 0.7154929319206125, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8803047839506173, + "mIoU": 0.7486906305020051, + "macroF1": 0.8527505298998003, + "F1_coffee": 0.9164478556520568, + "IoU_coffee": 0.8457810364110849, + "precision_coffee": 0.9213483146067416, + "recall_coffee": 0.9115992499330298, + "F1_noncoffee": 0.7890532041475438, + "IoU_noncoffee": 0.6516002245929253, + "kappa": 0.7055220924436332, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8966768525592055, + "mIoU": 0.7763940195631095, + "macroF1": 0.8712192409276693, + "F1_coffee": 0.9284769962982549, + "IoU_coffee": 0.8665021591610117, + "precision_coffee": 0.9292140777983594, + "recall_coffee": 0.9277410832232497, + "F1_noncoffee": 0.8139614855570839, + "IoU_noncoffee": 0.6862858799652073, + "kappa": 0.7424389033934486, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8700820832153977, + "mIoU": 0.7199713908450704, + "macroF1": 0.831652659755864, + "F1_coffee": 0.912085807316606, + "IoU_coffee": 0.8383802816901409, + "precision_coffee": 0.896573365131166, + "recall_coffee": 0.9281444906444907, + "F1_noncoffee": 0.751219512195122, + "IoU_noncoffee": 0.6015625, + "kappa": 0.6635902996014229, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8786143716003435, + "mIoU": 0.7669638121513369, + "macroF1": 0.8667154902672112, + "F1_coffee": 0.9065393093313739, + "IoU_coffee": 0.8290552345114904, + "precision_coffee": 0.9212962962962963, + "recall_coffee": 0.8922476135377495, + "F1_noncoffee": 0.8268916712030484, + "IoU_noncoffee": 0.7048723897911833, + "kappa": 0.7335575966706872, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8881404174573055, + "mIoU": 0.7819900715211745, + "macroF1": 0.8763634407785024, + "F1_coffee": 0.9145218589139419, + "IoU_coffee": 0.8425060112209458, + "precision_coffee": 0.9247800586510264, + "recall_coffee": 0.9044887422916965, + "F1_noncoffee": 0.838205022643063, + "IoU_noncoffee": 0.7214741318214033, + "kappa": 0.7527844588344127, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.888365076371865, + "mIoU": 0.7834366829343788, + "macroF1": 0.8773684363692045, + "F1_coffee": 0.9140908431287186, + "IoU_coffee": 0.841774689295737, + "precision_coffee": 0.9341539374165801, + "recall_coffee": 0.8948714306009377, + "F1_noncoffee": 0.8406460296096905, + "IoU_noncoffee": 0.7250986765730206, + "kappa": 0.7549465460675564, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9709, + 11000 + ], + [ + 45888, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.505107589562734, + "ssl_variant": "", + "test_tta": { + "OA": 0.8881136623113028, + "mIoU": 0.7706234820446893, + "macroF1": 0.8681255714781242, + "F1_coffee": 0.9194667640613586, + "IoU_coffee": 0.8509379753253338, + "precision_coffee": 0.9163292233495609, + "recall_coffee": 0.9226258646754317, + "F1_noncoffee": 0.8167843788948899, + "IoU_noncoffee": 0.6903089887640449, + "kappa": 0.7362581775985156, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8560632283373716, + "mIoU": 0.71948069628482, + "macroF1": 0.8336636183498383, + "F1_coffee": 0.8947035239502005, + "IoU_coffee": 0.8094692630775105, + "precision_coffee": 0.8965385997927812, + "recall_coffee": 0.8928759449954724, + "F1_noncoffee": 0.7726237127494759, + "IoU_noncoffee": 0.6294921294921295, + "kappa": 0.6673302463407247, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s1_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.6228270596921073, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7815076747431181, + "mIoU": 0.6036690818566621, + "macroF1": 0.7455710929333594, + "F1_coffee": 0.8411917247738143, + "IoU_coffee": 0.7259110439210694, + "precision_coffee": 0.8465678428097525, + "recall_coffee": 0.8358834577855146, + "F1_noncoffee": 0.6499504610929046, + "IoU_noncoffee": 0.4814271197922547, + "kappa": 0.4911874160429733, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7543556017076266, + "mIoU": 0.5709020785658514, + "macroF1": 0.7191192998330391, + "F1_coffee": 0.8186039576543762, + "IoU_coffee": 0.6929123920451472, + "precision_coffee": 0.8281293770336372, + "recall_coffee": 0.8092951755217217, + "F1_noncoffee": 0.6196346420117022, + "IoU_noncoffee": 0.4488917650865556, + "kappa": 0.4383944028776292, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08196721311475409, + "mIoU": 0.041271424454674, + "macroF1": 0.07678221780976807, + "F1_coffee": 0.14596949891067537, + "IoU_coffee": 0.07873090481786134, + "precision_coffee": 0.9852941176470589, + "recall_coffee": 0.07882352941176471, + "F1_noncoffee": 0.007594936708860759, + "IoU_noncoffee": 0.0038119440914866584, + "kappa": -0.0017415451275636972, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7682160502710222, + "mIoU": 0.5925764303234925, + "macroF1": 0.7378710002915532, + "F1_coffee": 0.82705798138869, + "IoU_coffee": 0.7051141218113023, + "precision_coffee": 0.8520648967551623, + "recall_coffee": 0.8034770514603616, + "F1_noncoffee": 0.6486840191944162, + "IoU_noncoffee": 0.48003873883568277, + "kappa": 0.4766577109114641, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7663715971825623, + "mIoU": 0.5776242386220678, + "macroF1": 0.7228189597063384, + "F1_coffee": 0.8326914556422753, + "IoU_coffee": 0.7133430656934306, + "precision_coffee": 0.8255169617515881, + "recall_coffee": 0.8399917486075775, + "F1_noncoffee": 0.6129464637704013, + "IoU_noncoffee": 0.44190541155070484, + "kappa": 0.44573476973995874, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8095732138646545, + "mIoU": 0.6415083107798965, + "macroF1": 0.7753253688964659, + "F1_coffee": 0.863044363044363, + "IoU_coffee": 0.7590835868981565, + "precision_coffee": 0.8626347548986372, + "recall_coffee": 0.8634543603664744, + "F1_noncoffee": 0.6876063747485688, + "IoU_noncoffee": 0.5239330346616364, + "kappa": 0.5506509688872814, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8123070987654321, + "mIoU": 0.6299880721825658, + "macroF1": 0.763708552932532, + "F1_coffee": 0.8708692767086927, + "IoU_coffee": 0.7712740949694405, + "precision_coffee": 0.8629668595476065, + "recall_coffee": 0.8789177605143317, + "F1_noncoffee": 0.6565478291563713, + "IoU_noncoffee": 0.488702049395691, + "kappa": 0.5275224837547073, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7837089381207029, + "mIoU": 0.5865797042516279, + "macroF1": 0.7273533049572828, + "F1_coffee": 0.8513096566664479, + "IoU_coffee": 0.7411132700880101, + "precision_coffee": 0.8461438079081299, + "recall_coffee": 0.8565389696169089, + "F1_noncoffee": 0.6033969532481177, + "IoU_noncoffee": 0.43204613841524575, + "kappa": 0.4547608169121549, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8142277573355977, + "mIoU": 0.6341916286347881, + "macroF1": 0.7672931364957969, + "F1_coffee": 0.8718015495800507, + "IoU_coffee": 0.7727377654662974, + "precision_coffee": 0.873678715907608, + "recall_coffee": 0.8699324324324325, + "F1_noncoffee": 0.662784723411543, + "IoU_noncoffee": 0.4956454918032787, + "kappa": 0.5345919244479597, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7245920412253077, + "mIoU": 0.5538464453334344, + "macroF1": 0.709466324970776, + "F1_coffee": 0.7757575757575758, + "IoU_coffee": 0.6336633663366337, + "precision_coffee": 0.8381464069845533, + "recall_coffee": 0.7220133063349725, + "F1_noncoffee": 0.6431750741839762, + "IoU_noncoffee": 0.4740295243302351, + "kappa": 0.42401103342943686, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.749146110056926, + "mIoU": 0.5672096966691935, + "macroF1": 0.7166786958274998, + "F1_coffee": 0.8125886022115112, + "IoU_coffee": 0.6843361986628462, + "precision_coffee": 0.8033637000700771, + "recall_coffee": 0.8220278215975907, + "F1_noncoffee": 0.6207687894434882, + "IoU_noncoffee": 0.45008319467554075, + "kappa": 0.4335085390155347, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8049217424099566, + "mIoU": 0.6462645906587088, + "macroF1": 0.7807895648395229, + "F1_coffee": 0.8535221238938053, + "IoU_coffee": 0.7444732617018649, + "precision_coffee": 0.8506915043748235, + "recall_coffee": 0.8563716436993891, + "F1_noncoffee": 0.7080570057852406, + "IoU_noncoffee": 0.5480559196155527, + "kappa": 0.5615888041330235, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8861, + 11000 + ], + [ + 40300, + 51930 + ], + [ + 124, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.488706886768341, + "ssl_variant": "", + "test_tta": { + "OA": 0.8049917544082202, + "mIoU": 0.6291705378281969, + "macroF1": 0.7647085024338207, + "F1_coffee": 0.8620650979160591, + "IoU_coffee": 0.7575697839457499, + "precision_coffee": 0.8446153846153847, + "recall_coffee": 0.88025104219158, + "F1_noncoffee": 0.6673519069515824, + "IoU_noncoffee": 0.5007712917106438, + "kappa": 0.5299009085146391, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7770133841006115, + "mIoU": 0.5930116404483555, + "macroF1": 0.735935077847055, + "F1_coffee": 0.8400856407020882, + "IoU_coffee": 0.7242652304180339, + "precision_coffee": 0.8254939425969591, + "recall_coffee": 0.8552024764672437, + "F1_noncoffee": 0.6317845149920217, + "IoU_noncoffee": 0.46175805047867713, + "kappa": 0.47224984367230727, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s1_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.6162210574108766, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7951446149942916, + "mIoU": 0.6381578969097343, + "macroF1": 0.7755184439895325, + "F1_coffee": 0.8418939922409467, + "IoU_coffee": 0.7269576244319983, + "precision_coffee": 0.9038971960160829, + "recall_coffee": 0.7878510238673324, + "F1_noncoffee": 0.7091428957381183, + "IoU_noncoffee": 0.5493581693874704, + "kappa": 0.5548897994758001, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7660234221760701, + "mIoU": 0.601168049397495, + "macroF1": 0.7470900111363994, + "F1_coffee": 0.8162886294404748, + "IoU_coffee": 0.689601071462738, + "precision_coffee": 0.8829495345418912, + "recall_coffee": 0.7589866700360098, + "F1_noncoffee": 0.677891392832324, + "IoU_noncoffee": 0.5127350273322521, + "kappa": 0.49918513829365097, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.03161592505854801, + "mIoU": 0.0159082864949811, + "macroF1": 0.03103001200480192, + "F1_coffee": 0.054857142857142854, + "IoU_coffee": 0.0282021151586369, + "precision_coffee": 0.96, + "recall_coffee": 0.02823529411764706, + "F1_noncoffee": 0.007202881152460984, + "IoU_noncoffee": 0.0036144578313253013, + "kappa": -0.0021397658744235566, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8084616491581522, + "mIoU": 0.6487269556718647, + "macroF1": 0.7822573049071441, + "F1_coffee": 0.8577940809857901, + "IoU_coffee": 0.750997755051135, + "precision_coffee": 0.879115263887875, + "recall_coffee": 0.8374826147426981, + "F1_noncoffee": 0.706720528828498, + "IoU_noncoffee": 0.5464561562925943, + "kappa": 0.5650422550361447, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7877879307062631, + "mIoU": 0.632915696433412, + "macroF1": 0.7723304615007739, + "F1_coffee": 0.8316532638652924, + "IoU_coffee": 0.7118205907063918, + "precision_coffee": 0.9221366376423309, + "recall_coffee": 0.7573403011758234, + "F1_noncoffee": 0.7130076591362554, + "IoU_noncoffee": 0.5540108021604321, + "kappa": 0.5520141324306215, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7893421362886112, + "mIoU": 0.632309362001497, + "macroF1": 0.7714045538098131, + "F1_coffee": 0.8354393074230981, + "IoU_coffee": 0.7173858028596736, + "precision_coffee": 0.9136986301369863, + "recall_coffee": 0.7695283338988802, + "F1_noncoffee": 0.707369800196528, + "IoU_noncoffee": 0.5472329211433204, + "kappa": 0.5486965666410298, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8332368827160493, + "mIoU": 0.6638038324702958, + "macroF1": 0.7905409587341453, + "F1_coffee": 0.8851086450926972, + "IoU_coffee": 0.7938967695792108, + "precision_coffee": 0.8782803639720427, + "recall_coffee": 0.8920439324939726, + "F1_noncoffee": 0.6959732723755935, + "IoU_noncoffee": 0.5337108953613808, + "kappa": 0.5811489121766289, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7923032849503437, + "mIoU": 0.6303066627314747, + "macroF1": 0.7688293533923597, + "F1_coffee": 0.8424940256354552, + "IoU_coffee": 0.7278528528528528, + "precision_coffee": 0.932360955281295, + "recall_coffee": 0.7684280052840159, + "F1_noncoffee": 0.6951646811492642, + "IoU_noncoffee": 0.5327604726100966, + "kappa": 0.545824965999585, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7839418813095576, + "mIoU": 0.6153285445886038, + "macroF1": 0.7564849498837791, + "F1_coffee": 0.8382539906766493, + "IoU_coffee": 0.7215466926070039, + "precision_coffee": 0.9182915506035283, + "recall_coffee": 0.771049896049896, + "F1_noncoffee": 0.6747159090909091, + "IoU_noncoffee": 0.5091103965702036, + "kappa": 0.5202985963467235, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7839488500811146, + "mIoU": 0.629833084212953, + "macroF1": 0.7703384954227339, + "F1_coffee": 0.8262471220260936, + "IoU_coffee": 0.7039361841244932, + "precision_coffee": 0.8801504251144538, + "recall_coffee": 0.7785652299681805, + "F1_noncoffee": 0.7144298688193743, + "IoU_noncoffee": 0.5557299843014128, + "kappa": 0.5434911388684269, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7833017077798862, + "mIoU": 0.6336090108166716, + "macroF1": 0.774002681698357, + "F1_coffee": 0.8198454014828838, + "IoU_coffee": 0.6946932228311723, + "precision_coffee": 0.9109553023663454, + "recall_coffee": 0.7453033127778574, + "F1_noncoffee": 0.72815996191383, + "IoU_noncoffee": 0.5725247988021711, + "kappa": 0.5547263354912004, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7947388270790119, + "mIoU": 0.6471496208523907, + "macroF1": 0.7838449906535013, + "F1_coffee": 0.8323708323708324, + "IoU_coffee": 0.7128725929833817, + "precision_coffee": 0.9087088096839274, + "recall_coffee": 0.7678647535161245, + "F1_noncoffee": 0.7353191489361702, + "IoU_noncoffee": 0.5814266487213997, + "kappa": 0.5724541534545716, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9096, + 11000 + ], + [ + 40921, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4873071948687235, + "ssl_variant": "", + "test_tta": { + "OA": 0.8091938348344538, + "mIoU": 0.655129914005111, + "macroF1": 0.7879117526849696, + "F1_coffee": 0.8550956756301105, + "IoU_coffee": 0.7468708584891769, + "precision_coffee": 0.9015057258207856, + "recall_coffee": 0.8132301067387421, + "F1_noncoffee": 0.7207278297398287, + "IoU_noncoffee": 0.563388969521045, + "kappa": 0.5779791013693971, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.778816199376947, + "mIoU": 0.6151802819308607, + "macroF1": 0.757611021551799, + "F1_coffee": 0.8293041271537331, + "IoU_coffee": 0.7083856246434683, + "precision_coffee": 0.8795240456122955, + "recall_coffee": 0.7845094446901257, + "F1_noncoffee": 0.6859179159498648, + "IoU_noncoffee": 0.5219749392182532, + "kappa": 0.5181128697083419, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s1_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 21, + "stopped_epoch": 41, + "best_val": 0.7214460746178984, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.875079284536344, + "mIoU": 0.7426645667126437, + "macroF1": 0.8488950081979851, + "F1_coffee": 0.9117963186887008, + "IoU_coffee": 0.8378912278535712, + "precision_coffee": 0.891826185991502, + "recall_coffee": 0.9326812955243026, + "F1_noncoffee": 0.7859936977072693, + "IoU_noncoffee": 0.6474379055717163, + "kappa": 0.6981572328111175, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8431406484365986, + "mIoU": 0.6928944151517219, + "macroF1": 0.8140258900503543, + "F1_coffee": 0.8876097964245118, + "IoU_coffee": 0.7979302528658752, + "precision_coffee": 0.8714363979465536, + "recall_coffee": 0.9043948870217112, + "F1_noncoffee": 0.7404419836761968, + "IoU_noncoffee": 0.5878585774375686, + "kappa": 0.6283474276709544, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1405152224824356, + "mIoU": 0.07094532121791806, + "macroF1": 0.12547365131450447, + "F1_coffee": 0.2401656314699793, + "IoU_coffee": 0.13647058823529412, + "precision_coffee": 1.0, + "recall_coffee": 0.13647058823529412, + "F1_noncoffee": 0.01078167115902965, + "IoU_noncoffee": 0.005420054200542005, + "kappa": 0.00147826253177944, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8687580946898834, + "mIoU": 0.73091716855803, + "macroF1": 0.8406854227602252, + "F1_coffee": 0.9075613217109264, + "IoU_coffee": 0.8307663759510113, + "precision_coffee": 0.8825732684978315, + "recall_coffee": 0.9340055632823365, + "F1_noncoffee": 0.7738095238095238, + "IoU_noncoffee": 0.6310679611650486, + "kappa": 0.6819946067521273, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8816390633923472, + "mIoU": 0.7528935364689348, + "macroF1": 0.8557683647762062, + "F1_coffee": 0.9168533315502658, + "IoU_coffee": 0.8464720044447188, + "precision_coffee": 0.892243623112962, + "recall_coffee": 0.9428591074743863, + "F1_noncoffee": 0.7946833980021465, + "IoU_noncoffee": 0.6593150684931507, + "kappa": 0.7120776092583802, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8747936807356755, + "mIoU": 0.7442049850815617, + "macroF1": 0.8501314179381443, + "F1_coffee": 0.9109269634649579, + "IoU_coffee": 0.8364241266711848, + "precision_coffee": 0.9007430997876857, + "recall_coffee": 0.9213437393959959, + "F1_noncoffee": 0.7893358724113306, + "IoU_noncoffee": 0.6519858434919387, + "kappa": 0.7003534251787638, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8830054012345679, + "mIoU": 0.7424073941233233, + "macroF1": 0.8474580249165875, + "F1_coffee": 0.9210954270474208, + "IoU_coffee": 0.8537320631858194, + "precision_coffee": 0.8954091311496143, + "recall_coffee": 0.9482989552638629, + "F1_noncoffee": 0.7738206227857543, + "IoU_noncoffee": 0.6310827250608273, + "kappa": 0.6956340207657611, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8839763177998472, + "mIoU": 0.7444578228952263, + "macroF1": 0.8489090924830638, + "F1_coffee": 0.921698781981053, + "IoU_coffee": 0.854769304327038, + "precision_coffee": 0.8998364162577073, + "recall_coffee": 0.9446499339498019, + "F1_noncoffee": 0.7761194029850746, + "IoU_noncoffee": 0.6341463414634146, + "kappa": 0.6983273412049626, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8764034342862534, + "mIoU": 0.7278015427566877, + "macroF1": 0.8369242434008575, + "F1_coffee": 0.9171620083470343, + "IoU_coffee": 0.8469983648680215, + "precision_coffee": 0.8933234786893324, + "recall_coffee": 0.9423076923076923, + "F1_noncoffee": 0.7566864784546805, + "IoU_noncoffee": 0.6086047206453541, + "kappa": 0.6745292406317533, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8546617043611031, + "mIoU": 0.718817407353807, + "macroF1": 0.8333678284200501, + "F1_coffee": 0.8929349736379614, + "IoU_coffee": 0.8065786131572263, + "precision_coffee": 0.8686910135412392, + "recall_coffee": 0.918571015331212, + "F1_noncoffee": 0.7738006832021387, + "IoU_noncoffee": 0.6310562015503876, + "kappa": 0.6672831704170261, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8793168880455408, + "mIoU": 0.7589658999675528, + "macroF1": 0.8606907828905179, + "F1_coffee": 0.9116298457690705, + "IoU_coffee": 0.8376101110685561, + "precision_coffee": 0.8841126532812289, + "recall_coffee": 0.9409149576939624, + "F1_noncoffee": 0.8097517200119653, + "IoU_noncoffee": 0.6803216888665494, + "kappa": 0.7219614125357682, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8731849896285122, + "mIoU": 0.755256518095228, + "macroF1": 0.8587833088966466, + "F1_coffee": 0.9038805116844136, + "IoU_coffee": 0.8246185943408528, + "precision_coffee": 0.909404659188956, + "recall_coffee": 0.898423071459014, + "F1_noncoffee": 0.8136861061088794, + "IoU_noncoffee": 0.685894441849603, + "kappa": 0.7175868170291879, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9752, + 11000 + ], + [ + 45302, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.038551453749339, + "ssl_variant": "", + "test_tta": { + "OA": 0.8770296841304072, + "mIoU": 0.7433963113682011, + "macroF1": 0.8491612309594314, + "F1_coffee": 0.9139967395282297, + "IoU_coffee": 0.8416150971141474, + "precision_coffee": 0.8859458645969944, + "recall_coffee": 0.9438819918457099, + "F1_noncoffee": 0.7843257223906333, + "IoU_noncoffee": 0.6451775256222547, + "kappa": 0.6990789714892806, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8453184492904119, + "mIoU": 0.6927593325865988, + "macroF1": 0.8134948218456425, + "F1_coffee": 0.8905355338497811, + "IoU_coffee": 0.8026715239829993, + "precision_coffee": 0.8640522875816994, + "recall_coffee": 0.9186935371785963, + "F1_noncoffee": 0.7364541098415038, + "IoU_noncoffee": 0.5828471411901983, + "kappa": 0.6278313977236445, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s1_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 40, + "stopped_epoch": 60, + "best_val": 0.7470016533066723, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8693232271977673, + "mIoU": 0.7356363630065241, + "macroF1": 0.8443161548285268, + "F1_coffee": 0.9067116449133452, + "IoU_coffee": 0.8293435493891075, + "precision_coffee": 0.8963317741321815, + "recall_coffee": 0.9173347381923129, + "F1_noncoffee": 0.7819206647437085, + "IoU_noncoffee": 0.6419291766239409, + "kappa": 0.6887298919021384, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8400686512057228, + "mIoU": 0.6911551373124905, + "macroF1": 0.8131360192174844, + "F1_coffee": 0.8840778180829822, + "IoU_coffee": 0.7922396672537191, + "precision_coffee": 0.8777920783857843, + "recall_coffee": 0.8904542295786215, + "F1_noncoffee": 0.7421942203519866, + "IoU_noncoffee": 0.5900706073712617, + "kappa": 0.6263146533513438, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33489461358313816, + "mIoU": 0.16842105263157894, + "macroF1": 0.2534965034965035, + "F1_coffee": 0.5, + "IoU_coffee": 0.3333333333333333, + "precision_coffee": 0.993006993006993, + "recall_coffee": 0.3341176470588235, + "F1_noncoffee": 0.006993006993006993, + "IoU_noncoffee": 0.0035087719298245615, + "kappa": -0.0023308481973120733, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8674629443085337, + "mIoU": 0.7296402402083841, + "macroF1": 0.8398837711554172, + "F1_coffee": 0.9063358079934913, + "IoU_coffee": 0.8287148967825925, + "precision_coffee": 0.8841854620014551, + "recall_coffee": 0.9296244784422809, + "F1_noncoffee": 0.7734317343173431, + "IoU_noncoffee": 0.6305655836341757, + "kappa": 0.6802529496351329, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8785455929944793, + "mIoU": 0.7493579330084319, + "macroF1": 0.8535270319597663, + "F1_coffee": 0.9140625, + "IoU_coffee": 0.841726618705036, + "precision_coffee": 0.8956642249059592, + "recall_coffee": 0.9332324829815031, + "F1_noncoffee": 0.7929915639195327, + "IoU_noncoffee": 0.656989247311828, + "kappa": 0.7073515148762558, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8620136760198066, + "mIoU": 0.7280555612044306, + "macroF1": 0.8395190644817818, + "F1_coffee": 0.8996019763930826, + "IoU_coffee": 0.817524165887122, + "precision_coffee": 0.909778610590603, + "recall_coffee": 0.8896504920257889, + "F1_noncoffee": 0.7794361525704809, + "IoU_noncoffee": 0.6385869565217391, + "kappa": 0.6791263313079611, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8677662037037037, + "mIoU": 0.7095881774794222, + "macroF1": 0.8234837930947772, + "F1_coffee": 0.9118951224214382, + "IoU_coffee": 0.83805811481219, + "precision_coffee": 0.8764669549104386, + "recall_coffee": 0.9503080632199303, + "F1_noncoffee": 0.735072463768116, + "IoU_noncoffee": 0.5811182401466545, + "kappa": 0.6486935811331488, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8740450725744844, + "mIoU": 0.7223781372552589, + "macroF1": 0.8329288386555804, + "F1_coffee": 0.91581030190847, + "IoU_coffee": 0.8446956316966914, + "precision_coffee": 0.8860071631468445, + "recall_coffee": 0.9476882430647292, + "F1_noncoffee": 0.750047375402691, + "IoU_noncoffee": 0.6000606428138265, + "kappa": 0.6669764022026683, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8643268232852156, + "mIoU": 0.7075074701388773, + "macroF1": 0.8223741696384868, + "F1_coffee": 0.9086984126984127, + "IoU_coffee": 0.8326739585757506, + "precision_coffee": 0.8885026074000497, + "recall_coffee": 0.9298336798336798, + "F1_noncoffee": 0.7360499265785609, + "IoU_noncoffee": 0.5823409817020041, + "kappa": 0.6452781689945806, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8671628972230174, + "mIoU": 0.7437197629330199, + "macroF1": 0.8509192725292596, + "F1_coffee": 0.9001291433491175, + "IoU_coffee": 0.8183953033268102, + "precision_coffee": 0.8930808656036446, + "recall_coffee": 0.907289557419728, + "F1_noncoffee": 0.8017094017094017, + "IoU_noncoffee": 0.6690442225392297, + "kappa": 0.701875412720171, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8830170777988615, + "mIoU": 0.7703699730210473, + "macroF1": 0.8686209075252764, + "F1_coffee": 0.9121106279848884, + "IoU_coffee": 0.8384222251343205, + "precision_coffee": 0.9067460317460317, + "recall_coffee": 0.9175390793058942, + "F1_noncoffee": 0.8251311870656645, + "IoU_noncoffee": 0.702317720907774, + "kappa": 0.7372601130985937, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8597020554403167, + "mIoU": 0.7401165983059861, + "macroF1": 0.849287736195552, + "F1_coffee": 0.888905480065701, + "IoU_coffee": 0.8000268781077812, + "precision_coffee": 0.9367427222659324, + "recall_coffee": 0.8457167211251598, + "F1_noncoffee": 0.8096699923254029, + "IoU_noncoffee": 0.6802063185041909, + "kappa": 0.6999162253275146, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9612, + 11000 + ], + [ + 45088, + 51930 + ], + [ + 123, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9881818493207297, + "ssl_variant": "", + "test_tta": { + "OA": 0.8722250412279589, + "mIoU": 0.7396636451707201, + "macroF1": 0.8470061086316314, + "F1_coffee": 0.9091216673433482, + "IoU_coffee": 0.8333850257428199, + "precision_coffee": 0.8954676738502555, + "recall_coffee": 0.9231984974117, + "F1_noncoffee": 0.7848905499199146, + "IoU_noncoffee": 0.6459422645986204, + "kappa": 0.6941805171590746, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8427800853813315, + "mIoU": 0.694242529715146, + "macroF1": 0.8152359537213658, + "F1_coffee": 0.8865743390179696, + "IoU_coffee": 0.7962582236842105, + "precision_coffee": 0.8762443438914027, + "recall_coffee": 0.8971507991660875, + "F1_noncoffee": 0.7438975684247622, + "IoU_noncoffee": 0.5922268357460816, + "kappa": 0.6305878287743667, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s2_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 16, + "stopped_epoch": 36, + "best_val": 0.5631691686105182, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.71865089432957, + "mIoU": 0.540626257142598, + "macroF1": 0.6967242213391841, + "F1_coffee": 0.7782707039402157, + "IoU_coffee": 0.6370238533611554, + "precision_coffee": 0.8563374859060033, + "recall_coffee": 0.7132484309863026, + "F1_noncoffee": 0.6151777387381525, + "IoU_noncoffee": 0.44422866092404073, + "kappa": 0.40207282586342147, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.6972424137533172, + "mIoU": 0.5183033634954537, + "macroF1": 0.6780715111266029, + "F1_coffee": 0.7566314227416063, + "IoU_coffee": 0.6085334924660599, + "precision_coffee": 0.8417034228378344, + "recall_coffee": 0.6871775433276476, + "F1_noncoffee": 0.5995115995115995, + "IoU_noncoffee": 0.4280732345248474, + "kappa": 0.3667876364394675, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2189695550351288, + "mIoU": 0.11034691407825736, + "macroF1": 0.18223543008089815, + "F1_coffee": 0.35555555555555557, + "IoU_coffee": 0.21621621621621623, + "precision_coffee": 0.9945945945945946, + "recall_coffee": 0.2164705882352941, + "F1_noncoffee": 0.008915304606240713, + "IoU_noncoffee": 0.004477611940298508, + "kappa": -0.0004004285287764266, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7580467213507939, + "mIoU": 0.5855877787521868, + "macroF1": 0.7334650343374799, + "F1_coffee": 0.8144087129295754, + "IoU_coffee": 0.6869219787722673, + "precision_coffee": 0.8647444913267698, + "recall_coffee": 0.7696105702364395, + "F1_noncoffee": 0.6525213557453844, + "IoU_noncoffee": 0.48425357873210634, + "kappa": 0.4702904326601628, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.687369122406244, + "mIoU": 0.5035481699387131, + "macroF1": 0.6639128162247456, + "F1_coffee": 0.7527011256258705, + "IoU_coffee": 0.6034649281661234, + "precision_coffee": 0.8316971713810316, + "recall_coffee": 0.6874097503953792, + "F1_noncoffee": 0.5751245068236207, + "IoU_noncoffee": 0.4036314117113028, + "kappa": 0.33808503332376855, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7109172365008253, + "mIoU": 0.5354789945645319, + "macroF1": 0.6933527861996469, + "F1_coffee": 0.7667427701674278, + "IoU_coffee": 0.6217216908361617, + "precision_coffee": 0.8726721524469467, + "recall_coffee": 0.6837461825585341, + "F1_noncoffee": 0.6199628022318661, + "IoU_noncoffee": 0.44923629829290207, + "kappa": 0.4010832291840649, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7832754629629629, + "mIoU": 0.6026617824899444, + "macroF1": 0.7440918843525665, + "F1_coffee": 0.8442287694974003, + "IoU_coffee": 0.7304462571976967, + "precision_coffee": 0.8749820376490876, + "recall_coffee": 0.815563889633003, + "F1_noncoffee": 0.6439549992077326, + "IoU_noncoffee": 0.4748773077821921, + "kappa": 0.4896248597814881, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.7077922077922078, + "mIoU": 0.5220707083718027, + "macroF1": 0.679005614120118, + "F1_coffee": 0.7751322751322751, + "IoU_coffee": 0.6328293736501079, + "precision_coffee": 0.8734680357734349, + "recall_coffee": 0.6966974900924703, + "F1_noncoffee": 0.5828789531079608, + "IoU_noncoffee": 0.4113120430934975, + "kappa": 0.37275806899420083, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.6873289933012549, + "mIoU": 0.4988766272873231, + "macroF1": 0.6582648243140115, + "F1_coffee": 0.7579254930606282, + "IoU_coffee": 0.6102093625029404, + "precision_coffee": 0.8655321988655322, + "recall_coffee": 0.6741164241164241, + "F1_noncoffee": 0.5586041555673947, + "IoU_noncoffee": 0.3875438920717058, + "kappa": 0.33526408128649116, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7330852180551579, + "mIoU": 0.5659021130913935, + "macroF1": 0.7198946772534147, + "F1_coffee": 0.7806790559084137, + "IoU_coffee": 0.640257234726688, + "precision_coffee": 0.852543243706114, + "recall_coffee": 0.7199884292739369, + "F1_noncoffee": 0.6591102985984156, + "IoU_noncoffee": 0.49154699145609887, + "kappa": 0.44590873262271324, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.6670777988614801, + "mIoU": 0.48525236551557194, + "macroF1": 0.6486312026838464, + "F1_coffee": 0.7291393284446159, + "IoU_coffee": 0.5737366375121478, + "precision_coffee": 0.789535272484119, + "recall_coffee": 0.6773268320665424, + "F1_noncoffee": 0.568123076923077, + "IoU_noncoffee": 0.39676809351899606, + "kappa": 0.3037584123470597, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7344899113709221, + "mIoU": 0.5710171848715528, + "macroF1": 0.7248620325675549, + "F1_coffee": 0.776330420969023, + "IoU_coffee": 0.6344281448786188, + "precision_coffee": 0.8803819131687984, + "recall_coffee": 0.6942747549367808, + "F1_noncoffee": 0.6733936441660867, + "IoU_noncoffee": 0.5076062248644868, + "kappa": 0.46072382855816607, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8214, + 11000 + ], + [ + 37005, + 51930 + ], + [ + 102, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7901089747746786, + "ssl_variant": "", + "test_tta": { + "OA": 0.751966256501332, + "mIoU": 0.5748477769740865, + "macroF1": 0.7239828589046777, + "F1_coffee": 0.8118685653805446, + "IoU_coffee": 0.6833154495576296, + "precision_coffee": 0.8547586486349592, + "recall_coffee": 0.7730770992716112, + "F1_noncoffee": 0.6360971524288107, + "IoU_noncoffee": 0.46638010439054345, + "kappa": 0.4506412299114646, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7294334833275643, + "mIoU": 0.5500191200105095, + "macroF1": 0.7038472367184829, + "F1_coffee": 0.7908957153684961, + "IoU_coffee": 0.6541170397138537, + "precision_coffee": 0.8401335575078738, + "recall_coffee": 0.7471097352959757, + "F1_noncoffee": 0.6167987580684696, + "IoU_noncoffee": 0.4459212003071652, + "kappa": 0.4113994545243584, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s2_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 8, + "stopped_epoch": 30, + "best_val": 0.6495142223956087, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7992674108841812, + "mIoU": 0.6419415745980659, + "macroF1": 0.7780823542351589, + "F1_coffee": 0.8466486571612012, + "IoU_coffee": 0.7340769683219898, + "precision_coffee": 0.8985369365663007, + "recall_coffee": 0.8004260387557836, + "F1_noncoffee": 0.7095160513091168, + "IoU_noncoffee": 0.549806180874142, + "kappa": 0.5589507546469723, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7723981769931926, + "mIoU": 0.607886546341302, + "macroF1": 0.7520985216778251, + "F1_coffee": 0.8230373302533165, + "IoU_coffee": 0.699289239505326, + "precision_coffee": 0.8802590549292396, + "recall_coffee": 0.7728009771095247, + "F1_noncoffee": 0.6811597131023336, + "IoU_noncoffee": 0.5164838531772781, + "kappa": 0.5079433859304159, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2224824355971897, + "mIoU": 0.11211961586774181, + "macroF1": 0.18463175452218675, + "F1_coffee": 0.3603082851637765, + "IoU_coffee": 0.21974148061104584, + "precision_coffee": 0.9946808510638298, + "recall_coffee": 0.22, + "F1_noncoffee": 0.008955223880597015, + "IoU_noncoffee": 0.004497751124437781, + "kappa": -0.0003598822973192354, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8093730512783613, + "mIoU": 0.6532630550104264, + "macroF1": 0.7861869242225983, + "F1_coffee": 0.8565964203233256, + "IoU_coffee": 0.7491636684971281, + "precision_coffee": 0.8902640264026402, + "recall_coffee": 0.8253824756606398, + "F1_noncoffee": 0.715777428121871, + "IoU_noncoffee": 0.5573624415237246, + "kappa": 0.5735825535666019, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8063011612411956, + "mIoU": 0.6517282743532824, + "macroF1": 0.785466965879754, + "F1_coffee": 0.852322206095791, + "IoU_coffee": 0.7426493834966804, + "precision_coffee": 0.9022816317123761, + "recall_coffee": 0.8076050333493777, + "F1_noncoffee": 0.7186117256637168, + "IoU_noncoffee": 0.5608071652098845, + "kappa": 0.5734258624693358, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7823626503183212, + "mIoU": 0.6215983120670505, + "macroF1": 0.7629235877079493, + "F1_coffee": 0.8308098397917659, + "IoU_coffee": 0.7105857268280447, + "precision_coffee": 0.9034444267262, + "recall_coffee": 0.768985408890397, + "F1_noncoffee": 0.6950373356241327, + "IoU_noncoffee": 0.5326108973060563, + "kappa": 0.5313078128467424, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8486689814814815, + "mIoU": 0.6847574000024776, + "macroF1": 0.8059413627789234, + "F1_coffee": 0.8969999343530493, + "IoU_coffee": 0.8132365194619688, + "precision_coffee": 0.8796189004763744, + "recall_coffee": 0.9150817037235467, + "F1_noncoffee": 0.7148827912047974, + "IoU_noncoffee": 0.5562782805429864, + "kappa": 0.6123017524291628, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8049083269671505, + "mIoU": 0.6346216097227598, + "macroF1": 0.7699337560547616, + "F1_coffee": 0.8596358639642735, + "IoU_coffee": 0.7538257621400168, + "precision_coffee": 0.8956335003579098, + "recall_coffee": 0.8264200792602377, + "F1_noncoffee": 0.6802316481452496, + "IoU_noncoffee": 0.5154174573055028, + "kappa": 0.5415546640392603, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7855458062081329, + "mIoU": 0.6063444378666379, + "macroF1": 0.7471990851642373, + "F1_coffee": 0.8456576356352278, + "IoU_coffee": 0.7325882352941177, + "precision_coffee": 0.8856492675295121, + "recall_coffee": 0.8091216216216216, + "F1_noncoffee": 0.6487405346932468, + "IoU_noncoffee": 0.4801006404391583, + "kappa": 0.49673353976464873, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7704933676877564, + "mIoU": 0.6174505357664382, + "macroF1": 0.7618171425742624, + "F1_coffee": 0.8072762240564147, + "IoU_coffee": 0.6768341843590433, + "precision_coffee": 0.9051212938005391, + "recall_coffee": 0.728521839745444, + "F1_noncoffee": 0.7163580610921099, + "IoU_noncoffee": 0.5580668871738331, + "kappa": 0.5316887022209076, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8076850094876661, + "mIoU": 0.6645010014404431, + "macroF1": 0.7965575993039115, + "F1_coffee": 0.8441368704344483, + "IoU_coffee": 0.7303086748270357, + "precision_coffee": 0.9099801061007957, + "recall_coffee": 0.7871791194607772, + "F1_noncoffee": 0.7489783281733746, + "IoU_noncoffee": 0.5986933280538507, + "kappa": 0.5965173312668975, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7791815953234018, + "mIoU": 0.6299026564510568, + "macroF1": 0.7715050488418067, + "F1_coffee": 0.8133864541832669, + "IoU_coffee": 0.6854687080311577, + "precision_coffee": 0.9261477045908184, + "recall_coffee": 0.7251029975848842, + "F1_noncoffee": 0.7296236435003464, + "IoU_noncoffee": 0.5743366048709561, + "kappa": 0.5526187522290937, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9133, + 11000 + ], + [ + 41147, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4897133191426595, + "ssl_variant": "", + "test_tta": { + "OA": 0.816963719396169, + "mIoU": 0.662883331563356, + "macroF1": 0.7931970406003133, + "F1_coffee": 0.8633042407304335, + "IoU_coffee": 0.7594857583397578, + "precision_coffee": 0.893710923133505, + "recall_coffee": 0.8348985294791332, + "F1_noncoffee": 0.7230898404701931, + "IoU_noncoffee": 0.5662809047869543, + "kappa": 0.5873616845075975, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7897196261682243, + "mIoU": 0.6267932587515161, + "macroF1": 0.7661127140773449, + "F1_coffee": 0.8404185455978285, + "IoU_coffee": 0.7247602506984823, + "precision_coffee": 0.8749914533810424, + "recall_coffee": 0.8084738981194853, + "F1_noncoffee": 0.6918068825568614, + "IoU_noncoffee": 0.5288262668045501, + "kappa": 0.5336315852424997, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s2_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 32, + "stopped_epoch": 52, + "best_val": 0.7217197000262108, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8531650386908537, + "mIoU": 0.7118735320922831, + "macroF1": 0.8279954887465018, + "F1_coffee": 0.8937927237693261, + "IoU_coffee": 0.8079794293297943, + "precision_coffee": 0.8951068228807719, + "recall_coffee": 0.8924824774382701, + "F1_noncoffee": 0.7621982537236774, + "IoU_noncoffee": 0.6157676348547718, + "kappa": 0.6559926375959253, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.82462212991808, + "mIoU": 0.6709136647968017, + "macroF1": 0.7987077778923638, + "F1_coffee": 0.8709321332286072, + "IoU_coffee": 0.7713727038562055, + "precision_coffee": 0.878014852226764, + "recall_coffee": 0.8639627687577652, + "F1_noncoffee": 0.7264834225561204, + "IoU_noncoffee": 0.570454625737398, + "kappa": 0.5974710642123481, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26346604215456676, + "mIoU": 0.1324533306548217, + "macroF1": 0.2106014181270436, + "F1_coffee": 0.41488372093023257, + "IoU_coffee": 0.26173708920187794, + "precision_coffee": 0.9911111111111112, + "recall_coffee": 0.26235294117647057, + "F1_noncoffee": 0.00631911532385466, + "IoU_noncoffee": 0.003169572107765452, + "kappa": -0.003017458687330771, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8564301818007387, + "mIoU": 0.7168668550699449, + "macroF1": 0.8314908312333267, + "F1_coffee": 0.8963175944850521, + "IoU_coffee": 0.8121155053358443, + "precision_coffee": 0.8930075239870229, + "recall_coffee": 0.8996522948539638, + "F1_noncoffee": 0.7666640679816014, + "IoU_noncoffee": 0.6216182048040455, + "kappa": 0.6629920827832014, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8695983247667999, + "mIoU": 0.7371553432451263, + "macroF1": 0.8454617336976485, + "F1_coffee": 0.9065356801746487, + "IoU_coffee": 0.8290491639630646, + "precision_coffee": 0.8994787788533135, + "recall_coffee": 0.9137041875816544, + "F1_noncoffee": 0.7843877872206484, + "IoU_noncoffee": 0.6452615225271879, + "kappa": 0.6909673485574479, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8336713039377506, + "mIoU": 0.6832798680128547, + "macroF1": 0.8076447481273246, + "F1_coffee": 0.8784002758145147, + "IoU_coffee": 0.7831673429238903, + "precision_coffee": 0.8927119831814997, + "recall_coffee": 0.8645402103834408, + "F1_noncoffee": 0.7368892204401343, + "IoU_noncoffee": 0.583392393101819, + "kappa": 0.6155033214168895, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8553240740740741, + "mIoU": 0.6922976618597784, + "macroF1": 0.8111595295443781, + "F1_coffee": 0.9024834221817709, + "IoU_coffee": 0.8222959365004147, + "precision_coffee": 0.8768317331985851, + "recall_coffee": 0.9296812215376373, + "F1_noncoffee": 0.7198356369069854, + "IoU_noncoffee": 0.5622993872191421, + "kappa": 0.6232454459018059, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8759549274255156, + "mIoU": 0.7314281905279809, + "macroF1": 0.8399101311501814, + "F1_coffee": 0.9158733242665631, + "IoU_coffee": 0.8448028673835125, + "precision_coffee": 0.8983610722906873, + "recall_coffee": 0.9340819022457068, + "F1_noncoffee": 0.7639469380337998, + "IoU_noncoffee": 0.6180535136724493, + "kappa": 0.6801612895489552, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8172469100858571, + "mIoU": 0.6317261284311992, + "macroF1": 0.7641772267797002, + "F1_coffee": 0.8760478658731682, + "IoU_coffee": 0.7794352083807788, + "precision_coffee": 0.8630689698650864, + "recall_coffee": 0.8894230769230769, + "F1_noncoffee": 0.6523065876862323, + "IoU_noncoffee": 0.4840170484816196, + "kappa": 0.528653450872601, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8575245729554347, + "mIoU": 0.7338025132972928, + "macroF1": 0.8447492470855777, + "F1_coffee": 0.889284390063033, + "IoU_coffee": 0.8006409400453999, + "precision_coffee": 0.9124942931060721, + "recall_coffee": 0.8672259184263813, + "F1_noncoffee": 0.8002141041081225, + "IoU_noncoffee": 0.6669640865491858, + "kappa": 0.6898605697983887, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8632827324478178, + "mIoU": 0.739248715939758, + "macroF1": 0.848072072072072, + "F1_coffee": 0.8961441441441441, + "IoU_coffee": 0.8118307652128494, + "precision_coffee": 0.9007534048101999, + "recall_coffee": 0.8915818155743582, + "F1_noncoffee": 0.8, + "IoU_noncoffee": 0.6666666666666666, + "kappa": 0.6961594654376375, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8500848576277579, + "mIoU": 0.7250552168338296, + "macroF1": 0.8390933517979003, + "F1_coffee": 0.8811481536851548, + "IoU_coffee": 0.7875467664350615, + "precision_coffee": 0.9297996529421044, + "recall_coffee": 0.8373348487000994, + "F1_noncoffee": 0.7970385499106459, + "IoU_noncoffee": 0.6625636672325976, + "kappa": 0.6796843163320666, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9537, + 11000 + ], + [ + 44140, + 51930 + ], + [ + 127, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.588735369841258, + "ssl_variant": "", + "test_tta": { + "OA": 0.8595395154129138, + "mIoU": 0.7207108523606807, + "macroF1": 0.8340639929779129, + "F1_coffee": 0.899081732631531, + "IoU_coffee": 0.8166652868614952, + "precision_coffee": 0.8944147248163932, + "recall_coffee": 0.9037977003069312, + "F1_noncoffee": 0.7690462533242948, + "IoU_noncoffee": 0.6247564178598661, + "kappa": 0.6681486634531321, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8311411099573094, + "mIoU": 0.6786947183402647, + "macroF1": 0.8041838698437198, + "F1_coffee": 0.8768382739685678, + "IoU_coffee": 0.7806874590240704, + "precision_coffee": 0.8760273252758802, + "recall_coffee": 0.8776507254617053, + "F1_noncoffee": 0.7315294657188718, + "IoU_noncoffee": 0.576701977656459, + "kappa": 0.608368471247452, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f3_s2_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.7455975461337643, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.875903843714322, + "mIoU": 0.743599062920612, + "macroF1": 0.8494921688680699, + "F1_coffee": 0.9125410697123444, + "IoU_coffee": 0.8391499157314918, + "precision_coffee": 0.8909741620111732, + "recall_coffee": 0.9351779742544322, + "F1_noncoffee": 0.7864432680237953, + "IoU_noncoffee": 0.648048210109732, + "kappa": 0.6994143915745931, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8447559709241952, + "mIoU": 0.695595733584172, + "macroF1": 0.8160057351746064, + "F1_coffee": 0.8887372860332424, + "IoU_coffee": 0.799754436879116, + "precision_coffee": 0.8727693525793289, + "recall_coffee": 0.9053003980036641, + "F1_noncoffee": 0.7432741843159703, + "IoU_noncoffee": 0.591437030289228, + "kappa": 0.6322954696866183, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2107728337236534, + "mIoU": 0.10621095695914269, + "macroF1": 0.1765907530327306, + "F1_coffee": 0.3443579766536965, + "IoU_coffee": 0.20799059929494712, + "precision_coffee": 0.9943820224719101, + "recall_coffee": 0.20823529411764705, + "F1_noncoffee": 0.008823529411764706, + "IoU_noncoffee": 0.004431314623338257, + "kappa": -0.0004936451873070566, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.869381685614237, + "mIoU": 0.7309223673307336, + "macroF1": 0.8405876712372583, + "F1_coffee": 0.9083381021308109, + "IoU_coffee": 0.8320690718470551, + "precision_coffee": 0.8802766360018268, + "recall_coffee": 0.9382475660639777, + "F1_noncoffee": 0.7728372403437057, + "IoU_noncoffee": 0.629775662814412, + "kappa": 0.6819762644152803, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8876356367789834, + "mIoU": 0.7668875377202786, + "macroF1": 0.865432615323801, + "F1_coffee": 0.9200934104985278, + "IoU_coffee": 0.8520120345994735, + "precision_coffee": 0.9059584110903759, + "recall_coffee": 0.9346764766554356, + "F1_noncoffee": 0.8107718201490743, + "IoU_noncoffee": 0.6817630408410837, + "kappa": 0.7310202899424523, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8706908747936807, + "mIoU": 0.7331025817432528, + "macroF1": 0.8421016039061922, + "F1_coffee": 0.9092894005557761, + "IoU_coffee": 0.8336669699727025, + "precision_coffee": 0.8870457626024656, + "recall_coffee": 0.9326772989480828, + "F1_noncoffee": 0.7749138072566081, + "IoU_noncoffee": 0.6325381935138032, + "kappa": 0.6846951805209406, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8603395061728395, + "mIoU": 0.6925343404324892, + "macroF1": 0.8103759750638295, + "F1_coffee": 0.9077119184193754, + "IoU_coffee": 0.8310187886567861, + "precision_coffee": 0.8658803501945526, + "recall_coffee": 0.9537905170104474, + "F1_noncoffee": 0.7130400317082838, + "IoU_noncoffee": 0.5540498922081922, + "kappa": 0.6234843937093311, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8877960275019099, + "mIoU": 0.7514484225361833, + "macroF1": 0.8537429732981616, + "F1_coffee": 0.9243156199677939, + "IoU_coffee": 0.8592814371257484, + "precision_coffee": 0.901948460087995, + "recall_coffee": 0.9478203434610304, + "F1_noncoffee": 0.7831703266285293, + "IoU_noncoffee": 0.6436154079466181, + "kappa": 0.708000408171983, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8602698367770545, + "mIoU": 0.6868859414369557, + "macroF1": 0.8054564726565054, + "F1_coffee": 0.9087211093990755, + "IoU_coffee": 0.8327120750028238, + "precision_coffee": 0.8643451752843241, + "recall_coffee": 0.9579002079002079, + "F1_noncoffee": 0.7021918359139353, + "IoU_noncoffee": 0.5410598078710877, + "kappa": 0.6142304745194611, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8783280847409104, + "mIoU": 0.761438066018189, + "macroF1": 0.8626739566256411, + "F1_coffee": 0.9090390240422345, + "IoU_coffee": 0.8332461417734763, + "precision_coffee": 0.8969449528368295, + "recall_coffee": 0.9214636968469772, + "F1_noncoffee": 0.8163088892090477, + "IoU_noncoffee": 0.6896299902629016, + "kappa": 0.7254487154419875, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8874762808349146, + "mIoU": 0.7781525262757847, + "macroF1": 0.8736911784861089, + "F1_coffee": 0.9154186278704892, + "IoU_coffee": 0.8440294581799053, + "precision_coffee": 0.9104837565612144, + "recall_coffee": 0.9204072852430805, + "F1_noncoffee": 0.8319637291017286, + "IoU_noncoffee": 0.7122755943716642, + "kappa": 0.7473970995660515, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8811050348859136, + "mIoU": 0.768508922228905, + "macroF1": 0.867513814861641, + "F1_coffee": 0.9099478683139327, + "IoU_coffee": 0.8347746331236897, + "precision_coffee": 0.9148477886272257, + "recall_coffee": 0.9051001562721978, + "F1_noncoffee": 0.8250797614093495, + "IoU_noncoffee": 0.7022432113341204, + "kappa": 0.7350423936813844, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9586, + 11000 + ], + [ + 45519, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.28490705092748, + "ssl_variant": "", + "test_tta": { + "OA": 0.8786946593936319, + "mIoU": 0.7469200586370699, + "macroF1": 0.8516313555622452, + "F1_coffee": 0.9149981110691349, + "IoU_coffee": 0.8433147632311978, + "precision_coffee": 0.8885196374622356, + "recall_coffee": 0.943103211324385, + "F1_noncoffee": 0.7882646000553557, + "IoU_noncoffee": 0.650525354042942, + "kappa": 0.7039176928505145, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8477702780662282, + "mIoU": 0.6982449317321386, + "macroF1": 0.8176721097255815, + "F1_coffee": 0.8917513614407171, + "IoU_coffee": 0.8046491828764968, + "precision_coffee": 0.869172331067573, + "recall_coffee": 0.9155347779392254, + "F1_noncoffee": 0.7435928580104457, + "IoU_noncoffee": 0.5918406805877804, + "kappa": 0.6359261831720439, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s0_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 11, + "stopped_epoch": 31, + "best_val": 0.5662389699201781, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7202236539790163, + "mIoU": 0.5213963048878667, + "macroF1": 0.6740741081104897, + "F1_coffee": 0.7967172159376131, + "IoU_coffee": 0.662119683328159, + "precision_coffee": 0.8882265663638493, + "recall_coffee": 0.722302188730367, + "F1_noncoffee": 0.5514310002833664, + "IoU_noncoffee": 0.38067292644757433, + "kappa": 0.36306607413794567, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7008913118726203, + "mIoU": 0.5018822647320635, + "macroF1": 0.6571775840678562, + "F1_coffee": 0.7795950900685478, + "IoU_coffee": 0.63880035529547, + "precision_coffee": 0.868570616652458, + "recall_coffee": 0.7071548383365146, + "F1_noncoffee": 0.5347600780671646, + "IoU_noncoffee": 0.364964174168657, + "kappa": 0.3292135279789468, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5258040388930442, + "mIoU": 0.2671143537470822, + "macroF1": 0.35433652639147867, + "F1_coffee": 0.6870681145113524, + "IoU_coffee": 0.5233082706766917, + "precision_coffee": 0.997134670487106, + "recall_coffee": 0.5240963855421686, + "F1_noncoffee": 0.021604938271604937, + "IoU_noncoffee": 0.0109204368174727, + "kappa": 0.008441010020190213, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7011352418558736, + "mIoU": 0.5023548778873177, + "macroF1": 0.6576725149427045, + "F1_coffee": 0.7796499144801485, + "IoU_coffee": 0.6388739786485358, + "precision_coffee": 0.876811001064091, + "recall_coffee": 0.7018739352640545, + "F1_noncoffee": 0.5356951154052604, + "IoU_noncoffee": 0.3658357771260997, + "kappa": 0.3326129701325748, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7253470731358237, + "mIoU": 0.5356512198352288, + "macroF1": 0.6889980519028582, + "F1_coffee": 0.7953212216020195, + "IoU_coffee": 0.6601936016999174, + "precision_coffee": 0.9193654446819004, + "recall_coffee": 0.7007706284067414, + "F1_noncoffee": 0.582674882203697, + "IoU_noncoffee": 0.4111088379705401, + "kappa": 0.4002570487174167, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7335141307450757, + "mIoU": 0.5243786192621809, + "macroF1": 0.6731085438729724, + "F1_coffee": 0.8136292549828636, + "IoU_coffee": 0.6858136534470186, + "precision_coffee": 0.8711700156762149, + "recall_coffee": 0.7632186778200887, + "F1_noncoffee": 0.5325878327630811, + "IoU_noncoffee": 0.36294358507734303, + "kappa": 0.3532928832299338, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7177693383969618, + "mIoU": 0.5210155043678745, + "macroF1": 0.6744499290855446, + "F1_coffee": 0.7932044522554189, + "IoU_coffee": 0.6572815533980583, + "precision_coffee": 0.8585922637920101, + "recall_coffee": 0.7370713119216113, + "F1_noncoffee": 0.5556954059156702, + "IoU_noncoffee": 0.3847494553376906, + "kappa": 0.35691347716481864, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7371684792978439, + "mIoU": 0.5563883931884064, + "macroF1": 0.7085040263524164, + "F1_coffee": 0.7999128477013582, + "IoU_coffee": 0.6665456305979182, + "precision_coffee": 0.9261688530104272, + "recall_coffee": 0.7039498913460309, + "F1_noncoffee": 0.6170952050034746, + "IoU_noncoffee": 0.4462311557788945, + "kappa": 0.43702885525607665, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7102741675362869, + "mIoU": 0.5057900197773837, + "macroF1": 0.6586585344129967, + "F1_coffee": 0.7913934426229509, + "IoU_coffee": 0.6547982366904035, + "precision_coffee": 0.8572062740455756, + "recall_coffee": 0.7349657447348389, + "F1_noncoffee": 0.5259236262030426, + "IoU_noncoffee": 0.35678180286436395, + "kappa": 0.3263413109906919, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.6849034523112931, + "mIoU": 0.48470595005788747, + "macroF1": 0.6414691328572246, + "F1_coffee": 0.7662591333285105, + "IoU_coffee": 0.6210859622375983, + "precision_coffee": 0.8962599424606532, + "recall_coffee": 0.6691938337124084, + "F1_noncoffee": 0.5166791323859387, + "IoU_noncoffee": 0.3483259378781767, + "kappa": 0.312832513955148, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7135222826605592, + "mIoU": 0.5144305333854218, + "macroF1": 0.6680347351492357, + "F1_coffee": 0.7909179551469564, + "IoU_coffee": 0.654147465437788, + "precision_coffee": 0.9128617363344051, + "recall_coffee": 0.697714426148931, + "F1_noncoffee": 0.5451515151515152, + "IoU_noncoffee": 0.3747136013330556, + "kappa": 0.3608803130678878, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7568960580318793, + "mIoU": 0.5432738760053664, + "macroF1": 0.6875427829698602, + "F1_coffee": 0.8347498864594822, + "IoU_coffee": 0.716369710467706, + "precision_coffee": 0.8841396371632765, + "recall_coffee": 0.7905862111343247, + "F1_noncoffee": 0.5403356794802382, + "IoU_noncoffee": 0.3701780415430267, + "kappa": 0.3804632839278871, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6124, + 8413 + ], + [ + 38595, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.53614239692688, + "ssl_variant": "", + "test_tta": { + "OA": 0.7592506306335256, + "mIoU": 0.5565435275918069, + "macroF1": 0.7019429086268567, + "F1_coffee": 0.8326371048810455, + "IoU_coffee": 0.7132632948695868, + "precision_coffee": 0.8814084373817631, + "recall_coffee": 0.7889801447864189, + "F1_noncoffee": 0.5712487123726679, + "IoU_noncoffee": 0.39982376031402705, + "kappa": 0.4085251696435271, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7370341525325949, + "mIoU": 0.5313628783061741, + "macroF1": 0.6802032754437882, + "F1_coffee": 0.8150154720235377, + "IoU_coffee": 0.6877857497559889, + "precision_coffee": 0.8601224891858323, + "recall_coffee": 0.7744037634719572, + "F1_noncoffee": 0.5453910788640387, + "IoU_noncoffee": 0.37494000685635925, + "kappa": 0.3647004192767324, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s0_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 48, + "stopped_epoch": 68, + "best_val": 0.6278368089405434, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8106974726457687, + "mIoU": 0.6281228244013537, + "macroF1": 0.7622957819016603, + "F1_coffee": 0.8695584783667685, + "IoU_coffee": 0.7692202221221084, + "precision_coffee": 0.9115407826934683, + "recall_coffee": 0.8312730197705431, + "F1_noncoffee": 0.6550330854365521, + "IoU_noncoffee": 0.4870254266805991, + "kappa": 0.5272435993603232, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7811093804084458, + "mIoU": 0.5921143604568141, + "macroF1": 0.7338825018278164, + "F1_coffee": 0.8459891420163377, + "IoU_coffee": 0.7330859464307697, + "precision_coffee": 0.8930116971592613, + "recall_coffee": 0.8036709275647329, + "F1_noncoffee": 0.6217758616392952, + "IoU_noncoffee": 0.4511427744828584, + "kappa": 0.47136458761660827, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.36350037397157814, + "mIoU": 0.1844910394171044, + "macroF1": 0.2737540603662931, + "F1_coffee": 0.5290536801328168, + "IoU_coffee": 0.35966892400300976, + "precision_coffee": 0.9979123173277662, + "recall_coffee": 0.35993975903614456, + "F1_noncoffee": 0.01845444059976932, + "IoU_noncoffee": 0.009313154831199068, + "kappa": 0.005200505361818911, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7799111549851925, + "mIoU": 0.5944800967402198, + "macroF1": 0.7366561456714809, + "F1_coffee": 0.8433844965052159, + "IoU_coffee": 0.7291831156999696, + "precision_coffee": 0.9089257324551442, + "recall_coffee": 0.7866596776307168, + "F1_noncoffee": 0.6299277948377459, + "IoU_noncoffee": 0.45977707778047006, + "kappa": 0.47970483878726133, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8402747960498068, + "mIoU": 0.6673628734009829, + "macroF1": 0.7922375714553684, + "F1_coffee": 0.892139175257732, + "IoU_coffee": 0.8052809119460277, + "precision_coffee": 0.9182306518999934, + "recall_coffee": 0.8674895056700708, + "F1_noncoffee": 0.692335967653005, + "IoU_noncoffee": 0.5294448348559382, + "kappa": 0.5854299259272353, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8108763916642877, + "mIoU": 0.6241888887996146, + "macroF1": 0.758406317374401, + "F1_coffee": 0.8709960081783663, + "IoU_coffee": 0.771472921697137, + "precision_coffee": 0.9070569149655265, + "recall_coffee": 0.8376927398714027, + "F1_noncoffee": 0.6458166265704357, + "IoU_noncoffee": 0.47690485590209236, + "kappa": 0.5189003165323238, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8103138117129722, + "mIoU": 0.6413002279957001, + "macroF1": 0.7749592373014714, + "F1_coffee": 0.8641568851989694, + "IoU_coffee": 0.7608065532451166, + "precision_coffee": 0.9113828502415459, + "recall_coffee": 0.8215841045182363, + "F1_noncoffee": 0.6857615894039735, + "IoU_noncoffee": 0.5217939027462837, + "kappa": 0.5526968032618386, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8784583094829231, + "mIoU": 0.7332546266617639, + "macroF1": 0.8409552620887677, + "F1_coffee": 0.9181864885692268, + "IoU_coffee": 0.84874747714591, + "precision_coffee": 0.9225706542779714, + "recall_coffee": 0.9138437939409434, + "F1_noncoffee": 0.7637240356083086, + "IoU_noncoffee": 0.6177617761776177, + "kappa": 0.681931268064552, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8059956360876577, + "mIoU": 0.6270644607885754, + "macroF1": 0.7624291375183863, + "F1_coffee": 0.8641647293258053, + "IoU_coffee": 0.7608187134502924, + "precision_coffee": 0.9068729959570612, + "recall_coffee": 0.8252981476782543, + "F1_noncoffee": 0.6606935457109673, + "IoU_noncoffee": 0.4933102081268583, + "kappa": 0.5274760621989902, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7502438072947143, + "mIoU": 0.5510496278492684, + "macroF1": 0.6985865432487863, + "F1_coffee": 0.8233671287675012, + "IoU_coffee": 0.6997655334114888, + "precision_coffee": 0.9064540622627183, + "recall_coffee": 0.7542330048016174, + "F1_noncoffee": 0.5738059577300716, + "IoU_noncoffee": 0.40233372228704783, + "kappa": 0.40915113625118993, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8020803511785476, + "mIoU": 0.6075759191764649, + "macroF1": 0.744069476769244, + "F1_coffee": 0.8659167313162658, + "IoU_coffee": 0.7635389351271235, + "precision_coffee": 0.9136425648021828, + "recall_coffee": 0.8229294666994348, + "F1_noncoffee": 0.6222222222222222, + "IoU_noncoffee": 0.45161290322580644, + "kappa": 0.4920441436904311, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8157869619165792, + "mIoU": 0.6200472962414727, + "macroF1": 0.7530414796702356, + "F1_coffee": 0.8775225282396243, + "IoU_coffee": 0.7817729534147445, + "precision_coffee": 0.9072300223067838, + "recall_coffee": 0.8496989062307976, + "F1_noncoffee": 0.6285604311008468, + "IoU_noncoffee": 0.45832163906820095, + "kappa": 0.5076838925359436, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6897, + 8413 + ], + [ + 43453, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.3743821064631145, + "ssl_variant": "", + "test_tta": { + "OA": 0.8268931056090233, + "mIoU": 0.6483119111659748, + "macroF1": 0.7776880968605094, + "F1_coffee": 0.8822770979020979, + "IoU_coffee": 0.7893522591745361, + "precision_coffee": 0.9118072180315281, + "recall_coffee": 0.8545997205876127, + "F1_noncoffee": 0.673099095818921, + "IoU_noncoffee": 0.5072715631574133, + "kappa": 0.556667440247333, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7964260989961924, + "mIoU": 0.6092274972022585, + "macroF1": 0.7472448693940226, + "F1_coffee": 0.8587384033386375, + "IoU_coffee": 0.7524465958118489, + "precision_coffee": 0.89280809089774, + "recall_coffee": 0.8271733472149921, + "F1_noncoffee": 0.6357513354494078, + "IoU_noncoffee": 0.46600839859266824, + "kappa": 0.49638075929444186, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s0_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 32, + "stopped_epoch": 52, + "best_val": 0.7128268166154028, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.874660582592908, + "mIoU": 0.7235273334962916, + "macroF1": 0.833758706572401, + "F1_coffee": 0.9162182771101158, + "IoU_coffee": 0.8453900428095766, + "precision_coffee": 0.92993089014367, + "recall_coffee": 0.9029041954193302, + "F1_noncoffee": 0.7512991360346861, + "IoU_noncoffee": 0.6016646241830066, + "kappa": 0.667731877823722, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8387994692511826, + "mIoU": 0.668661525436349, + "macroF1": 0.7937272219923888, + "F1_coffee": 0.8901490953050213, + "IoU_coffee": 0.802043852502568, + "precision_coffee": 0.907878909382518, + "recall_coffee": 0.8730985019376483, + "F1_noncoffee": 0.6973053486797562, + "IoU_noncoffee": 0.5352791983701302, + "kappa": 0.5878875252314029, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3193717277486911, + "mIoU": 0.1614268747600878, + "macroF1": 0.2468043958438574, + "F1_coffee": 0.4805936073059361, + "IoU_coffee": 0.3163035311795642, + "precision_coffee": 0.9929245283018868, + "recall_coffee": 0.3170180722891566, + "F1_noncoffee": 0.013015184381778741, + "IoU_noncoffee": 0.006550218340611353, + "kappa": -0.0003206498503634041, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8789733464955577, + "mIoU": 0.7340083514859237, + "macroF1": 0.8414713945422412, + "F1_coffee": 0.9185760775718935, + "IoU_coffee": 0.8494134987410182, + "precision_coffee": 0.9312550498249395, + "recall_coffee": 0.9062377145852444, + "F1_noncoffee": 0.7643667115125888, + "IoU_noncoffee": 0.618603204230829, + "kappa": 0.6831127778317287, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.878345498783455, + "mIoU": 0.7294081258464875, + "macroF1": 0.8378919153875475, + "F1_coffee": 0.9188724866378213, + "IoU_coffee": 0.8499205461715026, + "precision_coffee": 0.9334238252213819, + "recall_coffee": 0.9047678716872376, + "F1_noncoffee": 0.7569113441372736, + "IoU_noncoffee": 0.6088957055214724, + "kappa": 0.676019749923764, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8668284327719098, + "mIoU": 0.7076215781802112, + "macroF1": 0.8220080615189927, + "F1_coffee": 0.91132583557738, + "IoU_coffee": 0.8370969619369107, + "precision_coffee": 0.925189759423646, + "recall_coffee": 0.8978712778575442, + "F1_noncoffee": 0.7326902874606055, + "IoU_noncoffee": 0.5781461944235117, + "kappa": 0.6442569276384866, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9072556466120327, + "mIoU": 0.7900651006510065, + "macroF1": 0.8797726060933757, + "F1_coffee": 0.9372549019607843, + "IoU_coffee": 0.8819188191881919, + "precision_coffee": 0.9313356624563289, + "recall_coffee": 0.9432498639085466, + "F1_noncoffee": 0.8222903102259671, + "IoU_noncoffee": 0.6982113821138212, + "kappa": 0.7595727186283727, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9024995229917955, + "mIoU": 0.777573087608267, + "macroF1": 0.871315008143744, + "F1_coffee": 0.9346630865618207, + "IoU_coffee": 0.8773403744599136, + "precision_coffee": 0.9349021614017138, + "recall_coffee": 0.9344241339639524, + "F1_noncoffee": 0.8079669297256671, + "IoU_noncoffee": 0.6778058007566204, + "kappa": 0.7426300657539262, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8974480599563609, + "mIoU": 0.7640483762935157, + "macroF1": 0.861936124553383, + "F1_coffee": 0.9319569459306352, + "IoU_coffee": 0.8725836869401226, + "precision_coffee": 0.9247970018738289, + "recall_coffee": 0.9392286221771124, + "F1_noncoffee": 0.7919153031761309, + "IoU_noncoffee": 0.6555130656469088, + "kappa": 0.7239228564138622, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8513750731421884, + "mIoU": 0.6823527463062347, + "macroF1": 0.8032833391339655, + "F1_coffee": 0.9005481597494127, + "IoU_coffee": 0.8190883190883191, + "precision_coffee": 0.9311740890688259, + "recall_coffee": 0.8718726307808946, + "F1_noncoffee": 0.7060185185185185, + "IoU_noncoffee": 0.5456171735241503, + "kappa": 0.6078207101917502, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8541845595953812, + "mIoU": 0.6835721646789006, + "macroF1": 0.8037821288309998, + "F1_coffee": 0.9032298923369221, + "IoU_coffee": 0.8235362051045155, + "precision_coffee": 0.931913225300575, + "recall_coffee": 0.8762595232243795, + "F1_noncoffee": 0.7043343653250774, + "IoU_noncoffee": 0.5436081242532855, + "kappa": 0.6086968698363501, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8360217619547581, + "mIoU": 0.6556025455054502, + "macroF1": 0.7823971112730123, + "F1_coffee": 0.8904196963898456, + "IoU_coffee": 0.8024833295010347, + "precision_coffee": 0.9256066834637316, + "recall_coffee": 0.8578100036868624, + "F1_noncoffee": 0.6743745261561789, + "IoU_noncoffee": 0.5087217615098656, + "kappa": 0.5666551554148997, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7347, + 8413 + ], + [ + 46981, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.682575257619222, + "ssl_variant": "", + "test_tta": { + "OA": 0.8778258005430678, + "mIoU": 0.7272481805105413, + "macroF1": 0.8362363887597916, + "F1_coffee": 0.9187641553779753, + "IoU_coffee": 0.849735198798514, + "precision_coffee": 0.9274837151115137, + "recall_coffee": 0.9102070191778502, + "F1_noncoffee": 0.7537086221416078, + "IoU_noncoffee": 0.6047611622225687, + "kappa": 0.6725605198325688, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8419868466597439, + "mIoU": 0.6709116697967847, + "macroF1": 0.7950689908438089, + "F1_coffee": 0.8931247073513344, + "IoU_coffee": 0.8068882856840696, + "precision_coffee": 0.9038996939480699, + "recall_coffee": 0.8826035822391887, + "F1_noncoffee": 0.6970132743362832, + "IoU_noncoffee": 0.5349350539094999, + "kappa": 0.5903030265610835, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s0_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 46, + "stopped_epoch": 66, + "best_val": 0.7367628450473072, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8886389562814313, + "mIoU": 0.7433632189963766, + "macroF1": 0.8473190042413726, + "F1_coffee": 0.9267467791200313, + "IoU_coffee": 0.8634931264032772, + "precision_coffee": 0.9254459102902375, + "recall_coffee": 0.9280513102747555, + "F1_noncoffee": 0.7678912293627139, + "IoU_noncoffee": 0.6232333115894759, + "kappa": 0.6946399202808244, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8571737625475944, + "mIoU": 0.6922520257361864, + "macroF1": 0.8107566178861354, + "F1_coffee": 0.904480347238968, + "IoU_coffee": 0.8256176372184754, + "precision_coffee": 0.9049953675108091, + "recall_coffee": 0.9039659128154703, + "F1_noncoffee": 0.7170328885333028, + "IoU_noncoffee": 0.5588864142538975, + "kappa": 0.6215135988916622, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.6043380703066566, + "mIoU": 0.30765767029514085, + "macroF1": 0.38877121298934525, + "F1_coffee": 0.7517597372125763, + "IoU_coffee": 0.6022556390977444, + "precision_coffee": 0.9975093399750934, + "recall_coffee": 0.6031626506024096, + "F1_noncoffee": 0.02578268876611418, + "IoU_noncoffee": 0.013059701492537313, + "kappa": 0.012711148707597422, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8773938795656466, + "mIoU": 0.7225765282071073, + "macroF1": 0.832509298382728, + "F1_coffee": 0.9192142578379081, + "IoU_coffee": 0.8505055368319692, + "precision_coffee": 0.9125661888157045, + "recall_coffee": 0.9259599004062378, + "F1_noncoffee": 0.745804338927548, + "IoU_noncoffee": 0.5946475195822454, + "kappa": 0.6650745266452344, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.894041314822766, + "mIoU": 0.7571501902646263, + "macroF1": 0.8571879733452985, + "F1_coffee": 0.9297352019994305, + "IoU_coffee": 0.8686964232929353, + "precision_coffee": 0.9390337423312883, + "recall_coffee": 0.9206190088340329, + "F1_noncoffee": 0.7846407446911665, + "IoU_noncoffee": 0.6456039572363172, + "kappa": 0.7144617604994107, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8940907793320011, + "mIoU": 0.749982979020402, + "macroF1": 0.851648824556615, + "F1_coffee": 0.9309981401115933, + "IoU_coffee": 0.8709041350113089, + "precision_coffee": 0.9246351825626501, + "recall_coffee": 0.9374492789812098, + "F1_noncoffee": 0.7722995090016367, + "IoU_noncoffee": 0.6290618230294951, + "kappa": 0.7033440080554163, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9041575054967019, + "mIoU": 0.7802394331828866, + "macroF1": 0.8730515959930956, + "F1_coffee": 0.9358914365933552, + "IoU_coffee": 0.8795074758135444, + "precision_coffee": 0.9197214557876757, + "recall_coffee": 0.9526401741970604, + "F1_noncoffee": 0.810211755392836, + "IoU_noncoffee": 0.6809713905522289, + "kappa": 0.7463353157717231, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9281625643961076, + "mIoU": 0.828525821756873, + "macroF1": 0.9041191079874651, + "F1_coffee": 0.9521327315491704, + "IoU_coffee": 0.9086386799320553, + "precision_coffee": 0.9470156803237229, + "recall_coffee": 0.9573053815671737, + "F1_noncoffee": 0.8561054844257596, + "IoU_noncoffee": 0.7484129635816906, + "kappa": 0.8082550448362678, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9180343420927806, + "mIoU": 0.8037150153136996, + "macroF1": 0.8881740810908535, + "F1_coffee": 0.9459594696022017, + "IoU_coffee": 0.8974602421077617, + "precision_coffee": 0.9328892178633111, + "recall_coffee": 0.9594011672164425, + "F1_noncoffee": 0.8303886925795053, + "IoU_noncoffee": 0.7099697885196374, + "kappa": 0.7764858666226351, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8512775502243027, + "mIoU": 0.6676865237087116, + "macroF1": 0.7901260411408443, + "F1_coffee": 0.903413769079739, + "IoU_coffee": 0.8238419775903892, + "precision_coffee": 0.9056507936507937, + "recall_coffee": 0.9011877685114986, + "F1_noncoffee": 0.6768383132019495, + "IoU_noncoffee": 0.511531069827034, + "kappa": 0.58026065077174, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8599102967840443, + "mIoU": 0.691178945098224, + "macroF1": 0.809284326453777, + "F1_coffee": 0.9075450308603099, + "IoU_coffee": 0.8307390752911334, + "precision_coffee": 0.9308785529715762, + "recall_coffee": 0.8853526665028263, + "F1_noncoffee": 0.7110236220472441, + "IoU_noncoffee": 0.5516188149053146, + "kappa": 0.6193162557887015, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8700009544716999, + "mIoU": 0.6974153924864028, + "macroF1": 0.8126983054414132, + "F1_coffee": 0.9162979351032449, + "IoU_coffee": 0.8455256890098674, + "precision_coffee": 0.9164105716041795, + "recall_coffee": 0.9161853262873295, + "F1_noncoffee": 0.7090986757795814, + "IoU_noncoffee": 0.5493050959629384, + "kappa": 0.6253966305507865, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7415, + 8413 + ], + [ + 47784, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.3114026983579, + "ssl_variant": "", + "test_tta": { + "OA": 0.8905188065360947, + "mIoU": 0.7452920578048552, + "macroF1": 0.8485378583609886, + "F1_coffee": 0.9282782140075364, + "IoU_coffee": 0.8661559615006875, + "precision_coffee": 0.9232057616615024, + "recall_coffee": 0.9334067143643369, + "F1_noncoffee": 0.7687975027144408, + "IoU_noncoffee": 0.6244281541090227, + "kappa": 0.6971051929692824, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8590775354794047, + "mIoU": 0.6929044379491176, + "macroF1": 0.810945651593671, + "F1_coffee": 0.9063371708476721, + "IoU_coffee": 0.8287171756126634, + "precision_coffee": 0.9012658710489191, + "recall_coffee": 0.911465864615266, + "F1_noncoffee": 0.7155541323396699, + "IoU_noncoffee": 0.5570917002855719, + "kappa": 0.6219276561647276, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s1_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.5082475544195182, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7275020485547647, + "mIoU": 0.5307749918513939, + "macroF1": 0.6826737051530065, + "F1_coffee": 0.8019431988041853, + "IoU_coffee": 0.669369931378665, + "precision_coffee": 0.8943995832247982, + "recall_coffee": 0.726810888616062, + "F1_noncoffee": 0.5634042115018277, + "IoU_noncoffee": 0.39218005232412284, + "kappa": 0.37995319489821777, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7028383523710626, + "mIoU": 0.5056591297713451, + "macroF1": 0.6611184622107495, + "F1_coffee": 0.7800222070379228, + "IoU_coffee": 0.6393741029859629, + "precision_coffee": 0.8739861712563103, + "recall_coffee": 0.7043013862378776, + "F1_noncoffee": 0.5422147173835763, + "IoU_noncoffee": 0.3719441565567274, + "kappa": 0.33815722839122114, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3605086013462977, + "mIoU": 0.1822972431720668, + "macroF1": 0.27034044842911936, + "F1_coffee": 0.5268400664084117, + "IoU_coffee": 0.35762584522915103, + "precision_coffee": 0.9937369519832986, + "recall_coffee": 0.35843373493975905, + "F1_noncoffee": 0.01384083044982699, + "IoU_noncoffee": 0.006968641114982578, + "kappa": 0.0005245970438956725, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7447186574531096, + "mIoU": 0.5525255278503618, + "macroF1": 0.7019582525749015, + "F1_coffee": 0.814849287606501, + "IoU_coffee": 0.6875490847580499, + "precision_coffee": 0.8981218434343434, + "recall_coffee": 0.745708295112043, + "F1_noncoffee": 0.589067217543302, + "IoU_noncoffee": 0.4175019709426737, + "kappa": 0.41507684666513267, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7694766471065312, + "mIoU": 0.569928866564939, + "macroF1": 0.7136224999227532, + "F1_coffee": 0.840095307432656, + "IoU_coffee": 0.7242796005706134, + "precision_coffee": 0.890299501999018, + "recall_coffee": 0.7952509241275609, + "F1_noncoffee": 0.5871496924128503, + "IoU_noncoffee": 0.4155781325592646, + "kappa": 0.4319089840622854, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.6690455799790656, + "mIoU": 0.47464768399248003, + "macroF1": 0.6344959565886785, + "F1_coffee": 0.7468704512372635, + "IoU_coffee": 0.596004181670345, + "precision_coffee": 0.895384346915627, + "recall_coffee": 0.6406142705537174, + "F1_noncoffee": 0.5221214619400935, + "IoU_noncoffee": 0.3532911863146151, + "kappa": 0.3050848045727818, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7452528482910253, + "mIoU": 0.5607187754178283, + "macroF1": 0.7108139275804106, + "F1_coffee": 0.8106100007429973, + "IoU_coffee": 0.6815342328835582, + "precision_coffee": 0.8926525936835216, + "recall_coffee": 0.7423788786064235, + "F1_noncoffee": 0.6110178544178239, + "IoU_noncoffee": 0.4399033179520984, + "kappa": 0.4314911868887262, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.774756725815684, + "mIoU": 0.5975993304098705, + "macroF1": 0.741229283143585, + "F1_coffee": 0.8343739038933707, + "IoU_coffee": 0.7158160808858931, + "precision_coffee": 0.9245957711442786, + "recall_coffee": 0.760194298862329, + "F1_noncoffee": 0.6480846623937994, + "IoU_noncoffee": 0.47938257993384786, + "kappa": 0.4927215967879858, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7141637415804952, + "mIoU": 0.5269576838995322, + "macroF1": 0.6826018684796851, + "F1_coffee": 0.7826902271907681, + "IoU_coffee": 0.6429671762057115, + "precision_coffee": 0.9069028915259904, + "recall_coffee": 0.6884039583861964, + "F1_noncoffee": 0.582513509768602, + "IoU_noncoffee": 0.4109481915933529, + "kappa": 0.3872853902269382, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7441973863858007, + "mIoU": 0.5435634422549231, + "macroF1": 0.6920078085211818, + "F1_coffee": 0.8187910189982729, + "IoU_coffee": 0.6931804889460755, + "precision_coffee": 0.9032159731748209, + "recall_coffee": 0.7487995956532727, + "F1_noncoffee": 0.5652245980440909, + "IoU_noncoffee": 0.3939463955637708, + "kappa": 0.39666308517108756, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7641950567802271, + "mIoU": 0.5349871644079103, + "macroF1": 0.675254920396811, + "F1_coffee": 0.8452045354883168, + "IoU_coffee": 0.7319084300748616, + "precision_coffee": 0.862108626198083, + "recall_coffee": 0.8289506021135414, + "F1_noncoffee": 0.5053053053053053, + "IoU_noncoffee": 0.338065898740959, + "kappa": 0.3513068768396649, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6236518087238714, + "mIoU": 0.42593523298647107, + "macroF1": 0.5865631456852917, + "F1_coffee": 0.7103929489533602, + "IoU_coffee": 0.5508600068344914, + "precision_coffee": 0.882803943044907, + "recall_coffee": 0.5943222317807546, + "F1_noncoffee": 0.4627333424172231, + "IoU_noncoffee": 0.30101045913845065, + "kappa": 0.22776866556876518, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6449, + 8413 + ], + [ + 38723, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.63878093957901, + "ssl_variant": "", + "test_tta": { + "OA": 0.7652275904175838, + "mIoU": 0.5689187535852936, + "macroF1": 0.7137909858252138, + "F1_coffee": 0.8351236685322261, + "IoU_coffee": 0.7169204541051571, + "precision_coffee": 0.8942535401865546, + "recall_coffee": 0.7833283942254773, + "F1_noncoffee": 0.5924583031182016, + "IoU_noncoffee": 0.4209170530654302, + "kappa": 0.43370197022159807, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7380725741317642, + "mIoU": 0.5383660541332732, + "macroF1": 0.688016107092911, + "F1_coffee": 0.8129833486082649, + "IoU_coffee": 0.6848963303548191, + "precision_coffee": 0.8725078466911277, + "recall_coffee": 0.7610619469026548, + "F1_noncoffee": 0.563048865577557, + "IoU_noncoffee": 0.3918357779117273, + "kappa": 0.3827444988328415, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s1_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 31, + "stopped_epoch": 51, + "best_val": 0.6193751012807036, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7793184337794631, + "mIoU": 0.5946968779359756, + "macroF1": 0.7370405170913157, + "F1_coffee": 0.8424794999713286, + "IoU_coffee": 0.7278311701179035, + "precision_coffee": 0.9193302130002753, + "recall_coffee": 0.7774861352186614, + "F1_noncoffee": 0.6316015342113027, + "IoU_noncoffee": 0.46156258575404757, + "kappa": 0.4825379493248249, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7479664243682935, + "mIoU": 0.5583528872323669, + "macroF1": 0.7074144212001083, + "F1_coffee": 0.8163406867124194, + "IoU_coffee": 0.6896753800255718, + "precision_coffee": 0.8973014186035766, + "recall_coffee": 0.7487805348294677, + "F1_noncoffee": 0.5984881556877972, + "IoU_noncoffee": 0.42703039443916196, + "kappa": 0.4250612800081913, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2049364248317128, + "mIoU": 0.10381007180900953, + "macroF1": 0.17418543234912157, + "F1_coffee": 0.3335423197492163, + "IoU_coffee": 0.200150489089541, + "precision_coffee": 0.9962546816479401, + "recall_coffee": 0.2003012048192771, + "F1_noncoffee": 0.014828544949026877, + "IoU_noncoffee": 0.007469654528478058, + "kappa": 0.0014978610516080415, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7665350444225074, + "mIoU": 0.5812124460307839, + "macroF1": 0.726565476830914, + "F1_coffee": 0.8311076197957581, + "IoU_coffee": 0.7110215053763441, + "precision_coffee": 0.9132140615191463, + "recall_coffee": 0.7625475036037217, + "F1_noncoffee": 0.62202333386607, + "IoU_noncoffee": 0.45140338668522384, + "kappa": 0.46284859646187615, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8106483469300129, + "mIoU": 0.6320178198468377, + "macroF1": 0.766072516702172, + "F1_coffee": 0.8681877054896882, + "IoU_coffee": 0.7670774647887324, + "precision_coffee": 0.9237455830388692, + "recall_coffee": 0.818933650773761, + "F1_noncoffee": 0.6639573279146558, + "IoU_noncoffee": 0.496958174904943, + "kappa": 0.5364201659875093, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7603958511751832, + "mIoU": 0.5725062549593358, + "macroF1": 0.7190852124840925, + "F1_coffee": 0.826810647224706, + "IoU_coffee": 0.7047546461863164, + "precision_coffee": 0.9205145876407076, + "recall_coffee": 0.7504213746176416, + "F1_noncoffee": 0.6113597777434789, + "IoU_noncoffee": 0.4402578637323552, + "kappa": 0.4509378242636438, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8308015190885468, + "mIoU": 0.6713636452632107, + "macroF1": 0.7978268739880623, + "F1_coffee": 0.8794760447070549, + "IoU_coffee": 0.784879288437103, + "precision_coffee": 0.922077922077922, + "recall_coffee": 0.8406369080021775, + "F1_noncoffee": 0.7161777032690696, + "IoU_noncoffee": 0.5578480020893184, + "kappa": 0.5976761669146688, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8501240221331807, + "mIoU": 0.6979402507155215, + "macroF1": 0.8169735244718836, + "F1_coffee": 0.8948671618818176, + "IoU_coffee": 0.8097371926849946, + "precision_coffee": 0.9390449438202247, + "recall_coffee": 0.8546593378499296, + "F1_noncoffee": 0.7390798870619498, + "IoU_noncoffee": 0.5861433087460485, + "kappa": 0.6359467686052084, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7913860165069728, + "mIoU": 0.6185244808195645, + "macroF1": 0.7577465317765298, + "F1_coffee": 0.8480199046236782, + "IoU_coffee": 0.7361411087113031, + "precision_coffee": 0.9313799908911492, + "recall_coffee": 0.778355747272266, + "F1_noncoffee": 0.6674731589293815, + "IoU_noncoffee": 0.5009078529278257, + "kappa": 0.5238386458116978, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7038228983811196, + "mIoU": 0.5044947064040841, + "macroF1": 0.659349675216967, + "F1_coffee": 0.7824342717959739, + "IoU_coffee": 0.6426217933631443, + "precision_coffee": 0.9033912324234905, + "recall_coffee": 0.6900429618397776, + "F1_noncoffee": 0.53626507863796, + "IoU_noncoffee": 0.366367619445024, + "kappa": 0.3437744374572413, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7711613703597672, + "mIoU": 0.5706186691759922, + "macroF1": 0.7138708297807219, + "F1_coffee": 0.8419040084388185, + "IoU_coffee": 0.7269725606284868, + "precision_coffee": 0.9082503556187767, + "recall_coffee": 0.7845908085524699, + "F1_noncoffee": 0.5858376511226252, + "IoU_noncoffee": 0.4142647777234978, + "kappa": 0.435630912046376, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7292163787343705, + "mIoU": 0.5284098478266683, + "macroF1": 0.6793404607552983, + "F1_coffee": 0.8058046409747416, + "IoU_coffee": 0.6747678550957239, + "precision_coffee": 0.9094561186650185, + "recall_coffee": 0.7233624185817868, + "F1_noncoffee": 0.552876280535855, + "IoU_noncoffee": 0.3820518405576127, + "kappa": 0.3773040400736049, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6523, + 8413 + ], + [ + 41874, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.8076718131701153, + "ssl_variant": "", + "test_tta": { + "OA": 0.7993701698292067, + "mIoU": 0.6175327883224381, + "macroF1": 0.7547643998261298, + "F1_coffee": 0.8593537051012018, + "IoU_coffee": 0.7533919225831934, + "precision_coffee": 0.9183216581208926, + "recall_coffee": 0.8075017992464333, + "F1_noncoffee": 0.6501750945510576, + "IoU_noncoffee": 0.4816736540616828, + "kappa": 0.5145078565154393, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7668166608976578, + "mIoU": 0.5776815235984896, + "macroF1": 0.7227520786826627, + "F1_coffee": 0.8332817752479944, + "IoU_coffee": 0.7142099588142754, + "precision_coffee": 0.895679546008734, + "recall_coffee": 0.7790117030096207, + "F1_noncoffee": 0.612222382117331, + "IoU_noncoffee": 0.4411530883827037, + "kappa": 0.4516936601675352, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s1_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 55, + "stopped_epoch": 75, + "best_val": 0.7234883155189349, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8820675139382059, + "mIoU": 0.7312017207978861, + "macroF1": 0.838711519465177, + "F1_coffee": 0.9223346171752655, + "IoU_coffee": 0.8558636399340194, + "precision_coffee": 0.9221004527567385, + "recall_coffee": 0.9225689005545913, + "F1_noncoffee": 0.7550884217550884, + "IoU_noncoffee": 0.6065398016617529, + "kappa": 0.6774231045298383, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8460972654897888, + "mIoU": 0.6750167816033203, + "macroF1": 0.7978737879315969, + "F1_coffee": 0.8966018429696812, + "IoU_coffee": 0.8125823278360294, + "precision_coffee": 0.9012388966806919, + "recall_coffee": 0.8920122621319915, + "F1_noncoffee": 0.6991457328935127, + "IoU_noncoffee": 0.5374512353706112, + "kappa": 0.595778712159913, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.40463724756918473, + "mIoU": 0.20550183619150297, + "macroF1": 0.29610355939108857, + "F1_coffee": 0.5725026852846402, + "IoU_coffee": 0.40105342362678703, + "precision_coffee": 0.99812734082397, + "recall_coffee": 0.401355421686747, + "F1_noncoffee": 0.019704433497536946, + "IoU_noncoffee": 0.009950248756218905, + "kappa": 0.0064769088583724365, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8834155972359329, + "mIoU": 0.7398533147799311, + "macroF1": 0.8453851335713494, + "F1_coffee": 0.9220667810479082, + "IoU_coffee": 0.8554025099479645, + "precision_coffee": 0.9286853648810315, + "recall_coffee": 0.9155418686934871, + "F1_noncoffee": 0.7687034860947904, + "IoU_noncoffee": 0.6243041196118976, + "kappa": 0.6908168745774862, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8802060970373551, + "mIoU": 0.7225568484051943, + "macroF1": 0.8320018487847147, + "F1_coffee": 0.9219919848395415, + "IoU_coffee": 0.8552737752161383, + "precision_coffee": 0.9144071974365294, + "recall_coffee": 0.9297036526533425, + "F1_noncoffee": 0.742011712729888, + "IoU_noncoffee": 0.5898399215942502, + "kappa": 0.6640801346342896, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8826244171662385, + "mIoU": 0.7309607344129212, + "macroF1": 0.8384239769200286, + "F1_coffee": 0.9229327418699822, + "IoU_coffee": 0.8568942514066942, + "precision_coffee": 0.923711855927964, + "recall_coffee": 0.9221549410075536, + "F1_noncoffee": 0.7539152119700748, + "IoU_noncoffee": 0.6050272174191482, + "kappa": 0.6768486879309382, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9080551668998601, + "mIoU": 0.7897991378015634, + "macroF1": 0.8794831124335349, + "F1_coffee": 0.9381637316843662, + "IoU_coffee": 0.8835295607038866, + "precision_coffee": 0.9268260292164675, + "recall_coffee": 0.9497822536744692, + "F1_noncoffee": 0.8208024931827036, + "IoU_noncoffee": 0.6960687148992402, + "kappa": 0.7590707045793191, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9130891051326083, + "mIoU": 0.7963129927020594, + "macroF1": 0.883523904721986, + "F1_coffee": 0.9422064327856372, + "IoU_coffee": 0.8907280796449563, + "precision_coffee": 0.935264483627204, + "recall_coffee": 0.949252205036431, + "F1_noncoffee": 0.8248413766583349, + "IoU_noncoffee": 0.7018979057591623, + "kappa": 0.7670866996535437, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9107295323024381, + "mIoU": 0.7914986752633804, + "macroF1": 0.8803727688675441, + "F1_coffee": 0.9406346602737997, + "IoU_coffee": 0.8879228203906622, + "precision_coffee": 0.9355000627431296, + "recall_coffee": 0.9458259325044405, + "F1_noncoffee": 0.8201108774612885, + "IoU_noncoffee": 0.6950745301360985, + "kappa": 0.7607673759694855, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.859371952408816, + "mIoU": 0.6933673098348591, + "macroF1": 0.8112878116291874, + "F1_coffee": 0.9065456902138691, + "IoU_coffee": 0.8290659080132764, + "precision_coffee": 0.9305481639169771, + "recall_coffee": 0.8837503158958807, + "F1_noncoffee": 0.7160299330445057, + "IoU_noncoffee": 0.5576687116564417, + "kappa": 0.6233371065171942, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8473136749689856, + "mIoU": 0.6503130326572569, + "macroF1": 0.7747742180851425, + "F1_coffee": 0.9025934494094728, + "IoU_coffee": 0.822478641961611, + "precision_coffee": 0.8944256756756757, + "recall_coffee": 0.9109117719341362, + "F1_noncoffee": 0.646954986760812, + "IoU_noncoffee": 0.4781474233529028, + "kappa": 0.549684542290209, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8543476185931087, + "mIoU": 0.6722613681421478, + "macroF1": 0.7936273735320967, + "F1_coffee": 0.905569306930693, + "IoU_coffee": 0.8274341286893588, + "precision_coffee": 0.9120029913997257, + "recall_coffee": 0.8992257588791938, + "F1_noncoffee": 0.6816854401335002, + "IoU_noncoffee": 0.5170886075949367, + "kappa": 0.5873239747088033, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7469, + 8413 + ], + [ + 47321, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.8210729479789736, + "ssl_variant": "", + "test_tta": { + "OA": 0.8850238596378477, + "mIoU": 0.7345196181711404, + "macroF1": 0.8408837063135699, + "F1_coffee": 0.9246895390444118, + "IoU_coffee": 0.8599279674287504, + "precision_coffee": 0.9195026999874419, + "recall_coffee": 0.9299352271284027, + "F1_noncoffee": 0.7570778735827279, + "IoU_noncoffee": 0.6091112689135303, + "kappa": 0.6818000722655494, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8497605861313027, + "mIoU": 0.6777462194020795, + "macroF1": 0.7995380745115551, + "F1_coffee": 0.8998760104189695, + "IoU_coffee": 0.8179768998235161, + "precision_coffee": 0.8972285046191589, + "recall_coffee": 0.9025391867661519, + "F1_noncoffee": 0.6992001386041408, + "IoU_noncoffee": 0.5375155389806429, + "kappa": 0.5990866361792426, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s1_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 54, + "stopped_epoch": 74, + "best_val": 0.748767254006695, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8937482928710294, + "mIoU": 0.7528015446020409, + "macroF1": 0.8538879129207255, + "F1_coffee": 0.9302035948367758, + "IoU_coffee": 0.8695146014206788, + "precision_coffee": 0.9276286706662457, + "recall_coffee": 0.9327928538165192, + "F1_noncoffee": 0.7775722310046752, + "IoU_noncoffee": 0.636088487783403, + "kappa": 0.7077830011732521, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8573612553363332, + "mIoU": 0.6935246511955255, + "macroF1": 0.8118180163581381, + "F1_coffee": 0.9043945633470603, + "IoU_coffee": 0.8254746947130656, + "precision_coffee": 0.9069194827352217, + "recall_coffee": 0.9018836639867353, + "F1_noncoffee": 0.719241469369216, + "IoU_noncoffee": 0.5615746076779856, + "kappa": 0.6236445992690582, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.36275243081525804, + "mIoU": 0.18343639831243136, + "macroF1": 0.27158532842234495, + "F1_coffee": 0.5292817679558011, + "IoU_coffee": 0.35987978963185574, + "precision_coffee": 0.9937759336099585, + "recall_coffee": 0.36069277108433734, + "F1_noncoffee": 0.013888888888888888, + "IoU_noncoffee": 0.006993006993006993, + "kappa": 0.0005737959497375567, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8886475814412635, + "mIoU": 0.7471993104818982, + "macroF1": 0.8503211065127971, + "F1_coffee": 0.9260618772941793, + "IoU_coffee": 0.8623046875, + "precision_coffee": 0.9264262295081968, + "recall_coffee": 0.9256978115581183, + "F1_noncoffee": 0.7745803357314148, + "IoU_noncoffee": 0.6320939334637965, + "kappa": 0.7006423541931432, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8959019130766662, + "mIoU": 0.7542323668165256, + "macroF1": 0.8546679790607049, + "F1_coffee": 0.9320799352549337, + "IoU_coffee": 0.8727993470910574, + "precision_coffee": 0.9261985771729044, + "recall_coffee": 0.9380364638807093, + "F1_noncoffee": 0.7772560228664761, + "IoU_noncoffee": 0.6356653865419937, + "kappa": 0.7093743897497247, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.896517270910648, + "mIoU": 0.7568369680258926, + "macroF1": 0.8565812784066468, + "F1_coffee": 0.9322619826216949, + "IoU_coffee": 0.8731186559327967, + "precision_coffee": 0.9302050963331262, + "recall_coffee": 0.9343279855171983, + "F1_noncoffee": 0.7809005741915986, + "IoU_noncoffee": 0.6405552801189885, + "kappa": 0.7131670931039094, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9154507295622626, + "mIoU": 0.8077069435179707, + "macroF1": 0.8912525939203024, + "F1_coffee": 0.9425505907917968, + "IoU_coffee": 0.891343436938094, + "precision_coffee": 0.9406343182434264, + "recall_coffee": 0.9444746869896571, + "F1_noncoffee": 0.8399545970488081, + "IoU_noncoffee": 0.7240704500978473, + "kappa": 0.7825077024725915, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9179545888189277, + "mIoU": 0.8034293240986154, + "macroF1": 0.8879825395058096, + "F1_coffee": 0.9459255533199196, + "IoU_coffee": 0.8973991887377715, + "precision_coffee": 0.9308253928969187, + "recall_coffee": 0.961523712130896, + "F1_noncoffee": 0.8300395256916996, + "IoU_noncoffee": 0.7094594594594594, + "kappa": 0.7761502355998333, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9214495778389147, + "mIoU": 0.8127317693848368, + "macroF1": 0.8940703305345791, + "F1_coffee": 0.9479245283018868, + "IoU_coffee": 0.9010043041606887, + "precision_coffee": 0.9398852581691195, + "recall_coffee": 0.9561025120527785, + "F1_noncoffee": 0.8402161327672714, + "IoU_noncoffee": 0.724459234608985, + "kappa": 0.7881882091963558, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8624926857811586, + "mIoU": 0.68806289543511, + "macroF1": 0.806039031255237, + "F1_coffee": 0.9106803496769289, + "IoU_coffee": 0.8360083740404746, + "precision_coffee": 0.913109756097561, + "recall_coffee": 0.9082638362395754, + "F1_noncoffee": 0.7013977128335451, + "IoU_noncoffee": 0.5401174168297456, + "kappa": 0.6120872423388642, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8738429239431244, + "mIoU": 0.7064227665775901, + "macroF1": 0.8196836097208662, + "F1_coffee": 0.918505732955246, + "IoU_coffee": 0.8492932056543547, + "precision_coffee": 0.921573478476002, + "recall_coffee": 0.9154583435733595, + "F1_noncoffee": 0.7208614864864865, + "IoU_noncoffee": 0.5635523275008254, + "kappa": 0.6393809068160966, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8714326620215711, + "mIoU": 0.7021644423240996, + "macroF1": 0.8165101267745918, + "F1_coffee": 0.9168980196187303, + "IoU_coffee": 0.8465481886534518, + "precision_coffee": 0.9205896927651139, + "recall_coffee": 0.9132358363033058, + "F1_noncoffee": 0.7161222339304532, + "IoU_noncoffee": 0.5577806959947472, + "kappa": 0.6330404117846591, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7496, + 8413 + ], + [ + 48020, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.7144834717114765, + "ssl_variant": "", + "test_tta": { + "OA": 0.8961904914924725, + "mIoU": 0.7563814541703799, + "macroF1": 0.8562800454038428, + "F1_coffee": 0.9320159516819765, + "IoU_coffee": 0.8726871465447595, + "precision_coffee": 0.9266241238623287, + "recall_coffee": 0.9374708945429914, + "F1_noncoffee": 0.7805441391257091, + "IoU_noncoffee": 0.6400757617960002, + "kappa": 0.7125915034587088, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8598275066343603, + "mIoU": 0.6956067144985809, + "macroF1": 0.8131284944516763, + "F1_coffee": 0.906545381116763, + "IoU_coffee": 0.8290653909740054, + "precision_coffee": 0.9042585843084596, + "recall_coffee": 0.9088437734975996, + "F1_noncoffee": 0.7197116077865897, + "IoU_noncoffee": 0.5621480380231563, + "kappa": 0.6262641575795788, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s2_r0.05", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 42, + "stopped_epoch": 62, + "best_val": 0.5345766258874008, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7469111007567603, + "mIoU": 0.5555032761261449, + "macroF1": 0.7045919348177732, + "F1_coffee": 0.8164016970488135, + "IoU_coffee": 0.6897624768582346, + "precision_coffee": 0.9083882346838201, + "recall_coffee": 0.7413318657127133, + "F1_noncoffee": 0.5927821725867328, + "IoU_noncoffee": 0.4212440753940552, + "kappa": 0.4223224710490137, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7225827852774893, + "mIoU": 0.5299859095906636, + "macroF1": 0.683367727351305, + "F1_coffee": 0.7947982120187332, + "IoU_coffee": 0.6594731437878413, + "precision_coffee": 0.889682350131359, + "recall_coffee": 0.7182023251778588, + "F1_noncoffee": 0.5719372426838767, + "IoU_noncoffee": 0.40049867539348605, + "kappa": 0.3814127011550708, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.40762902019446523, + "mIoU": 0.20663611469223747, + "macroF1": 0.29669342883406574, + "F1_coffee": 0.576017130620985, + "IoU_coffee": 0.4045112781954887, + "precision_coffee": 0.9962962962962963, + "recall_coffee": 0.40512048192771083, + "F1_noncoffee": 0.017369727047146403, + "IoU_noncoffee": 0.008760951188986232, + "kappa": 0.004111820449253122, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7837117472852912, + "mIoU": 0.5913792999709488, + "macroF1": 0.7323951042264849, + "F1_coffee": 0.8495812165316491, + "IoU_coffee": 0.7384973443933879, + "precision_coffee": 0.8922134102379236, + "recall_coffee": 0.8108373738697419, + "F1_noncoffee": 0.6152089919213207, + "IoU_noncoffee": 0.4442612555485098, + "kappa": 0.4678980264727255, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7521587710509995, + "mIoU": 0.5648824680666251, + "macroF1": 0.7132871439927262, + "F1_coffee": 0.8188570033822657, + "IoU_coffee": 0.6932750782310917, + "precision_coffee": 0.9232583739581696, + "recall_coffee": 0.7356681912160892, + "F1_noncoffee": 0.6077172846031866, + "IoU_noncoffee": 0.4364898579021586, + "kappa": 0.44202533778489184, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7062042059187363, + "mIoU": 0.5139329123063944, + "macroF1": 0.6699377889679734, + "F1_coffee": 0.7793460782562087, + "IoU_coffee": 0.6384660421545667, + "precision_coffee": 0.9113321076383085, + "recall_coffee": 0.6807541045009051, + "F1_noncoffee": 0.5605294996797381, + "IoU_noncoffee": 0.3893997824582221, + "kappa": 0.3663467007468562, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7934239456326204, + "mIoU": 0.6033274195400479, + "macroF1": 0.7420626215932791, + "F1_coffee": 0.8571626010641974, + "IoU_coffee": 0.7500302334018624, + "precision_coffee": 0.8707005475221115, + "recall_coffee": 0.8440391943385955, + "F1_noncoffee": 0.6269626421223606, + "IoU_noncoffee": 0.45662460567823343, + "kappa": 0.4844507413250839, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8279908414424728, + "mIoU": 0.6643707709303848, + "macroF1": 0.7921837186901683, + "F1_coffee": 0.8784467066675655, + "IoU_coffee": 0.7832411637412839, + "precision_coffee": 0.9293865905848787, + "recall_coffee": 0.8328007158379138, + "F1_noncoffee": 0.7059207307127712, + "IoU_noncoffee": 0.5455003781194857, + "kappa": 0.5873664981363089, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7677639692628783, + "mIoU": 0.5879672240506241, + "macroF1": 0.7332633733370546, + "F1_coffee": 0.8291934133407759, + "IoU_coffee": 0.7082240762812873, + "precision_coffee": 0.9212403100775194, + "recall_coffee": 0.7538695762496829, + "F1_noncoffee": 0.6373333333333333, + "IoU_noncoffee": 0.46771037181996084, + "kappa": 0.4776000848007114, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7742344450945973, + "mIoU": 0.5799995456058178, + "macroF1": 0.7230842734179668, + "F1_coffee": 0.8420980833503854, + "IoU_coffee": 0.7272620169651273, + "precision_coffee": 0.9149251519193716, + "recall_coffee": 0.780010108668183, + "F1_noncoffee": 0.6040704634855482, + "IoU_noncoffee": 0.4327370742465082, + "kappa": 0.4548297293271397, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.6763049909342495, + "mIoU": 0.48030083203238527, + "macroF1": 0.6390395588822377, + "F1_coffee": 0.7550195002166691, + "IoU_coffee": 0.6064508643694164, + "precision_coffee": 0.9157323055360898, + "recall_coffee": 0.642295404276235, + "F1_noncoffee": 0.5230596175478065, + "IoU_noncoffee": 0.3541507996953541, + "kappa": 0.3189199542446116, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6442683974420158, + "mIoU": 0.4476001874922, + "macroF1": 0.6082708429597095, + "F1_coffee": 0.7270197026294587, + "IoU_coffee": 0.5711162255466052, + "precision_coffee": 0.899746192893401, + "recall_coffee": 0.6099299496128794, + "F1_noncoffee": 0.48952198328996027, + "IoU_noncoffee": 0.3240841494377947, + "kappa": 0.2670538169081137, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6787, + 8413 + ], + [ + 39593, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0788596590360005, + "ssl_variant": "", + "test_tta": { + "OA": 0.7654043284757146, + "mIoU": 0.5746986787467143, + "macroF1": 0.719978165318718, + "F1_coffee": 0.8327625505400483, + "IoU_coffee": 0.7134474231659929, + "precision_coffee": 0.9073505553475603, + "recall_coffee": 0.7695059480970323, + "F1_noncoffee": 0.6071937800973878, + "IoU_noncoffee": 0.4359499343274357, + "kappa": 0.4487064800679107, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.738995615553248, + "mIoU": 0.5455366179245251, + "macroF1": 0.69590230553691, + "F1_coffee": 0.81037752653583, + "IoU_coffee": 0.6812056300315324, + "precision_coffee": 0.8875372963047968, + "recall_coffee": 0.7455607611776274, + "F1_noncoffee": 0.5814270845379901, + "IoU_noncoffee": 0.4098676058175178, + "kappa": 0.40178499481684526, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s2_r0.1", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 55, + "stopped_epoch": 75, + "best_val": 0.6220016279267574, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7697745786404023, + "mIoU": 0.5749328349416758, + "macroF1": 0.7189555417621349, + "F1_coffee": 0.8384645735866073, + "IoU_coffee": 0.721858803889978, + "precision_coffee": 0.8968960277838073, + "recall_coffee": 0.7871808983531603, + "F1_noncoffee": 0.5994465099376625, + "IoU_noncoffee": 0.4280068659933735, + "kappa": 0.4437651829719777, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7472308757355486, + "mIoU": 0.5503230927274565, + "macroF1": 0.698712976376461, + "F1_coffee": 0.8196171263894607, + "IoU_coffee": 0.6943654848891757, + "precision_coffee": 0.8790983154129777, + "recall_coffee": 0.7676750149420634, + "F1_noncoffee": 0.5778088263634612, + "IoU_noncoffee": 0.40628070056573734, + "kappa": 0.40381417303167105, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.543754674644727, + "mIoU": 0.2750860616714276, + "macroF1": 0.3595737663724597, + "F1_coffee": 0.7030185004868549, + "IoU_coffee": 0.5420420420420421, + "precision_coffee": 0.9944903581267218, + "recall_coffee": 0.5436746987951807, + "F1_noncoffee": 0.016129032258064516, + "IoU_noncoffee": 0.008130081300813009, + "kappa": 0.002899961121937951, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7712240868706811, + "mIoU": 0.5769511943810149, + "macroF1": 0.7206991810068769, + "F1_coffee": 0.8394916369428957, + "IoU_coffee": 0.7233826688947242, + "precision_coffee": 0.8902680866691149, + "recall_coffee": 0.7941947320141528, + "F1_noncoffee": 0.6019067250708581, + "IoU_noncoffee": 0.4305197198673056, + "kappa": 0.4458691344981369, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7469586374695864, + "mIoU": 0.5514410485613624, + "macroF1": 0.7000530303030303, + "F1_coffee": 0.8186666666666667, + "IoU_coffee": 0.6930022573363431, + "precision_coffee": 0.900970727669501, + "recall_coffee": 0.7501409686109893, + "F1_noncoffee": 0.5814393939393939, + "IoU_noncoffee": 0.4098798397863818, + "kappa": 0.41144286112142586, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7911314111713769, + "mIoU": 0.5974500837341613, + "macroF1": 0.7366471554205636, + "F1_coffee": 0.8564327294133037, + "IoU_coffee": 0.7489132921528254, + "precision_coffee": 0.8993749570712274, + "recall_coffee": 0.8174043323553281, + "F1_noncoffee": 0.6168615814278233, + "IoU_noncoffee": 0.44598687531549724, + "kappa": 0.4764793999917001, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8258045172896262, + "mIoU": 0.6500998689145744, + "macroF1": 0.779609860304248, + "F1_coffee": 0.8805100431891411, + "IoU_coffee": 0.7865278628291488, + "precision_coffee": 0.8871391076115486, + "recall_coffee": 0.8739793140990746, + "F1_noncoffee": 0.6787096774193548, + "IoU_noncoffee": 0.513671875, + "kappa": 0.5592858880325458, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.775138332379317, + "mIoU": 0.5939987420765986, + "macroF1": 0.7374584530521575, + "F1_coffee": 0.8369196706566111, + "IoU_coffee": 0.7195716835217133, + "precision_coffee": 0.9122171945701357, + "recall_coffee": 0.7731049469512975, + "F1_noncoffee": 0.6379972354477039, + "IoU_noncoffee": 0.468425800631484, + "kappa": 0.48274009834231535, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8105492837491699, + "mIoU": 0.6302384005515829, + "macroF1": 0.7643820021294785, + "F1_coffee": 0.8686788978759782, + "IoU_coffee": 0.7678446872820275, + "precision_coffee": 0.9017064846416383, + "recall_coffee": 0.8379852829231159, + "F1_noncoffee": 0.6600851063829787, + "IoU_noncoffee": 0.4926321138211382, + "kappa": 0.5303947711944716, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7179637214745466, + "mIoU": 0.5142309728315735, + "macroF1": 0.6662596975169269, + "F1_coffee": 0.7976207137858642, + "IoU_coffee": 0.6633686416016762, + "precision_coffee": 0.8938205771643664, + "recall_coffee": 0.7201162496841041, + "F1_noncoffee": 0.5348986812479897, + "IoU_noncoffee": 0.3650933040614709, + "kappa": 0.3498278416390393, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7187708750835003, + "mIoU": 0.5103539858141537, + "macroF1": 0.6612532840014587, + "F1_coffee": 0.8008380077042644, + "IoU_coffee": 0.6678313796212805, + "precision_coffee": 0.8897732392251089, + "recall_coffee": 0.7280658638486115, + "F1_noncoffee": 0.5216685602986528, + "IoU_noncoffee": 0.3528765920070268, + "kappa": 0.33838175816678256, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7715949222105565, + "mIoU": 0.5652642740199884, + "macroF1": 0.707847308202884, + "F1_coffee": 0.8443172207403552, + "IoU_coffee": 0.7305786984913308, + "precision_coffee": 0.8970141000829417, + "recall_coffee": 0.7974683544303798, + "F1_noncoffee": 0.5713773956654129, + "IoU_noncoffee": 0.39994984954864593, + "kappa": 0.4211943106000619, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 6577, + 8413 + ], + [ + 41225, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.779228663444519, + "ssl_variant": "", + "test_tta": { + "OA": 0.7816802969199377, + "mIoU": 0.5879204539704954, + "macroF1": 0.7293429071060602, + "F1_coffee": 0.8483617534148736, + "IoU_coffee": 0.7366564595526959, + "precision_coffee": 0.8971817023084548, + "recall_coffee": 0.8045806697430252, + "F1_noncoffee": 0.6103240607972469, + "IoU_noncoffee": 0.439184448388295, + "kappa": 0.46277358018885656, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7585381331487251, + "mIoU": 0.5616539591388081, + "macroF1": 0.707844837673078, + "F1_coffee": 0.8295424463947545, + "IoU_coffee": 0.7087334725121781, + "precision_coffee": 0.8789022890552524, + "recall_coffee": 0.7854319702315538, + "F1_noncoffee": 0.5861472289514016, + "IoU_noncoffee": 0.4145744457654381, + "kappa": 0.42013012048751774, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s2_r0.5", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 33, + "stopped_epoch": 53, + "best_val": 0.697343831034908, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8797217178939251, + "mIoU": 0.7229711401064687, + "macroF1": 0.8324265073366652, + "F1_coffee": 0.921451355661882, + "IoU_coffee": 0.8543438077634011, + "precision_coffee": 0.9135907785776705, + "recall_coffee": 0.929448372211168, + "F1_noncoffee": 0.7434016590114485, + "IoU_noncoffee": 0.5915984724495362, + "kappa": 0.6649340456175059, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8447415484019846, + "mIoU": 0.6681043743288617, + "macroF1": 0.7919405420545365, + "F1_coffee": 0.8967534647292955, + "IoU_coffee": 0.8128314352777536, + "precision_coffee": 0.8922096263216154, + "recall_coffee": 0.901343821697804, + "F1_noncoffee": 0.6871276193797774, + "IoU_noncoffee": 0.5233773133799698, + "kappa": 0.5839137870652784, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4016454749439043, + "mIoU": 0.20358517110620417, + "macroF1": 0.2935457451586484, + "F1_coffee": 0.5698924731182796, + "IoU_coffee": 0.39849624060150374, + "precision_coffee": 0.9962406015037594, + "recall_coffee": 0.3990963855421687, + "F1_noncoffee": 0.0171990171990172, + "IoU_noncoffee": 0.008674101610904586, + "kappa": 0.003937315845740673, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8850937808489635, + "mIoU": 0.7405785825445466, + "macroF1": 0.8456890807172872, + "F1_coffee": 0.9236671257131616, + "IoU_coffee": 0.8581612136720892, + "precision_coffee": 0.9244552375951693, + "recall_coffee": 0.9228803564408334, + "F1_noncoffee": 0.7677110357214129, + "IoU_noncoffee": 0.622995951417004, + "kappa": 0.6913788440036859, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.891703640093507, + "mIoU": 0.746362505817355, + "macroF1": 0.849191344471826, + "F1_coffee": 0.9292614521657837, + "IoU_coffee": 0.8678696158323632, + "precision_coffee": 0.9244218488436977, + "recall_coffee": 0.9341519954890044, + "F1_noncoffee": 0.7691212367778681, + "IoU_noncoffee": 0.6248553958023467, + "kappa": 0.698409667853198, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8625939670758398, + "mIoU": 0.682319332373599, + "macroF1": 0.800926952569309, + "F1_coffee": 0.911725149773811, + "IoU_coffee": 0.8377710369621391, + "precision_coffee": 0.8932143498832126, + "recall_coffee": 0.9310194144453462, + "F1_noncoffee": 0.6901287553648069, + "IoU_noncoffee": 0.526867627785059, + "kappa": 0.6024532426928235, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8964621227263642, + "mIoU": 0.7683164213308343, + "macroF1": 0.865278358275682, + "F1_coffee": 0.9300944669365722, + "IoU_coffee": 0.8693239152371343, + "precision_coffee": 0.9223768736616702, + "recall_coffee": 0.9379422972237343, + "F1_noncoffee": 0.800462249614792, + "IoU_noncoffee": 0.6673089274245344, + "kappa": 0.7306105486199627, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9085098263690136, + "mIoU": 0.7842841846817834, + "macroF1": 0.8754393024280347, + "F1_coffee": 0.9396209784045835, + "IoU_coffee": 0.8861180382377389, + "precision_coffee": 0.9258064516129032, + "recall_coffee": 0.9538540201968554, + "F1_noncoffee": 0.8112576264514859, + "IoU_noncoffee": 0.6824503311258279, + "kappa": 0.7510518750337739, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8791386016506972, + "mIoU": 0.7063488291807871, + "macroF1": 0.8186139696010468, + "F1_coffee": 0.9233914612146723, + "IoU_coffee": 0.8576854334226989, + "precision_coffee": 0.8776863283036123, + "recall_coffee": 0.9741182441004821, + "F1_noncoffee": 0.7138364779874213, + "IoU_noncoffee": 0.5550122249388753, + "kappa": 0.6408657922618235, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8740003900916715, + "mIoU": 0.7128235021658413, + "macroF1": 0.8250483527576324, + "F1_coffee": 0.917591529531828, + "IoU_coffee": 0.8477312905126694, + "precision_coffee": 0.9264554353426069, + "recall_coffee": 0.9088956280010109, + "F1_noncoffee": 0.7325051759834369, + "IoU_noncoffee": 0.5779157138190134, + "kappa": 0.6502006409738493, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8748926424277126, + "mIoU": 0.7088974308143401, + "macroF1": 0.8215835599983516, + "F1_coffee": 0.9191090269636577, + "IoU_coffee": 0.8503253796095445, + "precision_coffee": 0.9230387904325196, + "recall_coffee": 0.9152125829442124, + "F1_noncoffee": 0.7240580930330457, + "IoU_noncoffee": 0.5674694820191356, + "kappa": 0.643189182182202, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8459482676338647, + "mIoU": 0.6598163362427374, + "macroF1": 0.784055652592868, + "F1_coffee": 0.8996643043640433, + "IoU_coffee": 0.8176271186440678, + "precision_coffee": 0.9103031827902881, + "recall_coffee": 0.8892712301831142, + "F1_noncoffee": 0.6684470008216927, + "IoU_noncoffee": 0.502005553841407, + "kappa": 0.5683061518272347, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7487, + 8413 + ], + [ + 47156, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6451943039894106, + "ssl_variant": "", + "test_tta": { + "OA": 0.8811998907437458, + "mIoU": 0.7234294506050593, + "macroF1": 0.832544121230422, + "F1_coffee": 0.9228087025514679, + "IoU_coffee": 0.8566804287569537, + "precision_coffee": 0.9104148642524615, + "recall_coffee": 0.9355446424791499, + "F1_noncoffee": 0.7422795399093761, + "IoU_noncoffee": 0.5901784724531648, + "kappa": 0.6652953401665952, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8462414907118957, + "mIoU": 0.667345335636703, + "macroF1": 0.7909225103552877, + "F1_coffee": 0.8984676336415843, + "IoU_coffee": 0.8156525047120057, + "precision_coffee": 0.8877554861294087, + "recall_coffee": 0.9094414560317736, + "F1_noncoffee": 0.6833773870689911, + "IoU_noncoffee": 0.5190381665614003, + "kappa": 0.582034797854225, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_ft_spatial_f4_s2_r1.0", + "mode": "ssl_ft", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 32, + "stopped_epoch": 52, + "best_val": 0.7304079576694218, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8836581564613827, + "mIoU": 0.7385471909210244, + "macroF1": 0.8443140344763029, + "F1_coffee": 0.9225785067413688, + "IoU_coffee": 0.8562837408701175, + "precision_coffee": 0.9321162363616723, + "recall_coffee": 0.913233986706744, + "F1_noncoffee": 0.7660495622112371, + "IoU_noncoffee": 0.6208106409719313, + "kappa": 0.6887265503642022, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8465732087227414, + "mIoU": 0.6812055770768948, + "macroF1": 0.8032562058475584, + "F1_coffee": 0.8955727888485324, + "IoU_coffee": 0.8108934475770612, + "precision_coffee": 0.912265264084155, + "recall_coffee": 0.8794802089960861, + "F1_noncoffee": 0.7109396228465844, + "IoU_noncoffee": 0.5515177065767285, + "kappa": 0.6068767483111466, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.34480179506357517, + "mIoU": 0.17495378078301993, + "macroF1": 0.2631773640742251, + "F1_coffee": 0.5084175084175084, + "IoU_coffee": 0.34085778781038373, + "precision_coffee": 0.9977973568281938, + "recall_coffee": 0.3411144578313253, + "F1_noncoffee": 0.017937219730941704, + "IoU_noncoffee": 0.00904977375565611, + "kappa": 0.0046723491769424825, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8756169792694966, + "mIoU": 0.7300978424941476, + "macroF1": 0.8389019392198945, + "F1_coffee": 0.9158091674462114, + "IoU_coffee": 0.8446937014667817, + "precision_coffee": 0.9342876618950239, + "recall_coffee": 0.8980474380815097, + "F1_noncoffee": 0.7619947109935776, + "IoU_noncoffee": 0.6155019835215135, + "kappa": 0.6781597834125633, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8910834406755402, + "mIoU": 0.7503154601517443, + "macroF1": 0.8523685458872057, + "F1_coffee": 0.9279697113109323, + "IoU_coffee": 0.8656189298958149, + "precision_coffee": 0.9346637854328207, + "recall_coffee": 0.9213708414259758, + "F1_noncoffee": 0.776767380463479, + "IoU_noncoffee": 0.6350119904076739, + "kappa": 0.7047840219913185, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8840041868874299, + "mIoU": 0.7351077833333486, + "macroF1": 0.8415224297516163, + "F1_coffee": 0.9235736677115988, + "IoU_coffee": 0.8579998835109791, + "precision_coffee": 0.9275864240287136, + "recall_coffee": 0.9195954803670641, + "F1_noncoffee": 0.7594711917916338, + "IoU_noncoffee": 0.6122156831557182, + "kappa": 0.6830635264422737, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8958624825104937, + "mIoU": 0.7734074127874648, + "macroF1": 0.8691345688860184, + "F1_coffee": 0.9282764317180616, + "IoU_coffee": 0.8661528580603726, + "precision_coffee": 0.9391364902506963, + "recall_coffee": 0.9176646706586826, + "F1_noncoffee": 0.8099927060539752, + "IoU_noncoffee": 0.6806619675145572, + "kappa": 0.7383618242540607, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9264453348597596, + "mIoU": 0.8230476047435951, + "macroF1": 0.9005990888512408, + "F1_coffee": 0.9512857774688823, + "IoU_coffee": 0.9070972406314014, + "precision_coffee": 0.9405297351324338, + "recall_coffee": 0.9622906813243002, + "F1_noncoffee": 0.8499124002335994, + "IoU_noncoffee": 0.7389979688557887, + "kappa": 0.801278252229085, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9114884735793568, + "mIoU": 0.7921489249478675, + "macroF1": 0.8807457396876397, + "F1_coffee": 0.9412949097086768, + "IoU_coffee": 0.8891002020682277, + "precision_coffee": 0.9337161403070777, + "recall_coffee": 0.9489977163156559, + "F1_noncoffee": 0.8201965696666025, + "IoU_noncoffee": 0.6951976478275074, + "kappa": 0.7615395972170499, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8558611273649308, + "mIoU": 0.6878993234214317, + "macroF1": 0.8072370466816826, + "F1_coffee": 0.9040508958712022, + "IoU_coffee": 0.8249022627650753, + "precision_coffee": 0.9296395193591456, + "recall_coffee": 0.879833206974981, + "F1_noncoffee": 0.710423197492163, + "IoU_noncoffee": 0.550896384077788, + "kappa": 0.6153536203846736, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8557114228456913, + "mIoU": 0.6839819436102113, + "macroF1": 0.8038304222012349, + "F1_coffee": 0.9047138895891101, + "IoU_coffee": 0.8260069044879171, + "precision_coffee": 0.9285899094437258, + "recall_coffee": 0.8820348980093389, + "F1_noncoffee": 0.7029469548133596, + "IoU_noncoffee": 0.5419569827325053, + "kappa": 0.6084677966590895, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8563520091629283, + "mIoU": 0.6807979266789904, + "macroF1": 0.8008769258254446, + "F1_coffee": 0.9059786343474729, + "IoU_coffee": 0.8281178620374601, + "precision_coffee": 0.9213468869123252, + "recall_coffee": 0.8911146614231289, + "F1_noncoffee": 0.6957752173034162, + "IoU_noncoffee": 0.5334779913205208, + "kappa": 0.6021120564887914, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7368, + 8413 + ], + [ + 47521, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6023088375727337, + "ssl_variant": "", + "test_tta": { + "OA": 0.8893298414177606, + "mIoU": 0.7465392944120608, + "macroF1": 0.84970027298243, + "F1_coffee": 0.9268774283955074, + "IoU_coffee": 0.8637200007914053, + "precision_coffee": 0.9297001448164239, + "recall_coffee": 0.9240718005164895, + "F1_noncoffee": 0.7725231175693527, + "IoU_noncoffee": 0.6293585880327163, + "kappa": 0.6994091660240273, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8529623860620745, + "mIoU": 0.6880931921727418, + "macroF1": 0.8079864020051017, + "F1_coffee": 0.9009164860583324, + "IoU_coffee": 0.8196979343520091, + "precision_coffee": 0.9083408458432956, + "recall_coffee": 0.8936125089170378, + "F1_noncoffee": 0.7150563179518712, + "IoU_noncoffee": 0.5564884499934746, + "kappa": 0.6160465700579104, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_ft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f0_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 36, + "stopped_epoch": 66, + "best_val": 0.7372355160994757, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7819998567437862, + "mIoU": 0.6373275654247477, + "macroF1": 0.777718778726064, + "F1_coffee": 0.8085668459288612, + "IoU_coffee": 0.6786506176750079, + "precision_coffee": 0.8881135790528171, + "recall_coffee": 0.7420984269014288, + "F1_noncoffee": 0.7468707115232669, + "IoU_noncoffee": 0.5960045131744873, + "kappa": 0.5601039682030738, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6837717780085382, + "mIoU": 0.5153482295741224, + "macroF1": 0.6790156761273979, + "F1_coffee": 0.7180878420078173, + "IoU_coffee": 0.5601693045274919, + "precision_coffee": 0.8669129516950205, + "recall_coffee": 0.612874198928979, + "F1_noncoffee": 0.6399435102469785, + "IoU_noncoffee": 0.47052715462075295, + "kappa": 0.38131897067857984, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10060040026684457, + "mIoU": 0.05042621782883605, + "macroF1": 0.09184303890928404, + "F1_coffee": 0.1810229619730288, + "IoU_coffee": 0.09951910232433876, + "precision_coffee": 0.9973226238286479, + "recall_coffee": 0.09954569748797434, + "F1_noncoffee": 0.002663115845539281, + "IoU_noncoffee": 0.0013333333333333333, + "kappa": -0.0002681831958500049, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.728407845048118, + "mIoU": 0.57250479775494, + "macroF1": 0.7280719797887061, + "F1_coffee": 0.7185152452496686, + "IoU_coffee": 0.5606896551724138, + "precision_coffee": 0.877157829839704, + "recall_coffee": 0.6084678712712499, + "F1_noncoffee": 0.7376287143277435, + "IoU_noncoffee": 0.5843199403374663, + "kappa": 0.47223507009183935, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7848389265215368, + "mIoU": 0.6399975674750115, + "macroF1": 0.7795262893014289, + "F1_coffee": 0.8137505035584799, + "IoU_coffee": 0.6859859633235228, + "precision_coffee": 0.9029502334359789, + "recall_coffee": 0.7405898647547662, + "F1_noncoffee": 0.7453020750443778, + "IoU_noncoffee": 0.5940091716265001, + "kappa": 0.5648596755958104, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.823069647035396, + "mIoU": 0.6832664263153929, + "macroF1": 0.8096957640056375, + "F1_coffee": 0.8601448134739493, + "IoU_coffee": 0.7546088517572326, + "precision_coffee": 0.8817976440213007, + "recall_coffee": 0.8395298817022584, + "F1_noncoffee": 0.7592467145373256, + "IoU_noncoffee": 0.6119240008735531, + "kappa": 0.6197861788513099, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7097340986294951, + "mIoU": 0.5347766399775509, + "macroF1": 0.6929313206863577, + "F1_coffee": 0.6211009174311927, + "IoU_coffee": 0.4504324683965403, + "precision_coffee": 0.7598204264870931, + "recall_coffee": 0.5252133436772692, + "F1_noncoffee": 0.7647617239415226, + "IoU_noncoffee": 0.6191208115585614, + "kappa": 0.39831374034038164, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7178810858336081, + "mIoU": 0.5538904913731757, + "macroF1": 0.711473148051899, + "F1_coffee": 0.6684747513883508, + "IoU_coffee": 0.5020368574199806, + "precision_coffee": 0.7814009661835749, + "recall_coffee": 0.5840668020762807, + "F1_noncoffee": 0.7544715447154472, + "IoU_noncoffee": 0.6057441253263708, + "kappa": 0.4317360553208624, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7434897206114919, + "mIoU": 0.5909252583689882, + "macroF1": 0.7427104496672702, + "F1_coffee": 0.7285507084681468, + "IoU_coffee": 0.573008073008073, + "precision_coffee": 0.7867469879518072, + "recall_coffee": 0.6783710783295243, + "F1_noncoffee": 0.7568701908663935, + "IoU_noncoffee": 0.6088424437299035, + "kappa": 0.4879304657785872, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7486359599035656, + "mIoU": 0.5897505323350747, + "macroF1": 0.7402016325787963, + "F1_coffee": 0.7870121492312655, + "IoU_coffee": 0.6488211310051409, + "precision_coffee": 0.9593709043250328, + "recall_coffee": 0.6671527524608093, + "F1_noncoffee": 0.6933911159263272, + "IoU_noncoffee": 0.5306799336650083, + "kappa": 0.5034742071852494, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8443359375, + "mIoU": 0.688340700782689, + "macroF1": 0.8099053500409641, + "F1_coffee": 0.8908069598575147, + "IoU_coffee": 0.8031126482213439, + "precision_coffee": 0.9625462620281273, + "recall_coffee": 0.8290195078413872, + "F1_noncoffee": 0.7290037402244135, + "IoU_noncoffee": 0.5735687533440342, + "kappa": 0.6249807292842966, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8942652329749103, + "mIoU": 0.745422026762153, + "macroF1": 0.8480490601578381, + "F1_coffee": 0.93184996048392, + "IoU_coffee": 0.8723961297666477, + "precision_coffee": 0.9296458030082484, + "recall_coffee": 0.9340645947592932, + "F1_noncoffee": 0.7642481598317561, + "IoU_noncoffee": 0.6184479237576582, + "kappa": 0.6961040299979608, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2607, + 2984 + ], + [ + 41035, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9988673408826192, + "test_tta": { + "OA": 0.792582909533701, + "mIoU": 0.6505885588803959, + "macroF1": 0.7874028042486202, + "F1_coffee": 0.8205882808506684, + "IoU_coffee": 0.6957606640050431, + "precision_coffee": 0.8854459152293087, + "recall_coffee": 0.7645836340020205, + "F1_noncoffee": 0.754217327646572, + "IoU_noncoffee": 0.6054164537557486, + "kappa": 0.5779080645585107, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6941704165224415, + "mIoU": 0.5261241203048447, + "macroF1": 0.688030645151539, + "F1_coffee": 0.7317961625539127, + "IoU_coffee": 0.5770335500857702, + "precision_coffee": 0.8635780172542464, + "recall_coffee": 0.6349091387937845, + "F1_noncoffee": 0.6442651277491654, + "IoU_noncoffee": 0.4752146905239191, + "kappa": 0.3947552189297594, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f0_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 8, + "stopped_epoch": 50, + "best_val": 0.7593298577774686, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7575388582479765, + "mIoU": 0.6083299626156768, + "macroF1": 0.7562144997376331, + "F1_coffee": 0.7741827885256838, + "IoU_coffee": 0.6315646258503401, + "precision_coffee": 0.9168477187438278, + "recall_coffee": 0.6699379419829701, + "F1_noncoffee": 0.7382462109495824, + "IoU_noncoffee": 0.5850952993810137, + "kappa": 0.5257394565938923, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6591813776393216, + "mIoU": 0.49070712704588776, + "macroF1": 0.6580722256056788, + "F1_coffee": 0.6775465647813331, + "IoU_coffee": 0.5123405835981675, + "precision_coffee": 0.8956026117383933, + "recall_coffee": 0.5448819243262225, + "F1_noncoffee": 0.6385978864300244, + "IoU_noncoffee": 0.46907367049360804, + "kappa": 0.3587491225180468, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.06604402935290193, + "mIoU": 0.03312013091438124, + "macroF1": 0.06230947715670429, + "F1_coffee": 0.1214859437751004, + "IoU_coffee": 0.06467129877071084, + "precision_coffee": 1.0, + "recall_coffee": 0.06467129877071084, + "F1_noncoffee": 0.0031330105383081744, + "IoU_noncoffee": 0.0015689630580516332, + "kappa": 0.00020291316840908397, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7277378487026435, + "mIoU": 0.5708938378930868, + "macroF1": 0.7265938730707308, + "F1_coffee": 0.7089085699400886, + "IoU_coffee": 0.5490769696358317, + "precision_coffee": 0.9067133100116609, + "recall_coffee": 0.581952314765316, + "F1_noncoffee": 0.744279176201373, + "IoU_noncoffee": 0.5927107061503417, + "kappa": 0.47513196892435705, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7462123170794767, + "mIoU": 0.5936749883545973, + "macroF1": 0.7447394646327539, + "F1_coffee": 0.7641291810841984, + "IoU_coffee": 0.618292113859076, + "precision_coffee": 0.9315678462620108, + "recall_coffee": 0.647710607788822, + "F1_noncoffee": 0.7253497481813095, + "IoU_noncoffee": 0.5690578628501185, + "kappa": 0.507987153606014, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7928013142828695, + "mIoU": 0.6485048270695095, + "macroF1": 0.7854876362789085, + "F1_coffee": 0.8250966548999832, + "IoU_coffee": 0.7022676872451534, + "precision_coffee": 0.9108368899610317, + "recall_coffee": 0.754109694269473, + "F1_noncoffee": 0.7458786176578337, + "IoU_noncoffee": 0.5947419668938656, + "kappa": 0.5764285536668097, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.698254656202413, + "mIoU": 0.5119561926323972, + "macroF1": 0.6702714438220442, + "F1_coffee": 0.5742148760330579, + "IoU_coffee": 0.4027359146765592, + "precision_coffee": 0.7956939990838295, + "recall_coffee": 0.4491854150504267, + "F1_noncoffee": 0.7663280116110305, + "IoU_noncoffee": 0.6211764705882353, + "kappa": 0.36743914834257646, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6756786460050554, + "mIoU": 0.4906708948965466, + "macroF1": 0.6522871835782045, + "F1_coffee": 0.5621012019587476, + "IoU_coffee": 0.3909184726522188, + "precision_coffee": 0.8206239168110918, + "recall_coffee": 0.42744301512074023, + "F1_noncoffee": 0.7424731651976613, + "IoU_noncoffee": 0.5904233171408744, + "kappa": 0.34292501847256057, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7330521876647338, + "mIoU": 0.5744590307587343, + "macroF1": 0.728819457774867, + "F1_coffee": 0.6949397590361446, + "IoU_coffee": 0.5324963072378139, + "precision_coffee": 0.8270719816461142, + "recall_coffee": 0.5992104716393102, + "F1_noncoffee": 0.7626991565135895, + "IoU_noncoffee": 0.6164217542796546, + "kappa": 0.4681972428565525, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7596751681258723, + "mIoU": 0.604066509837468, + "macroF1": 0.751552442082775, + "F1_coffee": 0.796475392220073, + "IoU_coffee": 0.6617857142857143, + "precision_coffee": 0.9701570680628272, + "recall_coffee": 0.6755377324097703, + "F1_noncoffee": 0.7066294919454771, + "IoU_noncoffee": 0.5463473053892216, + "kappa": 0.525046785390116, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80888671875, + "mIoU": 0.6440188225443406, + "macroF1": 0.7778216302500637, + "F1_coffee": 0.86089985073566, + "IoU_coffee": 0.7557718707100961, + "precision_coffee": 0.9726951493735946, + "recall_coffee": 0.772153512686472, + "F1_noncoffee": 0.6947434097644674, + "IoU_noncoffee": 0.5322657743785851, + "kappa": 0.5681617559150931, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.846255423504999, + "mIoU": 0.6826917050789959, + "macroF1": 0.8046237218710328, + "F1_coffee": 0.8948115642746515, + "IoU_coffee": 0.8096461520495154, + "precision_coffee": 0.950898367850775, + "recall_coffee": 0.8449725776965266, + "F1_noncoffee": 0.7144358794674142, + "IoU_noncoffee": 0.5557372581084764, + "kappa": 0.6129034599203527, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2507, + 2984 + ], + [ + 39769, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5132404645284017, + "test_tta": { + "OA": 0.7774693789843135, + "mIoU": 0.632851138905318, + "macroF1": 0.774625558343601, + "F1_coffee": 0.799942044850846, + "IoU_coffee": 0.6665861772912642, + "precision_coffee": 0.9043753640069889, + "recall_coffee": 0.7171308991196421, + "F1_noncoffee": 0.749309071836356, + "IoU_noncoffee": 0.5991161005193716, + "kappa": 0.5566591220102919, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6781758393907926, + "mIoU": 0.5105576218451884, + "macroF1": 0.6752744112437393, + "F1_coffee": 0.7059691658980103, + "IoU_coffee": 0.545558225734186, + "precision_coffee": 0.8833344325001649, + "recall_coffee": 0.5879202879466245, + "F1_noncoffee": 0.6445796565894684, + "IoU_noncoffee": 0.47555701795619065, + "kappa": 0.38072868140859195, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f0_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.7134688578601895, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8196225198767997, + "mIoU": 0.6804126276871711, + "macroF1": 0.807932645775661, + "F1_coffee": 0.8553166429669209, + "IoU_coffee": 0.7472080708710819, + "precision_coffee": 0.8512694419030192, + "recall_coffee": 0.8594025111848752, + "F1_noncoffee": 0.7605486485844011, + "IoU_noncoffee": 0.6136171845032604, + "kappa": 0.6158796610458885, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7450963424483674, + "mIoU": 0.5765519905330776, + "macroF1": 0.7276814128757005, + "F1_coffee": 0.7965465638310119, + "IoU_coffee": 0.661883991429446, + "precision_coffee": 0.8376022853822689, + "recall_coffee": 0.7593275392854008, + "F1_noncoffee": 0.6588162619203892, + "IoU_noncoffee": 0.4912199896367091, + "kappa": 0.4575483518560172, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3549032688458973, + "mIoU": 0.17811250877646145, + "macroF1": 0.2636878456207141, + "F1_coffee": 0.522846146254811, + "IoU_coffee": 0.353955104222341, + "precision_coffee": 1.0, + "recall_coffee": 0.353955104222341, + "F1_noncoffee": 0.004529544986617253, + "IoU_noncoffee": 0.002269913330581923, + "kappa": 0.0016056047999864135, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.80582287732976, + "mIoU": 0.6715037752933555, + "macroF1": 0.8030096655913739, + "F1_coffee": 0.8265505984766051, + "IoU_coffee": 0.7043768545994066, + "precision_coffee": 0.8414755732801595, + "recall_coffee": 0.8121458355607827, + "F1_noncoffee": 0.7794687327061428, + "IoU_noncoffee": 0.6386306959873045, + "kappa": 0.6061768537535479, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8183463467604323, + "mIoU": 0.678866514073969, + "macroF1": 0.8068608472403469, + "F1_coffee": 0.8539596757430887, + "IoU_coffee": 0.7451392919326756, + "precision_coffee": 0.8718275188863425, + "recall_coffee": 0.8368095160501874, + "F1_noncoffee": 0.7597620187376052, + "IoU_noncoffee": 0.6125937362152625, + "kappa": 0.6139884124887811, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8321302334843431, + "mIoU": 0.6835399947288503, + "macroF1": 0.8081706509793227, + "F1_coffee": 0.8759655705142353, + "IoU_coffee": 0.7793049283330061, + "precision_coffee": 0.8404150197628458, + "recall_coffee": 0.9146566292825319, + "F1_noncoffee": 0.7403757314444103, + "IoU_noncoffee": 0.5877750611246944, + "kappa": 0.6177729278100057, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7829448283940494, + "mIoU": 0.6411405948873672, + "macroF1": 0.7809828679531433, + "F1_coffee": 0.7602535903739164, + "IoU_coffee": 0.6132331454811104, + "precision_coffee": 0.7607457276022787, + "recall_coffee": 0.7597620894750453, + "F1_noncoffee": 0.8017121455323702, + "IoU_noncoffee": 0.6690480442936239, + "kappa": 0.5619658875223893, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7445873172876141, + "mIoU": 0.591903286049118, + "macroF1": 0.7433997697328825, + "F1_coffee": 0.7259433962264151, + "IoU_coffee": 0.569788967049241, + "precision_coffee": 0.7601877006668313, + "recall_coffee": 0.6946513202437373, + "F1_noncoffee": 0.7608561432393497, + "IoU_noncoffee": 0.6140176050489952, + "kappa": 0.48770667603550066, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.783342119135477, + "mIoU": 0.641365595463138, + "macroF1": 0.7810997137638994, + "F1_coffee": 0.8032551460028722, + "IoU_coffee": 0.6712, + "precision_coffee": 0.7448508522727273, + "recall_coffee": 0.8715977560772906, + "F1_noncoffee": 0.7589442815249267, + "IoU_noncoffee": 0.611531190926276, + "kappa": 0.5654726991053586, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8306052531404644, + "mIoU": 0.6815148752249431, + "macroF1": 0.806729162953294, + "F1_coffee": 0.8746596563702939, + "IoU_coffee": 0.77724011346571, + "precision_coffee": 0.901839303000968, + "recall_coffee": 0.8490703609187021, + "F1_noncoffee": 0.7387986695362943, + "IoU_noncoffee": 0.5857896369841762, + "kappa": 0.6141886049695874, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.88388671875, + "mIoU": 0.7339642624258447, + "macroF1": 0.8406270013073436, + "F1_coffee": 0.9236597110754414, + "IoU_coffee": 0.8581484132665235, + "precision_coffee": 0.9302897051215727, + "recall_coffee": 0.9171235496621191, + "F1_noncoffee": 0.7575942915392456, + "IoU_noncoffee": 0.6097801115851658, + "kappa": 0.6813054014873057, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.875778155065082, + "mIoU": 0.6992136640835509, + "macroF1": 0.8131189387824143, + "F1_coffee": 0.9213308643450212, + "IoU_coffee": 0.8541366707276553, + "precision_coffee": 0.9034676663542643, + "recall_coffee": 0.9399146861669714, + "F1_noncoffee": 0.7049070132198073, + "IoU_noncoffee": 0.5442906574394464, + "kappa": 0.6267851538324726, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2649, + 2984 + ], + [ + 43094, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9029879252115884, + "test_tta": { + "OA": 0.8200343814912971, + "mIoU": 0.6789063539691973, + "macroF1": 0.8065652135754589, + "F1_coffee": 0.8576083876452253, + "IoU_coffee": 0.750713134069205, + "precision_coffee": 0.8422151106163908, + "recall_coffee": 0.8735748304228604, + "F1_noncoffee": 0.7555220395056923, + "IoU_noncoffee": 0.6070995738691896, + "kappa": 0.613352189071616, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7482981423791393, + "mIoU": 0.5777619258740024, + "macroF1": 0.7280531857485414, + "F1_coffee": 0.8022525891177738, + "IoU_coffee": 0.6698011465763533, + "precision_coffee": 0.8292574373389553, + "recall_coffee": 0.7769511017469932, + "F1_noncoffee": 0.653853782379309, + "IoU_noncoffee": 0.48572270517165167, + "kappa": 0.45711414292955593, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f0_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.7546121415888138, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7828056729460641, + "mIoU": 0.6397688456484305, + "macroF1": 0.7797675628367049, + "F1_coffee": 0.8056343445026681, + "IoU_coffee": 0.6745290613427789, + "precision_coffee": 0.9055767706607104, + "recall_coffee": 0.7255592437581181, + "F1_noncoffee": 0.7539007811707416, + "IoU_noncoffee": 0.6050086299540821, + "kappa": 0.5662247951386307, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6830650744202146, + "mIoU": 0.5159466296022112, + "macroF1": 0.6799329062997408, + "F1_coffee": 0.7115952490320887, + "IoU_coffee": 0.552307222165631, + "precision_coffee": 0.885051092030949, + "recall_coffee": 0.5949872706522693, + "F1_noncoffee": 0.6482705635673928, + "IoU_noncoffee": 0.47958603703879127, + "kappa": 0.3885100215516161, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08805870580386925, + "mIoU": 0.0441625550614707, + "macroF1": 0.08140255247899328, + "F1_coffee": 0.1595967047829829, + "IoU_coffee": 0.0867183324425441, + "precision_coffee": 1.0, + "recall_coffee": 0.0867183324425441, + "F1_noncoffee": 0.003208400175003646, + "IoU_noncoffee": 0.0016067776803973123, + "kappa": 0.00027863533786526236, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.744792301132903, + "mIoU": 0.5930504729652814, + "macroF1": 0.7444843181165266, + "F1_coffee": 0.7356133266027259, + "IoU_coffee": 0.5817945902784709, + "precision_coffee": 0.897459584295612, + "recall_coffee": 0.6232224954560034, + "F1_noncoffee": 0.7533553096303273, + "IoU_noncoffee": 0.6043063556520918, + "kappa": 0.5040165037751287, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7848389265215368, + "mIoU": 0.6411706196851126, + "macroF1": 0.7805938519261848, + "F1_coffee": 0.8111126242680103, + "IoU_coffee": 0.6822451317296678, + "precision_coffee": 0.915838031778575, + "recall_coffee": 0.7278800716962686, + "F1_noncoffee": 0.7500750795843594, + "IoU_noncoffee": 0.6000961076405574, + "kappa": 0.5686505189024179, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8119181560213073, + "mIoU": 0.6720390105583671, + "macroF1": 0.8022613923590457, + "F1_coffee": 0.8459593900350648, + "IoU_coffee": 0.7330412662521198, + "precision_coffee": 0.9014598540145985, + "recall_coffee": 0.796896604701183, + "F1_noncoffee": 0.7585633946830266, + "IoU_noncoffee": 0.6110367548646144, + "kappa": 0.6068584856788692, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7236734215766663, + "mIoU": 0.5491135661018783, + "macroF1": 0.7045863424184097, + "F1_coffee": 0.6294958379142453, + "IoU_coffee": 0.45931698372679347, + "precision_coffee": 0.8016, + "recall_coffee": 0.5182311869666408, + "F1_noncoffee": 0.779676846922574, + "IoU_noncoffee": 0.6389101484769631, + "kappa": 0.4249361059408232, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7144741180349489, + "mIoU": 0.5459311049264601, + "macroF1": 0.7038550207639216, + "F1_coffee": 0.6477765726681128, + "IoU_coffee": 0.47904551834770404, + "precision_coffee": 0.8112054329371816, + "recall_coffee": 0.5391559467388851, + "F1_noncoffee": 0.7599334688597302, + "IoU_noncoffee": 0.6128166915052161, + "kappa": 0.423653868181094, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7531892461781761, + "mIoU": 0.6018068994025665, + "macroF1": 0.7509669686022055, + "F1_coffee": 0.7274420770753289, + "IoU_coffee": 0.5716376944190302, + "precision_coffee": 0.8273305084745762, + "recall_coffee": 0.649075420735508, + "F1_noncoffee": 0.774491860129082, + "IoU_noncoffee": 0.6319761043861029, + "kappa": 0.5078694202776136, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7676690775282324, + "mIoU": 0.6124215020825836, + "macroF1": 0.7576814108025669, + "F1_coffee": 0.8068769117181732, + "IoU_coffee": 0.6762729844413012, + "precision_coffee": 0.9574468085106383, + "recall_coffee": 0.6972293109733868, + "F1_noncoffee": 0.7084859098869607, + "IoU_noncoffee": 0.5485700197238659, + "kappa": 0.5328038311474731, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84736328125, + "mIoU": 0.6921116850795719, + "macroF1": 0.8125491703380734, + "F1_coffee": 0.8933324233945267, + "IoU_coffee": 0.8072274296990627, + "precision_coffee": 0.9610866372980911, + "recall_coffee": 0.8345021037868162, + "F1_noncoffee": 0.73176591728162, + "IoU_noncoffee": 0.5769959404600812, + "kappa": 0.6297259043712143, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8644595359366157, + "mIoU": 0.7029405617479607, + "macroF1": 0.8185008159203473, + "F1_coffee": 0.9098324653322457, + "IoU_coffee": 0.8345804075054679, + "precision_coffee": 0.9376616658044491, + "recall_coffee": 0.8836075563680682, + "F1_noncoffee": 0.7271691665084489, + "IoU_noncoffee": 0.5713007159904535, + "kappa": 0.637966573510346, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2570, + 2984 + ], + [ + 41117, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5181508898735045, + "test_tta": { + "OA": 0.7972387364801948, + "mIoU": 0.6576821739452341, + "macroF1": 0.7927203332568371, + "F1_coffee": 0.8233238153193215, + "IoU_coffee": 0.6997029650453509, + "precision_coffee": 0.8960399402255128, + "recall_coffee": 0.7615240294414779, + "F1_noncoffee": 0.7621168511943528, + "IoU_noncoffee": 0.6156613828451173, + "kappa": 0.5890843867674187, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6976895119418484, + "mIoU": 0.5310032902451763, + "macroF1": 0.6924298990705359, + "F1_coffee": 0.7326505363315179, + "IoU_coffee": 0.5780966949800732, + "precision_coffee": 0.8746003227869302, + "recall_coffee": 0.6303441313317532, + "F1_noncoffee": 0.6522092618095539, + "IoU_noncoffee": 0.48390988551027947, + "kappa": 0.4052410067106552, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f0_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 28, + "stopped_epoch": 58, + "best_val": 0.7145547485155073, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7761263519805172, + "mIoU": 0.6243030444171369, + "macroF1": 0.7669727511031692, + "F1_coffee": 0.8131575801052128, + "IoU_coffee": 0.6851436774372277, + "precision_coffee": 0.8431214553568661, + "recall_coffee": 0.7852503968826671, + "F1_noncoffee": 0.7207879221011256, + "IoU_noncoffee": 0.563462411397046, + "kappa": 0.534823497452847, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.683367947386639, + "mIoU": 0.5099448675124778, + "macroF1": 0.6728574828042988, + "F1_coffee": 0.7314955237023629, + "IoU_coffee": 0.5766597890433676, + "precision_coffee": 0.8261049723756906, + "recall_coffee": 0.6563295584233166, + "F1_noncoffee": 0.6142194419062347, + "IoU_noncoffee": 0.4432299459815881, + "kappa": 0.3578166657682359, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13115410273515676, + "mIoU": 0.06578170586289536, + "macroF1": 0.11663146762484511, + "F1_coffee": 0.22989593188268684, + "IoU_coffee": 0.12987707108498128, + "precision_coffee": 1.0, + "recall_coffee": 0.12987707108498128, + "F1_noncoffee": 0.003367003367003367, + "IoU_noncoffee": 0.0016863406408094434, + "kappa": 0.00043793805068905676, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7466195638932879, + "mIoU": 0.5949773038768172, + "macroF1": 0.7459224194903482, + "F1_coffee": 0.7592313925222827, + "IoU_coffee": 0.6119040955312995, + "precision_coffee": 0.8276340694006309, + "recall_coffee": 0.7012723190420186, + "F1_noncoffee": 0.7326134464584136, + "IoU_noncoffee": 0.578050512222335, + "kappa": 0.495670649191213, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7895961528517503, + "mIoU": 0.6421619131073266, + "macroF1": 0.7804460161357509, + "F1_coffee": 0.8252673165285352, + "IoU_coffee": 0.7025149875712824, + "precision_coffee": 0.872514301280305, + "recall_coffee": 0.7828743685839987, + "F1_noncoffee": 0.7356247157429666, + "IoU_noncoffee": 0.581808838643371, + "kappa": 0.5628315715636911, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7872753522178524, + "mIoU": 0.624373337759959, + "macroF1": 0.764392648081724, + "F1_coffee": 0.8378183474399362, + "IoU_coffee": 0.7209013716525147, + "precision_coffee": 0.8280441143371596, + "recall_coffee": 0.8478260869565217, + "F1_noncoffee": 0.6909669487235119, + "IoU_noncoffee": 0.5278453038674034, + "kappa": 0.5289103696304158, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7283589082815978, + "mIoU": 0.5658567358807398, + "macroF1": 0.7211783694681171, + "F1_coffee": 0.6764336542486395, + "IoU_coffee": 0.5110689437065149, + "precision_coffee": 0.7345454545454545, + "recall_coffee": 0.6268425135764158, + "F1_noncoffee": 0.7659230846875946, + "IoU_noncoffee": 0.6206445280549648, + "kappa": 0.44487025144830794, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7365644576327068, + "mIoU": 0.5810368231433347, + "macroF1": 0.7345940528841688, + "F1_coffee": 0.7117257967528563, + "IoU_coffee": 0.5524645257654967, + "precision_coffee": 0.7618434603501545, + "recall_coffee": 0.667795080117355, + "F1_noncoffee": 0.7574623090154812, + "IoU_noncoffee": 0.6096091205211727, + "kappa": 0.4711137934152617, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7415919873484449, + "mIoU": 0.5893089135063745, + "macroF1": 0.7415912520350004, + "F1_coffee": 0.742027155036312, + "IoU_coffee": 0.589859437751004, + "precision_coffee": 0.751919795221843, + "recall_coffee": 0.7323914398504051, + "F1_noncoffee": 0.7411553490336888, + "IoU_noncoffee": 0.588758389261745, + "kappa": 0.4832722486806433, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7664002030199213, + "mIoU": 0.6002384247793809, + "macroF1": 0.7460690144037531, + "F1_coffee": 0.8179210760557808, + "IoU_coffee": 0.6919344042838019, + "precision_coffee": 0.894054054054054, + "recall_coffee": 0.7537367845424717, + "F1_noncoffee": 0.6742169527517253, + "IoU_noncoffee": 0.50854244527496, + "kappa": 0.4986428312981129, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.83671875, + "mIoU": 0.6666742982154895, + "macroF1": 0.7923832063376206, + "F1_coffee": 0.8883248730964467, + "IoU_coffee": 0.7990867579908676, + "precision_coffee": 0.9328096507224014, + "recall_coffee": 0.8478898380721662, + "F1_noncoffee": 0.6964415395787945, + "IoU_noncoffee": 0.5342618384401114, + "kappa": 0.5873175782385687, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.828145632899453, + "mIoU": 0.6075778221111807, + "macroF1": 0.7368810361410716, + "F1_coffee": 0.8918437611302387, + "IoU_coffee": 0.8047996571673451, + "precision_coffee": 0.8693438259460711, + "recall_coffee": 0.9155393053016453, + "F1_noncoffee": 0.5819183111519045, + "IoU_noncoffee": 0.4103559870550162, + "kappa": 0.47512116166512913, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2573, + 2984 + ], + [ + 40741, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7517322341601054, + "test_tta": { + "OA": 0.78810615285438, + "mIoU": 0.6376352189260872, + "macroF1": 0.7766317535756344, + "F1_coffee": 0.8272579962336316, + "IoU_coffee": 0.7054049343988846, + "precision_coffee": 0.8368974480151229, + "recall_coffee": 0.817838071871843, + "F1_noncoffee": 0.7260055109176372, + "IoU_noncoffee": 0.5698655034532897, + "kappa": 0.5533574933555171, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6959588092765663, + "mIoU": 0.5214736010493497, + "macroF1": 0.6821558489732058, + "F1_coffee": 0.7483917168944322, + "IoU_coffee": 0.5979440428737627, + "precision_coffee": 0.8202820439025666, + "recall_coffee": 0.6880870862961987, + "F1_noncoffee": 0.6159199810519795, + "IoU_noncoffee": 0.44500315922493683, + "kappa": 0.3716787382298235, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f0_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 23, + "stopped_epoch": 53, + "best_val": 0.762015932384629, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7797435713774085, + "mIoU": 0.6359766324546283, + "macroF1": 0.7769857715781223, + "F1_coffee": 0.8017855416250362, + "IoU_coffee": 0.6691502810877693, + "precision_coffee": 0.9076215841511912, + "recall_coffee": 0.7180545533265984, + "F1_noncoffee": 0.7521860015312084, + "IoU_noncoffee": 0.6028029838214873, + "kappa": 0.5614272648431956, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6788825429791162, + "mIoU": 0.5114964366092012, + "macroF1": 0.67613612429546, + "F1_coffee": 0.7059600375061079, + "IoU_coffee": 0.5455473230869716, + "precision_coffee": 0.886295055874258, + "recall_coffee": 0.5866034588710385, + "F1_noncoffee": 0.646312211084812, + "IoU_noncoffee": 0.4774455501314307, + "kappa": 0.38299808425443627, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07605070046697798, + "mIoU": 0.03813930310074796, + "macroF1": 0.07108484711717845, + "F1_coffee": 0.1390028596294915, + "IoU_coffee": 0.07469267771245323, + "precision_coffee": 1.0, + "recall_coffee": 0.07469267771245323, + "F1_noncoffee": 0.0031668346048654094, + "IoU_noncoffee": 0.0015859284890426758, + "kappa": 0.00023688643010011162, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7439395785113899, + "mIoU": 0.591970542207112, + "macroF1": 0.7436327337302459, + "F1_coffee": 0.7347634069400631, + "IoU_coffee": 0.5807320235364516, + "precision_coffee": 0.8962598122210251, + "recall_coffee": 0.6225809900566663, + "F1_noncoffee": 0.7525020605204286, + "IoU_noncoffee": 0.6032090608777725, + "kappa": 0.5023428605880964, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7746522570970578, + "mIoU": 0.628271193952101, + "macroF1": 0.7710281732241601, + "F1_coffee": 0.7998346500091861, + "IoU_coffee": 0.6664370455415232, + "precision_coffee": 0.9167193093282796, + "recall_coffee": 0.7093856933355059, + "F1_noncoffee": 0.742221696439134, + "IoU_noncoffee": 0.5901053423626788, + "kappa": 0.5514473744687661, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8139094937023946, + "mIoU": 0.6754165272593282, + "macroF1": 0.8047749922061014, + "F1_coffee": 0.8470039292730844, + "IoU_coffee": 0.7346112886048989, + "precision_coffee": 0.9065183108463291, + "recall_coffee": 0.7948225533876171, + "F1_noncoffee": 0.7625460551391183, + "IoU_noncoffee": 0.6162217659137577, + "kappa": 0.6121445205936568, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7282417711139745, + "mIoU": 0.5569692567595139, + "macroF1": 0.7117670096966751, + "F1_coffee": 0.6428571428571429, + "IoU_coffee": 0.47368421052631576, + "precision_coffee": 0.7942183339672879, + "recall_coffee": 0.5399534522885958, + "F1_noncoffee": 0.7806768765362072, + "IoU_noncoffee": 0.640254302992712, + "kappa": 0.4361112533071007, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7040334102648643, + "mIoU": 0.5323034891060211, + "macroF1": 0.6919234018065844, + "F1_coffee": 0.6308430431802604, + "IoU_coffee": 0.460752903484181, + "precision_coffee": 0.8034217877094972, + "recall_coffee": 0.5192958700067705, + "F1_noncoffee": 0.7530037604329084, + "IoU_noncoffee": 0.6038540747278611, + "kappa": 0.4022991071150892, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7531892461781761, + "mIoU": 0.6021328466069031, + "macroF1": 0.7512847331025331, + "F1_coffee": 0.7295205083766609, + "IoU_coffee": 0.5742088032011641, + "precision_coffee": 0.8217074440395628, + "recall_coffee": 0.6559318512362352, + "F1_noncoffee": 0.7730489578284052, + "IoU_noncoffee": 0.6300568900126422, + "kappa": 0.5077678949060558, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7609440426341835, + "mIoU": 0.6051475650244968, + "macroF1": 0.7522906741813271, + "F1_coffee": 0.7985888389993585, + "IoU_coffee": 0.6647090229578216, + "precision_coffee": 0.9656153050672182, + "recall_coffee": 0.6808239154210718, + "F1_noncoffee": 0.7059925093632958, + "IoU_noncoffee": 0.5455861070911722, + "kappa": 0.5253134849004024, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.83740234375, + "mIoU": 0.679716780009342, + "macroF1": 0.8038143323862004, + "F1_coffee": 0.8849899841127306, + "IoU_coffee": 0.7937058604881675, + "precision_coffee": 0.9656315948145915, + "recall_coffee": 0.8167792936376387, + "F1_noncoffee": 0.7226386806596702, + "IoU_noncoffee": 0.5657276995305164, + "kappa": 0.6141188816943571, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8682324089794379, + "mIoU": 0.7139374679765522, + "macroF1": 0.8270183804520109, + "F1_coffee": 0.9114533815047221, + "IoU_coffee": 0.8373122161406777, + "precision_coffee": 0.9495509772847333, + "recall_coffee": 0.8762949421084705, + "F1_noncoffee": 0.7425833793992997, + "IoU_noncoffee": 0.5905627198124267, + "kappa": 0.6556482429683371, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2542, + 2984 + ], + [ + 40974, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6007111509641012, + "test_tta": { + "OA": 0.792332211159659, + "mIoU": 0.6519880845911129, + "macroF1": 0.7887047496917883, + "F1_coffee": 0.8163898608318424, + "IoU_coffee": 0.6897455790684609, + "precision_coffee": 0.9041240005610885, + "recall_coffee": 0.7441766488670803, + "F1_noncoffee": 0.761019638551734, + "IoU_noncoffee": 0.6142305901137649, + "kappa": 0.5825260372913408, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6914157147802008, + "mIoU": 0.5247976412079192, + "macroF1": 0.6873923452244446, + "F1_coffee": 0.7228569208051605, + "IoU_coffee": 0.565995253453417, + "precision_coffee": 0.8819457614261331, + "recall_coffee": 0.6123913616012642, + "F1_noncoffee": 0.6519277696437287, + "IoU_noncoffee": 0.48360002896242127, + "kappa": 0.3993315446130769, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f1_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.708207739052513, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8980988347696975, + "mIoU": 0.7462301934438009, + "macroF1": 0.8480787185682663, + "F1_coffee": 0.9352516510111161, + "IoU_coffee": 0.8783781180776269, + "precision_coffee": 0.9123301922653703, + "recall_coffee": 0.9593545536784971, + "F1_noncoffee": 0.7609057861254166, + "IoU_noncoffee": 0.614082268809975, + "kappa": 0.6968640121523891, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8646878966193607, + "mIoU": 0.6857357384449143, + "macroF1": 0.8035322722509253, + "F1_coffee": 0.9131457137567117, + "IoU_coffee": 0.8401730805267372, + "precision_coffee": 0.8782029594544062, + "recall_coffee": 0.9509843620446964, + "F1_noncoffee": 0.6939188307451389, + "IoU_noncoffee": 0.5312983963630914, + "kappa": 0.6092446362976093, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20987654320987653, + "mIoU": 0.1076923076923077, + "macroF1": 0.18181818181818182, + "F1_coffee": 0.3333333333333333, + "IoU_coffee": 0.2, + "precision_coffee": 1.0, + "recall_coffee": 0.2, + "F1_noncoffee": 0.030303030303030304, + "IoU_noncoffee": 0.015384615384615385, + "kappa": 0.006134969325153351, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8992718446601942, + "mIoU": 0.7499020458261816, + "macroF1": 0.8507829753627559, + "F1_coffee": 0.9358439229508704, + "IoU_coffee": 0.879423557440874, + "precision_coffee": 0.9143305944900918, + "recall_coffee": 0.9583940219112153, + "F1_noncoffee": 0.7657220277746415, + "IoU_noncoffee": 0.6203805342114892, + "kappa": 0.7021680576778224, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.900681785213481, + "mIoU": 0.7494168797962748, + "macroF1": 0.8501819269947907, + "F1_coffee": 0.937163485070974, + "IoU_coffee": 0.8817569512405734, + "precision_coffee": 0.9108045430219421, + "recall_coffee": 0.9650935668829942, + "F1_noncoffee": 0.7632003689186073, + "IoU_noncoffee": 0.6170768083519761, + "kappa": 0.701306611747874, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8943474686910691, + "mIoU": 0.7394541618400982, + "macroF1": 0.8432982361561351, + "F1_coffee": 0.9327381868554717, + "IoU_coffee": 0.8739544274588982, + "precision_coffee": 0.9118815456843626, + "recall_coffee": 0.9545712305462793, + "F1_noncoffee": 0.7538582854567984, + "IoU_noncoffee": 0.6049538962212981, + "kappa": 0.6871952999091511, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9188651070184172, + "mIoU": 0.6613054021231581, + "macroF1": 0.7676036441036246, + "F1_coffee": 0.9550939445699488, + "IoU_coffee": 0.9140476692680869, + "precision_coffee": 0.9329386437029064, + "recall_coffee": 0.9783271249576702, + "F1_noncoffee": 0.5801133436373004, + "IoU_noncoffee": 0.4085631349782293, + "kappa": 0.5376453881162753, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9225044651716611, + "mIoU": 0.6711362553777996, + "macroF1": 0.7765534473625721, + "F1_coffee": 0.9571420732041925, + "IoU_coffee": 0.917806777520522, + "precision_coffee": 0.9345263609087012, + "recall_coffee": 0.9808795411089866, + "F1_noncoffee": 0.5959648215209519, + "IoU_noncoffee": 0.42446573323507736, + "kappa": 0.5555606876882083, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9206191704703314, + "mIoU": 0.6781337081042887, + "macroF1": 0.7839068033227063, + "F1_coffee": 0.9557864485464795, + "IoU_coffee": 0.9153170318619668, + "precision_coffee": 0.9395849179615343, + "recall_coffee": 0.9725565178270161, + "F1_noncoffee": 0.612027158098933, + "IoU_noncoffee": 0.44095038434661077, + "kappa": 0.5689382773977139, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8806252960682142, + "mIoU": 0.764358121583985, + "macroF1": 0.8645219312031827, + "F1_coffee": 0.9112300972241792, + "IoU_coffee": 0.8369354212501617, + "precision_coffee": 0.8905260258881851, + "recall_coffee": 0.9329197922677438, + "F1_noncoffee": 0.8178137651821862, + "IoU_noncoffee": 0.6917808219178082, + "kappa": 0.729344114172162, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8799396397246062, + "mIoU": 0.7602659572460609, + "macroF1": 0.8615750421514253, + "F1_coffee": 0.911994469408918, + "IoU_coffee": 0.8382259499301055, + "precision_coffee": 0.8812291249164996, + "recall_coffee": 0.9449856733524356, + "F1_noncoffee": 0.8111556148939326, + "IoU_noncoffee": 0.6823059645620164, + "kappa": 0.7238722718754497, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8693765915306989, + "mIoU": 0.7433059788255083, + "macroF1": 0.8502655604278638, + "F1_coffee": 0.9037592940031964, + "IoU_coffee": 0.8244168356997972, + "precision_coffee": 0.8774794224800971, + "recall_coffee": 0.9316618911174785, + "F1_noncoffee": 0.7967718268525312, + "IoU_noncoffee": 0.6621951219512195, + "kappa": 0.7010972657496927, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2650, + 2995 + ], + [ + 52998, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5107024550437926, + "test_tta": { + "OA": 0.8981311126174106, + "mIoU": 0.7436613140946932, + "macroF1": 0.8460379735067503, + "F1_coffee": 0.9355944655320191, + "IoU_coffee": 0.8789830898424019, + "precision_coffee": 0.9083632184819005, + "recall_coffee": 0.9645088675236152, + "F1_noncoffee": 0.7564814814814815, + "IoU_noncoffee": 0.6083395383469844, + "kappa": 0.6931187329434063, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8649907695857851, + "mIoU": 0.6829157477233141, + "macroF1": 0.8009565850048415, + "F1_coffee": 0.9138529214175939, + "IoU_coffee": 0.8413712465261303, + "precision_coffee": 0.874106545544171, + "recall_coffee": 0.9573860897398816, + "F1_noncoffee": 0.688060248592089, + "IoU_noncoffee": 0.5244602489204978, + "kappa": 0.6048714204409315, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f1_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 80, + "stopped_epoch": 100, + "best_val": 0.7240196920210913, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8956457183435008, + "mIoU": 0.7390741175254747, + "macroF1": 0.842780507316732, + "F1_coffee": 0.9339476157397949, + "IoU_coffee": 0.8760804154928228, + "precision_coffee": 0.9077424094997915, + "recall_coffee": 0.9617108114362654, + "F1_noncoffee": 0.7516133988936693, + "IoU_noncoffee": 0.6020678195581266, + "kappa": 0.6865433664283437, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8630004615207107, + "mIoU": 0.6811457586024359, + "macroF1": 0.7997910977414846, + "F1_coffee": 0.9122858857749665, + "IoU_coffee": 0.8387184406676061, + "precision_coffee": 0.8753233866109084, + "recall_coffee": 0.9525076647191532, + "F1_noncoffee": 0.6872963097080028, + "IoU_noncoffee": 0.5235730765372655, + "kappa": 0.602111554303876, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9021359223300971, + "mIoU": 0.7543455130441792, + "macroF1": 0.8538100214030104, + "F1_coffee": 0.9378621624953767, + "IoU_coffee": 0.8829947765525247, + "precision_coffee": 0.9135891430973399, + "recall_coffee": 0.9634601988474447, + "F1_noncoffee": 0.7697578803106442, + "IoU_noncoffee": 0.6256962495358337, + "kappa": 0.7083828021184323, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8991828248150476, + "mIoU": 0.7450832714951225, + "macroF1": 0.8469980256625091, + "F1_coffee": 0.9363533685399432, + "IoU_coffee": 0.8803237286189874, + "precision_coffee": 0.9081596399810516, + "recall_coffee": 0.9663537269233192, + "F1_noncoffee": 0.757642682785075, + "IoU_noncoffee": 0.6098428143712575, + "kappa": 0.695114967241423, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8856438276679077, + "mIoU": 0.7182728342107085, + "macroF1": 0.8274830791196597, + "F1_coffee": 0.92765150356389, + "IoU_coffee": 0.8650653277799966, + "precision_coffee": 0.9015340706386015, + "recall_coffee": 0.9553273265704745, + "F1_noncoffee": 0.7273146546754294, + "IoU_noncoffee": 0.5714803406414205, + "kappa": 0.6560541336270722, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9255350920856147, + "mIoU": 0.6819422677650525, + "macroF1": 0.786413753643695, + "F1_coffee": 0.9587924195680917, + "IoU_coffee": 0.9208465608465608, + "precision_coffee": 0.936403744754116, + "recall_coffee": 0.9822779094705949, + "F1_noncoffee": 0.6140350877192983, + "IoU_noncoffee": 0.4430379746835443, + "kappa": 0.5751025279772639, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9305417741615399, + "mIoU": 0.7009555343876956, + "macroF1": 0.8032675227045777, + "F1_coffee": 0.9615046194456666, + "IoU_coffee": 0.9258631645837746, + "precision_coffee": 0.9407080598299795, + "recall_coffee": 0.9832414801484647, + "F1_noncoffee": 0.6450304259634888, + "IoU_noncoffee": 0.47604790419161674, + "kappa": 0.6083003067257454, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9226036912085731, + "mIoU": 0.6886717441865167, + "macroF1": 0.7935544393395919, + "F1_coffee": 0.9567771251246814, + "IoU_coffee": 0.917135875916286, + "precision_coffee": 0.9429819770617149, + "recall_coffee": 0.9709818918006974, + "F1_noncoffee": 0.6303317535545023, + "IoU_noncoffee": 0.4602076124567474, + "kappa": 0.5878632510717293, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8798673614400758, + "mIoU": 0.7616947505829048, + "macroF1": 0.8626503722345741, + "F1_coffee": 0.9112790372236216, + "IoU_coffee": 0.8370179948586118, + "precision_coffee": 0.8847826086956522, + "recall_coffee": 0.9394114252740912, + "F1_noncoffee": 0.8140217072455266, + "IoU_noncoffee": 0.6863715063071977, + "kappa": 0.7258161859274432, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8693765915306989, + "mIoU": 0.7404411102606816, + "macroF1": 0.8480534151018412, + "F1_coffee": 0.9049742710120069, + "IoU_coffee": 0.8264411027568922, + "precision_coffee": 0.8683344305464121, + "recall_coffee": 0.9448424068767909, + "F1_noncoffee": 0.7911325591916755, + "IoU_noncoffee": 0.654441117764471, + "kappa": 0.6972914726660796, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.85051400547015, + "mIoU": 0.7078030432560849, + "macroF1": 0.8251258722385294, + "F1_coffee": 0.8917571535887455, + "IoU_coffee": 0.8046586147399556, + "precision_coffee": 0.8520161816520945, + "recall_coffee": 0.9353868194842407, + "F1_noncoffee": 0.7584945908883133, + "IoU_noncoffee": 0.6109474717722141, + "kappa": 0.6519412572824733, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2656, + 2995 + ], + [ + 52840, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0303001284599302, + "test_tta": { + "OA": 0.8919821826280624, + "mIoU": 0.7263938919307238, + "macroF1": 0.8330926199114463, + "F1_coffee": 0.9322344507780939, + "IoU_coffee": 0.8730703584297363, + "precision_coffee": 0.8985634539563571, + "recall_coffee": 0.9685271285212379, + "F1_noncoffee": 0.7339507890447987, + "IoU_noncoffee": 0.5797174254317111, + "kappa": 0.6680153844723997, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.859971731856467, + "mIoU": 0.6691020707203548, + "macroF1": 0.7894951730645383, + "F1_coffee": 0.9112968799963456, + "IoU_coffee": 0.8370481017757041, + "precision_coffee": 0.8659408966211758, + "recall_coffee": 0.9616667630782283, + "F1_noncoffee": 0.667693466132731, + "IoU_noncoffee": 0.5011560396650054, + "kappa": 0.5832733057370187, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f1_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 21, + "stopped_epoch": 51, + "best_val": 0.6987898359732634, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.882153577999419, + "mIoU": 0.719067304237132, + "macroF1": 0.8287748041138814, + "F1_coffee": 0.9243770583483503, + "IoU_coffee": 0.8593876372039284, + "precision_coffee": 0.9103110657827639, + "recall_coffee": 0.938884564407885, + "F1_noncoffee": 0.7331725498794124, + "IoU_noncoffee": 0.5787469712703358, + "kappa": 0.6578378586931357, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8496307834314065, + "mIoU": 0.6645816273997418, + "macroF1": 0.7876379954717931, + "F1_coffee": 0.9023764489971723, + "IoU_coffee": 0.8221183375418003, + "precision_coffee": 0.8771137848808636, + "recall_coffee": 0.9291375021692602, + "F1_noncoffee": 0.672899541946414, + "IoU_noncoffee": 0.5070449172576832, + "kappa": 0.5764532561843135, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2839506172839506, + "mIoU": 0.14597457627118646, + "macroF1": 0.2323529411764706, + "F1_coffee": 0.43137254901960786, + "IoU_coffee": 0.275, + "precision_coffee": 1.0, + "recall_coffee": 0.275, + "F1_noncoffee": 0.03333333333333333, + "IoU_noncoffee": 0.01694915254237288, + "kappa": 0.009278785322648617, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8910679611650485, + "mIoU": 0.7361919535244387, + "macroF1": 0.8412239988429573, + "F1_coffee": 0.9301848049281314, + "IoU_coffee": 0.8694817658349329, + "precision_coffee": 0.9142560088068008, + "recall_coffee": 0.9466784877461846, + "F1_noncoffee": 0.7522631927577832, + "IoU_noncoffee": 0.6029021412139445, + "kappa": 0.6827896765807082, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8881582128523766, + "mIoU": 0.7298506810398677, + "macroF1": 0.8365871851619302, + "F1_coffee": 0.9283878757856281, + "IoU_coffee": 0.8663469316999884, + "precision_coffee": 0.9126491356221086, + "recall_coffee": 0.9446789742297271, + "F1_noncoffee": 0.7447864945382324, + "IoU_noncoffee": 0.5933544303797469, + "kappa": 0.6735203936623698, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8672694743967894, + "mIoU": 0.6923201878451384, + "macroF1": 0.8088069962830096, + "F1_coffee": 0.9145312451349753, + "IoU_coffee": 0.8425219436635879, + "precision_coffee": 0.9039763634125323, + "recall_coffee": 0.9253355176107365, + "F1_noncoffee": 0.7030827474310438, + "IoU_noncoffee": 0.5421184320266889, + "kappa": 0.6177950085822068, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9139870582379294, + "mIoU": 0.6565986750666263, + "macroF1": 0.7640966115335329, + "F1_coffee": 0.952138267228008, + "IoU_coffee": 0.9086487629519983, + "precision_coffee": 0.9348417274012836, + "recall_coffee": 0.9700869172592843, + "F1_noncoffee": 0.5760549558390579, + "IoU_noncoffee": 0.4045485871812543, + "kappa": 0.5296195290753786, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9174439372891446, + "mIoU": 0.6632066370827706, + "macroF1": 0.7699060491558123, + "F1_coffee": 0.9541547277936963, + "IoU_coffee": 0.9123287671232877, + "precision_coffee": 0.9352922112995571, + "recall_coffee": 0.9737937239905522, + "F1_noncoffee": 0.5856573705179283, + "IoU_noncoffee": 0.4140845070422535, + "kappa": 0.5414975308365187, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8978964080174637, + "mIoU": 0.6500381956794605, + "macroF1": 0.7616958809334935, + "F1_coffee": 0.9418545516189185, + "IoU_coffee": 0.8900993271387376, + "precision_coffee": 0.9464001816942993, + "recall_coffee": 0.9373523788100326, + "F1_noncoffee": 0.5815372102480684, + "IoU_noncoffee": 0.4099770642201835, + "kappa": 0.5234708787406933, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8692562766461392, + "mIoU": 0.7465093729799612, + "macroF1": 0.8527385003609276, + "F1_coffee": 0.9020581973030518, + "IoU_coffee": 0.821590174531351, + "precision_coffee": 0.8878178262084381, + "recall_coffee": 0.9167628390075014, + "F1_noncoffee": 0.8034188034188035, + "IoU_noncoffee": 0.6714285714285714, + "kappa": 0.7056290077907598, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8603225502216354, + "mIoU": 0.7317579756134294, + "macroF1": 0.8427105220943634, + "F1_coffee": 0.8953430852943255, + "IoU_coffee": 0.8105168884339816, + "precision_coffee": 0.8834193278482778, + "recall_coffee": 0.9075931232091691, + "F1_noncoffee": 0.7900779588944011, + "IoU_noncoffee": 0.6529990627928772, + "kappa": 0.6855359530668652, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8381590116004904, + "mIoU": 0.6918190791119521, + "macroF1": 0.8140625249095286, + "F1_coffee": 0.880998613037448, + "IoU_coffee": 0.7873078829945463, + "precision_coffee": 0.853763440860215, + "recall_coffee": 0.9100286532951289, + "F1_noncoffee": 0.7471264367816092, + "IoU_noncoffee": 0.5963302752293578, + "kappa": 0.6289274580352849, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2636, + 2995 + ], + [ + 52024, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.541614540417989, + "test_tta": { + "OA": 0.883719053613505, + "mIoU": 0.7177624155640248, + "macroF1": 0.8274059011789608, + "F1_coffee": 0.925992501669149, + "IoU_coffee": 0.8621843917368018, + "precision_coffee": 0.9047208060696078, + "recall_coffee": 0.9482885574232638, + "F1_noncoffee": 0.7288193006887727, + "IoU_noncoffee": 0.5733404393912477, + "kappa": 0.6555096092067489, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8517508941963771, + "mIoU": 0.6633684875134191, + "macroF1": 0.7860388213700028, + "F1_coffee": 0.9046129861452659, + "IoU_coffee": 0.8258386987461878, + "precision_coffee": 0.8719320214669052, + "recall_coffee": 0.939839185515127, + "F1_noncoffee": 0.6674646565947397, + "IoU_noncoffee": 0.5008982762806506, + "kappa": 0.5741631718523986, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f1_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 53, + "stopped_epoch": 83, + "best_val": 0.7216955968058794, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8926922952777508, + "mIoU": 0.7287333891809114, + "macroF1": 0.8348928561957616, + "F1_coffee": 0.9325816493110126, + "IoU_coffee": 0.8736796109126833, + "precision_coffee": 0.9001174398120964, + "recall_coffee": 0.9674752277365198, + "F1_noncoffee": 0.7372040630805107, + "IoU_noncoffee": 0.5837871674491393, + "kappa": 0.6714516209657071, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8604909426560516, + "mIoU": 0.6716161614875183, + "macroF1": 0.7916925019483981, + "F1_coffee": 0.9114056217543024, + "IoU_coffee": 0.8372316079962308, + "precision_coffee": 0.8679913471267576, + "recall_coffee": 0.9593914502227107, + "F1_noncoffee": 0.6719793821424939, + "IoU_noncoffee": 0.5060007149788059, + "kappa": 0.5872084945783782, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8965533980582524, + "mIoU": 0.7402096749955512, + "macroF1": 0.8435410987640746, + "F1_coffee": 0.9346138504495106, + "IoU_coffee": 0.8772536144231323, + "precision_coffee": 0.906547619047619, + "recall_coffee": 0.9644734342346907, + "F1_noncoffee": 0.7524683470786386, + "IoU_noncoffee": 0.6031657355679702, + "kappa": 0.6882135272768596, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8976355108553745, + "mIoU": 0.7378155561662747, + "macroF1": 0.8414387657452056, + "F1_coffee": 0.9358348740641954, + "IoU_coffee": 0.8794075761891199, + "precision_coffee": 0.9016470038546899, + "recall_coffee": 0.9727175351269611, + "F1_noncoffee": 0.7470426574262158, + "IoU_noncoffee": 0.5962235361434294, + "kappa": 0.6846648077488012, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8839030994632755, + "mIoU": 0.70836135357667, + "macroF1": 0.8194252983024293, + "F1_coffee": 0.9273283089681891, + "IoU_coffee": 0.8645033860045147, + "precision_coffee": 0.8922996272134203, + "recall_coffee": 0.9652195828870267, + "F1_noncoffee": 0.7115222876366695, + "IoU_noncoffee": 0.5522193211488251, + "kappa": 0.6410464905807696, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9221503235440518, + "mIoU": 0.668269282758839, + "macroF1": 0.7737808074001118, + "F1_coffee": 0.9569856985698569, + "IoU_coffee": 0.9175192490243645, + "precision_coffee": 0.9332689625576654, + "recall_coffee": 0.9819392707980584, + "F1_noncoffee": 0.5905759162303665, + "IoU_noncoffee": 0.41901931649331353, + "kappa": 0.5503257211702217, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9306410001984521, + "mIoU": 0.6938686214324065, + "macroF1": 0.7966204836326409, + "F1_coffee": 0.9617175091735582, + "IoU_coffee": 0.9262580440974786, + "precision_coffee": 0.9372331340734416, + "recall_coffee": 0.9875154650770442, + "F1_noncoffee": 0.6315234580917237, + "IoU_noncoffee": 0.46147919876733434, + "kappa": 0.5958954880978702, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9302440960508037, + "mIoU": 0.7066294402866755, + "macroF1": 0.8085431429423904, + "F1_coffee": 0.9611880969469442, + "IoU_coffee": 0.9252763605442177, + "precision_coffee": 0.9439384081544133, + "recall_coffee": 0.9790799685074795, + "F1_noncoffee": 0.6558981889378365, + "IoU_noncoffee": 0.4879825200291333, + "kappa": 0.6182166392469557, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8721932733301753, + "mIoU": 0.7467842690052577, + "macroF1": 0.8525088060261145, + "F1_coffee": 0.9063909513566026, + "IoU_coffee": 0.8288071065989848, + "precision_coffee": 0.8732450862414761, + "recall_coffee": 0.9421523369878823, + "F1_noncoffee": 0.7986266606956263, + "IoU_noncoffee": 0.6647614314115308, + "kappa": 0.7059290407416273, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8662642648307083, + "mIoU": 0.7324878483305932, + "macroF1": 0.8423311797188646, + "F1_coffee": 0.9037600108592372, + "IoU_coffee": 0.8244180287270926, + "precision_coffee": 0.858653598142894, + "recall_coffee": 0.9538681948424069, + "F1_noncoffee": 0.780902348578492, + "IoU_noncoffee": 0.6405576679340937, + "kappa": 0.68663105563249, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8398566443459399, + "mIoU": 0.6850232207386482, + "macroF1": 0.8079283061831148, + "F1_coffee": 0.8862387779713252, + "IoU_coffee": 0.7957170356111646, + "precision_coffee": 0.8323684872892021, + "recall_coffee": 0.9475644699140401, + "F1_noncoffee": 0.7296178343949045, + "IoU_noncoffee": 0.5743294058661319, + "kappa": 0.6196431511765972, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2634, + 2995 + ], + [ + 52679, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.516145626703898, + "test_tta": { + "OA": 0.8893515380394436, + "mIoU": 0.717006184181329, + "macroF1": 0.8257423445974252, + "F1_coffee": 0.9310247691100425, + "IoU_coffee": 0.870950740677998, + "precision_coffee": 0.8921430637231273, + "recall_coffee": 0.9734500241937181, + "F1_noncoffee": 0.720459920084808, + "IoU_noncoffee": 0.56306162768466, + "kappa": 0.6541470323540117, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8574045229029653, + "mIoU": 0.6602261181404322, + "macroF1": 0.7818036119880016, + "F1_coffee": 0.9102397661349626, + "IoU_coffee": 0.8352660868406144, + "precision_coffee": 0.8600569585506451, + "recall_coffee": 0.9666415996606313, + "F1_noncoffee": 0.6533674578410406, + "IoU_noncoffee": 0.48518614944024996, + "kappa": 0.569270213329714, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f1_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 13, + "stopped_epoch": 50, + "best_val": 0.6990769168608262, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8868984216132468, + "mIoU": 0.7299218282269723, + "macroF1": 0.8368601131104709, + "F1_coffee": 0.9272107854338478, + "IoU_coffee": 0.8642991305694867, + "precision_coffee": 0.91568365986255, + "recall_coffee": 0.9390318305177455, + "F1_noncoffee": 0.746509440787094, + "IoU_noncoffee": 0.5955445258844578, + "kappa": 0.6739001946871948, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8543036806276681, + "mIoU": 0.6744868889136393, + "macroF1": 0.7956526682298692, + "F1_coffee": 0.9051295054563212, + "IoU_coffee": 0.8267000617580457, + "precision_coffee": 0.8822614012925432, + "recall_coffee": 0.9292146314185997, + "F1_noncoffee": 0.6861758310034172, + "IoU_noncoffee": 0.522273716069233, + "kappa": 0.5922116028047586, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.024691358024691357, + "mIoU": 0.0125, + "macroF1": 0.024691358024691357, + "F1_coffee": 0.024691358024691357, + "IoU_coffee": 0.0125, + "precision_coffee": 1.0, + "recall_coffee": 0.0125, + "F1_noncoffee": 0.024691358024691357, + "IoU_noncoffee": 0.0125, + "kappa": 0.00031245117950320147, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8901941747572816, + "mIoU": 0.7326450470910923, + "macroF1": 0.8385093637827876, + "F1_coffee": 0.9298691635146028, + "IoU_coffee": 0.8689303511414996, + "precision_coffee": 0.9108910891089109, + "recall_coffee": 0.9496548666962193, + "F1_noncoffee": 0.7471495640509725, + "IoU_noncoffee": 0.5963597430406852, + "kappa": 0.67752341704761, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8808084715439292, + "mIoU": 0.7189450393661938, + "macroF1": 0.8289143845796799, + "F1_coffee": 0.9231392847120452, + "IoU_coffee": 0.8572504053741024, + "precision_coffee": 0.9137654320987655, + "recall_coffee": 0.9327074538466386, + "F1_noncoffee": 0.7346894844473146, + "IoU_noncoffee": 0.5806396733582851, + "kappa": 0.6579530209319512, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8897055268120497, + "mIoU": 0.7382462959474853, + "macroF1": 0.8430932193003995, + "F1_coffee": 0.928613901668075, + "IoU_coffee": 0.8667406671729859, + "precision_coffee": 0.9225220743688596, + "recall_coffee": 0.934786717913175, + "F1_noncoffee": 0.757572536932724, + "IoU_noncoffee": 0.6097519247219846, + "kappa": 0.686232902665852, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9157789945246392, + "mIoU": 0.666579117829059, + "macroF1": 0.7737247800265117, + "F1_coffee": 0.9530104421239725, + "IoU_coffee": 0.9102387267904509, + "precision_coffee": 0.9381082558775287, + "recall_coffee": 0.9683937238966023, + "F1_noncoffee": 0.5944391179290508, + "IoU_noncoffee": 0.4229195088676671, + "kappa": 0.5484330522177772, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9099027584838262, + "mIoU": 0.6700998878934222, + "macroF1": 0.778690217518011, + "F1_coffee": 0.9490974324475838, + "IoU_coffee": 0.9031260002133789, + "precision_coffee": 0.9461271934726724, + "recall_coffee": 0.9520863794848723, + "F1_noncoffee": 0.6082830025884383, + "IoU_noncoffee": 0.4370737755734656, + "kappa": 0.5574140021600122, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9159555467354634, + "mIoU": 0.6877919735784281, + "macroF1": 0.7942525809158258, + "F1_coffee": 0.9524931291715744, + "IoU_coffee": 0.9092953523238381, + "precision_coffee": 0.9499888118147236, + "recall_coffee": 0.9550106849623214, + "F1_noncoffee": 0.6360120326600773, + "IoU_noncoffee": 0.46628859483301827, + "kappa": 0.5885270703807051, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8658455708195169, + "mIoU": 0.7385160266478643, + "macroF1": 0.8471087923891361, + "F1_coffee": 0.9006315789473684, + "IoU_coffee": 0.8192263500574493, + "precision_coffee": 0.8768789286690353, + "recall_coffee": 0.9257068667051356, + "F1_noncoffee": 0.7935860058309038, + "IoU_noncoffee": 0.6578057032382794, + "kappa": 0.694682942257025, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8531547675186268, + "mIoU": 0.7188610477345168, + "macroF1": 0.8336582525874989, + "F1_coffee": 0.8906063373849504, + "IoU_coffee": 0.8027865737808739, + "precision_coffee": 0.8738453053908728, + "recall_coffee": 0.9080229226361032, + "F1_noncoffee": 0.7767101677900473, + "IoU_noncoffee": 0.6349355216881595, + "kappa": 0.6675661453192923, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8647552579458644, + "mIoU": 0.7394398547811909, + "macroF1": 0.8479927572552814, + "F1_coffee": 0.8984706881903144, + "IoU_coffee": 0.8156575395295025, + "precision_coffee": 0.8881578947368421, + "recall_coffee": 0.9090257879656161, + "F1_noncoffee": 0.7975148263202485, + "IoU_noncoffee": 0.6632221700328793, + "kappa": 0.6960672388803606, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2608, + 2995 + ], + [ + 52346, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5086766680081685, + "test_tta": { + "OA": 0.8894160937348697, + "mIoU": 0.7296590602610793, + "macroF1": 0.83621562870645, + "F1_coffee": 0.9295612484065957, + "IoU_coffee": 0.8683927473878303, + "precision_coffee": 0.908911806686368, + "recall_coffee": 0.9511707655733911, + "F1_noncoffee": 0.7428700090063044, + "IoU_noncoffee": 0.5909253731343284, + "kappa": 0.6730472835989668, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.856640129225799, + "mIoU": 0.6727217472614545, + "macroF1": 0.7935471669866472, + "F1_coffee": 0.907677446919176, + "IoU_coffee": 0.8309610053908815, + "precision_coffee": 0.8756025445748589, + "recall_coffee": 0.9421916276199842, + "F1_noncoffee": 0.6794168870541185, + "IoU_noncoffee": 0.5144824891320275, + "kappa": 0.5890093895907478, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f1_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 86, + "stopped_epoch": 100, + "best_val": 0.7276703075745994, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8906749297956812, + "mIoU": 0.7255162833409607, + "macroF1": 0.8325986810866872, + "F1_coffee": 0.9311990899672957, + "IoU_coffee": 0.8712558917439562, + "precision_coffee": 0.9001865488463426, + "recall_coffee": 0.9644247154608377, + "F1_noncoffee": 0.7339982722060787, + "IoU_noncoffee": 0.5797766749379653, + "kappa": 0.6667266896036322, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8584140994577132, + "mIoU": 0.6690726067012134, + "macroF1": 0.7898156212606768, + "F1_coffee": 0.9098919658182419, + "IoU_coffee": 0.8346805429254657, + "precision_coffee": 0.8682514101531024, + "recall_coffee": 0.9557278108790807, + "F1_noncoffee": 0.6697392767031118, + "IoU_noncoffee": 0.5034646704769612, + "kappa": 0.5831453906058094, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14814814814814814, + "mIoU": 0.07589285714285715, + "macroF1": 0.1349636279213744, + "F1_coffee": 0.24175824175824176, + "IoU_coffee": 0.1375, + "precision_coffee": 1.0, + "recall_coffee": 0.1375, + "F1_noncoffee": 0.028169014084507043, + "IoU_noncoffee": 0.014285714285714285, + "kappa": 0.0039208697201924565, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8964077669902912, + "mIoU": 0.7409511400826787, + "macroF1": 0.8441578234953525, + "F1_coffee": 0.934394982784063, + "IoU_coffee": 0.8768680399284519, + "precision_coffee": 0.9079882894186533, + "recall_coffee": 0.962383636248496, + "F1_noncoffee": 0.753920664206642, + "IoU_noncoffee": 0.6050342402369054, + "kappa": 0.6893013475703451, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8987476427638895, + "mIoU": 0.7410354016161449, + "macroF1": 0.8438424591098586, + "F1_coffee": 0.9364375910636231, + "IoU_coffee": 0.880472629716308, + "precision_coffee": 0.9034733204474902, + "recall_coffee": 0.9718984311007498, + "F1_noncoffee": 0.7512473271560941, + "IoU_noncoffee": 0.6015981735159818, + "kappa": 0.6893035941692406, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8768918330835066, + "mIoU": 0.6952387899393163, + "macroF1": 0.8094260170923718, + "F1_coffee": 0.9228157400109137, + "IoU_coffee": 0.8566925588202184, + "precision_coffee": 0.8892784107508034, + "recall_coffee": 0.9589817906874173, + "F1_noncoffee": 0.69603629417383, + "IoU_noncoffee": 0.5337850210584142, + "kappa": 0.6209749965620287, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9223494275759084, + "mIoU": 0.6695302292071168, + "macroF1": 0.7749917119893914, + "F1_coffee": 0.9570815450643777, + "IoU_coffee": 0.9176954732510288, + "precision_coffee": 0.9336553945249597, + "recall_coffee": 0.9817135116830342, + "F1_noncoffee": 0.592901878914405, + "IoU_noncoffee": 0.42136498516320475, + "kappa": 0.5526547475086586, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9299464179400675, + "mIoU": 0.6902121578694452, + "macroF1": 0.7933135195079961, + "F1_coffee": 0.961361646234676, + "IoU_coffee": 0.9255980609126356, + "precision_coffee": 0.9362541306896919, + "recall_coffee": 0.9878528849398268, + "F1_noncoffee": 0.6252653927813163, + "IoU_noncoffee": 0.4548262548262548, + "kappa": 0.5894902192291676, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.924786664020639, + "mIoU": 0.6926641373917577, + "macroF1": 0.7968214334348989, + "F1_coffee": 0.9580659437928746, + "IoU_coffee": 0.9195072740787936, + "precision_coffee": 0.942732716385411, + "recall_coffee": 0.9739061972781464, + "F1_noncoffee": 0.635576923076923, + "IoU_noncoffee": 0.46582100070472165, + "kappa": 0.5945749177195216, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8717195641875888, + "mIoU": 0.7468475070781591, + "macroF1": 0.852628223356418, + "F1_coffee": 0.9056708931308346, + "IoU_coffee": 0.8276037687802393, + "precision_coffee": 0.8757747237941256, + "recall_coffee": 0.9376803231390652, + "F1_noncoffee": 0.7995855535820012, + "IoU_noncoffee": 0.6660912453760789, + "kappa": 0.7059843940472016, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8690936527397907, + "mIoU": 0.7383658163985534, + "macroF1": 0.8464853668705161, + "F1_coffee": 0.9053980370774264, + "IoU_coffee": 0.8271481942714819, + "precision_coffee": 0.8634945397815913, + "recall_coffee": 0.9515759312320917, + "F1_noncoffee": 0.7875726966636057, + "IoU_noncoffee": 0.6495834385256248, + "kappa": 0.6945857645613862, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8313684806186928, + "mIoU": 0.6717436731068303, + "macroF1": 0.7980453240408141, + "F1_coffee": 0.8800804828973843, + "IoU_coffee": 0.7858426158821415, + "precision_coffee": 0.8273644388398487, + "recall_coffee": 0.939971346704871, + "F1_noncoffee": 0.716010165184244, + "IoU_noncoffee": 0.5576447303315191, + "kappa": 0.5999368615594731, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2628, + 2995 + ], + [ + 52560, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.02180194457372, + "test_tta": { + "OA": 0.8888835092476034, + "mIoU": 0.7177511885391303, + "macroF1": 0.8264550410267021, + "F1_coffee": 0.9305422446406053, + "IoU_coffee": 0.8701065937175738, + "precision_coffee": 0.8939370445030237, + "recall_coffee": 0.9702732838238697, + "F1_noncoffee": 0.7223678374127989, + "IoU_noncoffee": 0.5653957833606867, + "kappa": 0.6552208785074763, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8568276220145379, + "mIoU": 0.6610224796946235, + "macroF1": 0.782686866712885, + "F1_coffee": 0.9096189739154186, + "IoU_coffee": 0.8342212053906916, + "precision_coffee": 0.8616621244005934, + "recall_coffee": 0.9632286303773548, + "F1_noncoffee": 0.6557547595103513, + "IoU_noncoffee": 0.4878237539985554, + "kappa": 0.5704417730402607, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f2_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 36, + "stopped_epoch": 66, + "best_val": 0.6440338039873886, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.849553643888979, + "mIoU": 0.6548210362705909, + "macroF1": 0.77853323032551, + "F1_coffee": 0.9039471911626027, + "IoU_coffee": 0.8247295968534907, + "precision_coffee": 0.875574649187963, + "recall_coffee": 0.9342201088120635, + "F1_noncoffee": 0.6531192694884174, + "IoU_noncoffee": 0.484912475687691, + "kappa": 0.5587397653636086, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8096659743856005, + "mIoU": 0.598242854158469, + "macroF1": 0.7322842853807344, + "F1_coffee": 0.8762158460975679, + "IoU_coffee": 0.7797011935564644, + "precision_coffee": 0.8557086325663198, + "recall_coffee": 0.8977301120528935, + "F1_noncoffee": 0.588352724663901, + "IoU_noncoffee": 0.41678451476047373, + "kappa": 0.46558926777588944, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27875894988066824, + "mIoU": 0.13985308566824362, + "macroF1": 0.21933636025776948, + "F1_coffee": 0.43471754582865696, + "IoU_coffee": 0.2777246653919694, + "precision_coffee": 0.9982817869415808, + "recall_coffee": 0.2778574844571975, + "F1_noncoffee": 0.003955174686882004, + "IoU_noncoffee": 0.0019815059445178335, + "kappa": 0.00014718837047623603, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8438974056603774, + "mIoU": 0.6478100131866473, + "macroF1": 0.7731973040358486, + "F1_coffee": 0.8998265804824216, + "IoU_coffee": 0.8178952195345638, + "precision_coffee": 0.8734696376101861, + "recall_coffee": 0.9278236556343066, + "F1_noncoffee": 0.6465680275892758, + "IoU_noncoffee": 0.47772480683873086, + "kappa": 0.5478471645847046, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8510648619803037, + "mIoU": 0.6562597250002534, + "macroF1": 0.7795398673254668, + "F1_coffee": 0.9051121963281201, + "IoU_coffee": 0.8266711833785004, + "precision_coffee": 0.8759272553242402, + "recall_coffee": 0.9363089909195549, + "F1_noncoffee": 0.6539675383228133, + "IoU_noncoffee": 0.48584826662200636, + "kappa": 0.5608575776283287, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8536207314119642, + "mIoU": 0.6604236954673492, + "macroF1": 0.782865578161402, + "F1_coffee": 0.9068146777674992, + "IoU_coffee": 0.8295159652487871, + "precision_coffee": 0.8772746256189965, + "recall_coffee": 0.9384134277873508, + "F1_noncoffee": 0.6589164785553048, + "IoU_noncoffee": 0.4913314256859115, + "kappa": 0.5675259916856884, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8984931785787009, + "mIoU": 0.7158601832733367, + "macroF1": 0.8230641674518158, + "F1_coffee": 0.9385894672004927, + "IoU_coffee": 0.8842850510677809, + "precision_coffee": 0.947518965302823, + "recall_coffee": 0.9298267024652185, + "F1_noncoffee": 0.7075388677031388, + "IoU_noncoffee": 0.5474353154788925, + "kappa": 0.6462779466543123, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8660494435142323, + "mIoU": 0.6316192952054099, + "macroF1": 0.7513956188844901, + "F1_coffee": 0.9202252463632098, + "IoU_coffee": 0.8522381573229031, + "precision_coffee": 0.9203332160037545, + "recall_coffee": 0.920117302052786, + "F1_noncoffee": 0.5825659914057704, + "IoU_noncoffee": 0.41100043308791684, + "kappa": 0.5027912735764981, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8728854991688667, + "mIoU": 0.6241613976879095, + "macroF1": 0.7416521329676836, + "F1_coffee": 0.925782142041562, + "IoU_coffee": 0.8618197278911565, + "precision_coffee": 0.9091724601928683, + "recall_coffee": 0.9430100023261223, + "F1_noncoffee": 0.5575221238938053, + "IoU_noncoffee": 0.38650306748466257, + "kappa": 0.48433035437932287, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7929724596391263, + "mIoU": 0.5956293563414321, + "macroF1": 0.7342460615153789, + "F1_coffee": 0.8591731266149871, + "IoU_coffee": 0.753114382785957, + "precision_coffee": 0.8016877637130801, + "recall_coffee": 0.9255393180236604, + "F1_noncoffee": 0.6093189964157706, + "IoU_noncoffee": 0.4381443298969072, + "kappa": 0.4759669217730752, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8365200764818356, + "mIoU": 0.6660273737288925, + "macroF1": 0.791841726255007, + "F1_coffee": 0.8882791062328499, + "IoU_coffee": 0.7990126939351199, + "precision_coffee": 0.829732698645185, + "recall_coffee": 0.9557148882328131, + "F1_noncoffee": 0.6954043462771642, + "IoU_noncoffee": 0.5330420535226652, + "kappa": 0.5892589231228998, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8347091572278749, + "mIoU": 0.671214815480264, + "macroF1": 0.7968789380628607, + "F1_coffee": 0.8845380179696929, + "IoU_coffee": 0.7929790815099783, + "precision_coffee": 0.8410047175825577, + "recall_coffee": 0.9328242115683779, + "F1_noncoffee": 0.7092198581560284, + "IoU_noncoffee": 0.5494505494505495, + "kappa": 0.5964808047514859, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 25, + 27 + ], + [ + 475, + 563 + ], + [ + 6375, + 7520 + ], + [ + 45466, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.0205039580663047, + "test_tta": { + "OA": 0.8481577665963318, + "mIoU": 0.6431889013185242, + "macroF1": 0.7676834532834242, + "F1_coffee": 0.9044149952488479, + "IoU_coffee": 0.8255087385522168, + "precision_coffee": 0.8646673830223698, + "recall_coffee": 0.9479929743392024, + "F1_noncoffee": 0.6309519113180007, + "IoU_noncoffee": 0.4608690640848317, + "kappa": 0.5391269979255894, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8095650167301258, + "mIoU": 0.5881844649325481, + "macroF1": 0.7215232551359244, + "F1_coffee": 0.8781041708978785, + "IoU_coffee": 0.7826967068775406, + "precision_coffee": 0.8448474943598672, + "recall_coffee": 0.9140863749063023, + "F1_noncoffee": 0.5649423393739703, + "IoU_noncoffee": 0.39367222298755566, + "kappa": 0.44610976235392436, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f2_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 13, + "stopped_epoch": 50, + "best_val": 0.6951863822774953, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8729913975004058, + "mIoU": 0.7152468121722115, + "macroF1": 0.8272490071243975, + "F1_coffee": 0.9161424453184444, + "IoU_coffee": 0.845260930609662, + "precision_coffee": 0.9167220709031249, + "recall_coffee": 0.9155635522426423, + "F1_noncoffee": 0.7383555689303507, + "IoU_noncoffee": 0.585232693734761, + "kappa": 0.6544984452108433, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8321795315564786, + "mIoU": 0.6512813165184482, + "macroF1": 0.7792474638936213, + "F1_coffee": 0.8873441251645884, + "IoU_coffee": 0.7975009571542933, + "precision_coffee": 0.894008856981213, + "recall_coffee": 0.8807780276384324, + "F1_noncoffee": 0.6711508026226543, + "IoU_noncoffee": 0.5050616758826032, + "kappa": 0.5585665404635313, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.31121718377088303, + "mIoU": 0.1563319547988764, + "macroF1": 0.23933941391781022, + "F1_coffee": 0.47316538882803943, + "IoU_coffee": 0.3098995695839311, + "precision_coffee": 1.0, + "recall_coffee": 0.3098995695839311, + "F1_noncoffee": 0.005513439007580979, + "IoU_noncoffee": 0.0027643400138217, + "kappa": 0.0017118690578676798, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8863993710691824, + "mIoU": 0.7471420029821503, + "macroF1": 0.8506238735320488, + "F1_coffee": 0.9237265769332278, + "IoU_coffee": 0.8582638548307994, + "precision_coffee": 0.937520926806402, + "recall_coffee": 0.9103322712790168, + "F1_noncoffee": 0.7775211701308699, + "IoU_noncoffee": 0.6360201511335013, + "kappa": 0.7014362825118509, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8662494542279144, + "mIoU": 0.704096039716501, + "macroF1": 0.8191424162191054, + "F1_coffee": 0.911444448013362, + "IoU_coffee": 0.8372971377987607, + "precision_coffee": 0.915650209745079, + "recall_coffee": 0.9072771454150147, + "F1_noncoffee": 0.7268403844248489, + "IoU_noncoffee": 0.5708949416342413, + "kappa": 0.6383083704235645, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8665052070719302, + "mIoU": 0.6940922943983407, + "macroF1": 0.8105056820432895, + "F1_coffee": 0.913518262834191, + "IoU_coffee": 0.8408040665434381, + "precision_coffee": 0.8985739860485216, + "recall_coffee": 0.9289680260386751, + "F1_noncoffee": 0.7074931012523881, + "IoU_noncoffee": 0.5473805222532435, + "kappa": 0.6213655847699494, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9064345347179801, + "mIoU": 0.731384535923687, + "macroF1": 0.8346744577436878, + "F1_coffee": 0.9435954090713804, + "IoU_coffee": 0.8932140367185685, + "precision_coffee": 0.94912952216323, + "recall_coffee": 0.9381254576519404, + "F1_noncoffee": 0.7257535064159952, + "IoU_noncoffee": 0.5695550351288057, + "kappa": 0.6694035629364424, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8593519156899438, + "mIoU": 0.6267925622764332, + "macroF1": 0.7482394366197183, + "F1_coffee": 0.9154929577464789, + "IoU_coffee": 0.8441558441558441, + "precision_coffee": 0.9238026991520363, + "recall_coffee": 0.9073313782991203, + "F1_noncoffee": 0.5809859154929577, + "IoU_noncoffee": 0.4094292803970223, + "kappa": 0.4966808008847124, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8751344480297253, + "mIoU": 0.6182207557377695, + "macroF1": 0.7345993495185199, + "F1_coffee": 0.9277265266851548, + "IoU_coffee": 0.8651958196980893, + "precision_coffee": 0.9035387498621982, + "recall_coffee": 0.95324494068388, + "F1_noncoffee": 0.541472172351885, + "IoU_noncoffee": 0.37124569177744954, + "kappa": 0.4716011083856105, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8677113010446343, + "mIoU": 0.7444510746209665, + "macroF1": 0.8513968184817531, + "F1_coffee": 0.9006348526999073, + "IoU_coffee": 0.819231767453932, + "precision_coffee": 0.9237635352648522, + "recall_coffee": 0.8786360473208072, + "F1_noncoffee": 0.8021587842635989, + "IoU_noncoffee": 0.669670381788001, + "kappa": 0.7031641293043941, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8729445506692161, + "mIoU": 0.7487758508192774, + "macroF1": 0.8539176379813258, + "F1_coffee": 0.9066385669125395, + "IoU_coffee": 0.8292212798766384, + "precision_coffee": 0.9060657118786858, + "recall_coffee": 0.9072121467735133, + "F1_noncoffee": 0.8011967090501122, + "IoU_noncoffee": 0.6683304217619166, + "kappa": 0.7078355246499156, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8580341716260319, + "mIoU": 0.7234313608437322, + "macroF1": 0.8364980448650414, + "F1_coffee": 0.8958377350517642, + "IoU_coffee": 0.81132797550708, + "precision_coffee": 0.8922558922558923, + "recall_coffee": 0.8994484514212983, + "F1_noncoffee": 0.7771583546783185, + "IoU_noncoffee": 0.6355347461803844, + "kappa": 0.6730073632129162, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6699, + 7520 + ], + [ + 46509, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5527894020080566, + "test_tta": { + "OA": 0.8750365200454472, + "mIoU": 0.7155965871666634, + "macroF1": 0.8271713337689989, + "F1_coffee": 0.9181244882115853, + "IoU_coffee": 0.8486415287225259, + "precision_coffee": 0.9117156314022008, + "recall_coffee": 0.9246240843079295, + "F1_noncoffee": 0.7362181793264124, + "IoU_noncoffee": 0.5825516456108009, + "kappa": 0.654397686172863, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8346313603322949, + "mIoU": 0.651052509506074, + "macroF1": 0.7784653537080182, + "F1_coffee": 0.8900122784130151, + "IoU_coffee": 0.8018217328931676, + "precision_coffee": 0.8883931136176487, + "recall_coffee": 0.8916373560898729, + "F1_noncoffee": 0.6669184290030211, + "IoU_noncoffee": 0.5002832861189802, + "kappa": 0.5569351644446279, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f2_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6903547572321839, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8751014445706866, + "mIoU": 0.7104303457822216, + "macroF1": 0.82283802151831, + "F1_coffee": 0.9190621943138431, + "IoU_coffee": 0.8502452125175152, + "precision_coffee": 0.9029078058156116, + "recall_coffee": 0.9358051664310499, + "F1_noncoffee": 0.7266138487227769, + "IoU_noncoffee": 0.5706154790469282, + "kappa": 0.6460587360322068, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8362899503865237, + "mIoU": 0.6476033996668147, + "macroF1": 0.7748172495496016, + "F1_coffee": 0.8924717940945217, + "IoU_coffee": 0.8058230836341242, + "precision_coffee": 0.8799267755071544, + "recall_coffee": 0.9053796920947933, + "F1_noncoffee": 0.6571627050046815, + "IoU_noncoffee": 0.4893837156995052, + "kappa": 0.549926173939966, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38281622911694513, + "mIoU": 0.1923598105771071, + "macroF1": 0.27929470341130674, + "F1_coffee": 0.5524402907580478, + "IoU_coffee": 0.381635581061693, + "precision_coffee": 1.0, + "recall_coffee": 0.381635581061693, + "F1_noncoffee": 0.006149116064565719, + "IoU_noncoffee": 0.0030840400925212026, + "kappa": 0.002351191561343679, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8963246855345912, + "mIoU": 0.7543155433127506, + "macroF1": 0.8546684652792398, + "F1_coffee": 0.9324756784434204, + "IoU_coffee": 0.8734936147251035, + "precision_coffee": 0.9180792740563363, + "recall_coffee": 0.9473307757331426, + "F1_noncoffee": 0.7768612521150592, + "IoU_noncoffee": 0.6351374719003977, + "kappa": 0.7095729238041611, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.867995924901761, + "mIoU": 0.7008219222233673, + "macroF1": 0.8160216631643752, + "F1_coffee": 0.9138078494725839, + "IoU_coffee": 0.8412948381452319, + "precision_coffee": 0.9054045571527211, + "recall_coffee": 0.9223685893336744, + "F1_noncoffee": 0.7182354768561665, + "IoU_noncoffee": 0.5603490063015026, + "kappa": 0.6321469136466498, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8612739162024703, + "mIoU": 0.6777383002292454, + "macroF1": 0.797092871814064, + "F1_coffee": 0.9112103174603174, + "IoU_coffee": 0.8369020501138952, + "precision_coffee": 0.885995056369446, + "recall_coffee": 0.9379028655306656, + "F1_noncoffee": 0.6829754261678105, + "IoU_noncoffee": 0.5185745503445958, + "kappa": 0.595355964685714, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9132559560171044, + "mIoU": 0.7286885345182963, + "macroF1": 0.8312036852884972, + "F1_coffee": 0.9488902219556089, + "IoU_coffee": 0.9027508275311038, + "precision_coffee": 0.9331052383199623, + "recall_coffee": 0.9652184525262387, + "F1_noncoffee": 0.7135171486213854, + "IoU_noncoffee": 0.5546262415054888, + "kappa": 0.6629480234695817, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8610262976460159, + "mIoU": 0.6130401234567902, + "macroF1": 0.7331771980676328, + "F1_coffee": 0.9178743961352657, + "IoU_coffee": 0.8482142857142857, + "precision_coffee": 0.9109288354898336, + "recall_coffee": 0.9249266862170088, + "F1_noncoffee": 0.54848, + "IoU_noncoffee": 0.37786596119929455, + "kappa": 0.4665249094423664, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8675075779798572, + "mIoU": 0.5915134192243653, + "macroF1": 0.7069449590073338, + "F1_coffee": 0.9238635725122212, + "IoU_coffee": 0.858500417710944, + "precision_coffee": 0.8936840960974018, + "recall_coffee": 0.9561525936264248, + "F1_noncoffee": 0.4900263455024464, + "IoU_noncoffee": 0.32452642073778665, + "kappa": 0.4183330069805908, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8805318138651472, + "mIoU": 0.7580284479219493, + "macroF1": 0.8598148406285582, + "F1_coffee": 0.9137055837563451, + "IoU_coffee": 0.8411214953271028, + "precision_coffee": 0.9008521574462329, + "recall_coffee": 0.9269311064718163, + "F1_noncoffee": 0.8059240975007713, + "IoU_noncoffee": 0.6749354005167959, + "kappa": 0.7197579890215412, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8747609942638623, + "mIoU": 0.7495006568282634, + "macroF1": 0.8542003857402432, + "F1_coffee": 0.9089519043647484, + "IoU_coffee": 0.8330997579309466, + "precision_coffee": 0.8988316151202749, + "recall_coffee": 0.9193026852242373, + "F1_noncoffee": 0.7994488671157379, + "IoU_noncoffee": 0.6659015557255802, + "kappa": 0.7084821760037852, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.855154540218852, + "mIoU": 0.7141467343766915, + "macroF1": 0.8295021455605199, + "F1_coffee": 0.8956359360951657, + "IoU_coffee": 0.810996993987976, + "precision_coffee": 0.8764212236058473, + "recall_coffee": 0.9157120633573752, + "F1_noncoffee": 0.7633683550258742, + "IoU_noncoffee": 0.617296474765407, + "kappa": 0.659375518251712, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6647, + 7520 + ], + [ + 46691, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5453108270963034, + "test_tta": { + "OA": 0.8780068170751502, + "mIoU": 0.7135539357918247, + "macroF1": 0.8249267460695855, + "F1_coffee": 0.9213264387547889, + "IoU_coffee": 0.854129063561378, + "precision_coffee": 0.9009376023583361, + "recall_coffee": 0.9426594696482886, + "F1_noncoffee": 0.728527053384382, + "IoU_noncoffee": 0.5729788080222714, + "kappa": 0.6504711901189013, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.839145609784239, + "mIoU": 0.6496032783881728, + "macroF1": 0.7760402896686895, + "F1_coffee": 0.8949227913812758, + "IoU_coffee": 0.809828294712432, + "precision_coffee": 0.8776981076286221, + "recall_coffee": 0.9128370716331277, + "F1_noncoffee": 0.6571577879561034, + "IoU_noncoffee": 0.48937826206391355, + "kappa": 0.5526427296429188, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f2_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 68, + "stopped_epoch": 98, + "best_val": 0.6917884184653527, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8761402369745172, + "mIoU": 0.7197976667887913, + "macroF1": 0.8304485076724446, + "F1_coffee": 0.9184661246033358, + "IoU_coffee": 0.8492254801232909, + "precision_coffee": 0.9163024708465688, + "recall_coffee": 0.9206400205629096, + "F1_noncoffee": 0.7424308907415533, + "IoU_noncoffee": 0.5903698534542917, + "kappa": 0.6609029881379004, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8355688242759893, + "mIoU": 0.6557702403036767, + "macroF1": 0.7826558899603313, + "F1_coffee": 0.8898954098139009, + "IoU_coffee": 0.8016320423147858, + "precision_coffee": 0.8943087852789317, + "recall_coffee": 0.8855253800764958, + "F1_noncoffee": 0.6754163701067616, + "IoU_noncoffee": 0.5099084382925676, + "kappa": 0.5653429856716742, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3398568019093079, + "mIoU": 0.17073894815456914, + "macroF1": 0.25582311028715454, + "F1_coffee": 0.5058949624866024, + "IoU_coffee": 0.3385939741750359, + "precision_coffee": 1.0, + "recall_coffee": 0.3385939741750359, + "F1_noncoffee": 0.005751258087706686, + "IoU_noncoffee": 0.002883922134102379, + "kappa": 0.0019510521524094648, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8881682389937107, + "mIoU": 0.7488582635209005, + "macroF1": 0.8516845431229723, + "F1_coffee": 0.9252446955265059, + "IoU_coffee": 0.8608886987347961, + "precision_coffee": 0.934824450786487, + "recall_coffee": 0.9158592886403537, + "F1_noncoffee": 0.7781243907194385, + "IoU_noncoffee": 0.6368278283070049, + "kappa": 0.7034615129183791, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8702275263183428, + "mIoU": 0.7086751625693923, + "macroF1": 0.8222642094566496, + "F1_coffee": 0.914594042335813, + "IoU_coffee": 0.8426285445346511, + "precision_coffee": 0.9132818975961232, + "recall_coffee": 0.9159099629108581, + "F1_noncoffee": 0.7299343765774862, + "IoU_noncoffee": 0.5747217806041336, + "kappa": 0.6445307391750416, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8701864858319206, + "mIoU": 0.70164723600799, + "macroF1": 0.8163068797745816, + "F1_coffee": 0.9157921196506001, + "IoU_coffee": 0.8446646959948995, + "precision_coffee": 0.9019619978956489, + "recall_coffee": 0.9300529708341311, + "F1_noncoffee": 0.716821639898563, + "IoU_noncoffee": 0.5586297760210803, + "kappa": 0.632904003049263, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9124414579515374, + "mIoU": 0.740814647990578, + "macroF1": 0.84138492868019, + "F1_coffee": 0.9475481824835326, + "IoU_coffee": 0.9003245248029671, + "precision_coffee": 0.9470860765666911, + "recall_coffee": 0.9480107395655357, + "F1_noncoffee": 0.7352216748768473, + "IoU_noncoffee": 0.5813047711781889, + "kappa": 0.6827702386017034, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8699891657638137, + "mIoU": 0.6301062515540101, + "macroF1": 0.748738062116366, + "F1_coffee": 0.9232825758456352, + "IoU_coffee": 0.8574975709813235, + "precision_coffee": 0.9149867526782629, + "recall_coffee": 0.9317302052785924, + "F1_noncoffee": 0.5741935483870968, + "IoU_noncoffee": 0.40271493212669685, + "kappa": 0.49770529867397123, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8774811772758385, + "mIoU": 0.6258061998665492, + "macroF1": 0.7420783698323238, + "F1_coffee": 0.9289561716845268, + "IoU_coffee": 0.8673372154579142, + "precision_coffee": 0.906294944130988, + "recall_coffee": 0.9527797162130728, + "F1_noncoffee": 0.5552005679801207, + "IoU_noncoffee": 0.38427518427518426, + "kappa": 0.4861680852305162, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8655270655270655, + "mIoU": 0.7403930596180149, + "macroF1": 0.8486099674587905, + "F1_coffee": 0.8992170818505338, + "IoU_coffee": 0.8168886589939222, + "precision_coffee": 0.9201747997086671, + "recall_coffee": 0.8791927627000696, + "F1_noncoffee": 0.7980028530670471, + "IoU_noncoffee": 0.6638974602421077, + "kappa": 0.6975344066357718, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8704588910133844, + "mIoU": 0.7463571967248437, + "macroF1": 0.8524422692468161, + "F1_coffee": 0.9040028338646829, + "IoU_coffee": 0.8248222365869424, + "precision_coffee": 0.9111682376463868, + "recall_coffee": 0.8969492478560382, + "F1_noncoffee": 0.8008817046289493, + "IoU_noncoffee": 0.6678921568627451, + "kappa": 0.7049223891316138, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8630255327318104, + "mIoU": 0.7318792111747077, + "macroF1": 0.8423729097320286, + "F1_coffee": 0.8994291352456129, + "IoU_coffee": 0.8172387295081968, + "precision_coffee": 0.8964596796853048, + "recall_coffee": 0.9024183283835384, + "F1_noncoffee": 0.7853166842184444, + "IoU_noncoffee": 0.6465196928412187, + "kappa": 0.6847532030771459, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 25, + 27 + ], + [ + 550, + 563 + ], + [ + 6676, + 7520 + ], + [ + 46728, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0460236350695293, + "test_tta": { + "OA": 0.879013147216361, + "mIoU": 0.7204896454174083, + "macroF1": 0.8305110261172453, + "F1_coffee": 0.9211784113019204, + "IoU_coffee": 0.8538746544862873, + "precision_coffee": 0.909673781379224, + "recall_coffee": 0.932977766353939, + "F1_noncoffee": 0.7398436409325702, + "IoU_noncoffee": 0.5871046363485294, + "kappa": 0.6612009090314235, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.839102342217607, + "mIoU": 0.6558657611350447, + "macroF1": 0.7819390846893435, + "F1_coffee": 0.893586172688771, + "IoU_coffee": 0.8076419063383682, + "precision_coffee": 0.8870036169447232, + "recall_coffee": 0.9002671586999558, + "F1_noncoffee": 0.670291996689916, + "IoU_noncoffee": 0.5040896159317212, + "kappa": 0.5639525746084477, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f2_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 5, + "stopped_epoch": 50, + "best_val": 0.6743762950648851, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8235026781366661, + "mIoU": 0.6483977111481081, + "macroF1": 0.7785507741243503, + "F1_coffee": 0.8783233372124251, + "IoU_coffee": 0.7830450310249197, + "precision_coffee": 0.919521109601237, + "recall_coffee": 0.8406588698967571, + "F1_noncoffee": 0.6787782110362756, + "IoU_noncoffee": 0.5137503912712963, + "kappa": 0.5594362452816305, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7843256028614284, + "mIoU": 0.596365284599558, + "macroF1": 0.737392342795604, + "F1_coffee": 0.8484105100965047, + "IoU_coffee": 0.7367299871481136, + "precision_coffee": 0.8976383019798795, + "recall_coffee": 0.8043014472697918, + "F1_noncoffee": 0.6263741754947032, + "IoU_noncoffee": 0.45600058205100225, + "kappa": 0.47864938433801696, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2334128878281623, + "mIoU": 0.11721545458055968, + "macroF1": 0.19075471226150068, + "F1_coffee": 0.3765527950310559, + "IoU_coffee": 0.23194643711142993, + "precision_coffee": 1.0, + "recall_coffee": 0.23194643711142993, + "F1_noncoffee": 0.004956629491945477, + "IoU_noncoffee": 0.002484472049689441, + "kappa": 0.0011518651011593046, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8117629716981132, + "mIoU": 0.6381331208476546, + "macroF1": 0.7716385834218813, + "F1_coffee": 0.867361423674826, + "IoU_coffee": 0.7657883474964847, + "precision_coffee": 0.9275770142180095, + "recall_coffee": 0.814487287860069, + "F1_noncoffee": 0.6759157431689367, + "IoU_noncoffee": 0.5104778941988244, + "kappa": 0.5479320601917133, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8156503177606365, + "mIoU": 0.6404905846754511, + "macroF1": 0.7729517113490764, + "F1_coffee": 0.8714131023280997, + "IoU_coffee": 0.772127608539218, + "precision_coffee": 0.9253988788270806, + "recall_coffee": 0.8233789487146694, + "F1_noncoffee": 0.6744903203700531, + "IoU_noncoffee": 0.5088535608116841, + "kappa": 0.5497821625602668, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8429159602809397, + "mIoU": 0.6666529659616656, + "macroF1": 0.7910194739488741, + "F1_coffee": 0.8951605081951314, + "IoU_coffee": 0.8102176966292135, + "precision_coffee": 0.9070361635220126, + "recall_coffee": 0.8835918054757802, + "F1_noncoffee": 0.6868784397026166, + "IoU_noncoffee": 0.5230882352941176, + "kappa": 0.5822528266041063, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8482997352881287, + "mIoU": 0.6457248745577573, + "macroF1": 0.7701164122227336, + "F1_coffee": 0.9041800643086817, + "IoU_coffee": 0.8251173708920188, + "precision_coffee": 0.9556824361065797, + "recall_coffee": 0.8579448376861117, + "F1_noncoffee": 0.6360527601367856, + "IoU_noncoffee": 0.4663323782234957, + "kappa": 0.5452491227075832, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8137496306510391, + "mIoU": 0.5860378948513318, + "macroF1": 0.7179087603952268, + "F1_coffee": 0.8823346400348454, + "IoU_coffee": 0.7894443825854582, + "precision_coffee": 0.9395706334481845, + "recall_coffee": 0.8316715542521994, + "F1_noncoffee": 0.553482880755608, + "IoU_noncoffee": 0.38263140711720534, + "kappa": 0.44365209724620386, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8595873667742251, + "mIoU": 0.6068663743574634, + "macroF1": 0.7268685936000759, + "F1_coffee": 0.9172620419451486, + "IoU_coffee": 0.8471690080885483, + "precision_coffee": 0.9088833066910253, + "recall_coffee": 0.9257966969062573, + "F1_noncoffee": 0.5364751452550033, + "IoU_noncoffee": 0.3665637406263785, + "kappa": 0.4539971455811608, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7776828110161443, + "mIoU": 0.6181255075541188, + "macroF1": 0.7607284882523253, + "F1_coffee": 0.8244206105152628, + "IoU_coffee": 0.7012887584534898, + "precision_coffee": 0.8939492517891997, + "recall_coffee": 0.7649269311064718, + "F1_noncoffee": 0.6970363659893879, + "IoU_noncoffee": 0.5349622566547477, + "kappa": 0.5264004251318882, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8174952198852773, + "mIoU": 0.6717436092489579, + "macroF1": 0.8008863903780619, + "F1_coffee": 0.858393294266004, + "IoU_coffee": 0.7519168291098116, + "precision_coffee": 0.9086055276381909, + "recall_coffee": 0.8134401799522002, + "F1_noncoffee": 0.7433794864901196, + "IoU_noncoffee": 0.5915703893881044, + "kappa": 0.6039646258479656, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8265502015741985, + "mIoU": 0.6832241754263155, + "macroF1": 0.8089874549090099, + "F1_coffee": 0.8669072696471974, + "IoU_coffee": 0.765080603224129, + "precision_coffee": 0.9045496464801721, + "recall_coffee": 0.8322726629896762, + "F1_noncoffee": 0.7510676401708224, + "IoU_noncoffee": 0.6013677476285021, + "kappa": 0.6192083092506565, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 542, + 563 + ], + [ + 6289, + 7520 + ], + [ + 43881, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5524436473846435, + "test_tta": { + "OA": 0.8370881350430125, + "mIoU": 0.661472863347661, + "macroF1": 0.7875734048265421, + "F1_coffee": 0.890131903015708, + "IoU_coffee": 0.8020159381410762, + "precision_coffee": 0.9102285701493206, + "recall_coffee": 0.8709034828428223, + "F1_noncoffee": 0.6850149066373764, + "IoU_noncoffee": 0.5209297885542457, + "kappa": 0.5757397321290515, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7981135340948425, + "mIoU": 0.607389693602354, + "macroF1": 0.7449405859732705, + "F1_coffee": 0.861397706794463, + "IoU_coffee": 0.75653958536246, + "precision_coffee": 0.888348820586133, + "recall_coffee": 0.8360337504084261, + "F1_noncoffee": 0.6284834651520781, + "IoU_noncoffee": 0.45823980184224783, + "kappa": 0.49113661007281817, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f2_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.6937596986171132, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8767083265703619, + "mIoU": 0.7217087809890335, + "macroF1": 0.8319182741524702, + "F1_coffee": 0.91868456548269, + "IoU_coffee": 0.8495990495990496, + "precision_coffee": 0.918271700051361, + "recall_coffee": 0.9190978023390309, + "F1_noncoffee": 0.7451519828222506, + "IoU_noncoffee": 0.5938185123790172, + "kappa": 0.6638367612821505, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8322516441675321, + "mIoU": 0.6521721913060884, + "macroF1": 0.7800637198819471, + "F1_coffee": 0.887199231895724, + "IoU_coffee": 0.7972669118544212, + "precision_coffee": 0.8954230452997142, + "recall_coffee": 0.8791251033077707, + "F1_noncoffee": 0.6729282078681702, + "IoU_noncoffee": 0.5070774707577556, + "kappa": 0.5602349975014363, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22195704057279236, + "mIoU": 0.11145832784557236, + "macroF1": 0.18308463567084257, + "F1_coffee": 0.3612852664576803, + "IoU_coffee": 0.22046867527498804, + "precision_coffee": 1.0, + "recall_coffee": 0.22046867527498804, + "F1_noncoffee": 0.004884004884004884, + "IoU_noncoffee": 0.0024479804161566705, + "kappa": 0.0010788237544821753, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8916077044025157, + "mIoU": 0.7561488907828046, + "macroF1": 0.8567814900914694, + "F1_coffee": 0.9274055548242728, + "IoU_coffee": 0.864637663373627, + "precision_coffee": 0.9388366979812113, + "recall_coffee": 0.9162494310423305, + "F1_noncoffee": 0.7861574253586662, + "IoU_noncoffee": 0.6476601181919821, + "kappa": 0.7136880145861334, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8691602386843255, + "mIoU": 0.7082133964261655, + "macroF1": 0.8220736391864998, + "F1_coffee": 0.913604766633565, + "IoU_coffee": 0.8409506398537477, + "precision_coffee": 0.9153347454907247, + "recall_coffee": 0.9118813147461312, + "F1_noncoffee": 0.7305425117394345, + "IoU_noncoffee": 0.5754761529985833, + "kappa": 0.6441512428657039, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8695567934124485, + "mIoU": 0.7007374196024969, + "macroF1": 0.8156483292427756, + "F1_coffee": 0.9153384262315697, + "IoU_coffee": 0.8438931076459336, + "precision_coffee": 0.9019826517967782, + "recall_coffee": 0.9290956666028464, + "F1_noncoffee": 0.7159582322539817, + "IoU_noncoffee": 0.5575817315590603, + "kappa": 0.6315676747647645, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9161066992465893, + "mIoU": 0.7531060501669319, + "macroF1": 0.8506647024264664, + "F1_coffee": 0.9495221759372703, + "IoU_coffee": 0.9038954980172614, + "precision_coffee": 0.9532595325953259, + "recall_coffee": 0.9458140102514034, + "F1_noncoffee": 0.7518072289156627, + "IoU_noncoffee": 0.6023166023166023, + "kappa": 0.7013519760672072, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.868216290751502, + "mIoU": 0.6401938647773006, + "macroF1": 0.7595744308811403, + "F1_coffee": 0.9211921309930499, + "IoU_coffee": 0.8538982310548154, + "precision_coffee": 0.9251153436649711, + "recall_coffee": 0.9173020527859238, + "F1_noncoffee": 0.5979567307692307, + "IoU_noncoffee": 0.4264894984997857, + "kappa": 0.5191929746969488, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8768944949643102, + "mIoU": 0.6302919448449373, + "macroF1": 0.7469974275889829, + "F1_coffee": 0.9282825405867274, + "IoU_coffee": 0.8661634952694802, + "precision_coffee": 0.9096795802165903, + "recall_coffee": 0.947662247034194, + "F1_noncoffee": 0.5657123145912384, + "IoU_noncoffee": 0.3944203944203944, + "kappa": 0.4952730479118468, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8687559354226021, + "mIoU": 0.745571160565643, + "macroF1": 0.8520967368969494, + "F1_coffee": 0.9017349260523322, + "IoU_coffee": 0.8210539945616988, + "precision_coffee": 0.9217909579880796, + "recall_coffee": 0.8825330549756437, + "F1_noncoffee": 0.8024585477415667, + "IoU_noncoffee": 0.6700883265695871, + "kappa": 0.7044747149272308, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8700764818355641, + "mIoU": 0.743843594567233, + "macroF1": 0.8505726207860909, + "F1_coffee": 0.9045579043472154, + "IoU_coffee": 0.8257468906270035, + "precision_coffee": 0.9037328094302554, + "recall_coffee": 0.9053845072402643, + "F1_noncoffee": 0.7965873372249663, + "IoU_noncoffee": 0.6619402985074627, + "kappa": 0.7011457724873661, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8623536187368017, + "mIoU": 0.7297003392501076, + "macroF1": 0.840764875416314, + "F1_coffee": 0.899396660586502, + "IoU_coffee": 0.8171851096379398, + "precision_coffee": 0.8923847974383962, + "recall_coffee": 0.9065195870456796, + "F1_noncoffee": 0.7821330902461258, + "IoU_noncoffee": 0.6422155688622755, + "kappa": 0.6815723255935596, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6746, + 7520 + ], + [ + 46691, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.960468022028605, + "test_tta": { + "OA": 0.8806524914786561, + "mIoU": 0.7250162977827792, + "macroF1": 0.8339379136159459, + "F1_coffee": 0.9220146997995482, + "IoU_coffee": 0.8553128689492326, + "precision_coffee": 0.9131530850192223, + "recall_coffee": 0.9310499935740907, + "F1_noncoffee": 0.7458611274323437, + "IoU_noncoffee": 0.5947197266163259, + "kappa": 0.6679777248716439, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.837140879196954, + "mIoU": 0.6551001565356893, + "macroF1": 0.7816742031128237, + "F1_coffee": 0.8917187679797476, + "IoU_coffee": 0.8045961099190143, + "precision_coffee": 0.8897904506745766, + "recall_coffee": 0.8936554613773088, + "F1_noncoffee": 0.6716296382458997, + "IoU_noncoffee": 0.5056042031523643, + "kappa": 0.5633546252340481, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f3_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 48, + "stopped_epoch": 78, + "best_val": 0.6951188486993516, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8172808575415451, + "mIoU": 0.646268999240275, + "macroF1": 0.7779944229065103, + "F1_coffee": 0.8713850412420613, + "IoU_coffee": 0.772083547608687, + "precision_coffee": 0.8497877435506694, + "recall_coffee": 0.8941087544092721, + "F1_noncoffee": 0.6846038045709594, + "IoU_noncoffee": 0.5204544508718632, + "kappa": 0.5566910273274402, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7904119072343372, + "mIoU": 0.6109618413784614, + "macroF1": 0.7505465425387413, + "F1_coffee": 0.8502689224555402, + "IoU_coffee": 0.7395372179305648, + "precision_coffee": 0.8324288336998407, + "recall_coffee": 0.8688904331711836, + "F1_noncoffee": 0.6508241626219424, + "IoU_noncoffee": 0.482386464826358, + "kappa": 0.5016268949754008, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27049180327868855, + "mIoU": 0.13671920442818275, + "macroF1": 0.2171098034541567, + "F1_coffee": 0.4215413184772516, + "IoU_coffee": 0.26705882352941174, + "precision_coffee": 1.0, + "recall_coffee": 0.26705882352941174, + "F1_noncoffee": 0.012678288431061807, + "IoU_noncoffee": 0.006379585326953748, + "kappa": 0.00340165362324813, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8220847124286468, + "mIoU": 0.6580543162220459, + "macroF1": 0.787756630482511, + "F1_coffee": 0.8731141596250556, + "IoU_coffee": 0.774802671523983, + "precision_coffee": 0.8592687361120463, + "recall_coffee": 0.887413073713491, + "F1_noncoffee": 0.7023991013399663, + "IoU_noncoffee": 0.5413059609201089, + "kappa": 0.5757715912329033, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8162954502189225, + "mIoU": 0.6366456370129656, + "macroF1": 0.769144990605531, + "F1_coffee": 0.8734758096237053, + "IoU_coffee": 0.7753724394785847, + "precision_coffee": 0.8345756341998121, + "recall_coffee": 0.9161796053083958, + "F1_noncoffee": 0.6648141715873567, + "IoU_noncoffee": 0.49791883454734653, + "kappa": 0.5409321507233127, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.813534543739684, + "mIoU": 0.6435542155896281, + "macroF1": 0.7763231148518415, + "F1_coffee": 0.8675554364574262, + "IoU_coffee": 0.766090866067203, + "precision_coffee": 0.8565381308287585, + "recall_coffee": 0.8788598574821853, + "F1_noncoffee": 0.6850907932462568, + "IoU_noncoffee": 0.5210175651120533, + "kappa": 0.5528221390470276, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8292824074074074, + "mIoU": 0.6386836079914604, + "macroF1": 0.7679584451075381, + "F1_coffee": 0.8872467830296853, + "IoU_coffee": 0.7973437142202885, + "precision_coffee": 0.8459669582118562, + "recall_coffee": 0.9327618537369408, + "F1_noncoffee": 0.648670107185391, + "IoU_noncoffee": 0.4800235017626322, + "kappa": 0.5393346426807081, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8244843391902216, + "mIoU": 0.6291751674816665, + "macroF1": 0.7598745249273418, + "F1_coffee": 0.8844315895372233, + "IoU_coffee": 0.7928080261526321, + "precision_coffee": 0.8438924886009119, + "recall_coffee": 0.9290620871862616, + "F1_noncoffee": 0.6353174603174603, + "IoU_noncoffee": 0.4655423088107008, + "kappa": 0.5232209480284433, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8123407868666855, + "mIoU": 0.6151410444207904, + "macroF1": 0.7490123708498809, + "F1_coffee": 0.8750863530741695, + "IoU_coffee": 0.7779142474318892, + "precision_coffee": 0.8468457517928771, + "recall_coffee": 0.9052754677754677, + "F1_noncoffee": 0.6229383886255924, + "IoU_noncoffee": 0.4523678414096916, + "kappa": 0.4997041973598443, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8149632598530394, + "mIoU": 0.667607207209993, + "macroF1": 0.7977879138686055, + "F1_coffee": 0.8567206088819922, + "IoU_coffee": 0.7493536711478801, + "precision_coffee": 0.8758120562018432, + "recall_coffee": 0.8384437373445184, + "F1_noncoffee": 0.7388552188552189, + "IoU_noncoffee": 0.5858607432721059, + "kappa": 0.5959257846932794, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8081593927893738, + "mIoU": 0.6404449167099755, + "macroF1": 0.7746575053937856, + "F1_coffee": 0.8615447822514379, + "IoU_coffee": 0.7567665102850957, + "precision_coffee": 0.8244004717599266, + "recall_coffee": 0.9021941775419475, + "F1_noncoffee": 0.6877702285361335, + "IoU_noncoffee": 0.5241233231348552, + "kappa": 0.5513688316708779, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8147275127286442, + "mIoU": 0.6638596611263283, + "macroF1": 0.7945335798718607, + "F1_coffee": 0.8589476706625512, + "IoU_coffee": 0.7527679919476598, + "precision_coffee": 0.8681079512478236, + "recall_coffee": 0.8499786901548515, + "F1_noncoffee": 0.7301194890811702, + "IoU_noncoffee": 0.5749513303049968, + "kappa": 0.5891546862682131, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9086, + 11000 + ], + [ + 42329, + 51930 + ], + [ + 126, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3760653058687846, + "test_tta": { + "OA": 0.822450209311176, + "mIoU": 0.6481949277080667, + "macroF1": 0.778603397804694, + "F1_coffee": 0.877130221992999, + "IoU_coffee": 0.781150440748197, + "precision_coffee": 0.841903477912831, + "recall_coffee": 0.9154335975079023, + "F1_noncoffee": 0.6800765736163891, + "IoU_noncoffee": 0.5152394146679367, + "kappa": 0.5592161062642037, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7956472827968155, + "mIoU": 0.6120901966514618, + "macroF1": 0.7503179989018338, + "F1_coffee": 0.8567036478928792, + "IoU_coffee": 0.7493277191989244, + "precision_coffee": 0.8241555105853051, + "recall_coffee": 0.8919283172236612, + "F1_noncoffee": 0.6439323499107883, + "IoU_noncoffee": 0.4748526741039991, + "kappa": 0.5025638276155022, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f3_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 61, + "stopped_epoch": 91, + "best_val": 0.7090918931508785, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8473931244450083, + "mIoU": 0.6953086455939541, + "macroF1": 0.8152639001462436, + "F1_coffee": 0.892305626426749, + "IoU_coffee": 0.8055521881440174, + "precision_coffee": 0.8723143569772022, + "recall_coffee": 0.9132346878006322, + "F1_noncoffee": 0.7382221738657382, + "IoU_noncoffee": 0.5850651030438907, + "kappa": 0.6309988884877561, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8163003346025153, + "mIoU": 0.6504379755210499, + "macroF1": 0.782076831181236, + "F1_coffee": 0.8684370900602192, + "IoU_coffee": 0.7674669100867184, + "precision_coffee": 0.8522483071807971, + "recall_coffee": 0.8852528060311243, + "F1_noncoffee": 0.6957165723022528, + "IoU_noncoffee": 0.5334090409553813, + "kappa": 0.5645170850642363, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1522248243559719, + "mIoU": 0.07668137008487466, + "macroF1": 0.13396643975684233, + "F1_coffee": 0.25971370143149286, + "IoU_coffee": 0.1492361927144536, + "precision_coffee": 0.9921875, + "recall_coffee": 0.14941176470588236, + "F1_noncoffee": 0.00821917808219178, + "IoU_noncoffee": 0.0041265474552957355, + "kappa": -0.0011074914347518963, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8389216673861947, + "mIoU": 0.6820754879343376, + "macroF1": 0.8055622796084274, + "F1_coffee": 0.8860999932161997, + "IoU_coffee": 0.7954933008526187, + "precision_coffee": 0.8649185538339292, + "recall_coffee": 0.9083449235048678, + "F1_noncoffee": 0.7250245660006551, + "IoU_noncoffee": 0.5686576750160566, + "kappa": 0.6116867876761753, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8555587283457072, + "mIoU": 0.7049855990653014, + "macroF1": 0.8218771819262576, + "F1_coffee": 0.8993333112209361, + "IoU_coffee": 0.8170805207328833, + "precision_coffee": 0.8687043444828912, + "recall_coffee": 0.9322010589286942, + "F1_noncoffee": 0.744421052631579, + "IoU_noncoffee": 0.5928906773977196, + "kappa": 0.6448751970990654, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8476302758783306, + "mIoU": 0.6988786267305664, + "macroF1": 0.8182309181039962, + "F1_coffee": 0.8913328624760367, + "IoU_coffee": 0.8039679650527849, + "precision_coffee": 0.8835178023736499, + "recall_coffee": 0.8992874109263658, + "F1_noncoffee": 0.7451289737319555, + "IoU_noncoffee": 0.593789288408348, + "kappa": 0.6365285363249816, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8551311728395061, + "mIoU": 0.6815557637943431, + "macroF1": 0.8018043453858053, + "F1_coffee": 0.9046106947796265, + "IoU_coffee": 0.825834879406308, + "precision_coffee": 0.8601449275362318, + "recall_coffee": 0.9539244575408519, + "F1_noncoffee": 0.698997995991984, + "IoU_noncoffee": 0.5372766481823783, + "kappa": 0.6069234739497386, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8647822765469825, + "mIoU": 0.7004775908113812, + "macroF1": 0.8163441867032285, + "F1_coffee": 0.9106624605678233, + "IoU_coffee": 0.8359782230974169, + "precision_coffee": 0.8716183574879227, + "recall_coffee": 0.9533685601056803, + "F1_noncoffee": 0.7220259128386337, + "IoU_noncoffee": 0.5649769585253456, + "kappa": 0.6349674560582936, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8569676384564582, + "mIoU": 0.6922196388321468, + "macroF1": 0.8107692151151316, + "F1_coffee": 0.9042687547360445, + "IoU_coffee": 0.8252650991240202, + "precision_coffee": 0.8796068796068796, + "recall_coffee": 0.9303534303534303, + "F1_noncoffee": 0.7172696754942186, + "IoU_noncoffee": 0.5591741785402733, + "kappa": 0.6224150440640375, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8228838629640233, + "mIoU": 0.6765142777757243, + "macroF1": 0.8039440414303864, + "F1_coffee": 0.8648806057076296, + "IoU_coffee": 0.7619291944586968, + "precision_coffee": 0.8707124010554089, + "recall_coffee": 0.8591264101822389, + "F1_noncoffee": 0.7430074771531432, + "IoU_noncoffee": 0.5910993610927517, + "kappa": 0.6079215355377594, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8463946869070209, + "mIoU": 0.7055531473803242, + "macroF1": 0.8240099765763778, + "F1_coffee": 0.8867752989719561, + "IoU_coffee": 0.7965824852368388, + "precision_coffee": 0.8654108654108654, + "recall_coffee": 0.909221282088054, + "F1_noncoffee": 0.7612446541807993, + "IoU_noncoffee": 0.6145238095238095, + "kappa": 0.6484717157532537, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.83829907599472, + "mIoU": 0.700226123018072, + "macroF1": 0.8210711547327174, + "F1_coffee": 0.8765920702309851, + "IoU_coffee": 0.780297207276454, + "precision_coffee": 0.8881598133566637, + "recall_coffee": 0.8653217786617418, + "F1_noncoffee": 0.7655502392344498, + "IoU_noncoffee": 0.6201550387596899, + "kappa": 0.6422575996085961, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9375, + 11000 + ], + [ + 43938, + 51930 + ], + [ + 127, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7691330154736837, + "test_tta": { + "OA": 0.8549568692122288, + "mIoU": 0.7034315882917868, + "macroF1": 0.8206891139773377, + "F1_coffee": 0.8990764953162755, + "IoU_coffee": 0.8166566446181599, + "precision_coffee": 0.8673336881319851, + "recall_coffee": 0.93323102295112, + "F1_noncoffee": 0.7423017326383998, + "IoU_noncoffee": 0.5902065319654137, + "kappa": 0.6426005658258416, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.823756778585439, + "mIoU": 0.6568373559737448, + "macroF1": 0.7862821879621302, + "F1_coffee": 0.8757751346955372, + "IoU_coffee": 0.7790035265394701, + "precision_coffee": 0.8465499282668082, + "recall_coffee": 0.9070903615726409, + "F1_noncoffee": 0.6967892412287231, + "IoU_noncoffee": 0.5346711854080195, + "kappa": 0.5738041863172586, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f3_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 23, + "stopped_epoch": 53, + "best_val": 0.6966921034028186, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8488678168210072, + "mIoU": 0.6991455933843043, + "macroF1": 0.8182243903468858, + "F1_coffee": 0.892858347291388, + "IoU_coffee": 0.8064535781008854, + "precision_coffee": 0.8766860195589307, + "recall_coffee": 0.9096385542168675, + "F1_noncoffee": 0.7435904334023836, + "IoU_noncoffee": 0.5918376086677231, + "kappa": 0.63674461249173, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.817367601246106, + "mIoU": 0.6533495565419807, + "macroF1": 0.7845090510680763, + "F1_coffee": 0.8686560662165106, + "IoU_coffee": 0.7678090103966114, + "precision_coffee": 0.8558989453029188, + "recall_coffee": 0.8817992292627456, + "F1_noncoffee": 0.7003620359196422, + "IoU_noncoffee": 0.5388901026873498, + "kappa": 0.569236418434305, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09601873536299765, + "mIoU": 0.04835146506955764, + "macroF1": 0.08880227769024518, + "F1_coffee": 0.16989247311827957, + "IoU_coffee": 0.09283196239717979, + "precision_coffee": 0.9875, + "recall_coffee": 0.09294117647058824, + "F1_noncoffee": 0.007712082262210797, + "IoU_noncoffee": 0.003870967741935484, + "kappa": -0.001622557807420009, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8463567899457956, + "mIoU": 0.6929154481694014, + "macroF1": 0.8134286035888558, + "F1_coffee": 0.8918088160783652, + "IoU_coffee": 0.8047427456717874, + "precision_coffee": 0.8670607553366174, + "recall_coffee": 0.9180111265646732, + "F1_noncoffee": 0.7350483910993465, + "IoU_noncoffee": 0.5810881506670155, + "kappa": 0.6276001706260083, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8549400342661336, + "mIoU": 0.7056049418274654, + "macroF1": 0.82250654619702, + "F1_coffee": 0.8983796759351871, + "IoU_coffee": 0.8155075358634465, + "precision_coffee": 0.8719823959614265, + "recall_coffee": 0.9264250842329643, + "F1_noncoffee": 0.7466334164588528, + "IoU_noncoffee": 0.5957023477914842, + "kappa": 0.6458223612380117, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8453195001178967, + "mIoU": 0.6986709250182915, + "macroF1": 0.8184866428629574, + "F1_coffee": 0.8882757681040943, + "IoU_coffee": 0.7990072921134873, + "precision_coffee": 0.8916774943582029, + "recall_coffee": 0.8848998982015609, + "F1_noncoffee": 0.7486975176218205, + "IoU_noncoffee": 0.5983345579230958, + "kappa": 0.6369851695682667, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8586033950617284, + "mIoU": 0.6906006732484882, + "macroF1": 0.809041822505933, + "F1_coffee": 0.9063258785942492, + "IoU_coffee": 0.8286982939939238, + "precision_coffee": 0.8665689149560117, + "recall_coffee": 0.9499062416287168, + "F1_noncoffee": 0.711757766417617, + "IoU_noncoffee": 0.5525030525030525, + "kappa": 0.6205413100633439, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8549465240641712, + "mIoU": 0.6885980422139497, + "macroF1": 0.8080293424729267, + "F1_coffee": 0.9029330947664388, + "IoU_coffee": 0.8230428704566636, + "precision_coffee": 0.8744894170070553, + "recall_coffee": 0.9332892998678997, + "F1_noncoffee": 0.7131255901794146, + "IoU_noncoffee": 0.5541532139712357, + "kappa": 0.617255403646579, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8525332578545146, + "mIoU": 0.6925289866212011, + "macroF1": 0.811904035643028, + "F1_coffee": 0.8993236714975845, + "IoU_coffee": 0.817064606741573, + "precision_coffee": 0.8916847617831141, + "recall_coffee": 0.9070945945945946, + "F1_noncoffee": 0.7244843997884717, + "IoU_noncoffee": 0.5679933665008292, + "kappa": 0.6238836120106417, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8342399083882049, + "mIoU": 0.6905652343073267, + "macroF1": 0.8137459643261861, + "F1_coffee": 0.8755284844141885, + "IoU_coffee": 0.7786133061432577, + "precision_coffee": 0.8676324385740661, + "recall_coffee": 0.8835695689904541, + "F1_noncoffee": 0.7519634442381836, + "IoU_noncoffee": 0.6025171624713959, + "kappa": 0.6275533978425092, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.854933586337761, + "mIoU": 0.7186596108195212, + "macroF1": 0.8331946623442927, + "F1_coffee": 0.8934123387940048, + "IoU_coffee": 0.8073579438074839, + "precision_coffee": 0.8692349430276722, + "recall_coffee": 0.9189731822744873, + "F1_noncoffee": 0.7729769858945805, + "IoU_noncoffee": 0.6299612778315585, + "kappa": 0.6669381479766583, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8381105034885914, + "mIoU": 0.7008177015726498, + "macroF1": 0.8215945855674665, + "F1_coffee": 0.8758765271452325, + "IoU_coffee": 0.7791639871382636, + "precision_coffee": 0.8916691198115985, + "recall_coffee": 0.8606336127290808, + "F1_noncoffee": 0.7673126439897004, + "IoU_noncoffee": 0.622471416007036, + "kappa": 0.6433988723725479, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9453, + 11000 + ], + [ + 43953, + 51930 + ], + [ + 127, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6105108340581258, + "test_tta": { + "OA": 0.8526734745655208, + "mIoU": 0.7027657406910875, + "macroF1": 0.8205534119018444, + "F1_coffee": 0.8964733411332108, + "IoU_coffee": 0.8123712589361445, + "precision_coffee": 0.8728491765573806, + "recall_coffee": 0.921411883274543, + "F1_noncoffee": 0.744633482670478, + "IoU_noncoffee": 0.5931602224460306, + "kappa": 0.6417541563185742, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8210453444098303, + "mIoU": 0.6557634016789018, + "macroF1": 0.7859003276222547, + "F1_coffee": 0.872644414336741, + "IoU_coffee": 0.7740631486944172, + "precision_coffee": 0.8512044212170361, + "recall_coffee": 0.8951923684376777, + "F1_noncoffee": 0.6991562409077684, + "IoU_noncoffee": 0.5374636546633863, + "kappa": 0.5724414223001177, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f3_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 49, + "stopped_epoch": 79, + "best_val": 0.7042783131818283, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8417480654573132, + "mIoU": 0.6815117143499593, + "macroF1": 0.8045035785099763, + "F1_coffee": 0.8898333149354233, + "IoU_coffee": 0.8015312717510192, + "precision_coffee": 0.8587957044234211, + "recall_coffee": 0.9231984974117, + "F1_noncoffee": 0.7191738420845293, + "IoU_noncoffee": 0.5614921569488993, + "kappa": 0.6103046628466332, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8116707049728856, + "mIoU": 0.6385759985435502, + "macroF1": 0.7720792048247656, + "F1_coffee": 0.8670725003562921, + "IoU_coffee": 0.7653380296876685, + "precision_coffee": 0.8392220229767277, + "recall_coffee": 0.8968349232421505, + "F1_noncoffee": 0.6770859092932391, + "IoU_noncoffee": 0.5118139673994317, + "kappa": 0.5453747001204433, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16276346604215455, + "mIoU": 0.0819951294397219, + "macroF1": 0.14195217438349023, + "F1_coffee": 0.2755825734549139, + "IoU_coffee": 0.1598119858989424, + "precision_coffee": 0.9927007299270073, + "recall_coffee": 0.16, + "F1_noncoffee": 0.008321775312066574, + "IoU_noncoffee": 0.004178272980501393, + "kappa": -0.0010032819779737141, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.831342639228666, + "mIoU": 0.6663481288203508, + "macroF1": 0.7932428664185245, + "F1_coffee": 0.8819975835682642, + "IoU_coffee": 0.7889048991354467, + "precision_coffee": 0.8523611831862999, + "recall_coffee": 0.913769123783032, + "F1_noncoffee": 0.7044881492687847, + "IoU_noncoffee": 0.543791358505255, + "kappa": 0.5877338783745049, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8492290119931468, + "mIoU": 0.6894641829543751, + "macroF1": 0.8099129479983449, + "F1_coffee": 0.8963622088458518, + "IoU_coffee": 0.8121887597818355, + "precision_coffee": 0.8549141965678627, + "recall_coffee": 0.9420339682321391, + "F1_noncoffee": 0.723463687150838, + "IoU_noncoffee": 0.5667396061269147, + "kappa": 0.6221954334661891, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8445649610940816, + "mIoU": 0.6887566143072072, + "macroF1": 0.8102180470266909, + "F1_coffee": 0.8909548071196983, + "IoU_coffee": 0.8033530218960683, + "precision_coffee": 0.8692143825447034, + "recall_coffee": 0.9138106549032915, + "F1_noncoffee": 0.7294812869336835, + "IoU_noncoffee": 0.5741602067183462, + "kappa": 0.6210242391169498, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8446180555555556, + "mIoU": 0.6570722428622322, + "macroF1": 0.7818003250359526, + "F1_coffee": 0.898876404494382, + "IoU_coffee": 0.8163265306122449, + "precision_coffee": 0.8458357944477259, + "recall_coffee": 0.9590141976962229, + "F1_noncoffee": 0.6647242455775234, + "IoU_noncoffee": 0.49781795511221943, + "kappa": 0.5692169865248259, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8517952635599695, + "mIoU": 0.670604741957786, + "macroF1": 0.7926768336490104, + "F1_coffee": 0.9033864541832669, + "IoU_coffee": 0.8237965485921889, + "precision_coffee": 0.8542500588650812, + "recall_coffee": 0.9585204755614267, + "F1_noncoffee": 0.6819672131147541, + "IoU_noncoffee": 0.5174129353233831, + "kappa": 0.5898209547130248, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8512123785262761, + "mIoU": 0.6758877257799671, + "macroF1": 0.7975723882752106, + "F1_coffee": 0.901775147928994, + "IoU_coffee": 0.8211206896551724, + "precision_coffee": 0.8660126809426965, + "recall_coffee": 0.9406185031185031, + "F1_noncoffee": 0.6933696286214271, + "IoU_noncoffee": 0.5306547619047619, + "kappa": 0.5972886251865639, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8182078442599484, + "mIoU": 0.6674873004259525, + "macroF1": 0.7970145136311462, + "F1_coffee": 0.8626036783267219, + "IoU_coffee": 0.7584020291693088, + "precision_coffee": 0.8603078693713134, + "recall_coffee": 0.8649117732137692, + "F1_noncoffee": 0.7314253489355703, + "IoU_noncoffee": 0.5765725716825961, + "kappa": 0.5940346784866714, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8466793168880455, + "mIoU": 0.7024862360421836, + "macroF1": 0.8214201837768053, + "F1_coffee": 0.8885824600110315, + "IoU_coffee": 0.7995037220843673, + "precision_coffee": 0.8556632585314036, + "recall_coffee": 0.9241359529614226, + "F1_noncoffee": 0.754257907542579, + "IoU_noncoffee": 0.60546875, + "kappa": 0.6440025270021839, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8379219309824627, + "mIoU": 0.6955858772209627, + "macroF1": 0.8172772355624527, + "F1_coffee": 0.8786959283042834, + "IoU_coffee": 0.7836375078665827, + "precision_coffee": 0.8729669097027482, + "recall_coffee": 0.8845006392953545, + "F1_noncoffee": 0.755858542820622, + "IoU_noncoffee": 0.6075342465753425, + "kappa": 0.6345861460840556, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9289, + 11000 + ], + [ + 43664, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.400521949927012, + "test_tta": { + "OA": 0.8470601293923633, + "mIoU": 0.6850519418723475, + "macroF1": 0.8065210361674535, + "F1_coffee": 0.8950843567458202, + "IoU_coffee": 0.8100929353390565, + "precision_coffee": 0.8522983862614713, + "recall_coffee": 0.9423931467314124, + "F1_noncoffee": 0.7179577155890867, + "IoU_noncoffee": 0.5600109484056385, + "kappa": 0.6156459756275685, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8176560516903196, + "mIoU": 0.6417634990738945, + "macroF1": 0.7736823757930568, + "F1_coffee": 0.8734421765983643, + "IoU_coffee": 0.7753194362993371, + "precision_coffee": 0.832404792795543, + "recall_coffee": 0.9187356539684546, + "F1_noncoffee": 0.6739225749877492, + "IoU_noncoffee": 0.5082075618484518, + "kappa": 0.5501815720490718, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f3_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 44, + "stopped_epoch": 74, + "best_val": 0.687373229905081, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.830378662945579, + "mIoU": 0.6663820328682357, + "macroF1": 0.7934788616938853, + "F1_coffee": 0.8807748464684968, + "IoU_coffee": 0.7869505467147324, + "precision_coffee": 0.8577817337125242, + "recall_coffee": 0.9050345870172706, + "F1_noncoffee": 0.7061828769192737, + "IoU_noncoffee": 0.5458135190217391, + "kappa": 0.5876878149543773, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8009403484481367, + "mIoU": 0.6258904269305208, + "macroF1": 0.7625349494485736, + "F1_coffee": 0.8580333264760337, + "IoU_coffee": 0.7513645944047126, + "precision_coffee": 0.838658436048499, + "recall_coffee": 0.8783245940994377, + "F1_noncoffee": 0.6670365724211136, + "IoU_noncoffee": 0.500416259456329, + "kappa": 0.5256636505130104, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1873536299765808, + "mIoU": 0.09439649867570771, + "macroF1": 0.16003968253968254, + "F1_coffee": 0.3115079365079365, + "IoU_coffee": 0.1844888366627497, + "precision_coffee": 0.9936708860759493, + "recall_coffee": 0.18470588235294116, + "F1_noncoffee": 0.008571428571428572, + "IoU_noncoffee": 0.00430416068866571, + "kappa": -0.0007497061962203757, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8209334676452247, + "mIoU": 0.6561798089960854, + "macroF1": 0.7863045333184759, + "F1_coffee": 0.8723280549950408, + "IoU_coffee": 0.7735654494722796, + "precision_coffee": 0.8582677165354331, + "recall_coffee": 0.8868567454798331, + "F1_noncoffee": 0.7002810116419109, + "IoU_noncoffee": 0.5387941685198913, + "kappa": 0.5728781684042048, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8357605177993528, + "mIoU": 0.6694348404749981, + "macroF1": 0.7950691131226227, + "F1_coffee": 0.8863868312757202, + "IoU_coffee": 0.795955773665228, + "precision_coffee": 0.8503031834259727, + "recall_coffee": 0.9256687065942377, + "F1_noncoffee": 0.7037513949695253, + "IoU_noncoffee": 0.5429139072847682, + "kappa": 0.5920538215853657, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8343315255835888, + "mIoU": 0.6733917821153859, + "macroF1": 0.7988880300754829, + "F1_coffee": 0.8833161723187298, + "IoU_coffee": 0.791017251635931, + "precision_coffee": 0.8650143117356233, + "recall_coffee": 0.9024092297251443, + "F1_noncoffee": 0.714459887832236, + "IoU_noncoffee": 0.5557663125948407, + "kappa": 0.5982162021156856, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8387345679012346, + "mIoU": 0.6551285572456773, + "macroF1": 0.781335572203565, + "F1_coffee": 0.8933673469387755, + "IoU_coffee": 0.8072844628861227, + "precision_coffee": 0.8526905283662041, + "recall_coffee": 0.9381194749531209, + "F1_noncoffee": 0.6693037974683544, + "IoU_noncoffee": 0.5029726516052319, + "kappa": 0.5657359571401861, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8273491214667685, + "mIoU": 0.6278734863982207, + "macroF1": 0.7578563707154677, + "F1_coffee": 0.8875761721178957, + "IoU_coffee": 0.7978759083286753, + "precision_coffee": 0.8384633458646616, + "recall_coffee": 0.9428005284015852, + "F1_noncoffee": 0.6281365693130398, + "IoU_noncoffee": 0.4578710644677661, + "kappa": 0.5211471077283041, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8410227379941504, + "mIoU": 0.6632568940893935, + "macroF1": 0.7883361943215581, + "F1_coffee": 0.8939384402341537, + "IoU_coffee": 0.8082176189392215, + "precision_coffee": 0.8669271151263582, + "recall_coffee": 0.9226871101871101, + "F1_noncoffee": 0.6827339484089625, + "IoU_noncoffee": 0.5182961692395655, + "kappa": 0.5778981599364563, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8033209275694245, + "mIoU": 0.6501890837626181, + "macroF1": 0.7847232421911932, + "F1_coffee": 0.8479976399439487, + "IoU_coffee": 0.7361075544174136, + "precision_coffee": 0.8651617757712566, + "recall_coffee": 0.8315013017066821, + "F1_noncoffee": 0.7214488444384376, + "IoU_noncoffee": 0.5642706131078224, + "kappa": 0.5697568101774222, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8441176470588235, + "mIoU": 0.7020009307693407, + "macroF1": 0.8214840886430078, + "F1_coffee": 0.8850486252011475, + "IoU_coffee": 0.7938002008032129, + "precision_coffee": 0.8640710382513661, + "recall_coffee": 0.9070701276351643, + "F1_noncoffee": 0.7579195520848682, + "IoU_noncoffee": 0.6102016607354686, + "kappa": 0.643410792055762, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8276447293984537, + "mIoU": 0.6788354889978591, + "macroF1": 0.8050035081282365, + "F1_coffee": 0.8714486638537271, + "IoU_coffee": 0.7721834496510469, + "precision_coffee": 0.8628324745857123, + "recall_coffee": 0.8802386702656627, + "F1_noncoffee": 0.738558352402746, + "IoU_noncoffee": 0.5854875283446712, + "kappa": 0.610086092202992, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9216, + 11000 + ], + [ + 43019, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.2529092669487, + "test_tta": { + "OA": 0.8395756691614867, + "mIoU": 0.676402029747079, + "macroF1": 0.8004624517721284, + "F1_coffee": 0.8888058471176568, + "IoU_coffee": 0.7998654823841269, + "precision_coffee": 0.8543537515583071, + "recall_coffee": 0.9261532823308443, + "F1_noncoffee": 0.7121190564265999, + "IoU_noncoffee": 0.5529385771100309, + "kappa": 0.6025979841209582, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8097236644744433, + "mIoU": 0.6337634225632286, + "macroF1": 0.7679687546924269, + "F1_coffee": 0.8663986470749071, + "IoU_coffee": 0.7642886494791946, + "precision_coffee": 0.83449728843978, + "recall_coffee": 0.9008360182786868, + "F1_noncoffee": 0.6695388623099466, + "IoU_noncoffee": 0.5032381956472626, + "kappa": 0.537608936597754, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f3_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 39, + "stopped_epoch": 69, + "best_val": 0.7143671096301232, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8461404287707726, + "mIoU": 0.6928368179252018, + "macroF1": 0.8134031560023514, + "F1_coffee": 0.8915611484258876, + "IoU_coffee": 0.8043394970861648, + "precision_coffee": 0.8705178848126405, + "recall_coffee": 0.9136469833707453, + "F1_noncoffee": 0.7352451635788152, + "IoU_noncoffee": 0.5813341387642389, + "kappa": 0.6273379853834344, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8154782508365063, + "mIoU": 0.6486063546970059, + "macroF1": 0.7805732244013943, + "F1_coffee": 0.8680894937622435, + "IoU_coffee": 0.7669241419514683, + "precision_coffee": 0.8504131062763873, + "recall_coffee": 0.8865163097268726, + "F1_noncoffee": 0.6930569550405451, + "IoU_noncoffee": 0.5302885674425435, + "kappa": 0.5615871952062833, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18032786885245902, + "mIoU": 0.09085286659657368, + "macroF1": 0.15494789457911373, + "F1_coffee": 0.3013972055888224, + "IoU_coffee": 0.17743830787309048, + "precision_coffee": 0.993421052631579, + "recall_coffee": 0.1776470588235294, + "F1_noncoffee": 0.0084985835694051, + "IoU_noncoffee": 0.004267425320056899, + "kappa": -0.0008236956478064888, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8357077756991413, + "mIoU": 0.6756709948481565, + "macroF1": 0.8006143551911757, + "F1_coffee": 0.8842631703443382, + "IoU_coffee": 0.7925374038403296, + "precision_coffee": 0.8600539012686518, + "recall_coffee": 0.909874826147427, + "F1_noncoffee": 0.7169655400380134, + "IoU_noncoffee": 0.5588045858559835, + "kappa": 0.6019999031100389, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.858271463925376, + "mIoU": 0.7088782551617635, + "macroF1": 0.8246205235582935, + "F1_coffee": 0.9014429441355574, + "IoU_coffee": 0.8205699825269627, + "precision_coffee": 0.8689465960569132, + "recall_coffee": 0.9364642783469711, + "F1_noncoffee": 0.7477981029810298, + "IoU_noncoffee": 0.5971865277965643, + "kappa": 0.6504918844503221, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8443763263381278, + "mIoU": 0.6941733473413827, + "macroF1": 0.8148749271817306, + "F1_coffee": 0.8887765419615774, + "IoU_coffee": 0.7998180163785259, + "precision_coffee": 0.8828255775025109, + "recall_coffee": 0.8948082796063793, + "F1_noncoffee": 0.7409733124018838, + "IoU_noncoffee": 0.5885286783042394, + "kappa": 0.6297890305627137, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8484760802469136, + "mIoU": 0.6671995223444159, + "macroF1": 0.7902984519582074, + "F1_coffee": 0.9007517846989702, + "IoU_coffee": 0.8194252873563218, + "precision_coffee": 0.8524452947506875, + "recall_coffee": 0.9548620412536833, + "F1_noncoffee": 0.6798451192174445, + "IoU_noncoffee": 0.51497375733251, + "kappa": 0.5848969320026353, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8602941176470589, + "mIoU": 0.6928126711125946, + "macroF1": 0.8106261583986307, + "F1_coffee": 0.9076097252920745, + "IoU_coffee": 0.8308474968204417, + "precision_coffee": 0.8694494857834241, + "recall_coffee": 0.9492734478203435, + "F1_noncoffee": 0.7136425915051869, + "IoU_noncoffee": 0.5547778454047474, + "kappa": 0.6235002341982533, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8499858477214831, + "mIoU": 0.6830287250847998, + "macroF1": 0.8041616883203813, + "F1_coffee": 0.8988935520793591, + "IoU_coffee": 0.8163548163548163, + "precision_coffee": 0.8801992528019925, + "recall_coffee": 0.9183991683991684, + "F1_noncoffee": 0.7094298245614035, + "IoU_noncoffee": 0.5497026338147833, + "kappa": 0.6088304766103166, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8230747208703121, + "mIoU": 0.6763836564828789, + "macroF1": 0.8037930111768525, + "F1_coffee": 0.8653007846556233, + "IoU_coffee": 0.7625816365731848, + "precision_coffee": 0.8693430656934307, + "recall_coffee": 0.8612959213190627, + "F1_noncoffee": 0.7422852376980817, + "IoU_noncoffee": 0.5901856763925729, + "kappa": 0.6076022543282974, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8562618595825426, + "mIoU": 0.7202518065747299, + "macroF1": 0.8342497547626921, + "F1_coffee": 0.8946526667130241, + "IoU_coffee": 0.8093860090588827, + "precision_coffee": 0.8683855291576674, + "recall_coffee": 0.9225584396959702, + "F1_noncoffee": 0.77384684281236, + "IoU_noncoffee": 0.631117604090577, + "kappa": 0.6691493569959678, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8387705072600414, + "mIoU": 0.7002971618114071, + "macroF1": 0.8210443393196971, + "F1_coffee": 0.8773666092943201, + "IoU_coffee": 0.7815254886929858, + "precision_coffee": 0.8858797972483707, + "recall_coffee": 0.8690154851541412, + "F1_noncoffee": 0.7647220693450743, + "IoU_noncoffee": 0.6190688349298284, + "kappa": 0.6421520810543118, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9386, + 11000 + ], + [ + 43845, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.0996827483177185, + "test_tta": { + "OA": 0.8531333248763161, + "mIoU": 0.7008617804547729, + "macroF1": 0.8188713487928232, + "F1_coffee": 0.8976484109092516, + "IoU_coffee": 0.8143031858371594, + "precision_coffee": 0.8672118546355212, + "recall_coffee": 0.9302991433414265, + "F1_noncoffee": 0.7400942866763947, + "IoU_noncoffee": 0.5874203750723863, + "kappa": 0.6388722923260037, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8224443290642668, + "mIoU": 0.654981610542622, + "macroF1": 0.7848763870074571, + "F1_coffee": 0.8747749488866963, + "IoU_coffee": 0.7774222125797762, + "precision_coffee": 0.84605698095388, + "recall_coffee": 0.9055109819529555, + "F1_noncoffee": 0.6949778251282178, + "IoU_noncoffee": 0.5325410085054678, + "kappa": 0.5709568374470527, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f4_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 69, + "stopped_epoch": 99, + "best_val": 0.6286392252965061, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.840791143816578, + "mIoU": 0.6659054737685974, + "macroF1": 0.7908036270379833, + "F1_coffee": 0.8930641140476782, + "IoU_coffee": 0.8067893772179542, + "precision_coffee": 0.9109662931243258, + "recall_coffee": 0.8758519961051606, + "F1_noncoffee": 0.6885431400282885, + "IoU_noncoffee": 0.5250215703192407, + "kappa": 0.5820773403025311, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8062766816660898, + "mIoU": 0.6183542406072433, + "macroF1": 0.7538121001362773, + "F1_coffee": 0.8674613198610672, + "IoU_coffee": 0.7659440998118073, + "precision_coffee": 0.888412797865675, + "recall_coffee": 0.8474752732951588, + "F1_noncoffee": 0.6401628804114874, + "IoU_noncoffee": 0.4707643814026793, + "kappa": 0.5083665430182497, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33582647718773373, + "mIoU": 0.16977193309768604, + "macroF1": 0.2563848177376926, + "F1_coffee": 0.49943630214205187, + "IoU_coffee": 0.33283245679939893, + "precision_coffee": 0.9932735426008968, + "recall_coffee": 0.3335843373493976, + "F1_noncoffee": 0.013333333333333334, + "IoU_noncoffee": 0.006711409395973154, + "kappa": 5.053644435689953e-06, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8466436327739388, + "mIoU": 0.681715185839572, + "macroF1": 0.8036893160168236, + "F1_coffee": 0.8955173689343242, + "IoU_coffee": 0.8108025819023261, + "precision_coffee": 0.9198618307426597, + "recall_coffee": 0.8724282531778272, + "F1_noncoffee": 0.711861263099323, + "IoU_noncoffee": 0.5526277897768178, + "kappa": 0.6081355495804448, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8355040312962168, + "mIoU": 0.658092085157058, + "macroF1": 0.7848192602173976, + "F1_coffee": 0.8892529067900045, + "IoU_coffee": 0.800589902261292, + "precision_coffee": 0.9123442957885718, + "recall_coffee": 0.8673015475220851, + "F1_noncoffee": 0.6803856136447906, + "IoU_noncoffee": 0.5155942680528238, + "kappa": 0.5704326800718095, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.840422495004282, + "mIoU": 0.6579155903497446, + "macroF1": 0.7835452969683654, + "F1_coffee": 0.8945017614494213, + "IoU_coffee": 0.8091390200876344, + "precision_coffee": 0.9014772078868953, + "recall_coffee": 0.8876334352955865, + "F1_noncoffee": 0.6725888324873096, + "IoU_noncoffee": 0.5066921606118547, + "kappa": 0.5671710204285677, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8734759144513292, + "mIoU": 0.7298768211900974, + "macroF1": 0.839080662437678, + "F1_coffee": 0.9134773100054675, + "IoU_coffee": 0.840734683608001, + "precision_coffee": 0.9174903898956617, + "recall_coffee": 0.9094991834512792, + "F1_noncoffee": 0.7646840148698885, + "IoU_noncoffee": 0.6190189587721938, + "kappa": 0.6781780700474325, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8593779813012784, + "mIoU": 0.698056847294462, + "macroF1": 0.8153137531837391, + "F1_coffee": 0.9055249327009358, + "IoU_coffee": 0.8273600374795034, + "precision_coffee": 0.9080858722200797, + "recall_coffee": 0.9029783970343858, + "F1_noncoffee": 0.7251025736665423, + "IoU_noncoffee": 0.5687536571094207, + "kappa": 0.6306360541363565, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8770515131391708, + "mIoU": 0.7210959989964312, + "macroF1": 0.831355476155746, + "F1_coffee": 0.919141502370851, + "IoU_coffee": 0.8503809743708151, + "precision_coffee": 0.9042474834274491, + "recall_coffee": 0.9345343821365136, + "F1_noncoffee": 0.7435694499406411, + "IoU_noncoffee": 0.5918110236220473, + "kappa": 0.6630009015826391, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8204603081724205, + "mIoU": 0.6372194347419741, + "macroF1": 0.7686916000360975, + "F1_coffee": 0.8781198278715657, + "IoU_coffee": 0.782721586215036, + "precision_coffee": 0.9222639410374078, + "recall_coffee": 0.8380085923679556, + "F1_noncoffee": 0.6592633722006292, + "IoU_noncoffee": 0.49171728326891223, + "kappa": 0.540327414933874, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.811623246492986, + "mIoU": 0.620481904273747, + "macroF1": 0.7545518192990911, + "F1_coffee": 0.8729075457120783, + "IoU_coffee": 0.7744773220610076, + "precision_coffee": 0.916824452258588, + "recall_coffee": 0.8330056524944703, + "F1_noncoffee": 0.6361960928861039, + "IoU_noncoffee": 0.4664864864864865, + "kappa": 0.5123068481957976, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8035697241576787, + "mIoU": 0.6005843473465714, + "macroF1": 0.7364587932114293, + "F1_coffee": 0.8694493783303731, + "IoU_coffee": 0.7690494893951296, + "precision_coffee": 0.8985184213976661, + "recall_coffee": 0.8422022858547377, + "F1_noncoffee": 0.6034682080924856, + "IoU_noncoffee": 0.43211920529801323, + "kappa": 0.47458793307508246, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 106, + 110 + ], + [ + 7192, + 8413 + ], + [ + 45032, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0190439661343893, + "test_tta": { + "OA": 0.8521505808255274, + "mIoU": 0.6776040772668703, + "macroF1": 0.7989098743090821, + "F1_coffee": 0.9023805482474752, + "IoU_coffee": 0.8221251425589082, + "precision_coffee": 0.9044915146101825, + "recall_coffee": 0.9002794123872825, + "F1_noncoffee": 0.6954392003706891, + "IoU_noncoffee": 0.5330830119748325, + "kappa": 0.597826583084884, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8177425868235837, + "mIoU": 0.6272922068157836, + "macroF1": 0.7597248029313759, + "F1_coffee": 0.8777935729689479, + "IoU_coffee": 0.7822033021957189, + "precision_coffee": 0.8805781916957702, + "recall_coffee": 0.8750265101124028, + "F1_noncoffee": 0.641656032893804, + "IoU_noncoffee": 0.4723811114358482, + "kappa": 0.5194636964106879, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f4_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 81, + "stopped_epoch": 100, + "best_val": 0.6615317726782616, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8498529860698276, + "mIoU": 0.6827666654259386, + "macroF1": 0.8039586123637181, + "F1_coffee": 0.8988121663616775, + "IoU_coffee": 0.8162205746425691, + "precision_coffee": 0.9200416749794951, + "recall_coffee": 0.8785402819524999, + "F1_noncoffee": 0.7091050583657588, + "IoU_noncoffee": 0.549312756209308, + "kappa": 0.6085164446983733, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8126947040498442, + "mIoU": 0.6302752395451737, + "macroF1": 0.7638913861734224, + "F1_coffee": 0.8712360820551462, + "IoU_coffee": 0.7718496916887726, + "precision_coffee": 0.8967994774657086, + "recall_coffee": 0.8470896716602079, + "F1_noncoffee": 0.6565466902916987, + "IoU_noncoffee": 0.4887007874015748, + "kappa": 0.5288039974993588, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25355272999252054, + "mIoU": 0.1282946171398646, + "macroF1": 0.20667632216054754, + "F1_coffee": 0.39951865222623345, + "IoU_coffee": 0.24962406015037594, + "precision_coffee": 0.9940119760479041, + "recall_coffee": 0.25, + "F1_noncoffee": 0.01383399209486166, + "IoU_noncoffee": 0.006965174129353234, + "kappa": 0.0004973820028614073, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8423988153998025, + "mIoU": 0.6806027358862277, + "macroF1": 0.8035772291604955, + "F1_coffee": 0.8909010147948201, + "IoU_coffee": 0.8032655576093654, + "precision_coffee": 0.9308818279186005, + "recall_coffee": 0.8542130782335212, + "F1_noncoffee": 0.7162534435261708, + "IoU_noncoffee": 0.5579399141630901, + "kappa": 0.6090301751230502, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8486236343685892, + "mIoU": 0.6797313080164371, + "macroF1": 0.801535665102501, + "F1_coffee": 0.8982066664527927, + "IoU_coffee": 0.815222455159562, + "precision_coffee": 0.9203813280736358, + "recall_coffee": 0.8770753712173422, + "F1_noncoffee": 0.7048646637522091, + "IoU_noncoffee": 0.5442401608733123, + "kappa": 0.6037382328639391, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8582643448472738, + "mIoU": 0.6872225763785371, + "macroF1": 0.8061599035192888, + "F1_coffee": 0.9066583111389629, + "IoU_coffee": 0.8292543130624176, + "precision_coffee": 0.9101660795168596, + "recall_coffee": 0.9031774767463637, + "F1_noncoffee": 0.7056614958996147, + "IoU_noncoffee": 0.5451908396946565, + "kappa": 0.6123379640857339, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8777733359984009, + "mIoU": 0.7399850720767784, + "macroF1": 0.846385226113961, + "F1_coffee": 0.915823525363067, + "IoU_coffee": 0.8447181310309801, + "precision_coffee": 0.9264726361231026, + "recall_coffee": 0.9054164398475776, + "F1_noncoffee": 0.776946926864855, + "IoU_noncoffee": 0.6352520131225768, + "kappa": 0.6928779723970752, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8705399732875405, + "mIoU": 0.7197943620937804, + "macroF1": 0.8314282178238063, + "F1_coffee": 0.9126263601828601, + "IoU_coffee": 0.8392941733775462, + "precision_coffee": 0.9194343539180073, + "recall_coffee": 0.9059184456091014, + "F1_noncoffee": 0.7502300754647524, + "IoU_noncoffee": 0.6002945508100147, + "kappa": 0.6629092684159619, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8927995446352338, + "mIoU": 0.7505840030077668, + "macroF1": 0.8523144490518184, + "F1_coffee": 0.9296388542963886, + "IoU_coffee": 0.8685282140779523, + "precision_coffee": 0.912814869161164, + "recall_coffee": 0.9470946460289267, + "F1_noncoffee": 0.7749900438072481, + "IoU_noncoffee": 0.6326397919375812, + "kappa": 0.7049494199571824, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8078798517651649, + "mIoU": 0.6275704469968741, + "macroF1": 0.7624553936075362, + "F1_coffee": 0.8663319310625593, + "IoU_coffee": 0.764184821642327, + "precision_coffee": 0.9355216881594373, + "recall_coffee": 0.8066717210007581, + "F1_noncoffee": 0.658578856152513, + "IoU_noncoffee": 0.4909560723514212, + "kappa": 0.531456969771193, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8267010210897986, + "mIoU": 0.641411353745005, + "macroF1": 0.7712028539852588, + "F1_coffee": 0.8838874680306905, + "IoU_coffee": 0.7919340054995417, + "precision_coffee": 0.9213543055185284, + "recall_coffee": 0.8493487343327599, + "F1_noncoffee": 0.658518239939827, + "IoU_noncoffee": 0.4908887019904682, + "kappa": 0.5446203460967534, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8235181826858834, + "mIoU": 0.6294405786605085, + "macroF1": 0.7603802577152761, + "F1_coffee": 0.8833806370230212, + "IoU_coffee": 0.7911206507004067, + "precision_coffee": 0.9073594195387406, + "recall_coffee": 0.8606365982548851, + "F1_noncoffee": 0.6373798784075309, + "IoU_noncoffee": 0.46776050662061025, + "kappa": 0.5217989695064464, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7056, + 8413 + ], + [ + 45731, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0522135416666667, + "test_tta": { + "OA": 0.8617747714455567, + "mIoU": 0.6959573764111932, + "macroF1": 0.8130508757052675, + "F1_coffee": 0.9084913788518609, + "IoU_coffee": 0.8323263428705076, + "precision_coffee": 0.9130657886297064, + "recall_coffee": 0.9039625756741883, + "F1_noncoffee": 0.7176103725586739, + "IoU_noncoffee": 0.5595884099518788, + "kappa": 0.6261307096739274, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8249105803622938, + "mIoU": 0.6406168217887496, + "macroF1": 0.7708728969606353, + "F1_coffee": 0.8821450761105933, + "IoU_coffee": 0.7891409316705458, + "precision_coffee": 0.8884065622494671, + "recall_coffee": 0.8759712341180327, + "F1_noncoffee": 0.6596007178106774, + "IoU_noncoffee": 0.4920927119069534, + "kappa": 0.5418115319065371, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f4_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 18, + "stopped_epoch": 50, + "best_val": 0.6272790951050001, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8447757836726169, + "mIoU": 0.6702130736078358, + "macroF1": 0.7938424114162, + "F1_coffee": 0.8963133887845453, + "IoU_coffee": 0.812108600101132, + "precision_coffee": 0.9090849715890537, + "recall_coffee": 0.8838956860420812, + "F1_noncoffee": 0.6913714340478548, + "IoU_noncoffee": 0.5283175471145396, + "kappa": 0.5879269080030923, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.807632398753894, + "mIoU": 0.6177025701636496, + "macroF1": 0.7528140758001778, + "F1_coffee": 0.869219908224497, + "IoU_coffee": 0.7686904947713439, + "precision_coffee": 0.8843598491650206, + "recall_coffee": 0.8545896234600034, + "F1_noncoffee": 0.6364082433758587, + "IoU_noncoffee": 0.4667146455559554, + "kappa": 0.5060306486695139, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25205684367988035, + "mIoU": 0.12732470690507594, + "macroF1": 0.20508649515084926, + "F1_coffee": 0.3983152827918171, + "IoU_coffee": 0.24868519909842224, + "precision_coffee": 0.9910179640718563, + "recall_coffee": 0.24924698795180722, + "F1_noncoffee": 0.011857707509881422, + "IoU_noncoffee": 0.005964214711729622, + "kappa": -0.0015056292556498308, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.83751233958539, + "mIoU": 0.6700596852114815, + "macroF1": 0.7952567788088818, + "F1_coffee": 0.8882704317132772, + "IoU_coffee": 0.798998656734644, + "precision_coffee": 0.9214195183776933, + "recall_coffee": 0.8574236666229852, + "F1_noncoffee": 0.7022431259044862, + "IoU_noncoffee": 0.5411207136883189, + "kappa": 0.5919211150312467, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8428510090167454, + "mIoU": 0.6649043942887971, + "macroF1": 0.7894396479322741, + "F1_coffee": 0.8954882924043404, + "IoU_coffee": 0.8107549120992761, + "precision_coffee": 0.9071157678215594, + "recall_coffee": 0.8841551281248042, + "F1_noncoffee": 0.6833910034602076, + "IoU_noncoffee": 0.519053876478318, + "kappa": 0.5790888007798962, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8536968312874679, + "mIoU": 0.6747705354912008, + "macroF1": 0.7960387931167925, + "F1_coffee": 0.9044823408815581, + "IoU_coffee": 0.8256209595100374, + "precision_coffee": 0.9001483862989984, + "recall_coffee": 0.9088582308508646, + "F1_noncoffee": 0.6875952453520269, + "IoU_noncoffee": 0.5239201114723642, + "kappa": 0.5921085119026485, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8557865280831501, + "mIoU": 0.7038929027240501, + "macroF1": 0.8209221133387833, + "F1_coffee": 0.8999375910131059, + "IoU_coffee": 0.8180786686838124, + "precision_coffee": 0.9174324897497526, + "recall_coffee": 0.883097441480675, + "F1_noncoffee": 0.7419066356644607, + "IoU_noncoffee": 0.5897071367642878, + "kappa": 0.6421798447342442, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.857088341919481, + "mIoU": 0.695979995779034, + "macroF1": 0.8139794182239191, + "F1_coffee": 0.9035291087068521, + "IoU_coffee": 0.8240338306120052, + "precision_coffee": 0.9104477611940298, + "recall_coffee": 0.8967148152882526, + "F1_noncoffee": 0.724429727740986, + "IoU_noncoffee": 0.5679261609460629, + "kappa": 0.6280201968792525, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8840717199506688, + "mIoU": 0.7311996662731698, + "macroF1": 0.8383733691411093, + "F1_coffee": 0.9243156199677939, + "IoU_coffee": 0.8592814371257484, + "precision_coffee": 0.9029525653436592, + "recall_coffee": 0.9467140319715808, + "F1_noncoffee": 0.7524311183144247, + "IoU_noncoffee": 0.6031178954205911, + "kappa": 0.6773375309264805, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8196801248293349, + "mIoU": 0.6377370566835482, + "macroF1": 0.7693754147534007, + "F1_coffee": 0.8770856876952735, + "IoU_coffee": 0.781079801089273, + "precision_coffee": 0.9253752279422078, + "recall_coffee": 0.8335860500379075, + "F1_noncoffee": 0.6616651418115279, + "IoU_noncoffee": 0.4943943122778234, + "kappa": 0.5421825117698237, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8286096001526864, + "mIoU": 0.6334983435034153, + "macroF1": 0.7630830561371389, + "F1_coffee": 0.8876797998749218, + "IoU_coffee": 0.7980434049252221, + "precision_coffee": 0.9038461538461539, + "recall_coffee": 0.8720815925288768, + "F1_noncoffee": 0.6384863123993558, + "IoU_noncoffee": 0.4689532820816085, + "kappa": 0.5266535073967951, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8231363940059178, + "mIoU": 0.6223680208918714, + "macroF1": 0.7534514500398507, + "F1_coffee": 0.8845267028104942, + "IoU_coffee": 0.7929608938547485, + "precision_coffee": 0.8972187104930468, + "recall_coffee": 0.8721887673589775, + "F1_noncoffee": 0.6223761972692072, + "IoU_noncoffee": 0.4517751479289941, + "kappa": 0.5072253706930914, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6999, + 8413 + ], + [ + 45472, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5343571464220682, + "test_tta": { + "OA": 0.8544642426774209, + "mIoU": 0.6787893838890002, + "macroF1": 0.7994818126554639, + "F1_coffee": 0.9044817041020774, + "IoU_coffee": 0.8256198983520715, + "precision_coffee": 0.9011935782129948, + "recall_coffee": 0.9077939121967741, + "F1_noncoffee": 0.6944819212088506, + "IoU_noncoffee": 0.5319588694259288, + "kappa": 0.5989807009245249, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8172954886350525, + "mIoU": 0.6238033807123983, + "macroF1": 0.7563939848467367, + "F1_coffee": 0.8781969924233683, + "IoU_coffee": 0.7828442128359846, + "precision_coffee": 0.8759230488904233, + "recall_coffee": 0.8804827732469586, + "F1_noncoffee": 0.634590977270105, + "IoU_noncoffee": 0.4647625485888119, + "kappa": 0.5127978201854259, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f4_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 67, + "stopped_epoch": 97, + "best_val": 0.6582087218428835, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8631565417182153, + "mIoU": 0.698675966283185, + "macroF1": 0.815116469265257, + "F1_coffee": 0.9093598680359708, + "IoU_coffee": 0.8337854452489217, + "precision_coffee": 0.9144104616569998, + "recall_coffee": 0.9043647601710343, + "F1_noncoffee": 0.7208730704945433, + "IoU_noncoffee": 0.5635664873174481, + "kappa": 0.6302676738351213, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8252999884619823, + "mIoU": 0.642039411580429, + "macroF1": 0.7721365069195341, + "F1_coffee": 0.8822002003364875, + "IoU_coffee": 0.789229163041587, + "precision_coffee": 0.8900510204081633, + "recall_coffee": 0.8744866678234716, + "F1_noncoffee": 0.6620728135025805, + "IoU_noncoffee": 0.494849660119271, + "kappa": 0.5443747058066001, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2819745699326851, + "mIoU": 0.14247448562935447, + "macroF1": 0.22415168791980386, + "F1_coffee": 0.43595769682726204, + "IoU_coffee": 0.2787377911344853, + "precision_coffee": 0.9919786096256684, + "recall_coffee": 0.27936746987951805, + "F1_noncoffee": 0.012345679012345678, + "IoU_noncoffee": 0.006211180124223602, + "kappa": -0.0010060597552701363, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8600691016781836, + "mIoU": 0.7011532767987554, + "macroF1": 0.8178153202474039, + "F1_coffee": 0.9055535196721858, + "IoU_coffee": 0.8274077681724096, + "precision_coffee": 0.9211114876313115, + "recall_coffee": 0.8905123836980736, + "F1_noncoffee": 0.7300771208226221, + "IoU_noncoffee": 0.5748987854251012, + "kappa": 0.6359274810031262, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8655121415962979, + "mIoU": 0.6991115742217158, + "macroF1": 0.8150351525984761, + "F1_coffee": 0.9116605559211557, + "IoU_coffee": 0.8376619637201267, + "precision_coffee": 0.9119749216300941, + "recall_coffee": 0.9113464068667376, + "F1_noncoffee": 0.7184097492757966, + "IoU_noncoffee": 0.5605611847233047, + "kappa": 0.6300704453125631, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8637834237320392, + "mIoU": 0.6953719292164253, + "macroF1": 0.8121529729525063, + "F1_coffee": 0.9106345787682991, + "IoU_coffee": 0.8359312320916905, + "precision_coffee": 0.9106630041203646, + "recall_coffee": 0.910606155190711, + "F1_noncoffee": 0.7136713671367136, + "IoU_noncoffee": 0.55481262634116, + "kappa": 0.6243059470778182, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8780731561063362, + "mIoU": 0.7352475594181884, + "macroF1": 0.8426030450477436, + "F1_coffee": 0.9173217674166441, + "IoU_coffee": 0.8472709063595393, + "precision_coffee": 0.9136069114470843, + "recall_coffee": 0.9210669569951007, + "F1_noncoffee": 0.7678843226788432, + "IoU_noncoffee": 0.6232242124768376, + "kappa": 0.6852207012542982, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8818927685556192, + "mIoU": 0.735246542141778, + "macroF1": 0.8419795787897054, + "F1_coffee": 0.9213968253968254, + "IoU_coffee": 0.8542500588650812, + "precision_coffee": 0.915352592405702, + "recall_coffee": 0.9275214112233159, + "F1_noncoffee": 0.7625623321825854, + "IoU_noncoffee": 0.6162430254184749, + "kappa": 0.6840007774866288, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8913765297410113, + "mIoU": 0.748176365958781, + "macroF1": 0.8506601785614747, + "F1_coffee": 0.9286382050483016, + "IoU_coffee": 0.8667830133798721, + "precision_coffee": 0.9126546612764915, + "recall_coffee": 0.9451915757421974, + "F1_noncoffee": 0.7726821520746476, + "IoU_noncoffee": 0.6295697185376901, + "kappa": 0.7016118866083908, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8425004876145894, + "mIoU": 0.6689478431287754, + "macroF1": 0.7931898816135735, + "F1_coffee": 0.8941746936635869, + "IoU_coffee": 0.8086039345816545, + "precision_coffee": 0.9286783721246767, + "recall_coffee": 0.862143037654789, + "F1_noncoffee": 0.6922050695635601, + "IoU_noncoffee": 0.5292917516758963, + "kappa": 0.5880337563247584, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8491268250787289, + "mIoU": 0.6630060659353525, + "macroF1": 0.7862954535929675, + "F1_coffee": 0.9021718953035085, + "IoU_coffee": 0.821778829895164, + "precision_coffee": 0.9086376667082139, + "recall_coffee": 0.8957974932415826, + "F1_noncoffee": 0.6704190118824265, + "IoU_noncoffee": 0.504233301975541, + "kappa": 0.5726638071658244, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8360217619547581, + "mIoU": 0.6458070307718837, + "macroF1": 0.7731699636597823, + "F1_coffee": 0.8925712856428214, + "IoU_coffee": 0.8059853190287973, + "precision_coffee": 0.9085932527052832, + "recall_coffee": 0.8771045839990168, + "F1_noncoffee": 0.6537686416767432, + "IoU_noncoffee": 0.48562874251497007, + "kappa": 0.5467941138154344, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7217, + 8413 + ], + [ + 46398, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.961483140786489, + "test_tta": { + "OA": 0.8693584408489854, + "mIoU": 0.7042040092526771, + "macroF1": 0.8186466546843914, + "F1_coffee": 0.9145463526394888, + "IoU_coffee": 0.8425475881566972, + "precision_coffee": 0.9081800914233233, + "recall_coffee": 0.9210024977774015, + "F1_noncoffee": 0.7227469567292938, + "IoU_noncoffee": 0.5658604303486572, + "kappa": 0.637351126561966, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8322372216453213, + "mIoU": 0.6465858875633106, + "macroF1": 0.7748104999672344, + "F1_coffee": 0.8885289889793963, + "IoU_coffee": 0.7994171509372144, + "precision_coffee": 0.8833145971076348, + "recall_coffee": 0.8938053097345132, + "F1_noncoffee": 0.6610920109550725, + "IoU_noncoffee": 0.4937546241894068, + "kappa": 0.5496687120315814, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f4_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 34, + "stopped_epoch": 64, + "best_val": 0.5921249954307289, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8234708141197641, + "mIoU": 0.6351281668825624, + "macroF1": 0.7659433861965349, + "F1_coffee": 0.881980772329341, + "IoU_coffee": 0.7888780000384312, + "precision_coffee": 0.8953394543432273, + "recall_coffee": 0.8690148596587782, + "F1_noncoffee": 0.6499060000637288, + "IoU_noncoffee": 0.4813783337266934, + "kappa": 0.5321956937214715, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.789734048690435, + "mIoU": 0.5913136566797625, + "macroF1": 0.7306358858846917, + "F1_coffee": 0.8568061053107167, + "IoU_coffee": 0.7494845006529658, + "precision_coffee": 0.8732831457974612, + "recall_coffee": 0.8409393255827404, + "F1_noncoffee": 0.6044656664586668, + "IoU_noncoffee": 0.43314281270655935, + "kappa": 0.4618010095330218, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33582647718773373, + "mIoU": 0.16977193309768604, + "macroF1": 0.2563848177376926, + "F1_coffee": 0.49943630214205187, + "IoU_coffee": 0.33283245679939893, + "precision_coffee": 0.9932735426008968, + "recall_coffee": 0.3335843373493976, + "F1_noncoffee": 0.013333333333333334, + "IoU_noncoffee": 0.006711409395973154, + "kappa": 5.053644435689953e-06, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8424481737413623, + "mIoU": 0.6710434506016127, + "macroF1": 0.7950889733840304, + "F1_coffee": 0.8936, + "IoU_coffee": 0.8076644974692697, + "precision_coffee": 0.9094856832677433, + "recall_coffee": 0.8782597300484865, + "F1_noncoffee": 0.6965779467680608, + "IoU_noncoffee": 0.5344224037339557, + "kappa": 0.5905341872148646, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8005820332999379, + "mIoU": 0.6034357571721344, + "macroF1": 0.7402347429109332, + "F1_coffee": 0.8654390934844193, + "IoU_coffee": 0.762796504369538, + "precision_coffee": 0.8900218499635834, + "recall_coffee": 0.8421778084079945, + "F1_noncoffee": 0.615030392337447, + "IoU_noncoffee": 0.4440750099747307, + "kappa": 0.4816009259511153, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8280045675135598, + "mIoU": 0.633167594414088, + "macroF1": 0.7629106211154046, + "F1_coffee": 0.8871405825606444, + "IoU_coffee": 0.7971721932334623, + "precision_coffee": 0.8873344991256558, + "recall_coffee": 0.8869467507335039, + "F1_noncoffee": 0.638680659670165, + "IoU_noncoffee": 0.46916299559471364, + "kappa": 0.5258213147328977, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8504897061762943, + "mIoU": 0.6909050932512482, + "macroF1": 0.810906936706159, + "F1_coffee": 0.8974218321448162, + "IoU_coffee": 0.8139303482587065, + "precision_coffee": 0.904367053620785, + "recall_coffee": 0.8905824714207947, + "F1_noncoffee": 0.7243920412675019, + "IoU_noncoffee": 0.5678798382437897, + "kappa": 0.6218737912774337, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8050944476244991, + "mIoU": 0.6139921211992851, + "macroF1": 0.7497615576320646, + "F1_coffee": 0.8674323535137239, + "IoU_coffee": 0.7658989343416982, + "precision_coffee": 0.8808645229309436, + "recall_coffee": 0.8544036814521283, + "F1_noncoffee": 0.6320907617504052, + "IoU_noncoffee": 0.46208530805687204, + "kappa": 0.4998458762880096, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8541884071719951, + "mIoU": 0.6742554408220942, + "macroF1": 0.795468387631455, + "F1_coffee": 0.905058990672679, + "IoU_coffee": 0.8265824213020422, + "precision_coffee": 0.8819068255687974, + "recall_coffee": 0.9294595280385689, + "F1_noncoffee": 0.685877784590231, + "IoU_noncoffee": 0.5219284603421462, + "kappa": 0.5918674199148186, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8346011312658475, + "mIoU": 0.6510355843425256, + "macroF1": 0.7784564735386786, + "F1_coffee": 0.8899844317592112, + "IoU_coffee": 0.801776531089294, + "precision_coffee": 0.9144228205811783, + "recall_coffee": 0.8668182966894111, + "F1_noncoffee": 0.6669285153181461, + "IoU_noncoffee": 0.5002946375957572, + "kappa": 0.5578690073993984, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7960683271304514, + "mIoU": 0.5927223441570026, + "macroF1": 0.7303245643185357, + "F1_coffee": 0.8634766498434805, + "IoU_coffee": 0.759752670039348, + "precision_coffee": 0.899268130405855, + "recall_coffee": 0.8304251658884246, + "F1_noncoffee": 0.5971724787935909, + "IoU_noncoffee": 0.42569201827465736, + "kappa": 0.46315835198969774, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8016607807578505, + "mIoU": 0.5950276611861713, + "macroF1": 0.7311675852644235, + "F1_coffee": 0.8688296932205529, + "IoU_coffee": 0.7680803571428572, + "precision_coffee": 0.8931862426995457, + "recall_coffee": 0.8457662529187662, + "F1_noncoffee": 0.5935054773082942, + "IoU_noncoffee": 0.4219749652294854, + "kappa": 0.4635713417000727, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7127, + 8413 + ], + [ + 44018, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9460772077242534, + "test_tta": { + "OA": 0.8333681453750864, + "mIoU": 0.6412908736495655, + "macroF1": 0.769477970695337, + "F1_coffee": 0.8908373243513499, + "IoU_coffee": 0.8031620103249316, + "precision_coffee": 0.8859786864309194, + "recall_coffee": 0.8957495448964904, + "F1_noncoffee": 0.6481186170393242, + "IoU_noncoffee": 0.4794197369741994, + "kappa": 0.5390006308367167, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8008393907926619, + "mIoU": 0.5968864821591157, + "macroF1": 0.7333569971623581, + "F1_coffee": 0.8674976251475287, + "IoU_coffee": 0.7660007117075899, + "precision_coffee": 0.8634957020057307, + "recall_coffee": 0.871536815316097, + "F1_noncoffee": 0.5992163691771877, + "IoU_noncoffee": 0.42777225261064145, + "kappa": 0.4667486389136357, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f4_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 87, + "stopped_epoch": 100, + "best_val": 0.6595163421709329, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8525201240379826, + "mIoU": 0.6840493180319993, + "macroF1": 0.8045418463648926, + "F1_coffee": 0.9013806070373355, + "IoU_coffee": 0.8204666810100338, + "precision_coffee": 0.9152357471690703, + "recall_coffee": 0.8879386986156387, + "F1_noncoffee": 0.7077030856924498, + "IoU_noncoffee": 0.5476319550539648, + "kappa": 0.609349035160599, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8170214607130495, + "mIoU": 0.63287899854922, + "macroF1": 0.7653488911885793, + "F1_coffee": 0.875462585768555, + "IoU_coffee": 0.7785090782122905, + "precision_coffee": 0.891752989641243, + "recall_coffee": 0.8597566853683459, + "F1_noncoffee": 0.6552351966086035, + "IoU_noncoffee": 0.48724891888614963, + "kappa": 0.5311309432356747, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.31338818249813016, + "mIoU": 0.15867100182889657, + "macroF1": 0.24402048851155253, + "F1_coffee": 0.4730195177956372, + "IoU_coffee": 0.3097744360902256, + "precision_coffee": 0.9951690821256038, + "recall_coffee": 0.3102409638554217, + "F1_noncoffee": 0.015021459227467811, + "IoU_noncoffee": 0.0075675675675675675, + "kappa": 0.0017113064979218937, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8536525172754196, + "mIoU": 0.6928334473730915, + "macroF1": 0.8119475350937755, + "F1_coffee": 0.900506694406228, + "IoU_coffee": 0.8190197155588109, + "precision_coffee": 0.9228970355595295, + "recall_coffee": 0.8791770410169047, + "F1_noncoffee": 0.7233883757813229, + "IoU_noncoffee": 0.5666471791873721, + "kappa": 0.6245095256511847, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8493869567291636, + "mIoU": 0.6780650961408778, + "macroF1": 0.7998998257488739, + "F1_coffee": 0.8994105464393819, + "IoU_coffee": 0.817208036593133, + "precision_coffee": 0.9150674273858921, + "recall_coffee": 0.8842804335567946, + "F1_noncoffee": 0.7003891050583657, + "IoU_noncoffee": 0.5389221556886228, + "kappa": 0.600148316524544, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8545532400799315, + "mIoU": 0.68100142578571, + "macroF1": 0.8014324554020618, + "F1_coffee": 0.9041362225218728, + "IoU_coffee": 0.8250443541463973, + "precision_coffee": 0.9083805923125394, + "recall_coffee": 0.8999313315437918, + "F1_noncoffee": 0.6987286882822509, + "IoU_noncoffee": 0.5369584974250228, + "kappa": 0.6028921567845803, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8830701579052569, + "mIoU": 0.7439860935590493, + "macroF1": 0.8486822621946353, + "F1_coffee": 0.920817541959935, + "IoU_coffee": 0.8532547347297128, + "precision_coffee": 0.9158589122240173, + "recall_coffee": 0.925830157866086, + "F1_noncoffee": 0.7765469824293354, + "IoU_noncoffee": 0.6347174523883858, + "kappa": 0.6973895570702625, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8701583667239077, + "mIoU": 0.7182097175594171, + "macroF1": 0.830197164916749, + "F1_coffee": 0.912571465279116, + "IoU_coffee": 0.8392013232514177, + "precision_coffee": 0.9172262396694215, + "recall_coffee": 0.9079636967915122, + "F1_noncoffee": 0.7478228645543821, + "IoU_noncoffee": 0.5972181118674164, + "kappa": 0.6604195553177324, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8906175884640926, + "mIoU": 0.7473667512975689, + "macroF1": 0.8501461891053554, + "F1_coffee": 0.9280229727198951, + "IoU_coffee": 0.8657116235732588, + "precision_coffee": 0.9134816271353079, + "recall_coffee": 0.943034762750571, + "F1_noncoffee": 0.7722694054908157, + "IoU_noncoffee": 0.629021879021879, + "kappa": 0.7005324752281104, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8249463623951628, + "mIoU": 0.6466481167978424, + "macroF1": 0.7765784607877382, + "F1_coffee": 0.8805324459234609, + "IoU_coffee": 0.786563614744352, + "precision_coffee": 0.930248910139221, + "recall_coffee": 0.8358605003790751, + "F1_noncoffee": 0.6726244756520153, + "IoU_noncoffee": 0.5067326188513328, + "kappa": 0.5566272245023672, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8286096001526864, + "mIoU": 0.6390967837919637, + "macroF1": 0.7685210613136884, + "F1_coffee": 0.8864584650398281, + "IoU_coffee": 0.796071306914954, + "precision_coffee": 0.912890625, + "recall_coffee": 0.8615138854755469, + "F1_noncoffee": 0.6505836575875487, + "IoU_noncoffee": 0.48212226066897346, + "kappa": 0.5382334708356146, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8182685883363559, + "mIoU": 0.620410149978851, + "macroF1": 0.7527584717886328, + "F1_coffee": 0.8800252047889099, + "IoU_coffee": 0.7857544728254754, + "precision_coffee": 0.9030130609077978, + "recall_coffee": 0.8581786899348655, + "F1_noncoffee": 0.6254917387883556, + "IoU_noncoffee": 0.45506582713222665, + "kappa": 0.5065152273642816, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7156, + 8413 + ], + [ + 45797, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.3183420221010844, + "test_tta": { + "OA": 0.8599752566718617, + "mIoU": 0.6917824418827423, + "macroF1": 0.8097958206041944, + "F1_coffee": 0.9074909507786045, + "IoU_coffee": 0.8306484522259575, + "precision_coffee": 0.9101671457468328, + "recall_coffee": 0.9048304474831718, + "F1_noncoffee": 0.7121006904297843, + "IoU_noncoffee": 0.552916431539527, + "kappa": 0.6196018762111056, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.823756778585439, + "mIoU": 0.6375053443369387, + "macroF1": 0.7681680997576532, + "F1_coffee": 0.8816900317558671, + "IoU_coffee": 0.788412923780171, + "precision_coffee": 0.885513700628148, + "recall_coffee": 0.8778992422927874, + "F1_noncoffee": 0.6546461677594393, + "IoU_noncoffee": 0.48659776489370643, + "kappa": 0.5363614338859073, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 56, + "stopped_epoch": 86, + "best_val": 0.7184077978399119, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7187343313516223, + "mIoU": 0.558999035593422, + "macroF1": 0.7166697585642747, + "F1_coffee": 0.7408556202669483, + "IoU_coffee": 0.5883801986425221, + "precision_coffee": 0.8646691827774783, + "recall_coffee": 0.6480588829556935, + "F1_noncoffee": 0.6924838968616012, + "IoU_noncoffee": 0.529617872544322, + "kappa": 0.4467995182451437, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6469943463712934, + "mIoU": 0.47575965565209255, + "macroF1": 0.6439723357044635, + "F1_coffee": 0.676773546035603, + "IoU_coffee": 0.5114570858283433, + "precision_coffee": 0.8496021220159151, + "recall_coffee": 0.5623738038802564, + "F1_noncoffee": 0.611171125373324, + "IoU_noncoffee": 0.4400622254758419, + "kappa": 0.3217097015959348, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22935290193462307, + "mIoU": 0.11506050763257221, + "macroF1": 0.1877109570209829, + "F1_coffee": 0.37162750217580504, + "IoU_coffee": 0.22822020309994656, + "precision_coffee": 1.0, + "recall_coffee": 0.22822020309994656, + "F1_noncoffee": 0.0037944118661607453, + "IoU_noncoffee": 0.0019008121651978573, + "kappa": 0.0008672312686262242, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7087952247533196, + "mIoU": 0.5489088260346431, + "macroF1": 0.70876060566087, + "F1_coffee": 0.7055853192930599, + "IoU_coffee": 0.5450999048525214, + "precision_coffee": 0.8319779262271275, + "recall_coffee": 0.6125307388003849, + "F1_noncoffee": 0.7119358920286799, + "IoU_noncoffee": 0.5527177472167649, + "kappa": 0.4303838977069672, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7293034800144785, + "mIoU": 0.5711841116632528, + "macroF1": 0.7264650562100363, + "F1_coffee": 0.7543291566943545, + "IoU_coffee": 0.6055605786618445, + "precision_coffee": 0.8895406751521859, + "recall_coffee": 0.6547987616099071, + "F1_noncoffee": 0.6986009557257182, + "IoU_noncoffee": 0.5368076446646611, + "kappa": 0.46800964129044115, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7166824314233086, + "mIoU": 0.5524963407691181, + "macroF1": 0.7103240266787663, + "F1_coffee": 0.7532411221436933, + "IoU_coffee": 0.6041594212979063, + "precision_coffee": 0.8647088103534096, + "recall_coffee": 0.6672299892456599, + "F1_noncoffee": 0.6674069312138391, + "IoU_noncoffee": 0.5008332602403298, + "kappa": 0.4333397984198675, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7267189879348718, + "mIoU": 0.5618124363683388, + "macroF1": 0.7173783108430885, + "F1_coffee": 0.6659985683607731, + "IoU_coffee": 0.49924876582957717, + "precision_coffee": 0.7459910198845414, + "recall_coffee": 0.6014998707008017, + "F1_noncoffee": 0.7687580533254039, + "IoU_noncoffee": 0.6243761069071003, + "kappa": 0.43922079455669044, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7133750961644136, + "mIoU": 0.5482957448879744, + "macroF1": 0.706756309618938, + "F1_coffee": 0.6627004655975168, + "IoU_coffee": 0.4955512572533849, + "precision_coffee": 0.7761284459254771, + "recall_coffee": 0.5781990521327014, + "F1_noncoffee": 0.7508121536403592, + "IoU_noncoffee": 0.6010402325225639, + "kappa": 0.42262314998202183, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7190300474433315, + "mIoU": 0.5598222135654163, + "macroF1": 0.717455780881421, + "F1_coffee": 0.6963655007405719, + "IoU_coffee": 0.5341723474916973, + "precision_coffee": 0.7709384460141272, + "recall_coffee": 0.6349470184915853, + "F1_noncoffee": 0.7385460610222702, + "IoU_noncoffee": 0.5854720796391352, + "kappa": 0.4394280266548798, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6893795203654358, + "mIoU": 0.5174686797468381, + "macroF1": 0.679656658380854, + "F1_coffee": 0.7354657445429004, + "IoU_coffee": 0.5816099811997949, + "precision_coffee": 0.903131634819533, + "recall_coffee": 0.6203062340503099, + "F1_noncoffee": 0.6238475722188076, + "IoU_noncoffee": 0.4533273782938812, + "kappa": 0.38924533967948477, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.74345703125, + "mIoU": 0.562223712202472, + "macroF1": 0.7129759170498557, + "F1_coffee": 0.806511011269058, + "IoU_coffee": 0.675759071834115, + "precision_coffee": 0.9548308336239972, + "recall_coffee": 0.6980747163075354, + "F1_noncoffee": 0.6194408228306534, + "IoU_noncoffee": 0.44868835257082895, + "kappa": 0.45196080037231773, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7145821543105074, + "mIoU": 0.5209038452673233, + "macroF1": 0.6753872901726701, + "F1_coffee": 0.7881842363152737, + "IoU_coffee": 0.6504158964879853, + "precision_coffee": 0.9258345666831114, + "recall_coffee": 0.6861669713589275, + "F1_noncoffee": 0.5625903440300665, + "IoU_noncoffee": 0.3913917940466613, + "kappa": 0.37911641745706215, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2389, + 2984 + ], + [ + 37720, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7829164981842043, + "test_tta": { + "OA": 0.7349043764773298, + "mIoU": 0.5777913946765048, + "macroF1": 0.7317348926953753, + "F1_coffee": 0.7608941434893562, + "IoU_coffee": 0.6140671028963216, + "precision_coffee": 0.8638013861894459, + "recall_coffee": 0.6798960889017174, + "F1_noncoffee": 0.7025756419013943, + "IoU_noncoffee": 0.541515686456688, + "kappa": 0.4727775271114834, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6610851505711319, + "mIoU": 0.48997749883799213, + "macroF1": 0.6565344290031081, + "F1_coffee": 0.6960694284568724, + "IoU_coffee": 0.5338239961910808, + "precision_coffee": 0.8474474852769817, + "recall_coffee": 0.5905758932490562, + "F1_noncoffee": 0.616999429549344, + "IoU_noncoffee": 0.4461310014849035, + "kappa": 0.33962211604772313, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.7276925540061681, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7648449251486283, + "mIoU": 0.6138895054429172, + "macroF1": 0.7597759599001948, + "F1_coffee": 0.7946713365438739, + "IoU_coffee": 0.6592984640929846, + "precision_coffee": 0.8669782675446078, + "recall_coffee": 0.7334968970991486, + "F1_noncoffee": 0.7248805832565155, + "IoU_noncoffee": 0.5684805467928497, + "kappa": 0.5239883401403342, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6858486212068766, + "mIoU": 0.5158779224135603, + "macroF1": 0.6789579622900306, + "F1_coffee": 0.7259918987596549, + "IoU_coffee": 0.5698487302026146, + "precision_coffee": 0.850456822870616, + "recall_coffee": 0.6333069967518216, + "F1_noncoffee": 0.6319240258204062, + "IoU_noncoffee": 0.46190711462450595, + "kappa": 0.3758730341222849, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2410940627084723, + "mIoU": 0.12091758103782152, + "macroF1": 0.19535244424976073, + "F1_coffee": 0.3872010342598578, + "IoU_coffee": 0.24008016032064128, + "precision_coffee": 0.9994438264738599, + "recall_coffee": 0.2401122394441475, + "F1_noncoffee": 0.00350385423966363, + "IoU_noncoffee": 0.001755001755001755, + "kappa": 0.0005759079012472866, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7502131806553782, + "mIoU": 0.5998921395448763, + "macroF1": 0.7498413180589034, + "F1_coffee": 0.7594862471409302, + "IoU_coffee": 0.6122352496217852, + "precision_coffee": 0.841127565601455, + "recall_coffee": 0.692291243451299, + "F1_noncoffee": 0.7401963889768768, + "IoU_noncoffee": 0.5875490294679674, + "kappa": 0.5047228601253761, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7765654894255132, + "mIoU": 0.6290613116140038, + "macroF1": 0.771323506004209, + "F1_coffee": 0.8059460187721741, + "IoU_coffee": 0.6749661501429216, + "precision_coffee": 0.8979285499849895, + "recall_coffee": 0.731057519960893, + "F1_noncoffee": 0.7367009932362439, + "IoU_noncoffee": 0.5831564730850859, + "kappa": 0.5490674608659735, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.765519988051974, + "mIoU": 0.6068735162651357, + "macroF1": 0.7528325236969945, + "F1_coffee": 0.8088318857050085, + "IoU_coffee": 0.6790241243014856, + "precision_coffee": 0.8574870912220309, + "recall_coffee": 0.7654017514211092, + "F1_noncoffee": 0.6968331616889805, + "IoU_noncoffee": 0.534722908228786, + "kappa": 0.5081762351738636, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7261333020967553, + "mIoU": 0.5622951412320447, + "macroF1": 0.7180555852197803, + "F1_coffee": 0.6703327693175409, + "IoU_coffee": 0.5041357370095441, + "precision_coffee": 0.7370542635658914, + "recall_coffee": 0.6146883889319886, + "F1_noncoffee": 0.7657784011220197, + "IoU_noncoffee": 0.6204545454545455, + "kappa": 0.4393752148389257, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7323881745246731, + "mIoU": 0.5736634414794638, + "macroF1": 0.7281810511071491, + "F1_coffee": 0.6943642525417346, + "IoU_coffee": 0.5318208036915978, + "precision_coffee": 0.7822398190045249, + "recall_coffee": 0.6242383209207854, + "F1_noncoffee": 0.7619978496725638, + "IoU_noncoffee": 0.6155060792673298, + "kappa": 0.4616525909739698, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7306273062730627, + "mIoU": 0.5750789880785029, + "macroF1": 0.7301131350574214, + "F1_coffee": 0.7183331495976187, + "IoU_coffee": 0.5604679167383451, + "precision_coffee": 0.765147956787224, + "recall_coffee": 0.6769166839808851, + "F1_noncoffee": 0.741893120517224, + "IoU_noncoffee": 0.5896900594186607, + "kappa": 0.46207155737328115, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7762974241847481, + "mIoU": 0.6165829197629478, + "macroF1": 0.7595829096088724, + "F1_coffee": 0.8229741941962044, + "IoU_coffee": 0.6991980890632998, + "precision_coffee": 0.9161636485580148, + "recall_coffee": 0.7469923441487423, + "F1_noncoffee": 0.6961916250215405, + "IoU_noncoffee": 0.5339677504625958, + "kappa": 0.5275546639048027, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8158203125, + "mIoU": 0.6496585732883495, + "macroF1": 0.78146694729219, + "F1_coffee": 0.8681118881118881, + "IoU_coffee": 0.7669591004571852, + "precision_coffee": 0.9612823292550721, + "recall_coffee": 0.7914063496111182, + "F1_noncoffee": 0.6948220064724919, + "IoU_noncoffee": 0.532358046119514, + "kappa": 0.5722323305712311, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7967364648179589, + "mIoU": 0.6018340207313175, + "macroF1": 0.7396352931052926, + "F1_coffee": 0.8615661334875057, + "IoU_coffee": 0.7567994583004175, + "precision_coffee": 0.910893778864439, + "recall_coffee": 0.8173065204143815, + "F1_noncoffee": 0.6177044527230796, + "IoU_noncoffee": 0.44686858316221767, + "kappa": 0.48345381241726093, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2413, + 2984 + ], + [ + 40271, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1908605734507245, + "test_tta": { + "OA": 0.7725628536637776, + "mIoU": 0.6231534233006344, + "macroF1": 0.7667266760312104, + "F1_coffee": 0.8036241631491875, + "IoU_coffee": 0.6717154746827264, + "precision_coffee": 0.8653436334576452, + "recall_coffee": 0.7501226728243614, + "F1_noncoffee": 0.7298291889132331, + "IoU_noncoffee": 0.5745913719185424, + "kappa": 0.5366958799121074, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6933483327564325, + "mIoU": 0.5235107175126101, + "macroF1": 0.6853212282418368, + "F1_coffee": 0.7355801517224226, + "IoU_coffee": 0.5817530883625777, + "precision_coffee": 0.8487057338001492, + "recall_coffee": 0.649065051356334, + "F1_noncoffee": 0.6350623047612509, + "IoU_noncoffee": 0.4652683466626427, + "kappa": 0.3857053629135475, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.7471698415451138, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.786834753957453, + "mIoU": 0.6431540700838263, + "macroF1": 0.7819551825973015, + "F1_coffee": 0.8145736627309262, + "IoU_coffee": 0.6871567107303356, + "precision_coffee": 0.8847494332216695, + "recall_coffee": 0.7547120796651754, + "F1_noncoffee": 0.7493367024636766, + "IoU_noncoffee": 0.5991514294373169, + "kappa": 0.5675878510352684, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6911993769470405, + "mIoU": 0.5230544875106585, + "macroF1": 0.6854811762348979, + "F1_coffee": 0.7278896867255512, + "IoU_coffee": 0.5721906969309463, + "precision_coffee": 0.8646176142024697, + "recall_coffee": 0.6285005706259328, + "F1_noncoffee": 0.6430726657442446, + "IoU_noncoffee": 0.4739182780903708, + "kappa": 0.3909407501307988, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13569046030687124, + "mIoU": 0.06805763632884793, + "macroF1": 0.12018465162634774, + "F1_coffee": 0.2369846878680801, + "IoU_coffee": 0.13442009620523784, + "precision_coffee": 1.0, + "recall_coffee": 0.13442009620523784, + "F1_noncoffee": 0.003384615384615385, + "IoU_noncoffee": 0.0016951764524580058, + "kappa": 0.00045562774167691336, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7611767572176878, + "mIoU": 0.6143530887907249, + "macroF1": 0.7610985780341284, + "F1_coffee": 0.7654202811845647, + "IoU_coffee": 0.6199844931188214, + "precision_coffee": 0.8689214887258897, + "recall_coffee": 0.6839516732599166, + "F1_noncoffee": 0.756776874883692, + "IoU_noncoffee": 0.6087216844626285, + "kappa": 0.5291242407157788, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.781736387610528, + "mIoU": 0.6361064053243235, + "macroF1": 0.7766585794812179, + "F1_coffee": 0.8103347562345541, + "IoU_coffee": 0.6811451880948783, + "precision_coffee": 0.9034164913335337, + "recall_coffee": 0.7346423333876487, + "F1_noncoffee": 0.7429824027278816, + "IoU_noncoffee": 0.5910676225537687, + "kappa": 0.5596518321153332, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8127146910937422, + "mIoU": 0.6691406715858979, + "macroF1": 0.7995869162598801, + "F1_coffee": 0.850879974631362, + "IoU_coffee": 0.7404622283546051, + "precision_coffee": 0.879033579033579, + "recall_coffee": 0.8244738055000768, + "F1_noncoffee": 0.7482938578883982, + "IoU_noncoffee": 0.5978191148171905, + "kappa": 0.599866651329349, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7396040763734333, + "mIoU": 0.5784571556003801, + "macroF1": 0.7311482902383661, + "F1_coffee": 0.6834686031610423, + "IoU_coffee": 0.5191434133679429, + "precision_coffee": 0.7604562737642585, + "recall_coffee": 0.6206361520558572, + "F1_noncoffee": 0.77882797731569, + "IoU_noncoffee": 0.6377708978328174, + "kappa": 0.4661199908953951, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7200791295746786, + "mIoU": 0.5558818318119181, + "macroF1": 0.7129698394166337, + "F1_coffee": 0.6677970523020739, + "IoU_coffee": 0.501272762874486, + "precision_coffee": 0.7911001236093943, + "recall_coffee": 0.577747686752426, + "F1_noncoffee": 0.7581426265311936, + "IoU_noncoffee": 0.6104909007493501, + "kappa": 0.4359163181358388, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7550869794412229, + "mIoU": 0.606222882227957, + "macroF1": 0.7547829126487868, + "F1_coffee": 0.7461479619713692, + "IoU_coffee": 0.5950845389576433, + "precision_coffee": 0.7869986168741355, + "recall_coffee": 0.7093289008934137, + "F1_noncoffee": 0.7634178633262043, + "IoU_noncoffee": 0.6173612254982704, + "kappa": 0.5107942342443313, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7845451084887705, + "mIoU": 0.6323327778626706, + "macroF1": 0.7725337767319096, + "F1_coffee": 0.8248039620305406, + "IoU_coffee": 0.7018437225636524, + "precision_coffee": 0.9503090822634331, + "recall_coffee": 0.7285818446955887, + "F1_noncoffee": 0.7202635914332784, + "IoU_noncoffee": 0.562821833161689, + "kappa": 0.557393923878811, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8365234375, + "mIoU": 0.6758076583182738, + "macroF1": 0.8005670481052697, + "F1_coffee": 0.8852481491636962, + "IoU_coffee": 0.7941212642971345, + "precision_coffee": 0.9573017049666419, + "recall_coffee": 0.82328190743338, + "F1_noncoffee": 0.7158859470468432, + "IoU_noncoffee": 0.5574940523394132, + "kappa": 0.6066513611471568, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8642708922844746, + "mIoU": 0.6986872347927559, + "macroF1": 0.8149111467767047, + "F1_coffee": 0.910493251228463, + "IoU_coffee": 0.8356930806120119, + "precision_coffee": 0.9297510162601627, + "recall_coffee": 0.8920170627666058, + "F1_noncoffee": 0.7193290423249463, + "IoU_noncoffee": 0.5616813889734998, + "kappa": 0.6303196257010799, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2528, + 2984 + ], + [ + 41384, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1120906829833985, + "test_tta": { + "OA": 0.7946064035527541, + "mIoU": 0.6516965149602963, + "macroF1": 0.7879612754333067, + "F1_coffee": 0.8254982504183782, + "IoU_coffee": 0.7028497409326425, + "precision_coffee": 0.872768216181438, + "recall_coffee": 0.7830855823351133, + "F1_noncoffee": 0.7504243004482354, + "IoU_noncoffee": 0.6005432889879502, + "kappa": 0.5776942998258635, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7003721010730356, + "mIoU": 0.531541854203468, + "macroF1": 0.6922040623684426, + "F1_coffee": 0.7423447557391077, + "IoU_coffee": 0.5902609313058399, + "precision_coffee": 0.8534519633843785, + "recall_coffee": 0.6568343429022913, + "F1_noncoffee": 0.6420633689977774, + "IoU_noncoffee": 0.4728227771010962, + "kappa": 0.39856865513165374, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 75, + "stopped_epoch": 100, + "best_val": 0.7535259553981665, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7850261442590072, + "mIoU": 0.6400698232349009, + "macroF1": 0.7795506952531684, + "F1_coffee": 0.8142934488359502, + "IoU_coffee": 0.6867579908675799, + "precision_coffee": 0.8773333333333333, + "recall_coffee": 0.7597055852215326, + "F1_noncoffee": 0.7448079416703867, + "IoU_noncoffee": 0.5933816556022219, + "kappa": 0.5622074505977912, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6895696319372332, + "mIoU": 0.5206969847387967, + "macroF1": 0.6833073936586849, + "F1_coffee": 0.7278405786106265, + "IoU_coffee": 0.5721300069575589, + "precision_coffee": 0.8585704910208222, + "recall_coffee": 0.6316609604073391, + "F1_noncoffee": 0.6387742087067432, + "IoU_noncoffee": 0.4692639625200345, + "kappa": 0.38552336139954363, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13555703802535024, + "mIoU": 0.06799069653679261, + "macroF1": 0.12008055014561493, + "F1_coffee": 0.23677700553657674, + "IoU_coffee": 0.13428647781934794, + "precision_coffee": 1.0, + "recall_coffee": 0.13428647781934794, + "F1_noncoffee": 0.00338409475465313, + "IoU_noncoffee": 0.001694915254237288, + "kappa": 0.0004551048156202767, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7535022536240712, + "mIoU": 0.6042786912259513, + "macroF1": 0.7532922565202543, + "F1_coffee": 0.7604900278155886, + "IoU_coffee": 0.613540870893812, + "precision_coffee": 0.8516702014846236, + "recall_coffee": 0.6869453651234898, + "F1_noncoffee": 0.7460944852249201, + "IoU_noncoffee": 0.5950165115580907, + "kappa": 0.5125079530432692, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7877863384869952, + "mIoU": 0.6438093828290794, + "macroF1": 0.7823404511590957, + "F1_coffee": 0.8167693544066434, + "IoU_coffee": 0.6902875254697759, + "precision_coffee": 0.9034966416436191, + "recall_coffee": 0.7452338276030633, + "F1_noncoffee": 0.7479115479115479, + "IoU_noncoffee": 0.597331240188383, + "kappa": 0.570130319956614, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8081346144272415, + "mIoU": 0.661692768009827, + "macroF1": 0.7939923158884095, + "F1_coffee": 0.8479684418145956, + "IoU_coffee": 0.7360635529379537, + "precision_coffee": 0.8715536814790789, + "recall_coffee": 0.8256260562298356, + "F1_noncoffee": 0.7400161899622234, + "IoU_noncoffee": 0.5873219830817004, + "kappa": 0.5884999491148379, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7325758463160361, + "mIoU": 0.5707136420867138, + "macroF1": 0.7250762138816575, + "F1_coffee": 0.6796688648800336, + "IoU_coffee": 0.5147715196599363, + "precision_coffee": 0.7429447852760737, + "recall_coffee": 0.6263253167830359, + "F1_noncoffee": 0.7704835628832813, + "IoU_noncoffee": 0.6266557645134914, + "kappa": 0.4529953795862681, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7262336520496758, + "mIoU": 0.5647716338830104, + "macroF1": 0.7206358824514216, + "F1_coffee": 0.6810907694277302, + "IoU_coffee": 0.5164045816346341, + "precision_coffee": 0.7869822485207101, + "recall_coffee": 0.6003159557661928, + "F1_noncoffee": 0.7601809954751131, + "IoU_noncoffee": 0.6131386861313869, + "kappa": 0.44877651738700397, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7407485503426463, + "mIoU": 0.5871398435892883, + "macroF1": 0.7396432734712466, + "F1_coffee": 0.7226795985113341, + "IoU_coffee": 0.5657778562599329, + "precision_coffee": 0.7903305377405032, + "recall_coffee": 0.6656970704342406, + "F1_noncoffee": 0.756606948431159, + "IoU_noncoffee": 0.6085018309186435, + "kappa": 0.4826136896102505, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.776170536733917, + "mIoU": 0.6196240404292066, + "macroF1": 0.7625273821253312, + "F1_coffee": 0.8194472876151484, + "IoU_coffee": 0.6941217270677995, + "precision_coffee": 0.9344070961718021, + "recall_coffee": 0.7296755377324098, + "F1_noncoffee": 0.705607476635514, + "IoU_noncoffee": 0.5451263537906137, + "kappa": 0.5364940235696466, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84248046875, + "mIoU": 0.6855373478994582, + "macroF1": 0.8078537557721832, + "F1_coffee": 0.889422088160691, + "IoU_coffee": 0.8008641975308642, + "precision_coffee": 0.9618920521945433, + "recall_coffee": 0.8271069743720515, + "F1_noncoffee": 0.7262854233836755, + "IoU_noncoffee": 0.5702104982680523, + "kappa": 0.6210322129226871, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.868421052631579, + "mIoU": 0.693880882642481, + "macroF1": 0.8099395520804056, + "F1_coffee": 0.9153673481769096, + "IoU_coffee": 0.8439422754223067, + "precision_coffee": 0.911331239429814, + "recall_coffee": 0.9194393662400975, + "F1_noncoffee": 0.7045117559839017, + "IoU_noncoffee": 0.5438194898626554, + "kappa": 0.6199051337590561, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2542, + 2984 + ], + [ + 41269, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.2295307517051697, + "test_tta": { + "OA": 0.7915622090108159, + "mIoU": 0.6477761906435928, + "macroF1": 0.7850998168298595, + "F1_coffee": 0.8223660114760103, + "IoU_coffee": 0.6983205473771511, + "precision_coffee": 0.8724541009616942, + "recall_coffee": 0.77771684225718, + "F1_noncoffee": 0.7478336221837089, + "IoU_noncoffee": 0.5972318339100346, + "kappa": 0.5722012662527187, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6965645552094151, + "mIoU": 0.5275352249395397, + "macroF1": 0.6888770071121072, + "F1_coffee": 0.7377827631332959, + "IoU_coffee": 0.5845133005509805, + "precision_coffee": 0.8536817513195466, + "recall_coffee": 0.6495917829865684, + "F1_noncoffee": 0.6399712510909185, + "IoU_noncoffee": 0.47055714932809906, + "kappa": 0.39311260453093405, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 39, + "stopped_epoch": 69, + "best_val": 0.7041651759782488, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7528472172480482, + "mIoU": 0.5909482416428092, + "macroF1": 0.7403017080157175, + "F1_coffee": 0.7973810152969847, + "IoU_coffee": 0.663037109375, + "precision_coffee": 0.8113404833746601, + "recall_coffee": 0.7838937797662, + "F1_noncoffee": 0.6832224007344503, + "IoU_noncoffee": 0.5188593739106184, + "kappa": 0.48084368844637687, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6816949348101996, + "mIoU": 0.5037388855078141, + "macroF1": 0.6660705150124386, + "F1_coffee": 0.7383024640121422, + "IoU_coffee": 0.5851659712040901, + "precision_coffee": 0.8029920041269022, + "recall_coffee": 0.6832587130190502, + "F1_noncoffee": 0.5938385660127351, + "IoU_noncoffee": 0.42231179981153805, + "kappa": 0.33880107064063764, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2980653769179453, + "mIoU": 0.14946462999116378, + "macroF1": 0.23082648301006103, + "F1_coffee": 0.45824322932756667, + "IoU_coffee": 0.29722148009617955, + "precision_coffee": 0.9991019308486754, + "recall_coffee": 0.29730090860502406, + "F1_noncoffee": 0.0034097366925554084, + "IoU_noncoffee": 0.0017077798861480076, + "kappa": 0.00048197463288472003, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7172006334510903, + "mIoU": 0.5569699764004797, + "macroF1": 0.7149557651759376, + "F1_coffee": 0.7402517482517482, + "IoU_coffee": 0.5876187938538059, + "precision_coffee": 0.7763435813189392, + "recall_coffee": 0.7073666203357212, + "F1_noncoffee": 0.689659782100127, + "IoU_noncoffee": 0.5263211589471536, + "kappa": 0.43137983991522316, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7493665649723357, + "mIoU": 0.5871393652844643, + "macroF1": 0.7373775226683941, + "F1_coffee": 0.7934898385241361, + "IoU_coffee": 0.6576735645172682, + "precision_coffee": 0.8316513351790659, + "recall_coffee": 0.7586768779533974, + "F1_noncoffee": 0.681265206812652, + "IoU_noncoffee": 0.5166051660516605, + "kappa": 0.4764564557087319, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7853337979787922, + "mIoU": 0.6178558336363966, + "macroF1": 0.7585965892863764, + "F1_coffee": 0.8389362020020917, + "IoU_coffee": 0.7225582293141166, + "precision_coffee": 0.8164897484368184, + "recall_coffee": 0.8626517130127516, + "F1_noncoffee": 0.6782569765706611, + "IoU_noncoffee": 0.5131534379586767, + "kappa": 0.5179209976155175, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6656905236031393, + "mIoU": 0.49733069678901237, + "macroF1": 0.6638187999657812, + "F1_coffee": 0.6387341772151899, + "IoU_coffee": 0.46922075506788175, + "precision_coffee": 0.6255888916439375, + "recall_coffee": 0.65244375484872, + "F1_noncoffee": 0.6889034227163724, + "IoU_noncoffee": 0.525440638510143, + "kappa": 0.32789314568797107, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6520496757885482, + "mIoU": 0.4825650866688712, + "macroF1": 0.6506153307882054, + "F1_coffee": 0.6282292155941757, + "IoU_coffee": 0.4579695257661359, + "precision_coffee": 0.6548347613219094, + "recall_coffee": 0.6037011961182577, + "F1_noncoffee": 0.6730014459822351, + "IoU_noncoffee": 0.5071606475716065, + "kappa": 0.3022437682832172, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7363205060622035, + "mIoU": 0.5822051389474832, + "macroF1": 0.7358412660901607, + "F1_coffee": 0.7470927292951764, + "IoU_coffee": 0.5962873284907183, + "precision_coffee": 0.7277383766745469, + "recall_coffee": 0.7675046748389778, + "F1_noncoffee": 0.7245898028851449, + "IoU_noncoffee": 0.568122949404248, + "kappa": 0.4720891496492902, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7729983504631392, + "mIoU": 0.6117854320467253, + "macroF1": 0.7557552252845696, + "F1_coffee": 0.8206516290726817, + "IoU_coffee": 0.6958517511050663, + "precision_coffee": 0.9117843617732234, + "recall_coffee": 0.7460809332847248, + "F1_noncoffee": 0.6908588214964576, + "IoU_noncoffee": 0.5277191129883844, + "kappa": 0.5197796691631416, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.83583984375, + "mIoU": 0.665676251463392, + "macroF1": 0.7916713640166351, + "F1_coffee": 0.8875961216984286, + "IoU_coffee": 0.797908150997836, + "precision_coffee": 0.9332114735658043, + "recall_coffee": 0.8462323090654087, + "F1_noncoffee": 0.6957466063348416, + "IoU_noncoffee": 0.5334443519289481, + "kappa": 0.5860200179084514, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.829183172986229, + "mIoU": 0.6077880544081699, + "macroF1": 0.7368081944588813, + "F1_coffee": 0.8927323343007759, + "IoU_coffee": 0.8062479940087729, + "precision_coffee": 0.8684028578013367, + "recall_coffee": 0.9184643510054845, + "F1_noncoffee": 0.5808840546169868, + "IoU_noncoffee": 0.40932811480756687, + "kappa": 0.47522577739892435, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2471, + 2984 + ], + [ + 39543, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.251274887720744, + "test_tta": { + "OA": 0.7642898073203925, + "mIoU": 0.6015968876249593, + "macroF1": 0.7479588298989159, + "F1_coffee": 0.8121155026477683, + "IoU_coffee": 0.6836653769435966, + "precision_coffee": 0.8032981306827808, + "recall_coffee": 0.8211285899841247, + "F1_noncoffee": 0.6838021571500636, + "IoU_noncoffee": 0.5195283983063221, + "kappa": 0.49601984928016346, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6942713741779163, + "mIoU": 0.5137292519502512, + "macroF1": 0.673698293954442, + "F1_coffee": 0.7556313835796463, + "IoU_coffee": 0.6072407915215297, + "precision_coffee": 0.7958331309795542, + "recall_coffee": 0.7192959353875867, + "F1_noncoffee": 0.5917652043292377, + "IoU_noncoffee": 0.4202177123789727, + "kappa": 0.3501667955205128, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.7201397183121367, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.786834753957453, + "mIoU": 0.6414889402570441, + "macroF1": 0.7804433380470166, + "F1_coffee": 0.8179036896530625, + "IoU_coffee": 0.6919095191262488, + "precision_coffee": 0.8700491424480099, + "recall_coffee": 0.7716553615240295, + "F1_noncoffee": 0.7429829864409707, + "IoU_noncoffee": 0.5910683613878392, + "kappa": 0.5631017405110281, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6989154263297566, + "mIoU": 0.5299860822234621, + "macroF1": 0.6909078933385289, + "F1_coffee": 0.740657920890479, + "IoU_coffee": 0.5881308448092175, + "precision_coffee": 0.8533722661170273, + "recall_coffee": 0.6542445790536389, + "F1_noncoffee": 0.6411578657865786, + "IoU_noncoffee": 0.4718413196377068, + "kappa": 0.3963861694416938, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19653102068045364, + "mIoU": 0.09852867230237504, + "macroF1": 0.16506548521957898, + "F1_coffee": 0.3271508379888268, + "IoU_coffee": 0.19556505476890196, + "precision_coffee": 0.9986357435197817, + "recall_coffee": 0.19561731694281134, + "F1_noncoffee": 0.002980132450331126, + "IoU_noncoffee": 0.001492289835848118, + "kappa": 5.0335464157025185e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7643440126690219, + "mIoU": 0.6177650115702311, + "macroF1": 0.763580517934265, + "F1_coffee": 0.7770157339634604, + "IoU_coffee": 0.6353440150801131, + "precision_coffee": 0.8428357089272318, + "recall_coffee": 0.7207313161552443, + "F1_noncoffee": 0.7501453019050695, + "IoU_noncoffee": 0.6001860080603493, + "kappa": 0.5303702483540177, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7836496199389834, + "mIoU": 0.6358038826959413, + "macroF1": 0.7759502578988451, + "F1_coffee": 0.8174838597103472, + "IoU_coffee": 0.6913088387191972, + "precision_coffee": 0.8798122065727699, + "recall_coffee": 0.7634023138341209, + "F1_noncoffee": 0.7344166560873429, + "IoU_noncoffee": 0.5802989266726853, + "kappa": 0.5551491828327373, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8082839647533231, + "mIoU": 0.6635131584065216, + "macroF1": 0.795566599484826, + "F1_coffee": 0.8465553651830896, + "IoU_coffee": 0.7339367141080558, + "precision_coffee": 0.8794602202169054, + "recall_coffee": 0.816023966815179, + "F1_noncoffee": 0.7445778337865623, + "IoU_noncoffee": 0.5930896027049873, + "kappa": 0.5920837281826136, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7495607356214127, + "mIoU": 0.5939681964065915, + "macroF1": 0.7441720855746412, + "F1_coffee": 0.7070430254864346, + "IoU_coffee": 0.5468418821534549, + "precision_coffee": 0.7519673564558438, + "recall_coffee": 0.6671838634600465, + "F1_noncoffee": 0.7813011456628478, + "IoU_noncoffee": 0.641094510659728, + "kappa": 0.48970383087834174, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7099681283657545, + "mIoU": 0.5441760937566954, + "macroF1": 0.7032806886353797, + "F1_coffee": 0.6587352903142377, + "IoU_coffee": 0.49112996529116854, + "precision_coffee": 0.771350696547547, + "recall_coffee": 0.5748138117806364, + "F1_noncoffee": 0.7478260869565218, + "IoU_noncoffee": 0.5972222222222222, + "kappa": 0.41576352723753973, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7453874538745388, + "mIoU": 0.594024760979138, + "macroF1": 0.7452957248924406, + "F1_coffee": 0.7404621171413218, + "IoU_coffee": 0.5878839590443686, + "precision_coffee": 0.7669189670525378, + "recall_coffee": 0.7157697901516725, + "F1_noncoffee": 0.7501293326435592, + "IoU_noncoffee": 0.6001655629139073, + "kappa": 0.4911744393062205, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7803578226113438, + "mIoU": 0.620444615991065, + "macroF1": 0.7623035641002842, + "F1_coffee": 0.8278125932557445, + "IoU_coffee": 0.7062118126272913, + "precision_coffee": 0.9111013794613532, + "recall_coffee": 0.7584761210353628, + "F1_noncoffee": 0.6967945349448239, + "IoU_noncoffee": 0.5346774193548387, + "kappa": 0.5315013248075482, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84912109375, + "mIoU": 0.6816085295880288, + "macroF1": 0.8030896656314213, + "F1_coffee": 0.8982950431176354, + "IoU_coffee": 0.815368068833652, + "precision_coffee": 0.9285519869352205, + "recall_coffee": 0.8699477240851715, + "F1_noncoffee": 0.707884288145207, + "IoU_noncoffee": 0.5478489903424056, + "kappa": 0.6073766962106967, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8645538577626863, + "mIoU": 0.7069510566367726, + "macroF1": 0.821865796372802, + "F1_coffee": 0.9090678824721378, + "IoU_coffee": 0.8332946366380312, + "precision_coffee": 0.9460919994727824, + "recall_coffee": 0.8748324192565509, + "F1_noncoffee": 0.7346637102734663, + "IoU_noncoffee": 0.580607476635514, + "kappa": 0.6453165696093344, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2545, + 2984 + ], + [ + 41367, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.0438122312227884, + "test_tta": { + "OA": 0.7976147840412577, + "mIoU": 0.6543314489655445, + "macroF1": 0.7896721735110805, + "F1_coffee": 0.830544560393427, + "IoU_coffee": 0.7101976973768558, + "precision_coffee": 0.86415400455524, + "recall_coffee": 0.7994515803146197, + "F1_noncoffee": 0.748799786628734, + "IoU_noncoffee": 0.5984652005542331, + "kappa": 0.5802854969911992, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7095880927656628, + "mIoU": 0.5404038486488347, + "macroF1": 0.6992485362815237, + "F1_coffee": 0.7550126532995912, + "IoU_coffee": 0.6064420295520287, + "precision_coffee": 0.8471114993993666, + "recall_coffee": 0.6809762092880344, + "F1_noncoffee": 0.6434844192634561, + "IoU_noncoffee": 0.4743656677456406, + "kappa": 0.4086687577150287, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 21, + "stopped_epoch": 51, + "best_val": 0.7404482953217635, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7837726523887973, + "mIoU": 0.6382752871916435, + "macroF1": 0.7781905682840499, + "F1_coffee": 0.813378050476794, + "IoU_coffee": 0.6854567714709943, + "precision_coffee": 0.8754408144254442, + "recall_coffee": 0.7595324000577284, + "F1_noncoffee": 0.7430030860913057, + "IoU_noncoffee": 0.5910938029122926, + "kappa": 0.5594303540687258, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6936656282450675, + "mIoU": 0.5248548745823614, + "macroF1": 0.6867502448273528, + "F1_coffee": 0.7332931515105854, + "IoU_coffee": 0.5788972818652234, + "precision_coffee": 0.856929036802254, + "recall_coffee": 0.6408348696339216, + "F1_noncoffee": 0.6402073381441203, + "IoU_noncoffee": 0.4708124672994992, + "kappa": 0.39061288360863744, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17451634422948634, + "mIoU": 0.08751358884731973, + "macroF1": 0.14939657896538822, + "F1_coffee": 0.29557098941136284, + "IoU_coffee": 0.17341349365397463, + "precision_coffee": 0.9992301770592764, + "recall_coffee": 0.1734366648850882, + "F1_noncoffee": 0.003222168519413565, + "IoU_noncoffee": 0.0016136840406648378, + "kappa": 0.00029293856161260594, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7693385308807407, + "mIoU": 0.624519318032394, + "macroF1": 0.7687574629687701, + "F1_coffee": 0.780349167681689, + "IoU_coffee": 0.6398135818908123, + "precision_coffee": 0.852814401622718, + "recall_coffee": 0.7192344702234578, + "F1_noncoffee": 0.7571657582558512, + "IoU_noncoffee": 0.6092250541739759, + "kappa": 0.5411773804420508, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7754796008066601, + "mIoU": 0.6270779751635283, + "macroF1": 0.7697256191382553, + "F1_coffee": 0.8061260939453474, + "IoU_coffee": 0.6752187897374523, + "precision_coffee": 0.8918197984588027, + "recall_coffee": 0.7354570637119113, + "F1_noncoffee": 0.7333251443311632, + "IoU_noncoffee": 0.5789371605896043, + "kappa": 0.5452268913836371, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8035545377607408, + "mIoU": 0.6568916926272412, + "macroF1": 0.7906947369297186, + "F1_coffee": 0.8425756004149046, + "IoU_coffee": 0.727974631187095, + "precision_coffee": 0.8764940239043825, + "recall_coffee": 0.8111845137501921, + "F1_noncoffee": 0.7388138734445326, + "IoU_noncoffee": 0.5858087540673874, + "kappa": 0.5824269638235505, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.741126859552536, + "mIoU": 0.5829070067370257, + "macroF1": 0.7352775658450887, + "F1_coffee": 0.6959273527793065, + "IoU_coffee": 0.5336568896391644, + "precision_coffee": 0.7436048221111438, + "recall_coffee": 0.6539953452288596, + "F1_noncoffee": 0.7746277789108709, + "IoU_noncoffee": 0.6321571238348869, + "kappa": 0.4721634222333955, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7112869546103967, + "mIoU": 0.5462904835951445, + "macroF1": 0.7051949091313535, + "F1_coffee": 0.6628160698241561, + "IoU_coffee": 0.4956805528892302, + "precision_coffee": 0.768452380952381, + "recall_coffee": 0.5827127059354548, + "F1_noncoffee": 0.747573748438551, + "IoU_noncoffee": 0.5969004143010588, + "kappa": 0.4186145985494133, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7385345282024249, + "mIoU": 0.5846146317022418, + "macroF1": 0.7376874530859896, + "F1_coffee": 0.7227811312318354, + "IoU_coffee": 0.5659023280238054, + "precision_coffee": 0.7822405032663925, + "recall_coffee": 0.6717224184500311, + "F1_noncoffee": 0.7525937749401437, + "IoU_noncoffee": 0.6033269353806782, + "kappa": 0.4780662134430235, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7998984900393351, + "mIoU": 0.6493714304520712, + "macroF1": 0.7847299299055801, + "F1_coffee": 0.8418730572545874, + "IoU_coffee": 0.726926406926407, + "precision_coffee": 0.935591709382661, + "recall_coffee": 0.7652205614290922, + "F1_noncoffee": 0.7275868025565728, + "IoU_noncoffee": 0.5718164539777355, + "kappa": 0.576775832362279, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.83251953125, + "mIoU": 0.6689590114702006, + "macroF1": 0.7953297835920371, + "F1_coffee": 0.8825744608010955, + "IoU_coffee": 0.789828431372549, + "precision_coffee": 0.9531203785862171, + "recall_coffee": 0.8217518806579115, + "F1_noncoffee": 0.7080851063829787, + "IoU_noncoffee": 0.5480895915678524, + "kappa": 0.5961594305612495, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8617242029805697, + "mIoU": 0.6928214410664972, + "macroF1": 0.8103507232342795, + "F1_coffee": 0.9090570719602977, + "IoU_coffee": 0.833276469919254, + "precision_coffee": 0.9257106759317751, + "recall_coffee": 0.8929920780012187, + "F1_noncoffee": 0.7116443745082612, + "IoU_noncoffee": 0.5523664122137405, + "kappa": 0.6210902777219095, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2567, + 2984 + ], + [ + 41174, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6668030897776287, + "test_tta": { + "OA": 0.8020736336938614, + "mIoU": 0.6602983006110248, + "macroF1": 0.7940219882066888, + "F1_coffee": 0.8347462061747776, + "IoU_coffee": 0.7163642895634992, + "precision_coffee": 0.8658808933002481, + "recall_coffee": 0.8057728387934767, + "F1_noncoffee": 0.7532977702386001, + "IoU_noncoffee": 0.6042323116585505, + "kappa": 0.588837587525859, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7140446521287642, + "mIoU": 0.5453029482029954, + "macroF1": 0.7032959419624056, + "F1_coffee": 0.7597688197448293, + "IoU_coffee": 0.6126025791324736, + "precision_coffee": 0.8480889393816441, + "recall_coffee": 0.6881090334474586, + "F1_noncoffee": 0.6468230641799818, + "IoU_noncoffee": 0.4780033172735171, + "kappa": 0.41590474525134674, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 40, + "stopped_epoch": 70, + "best_val": 0.7452912113052129, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7959673375832677, + "mIoU": 0.6537039847907538, + "macroF1": 0.7894623598645977, + "F1_coffee": 0.8264696923545538, + "IoU_coffee": 0.7042593505853039, + "precision_coffee": 0.8748347573754635, + "recall_coffee": 0.7831721749170154, + "F1_noncoffee": 0.7524550273746415, + "IoU_noncoffee": 0.6031486189962035, + "kappa": 0.5807526540588861, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7055353640244606, + "mIoU": 0.5374665936316567, + "macroF1": 0.6972280609678961, + "F1_coffee": 0.7473800126204823, + "IoU_coffee": 0.5966534305300382, + "precision_coffee": 0.8566242164676519, + "recall_coffee": 0.6628478623474673, + "F1_noncoffee": 0.64707610931531, + "IoU_noncoffee": 0.4782797567332754, + "kappa": 0.40790908225812533, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19079386257505004, + "mIoU": 0.09570744557887637, + "macroF1": 0.161191607091608, + "F1_coffee": 0.31876895428507246, + "IoU_coffee": 0.1896044895777659, + "precision_coffee": 1.0, + "recall_coffee": 0.1896044895777659, + "F1_noncoffee": 0.0036142598981435846, + "IoU_noncoffee": 0.0018104015799868334, + "kappa": 0.000686284960649218, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7780484833719089, + "mIoU": 0.6361619739647273, + "macroF1": 0.7775333988500893, + "F1_coffee": 0.7882380288238029, + "IoU_coffee": 0.6504891617111068, + "precision_coffee": 0.8633991088478676, + "recall_coffee": 0.7251149363840479, + "F1_noncoffee": 0.7668287688763757, + "IoU_noncoffee": 0.6218347862183479, + "kappa": 0.5587487299693831, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7969905372563214, + "mIoU": 0.6557165849981154, + "macroF1": 0.7910342807763078, + "F1_coffee": 0.8263139267386304, + "IoU_coffee": 0.7040331699962307, + "precision_coffee": 0.9040658276863505, + "recall_coffee": 0.7608766498289067, + "F1_noncoffee": 0.7557546348139853, + "IoU_noncoffee": 0.6074, + "kappa": 0.5863707997207812, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.809628117688057, + "mIoU": 0.6604355870279055, + "macroF1": 0.7925654606038208, + "F1_coffee": 0.8520581863200247, + "IoU_coffee": 0.7422485845241305, + "precision_coffee": 0.8583008573655495, + "recall_coffee": 0.8459056690735904, + "F1_noncoffee": 0.7330727348876169, + "IoU_noncoffee": 0.5786225895316804, + "kappa": 0.5851705155763912, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7594002577017688, + "mIoU": 0.6057076374192436, + "macroF1": 0.7532199487586885, + "F1_coffee": 0.7141664347342054, + "IoU_coffee": 0.5554112554112555, + "precision_coffee": 0.7731244350708044, + "recall_coffee": 0.6635634859063874, + "F1_noncoffee": 0.7922734627831716, + "IoU_noncoffee": 0.6560040194272316, + "kappa": 0.5085170763077568, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7305198373447631, + "mIoU": 0.5698218172826726, + "macroF1": 0.7247175827880104, + "F1_coffee": 0.6847518642324505, + "IoU_coffee": 0.5206256109481916, + "precision_coffee": 0.7956378846728414, + "recall_coffee": 0.6009930038366057, + "F1_noncoffee": 0.7646833013435701, + "IoU_noncoffee": 0.6190180236171535, + "kappa": 0.4573034485154158, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7531892461781761, + "mIoU": 0.6034769837705045, + "macroF1": 0.7525920585544854, + "F1_coffee": 0.7404368555272203, + "IoU_coffee": 0.5878521126760563, + "precision_coffee": 0.7938659058487875, + "recall_coffee": 0.6937461043008518, + "F1_noncoffee": 0.7647472615817505, + "IoU_noncoffee": 0.6191018548649528, + "kappa": 0.5072072136653127, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7982489531785306, + "mIoU": 0.6461559030762268, + "macroF1": 0.7821727739043791, + "F1_coffee": 0.8413490321293156, + "IoU_coffee": 0.726145366861867, + "precision_coffee": 0.9294532627865961, + "recall_coffee": 0.7685016405395553, + "F1_noncoffee": 0.7229965156794426, + "IoU_noncoffee": 0.5661664392905866, + "kappa": 0.5710747340608514, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8560546875, + "mIoU": 0.7027804286904491, + "macroF1": 0.8199398364740458, + "F1_coffee": 0.9005800620531499, + "IoU_coffee": 0.8191411042944785, + "precision_coffee": 0.9560360876414149, + "recall_coffee": 0.8512048960856815, + "F1_noncoffee": 0.7392996108949417, + "IoU_noncoffee": 0.5864197530864198, + "kappa": 0.6430292320049367, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8601207319373703, + "mIoU": 0.6658567792197487, + "macroF1": 0.786453438367444, + "F1_coffee": 0.9118783053063165, + "IoU_coffee": 0.8380297072957623, + "precision_coffee": 0.8897263450834879, + "recall_coffee": 0.9351614868982328, + "F1_noncoffee": 0.6610285714285714, + "IoU_noncoffee": 0.4936838511437351, + "kappa": 0.5739228444979783, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2562, + 2984 + ], + [ + 41860, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.257870026429494, + "test_tta": { + "OA": 0.8047417806747368, + "mIoU": 0.6642018217035754, + "macroF1": 0.7968986456015628, + "F1_coffee": 0.8368104403005179, + "IoU_coffee": 0.7194102056045907, + "precision_coffee": 0.8689584434152862, + "recall_coffee": 0.8069562707461394, + "F1_noncoffee": 0.7569868509026075, + "IoU_noncoffee": 0.6089934378025603, + "kappa": 0.5946235306527895, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7141744548286605, + "mIoU": 0.5457872220095061, + "macroF1": 0.7037871384864484, + "F1_coffee": 0.7592565597667639, + "IoU_coffee": 0.6119367913998708, + "precision_coffee": 0.8502285341168789, + "recall_coffee": 0.6858704240189624, + "F1_noncoffee": 0.6483177172061328, + "IoU_noncoffee": 0.4796376526191414, + "kappa": 0.4173190280947433, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 6, + "stopped_epoch": 50, + "best_val": 0.6798147422140735, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7610844495379987, + "mIoU": 0.6047441833809633, + "macroF1": 0.7518619403626052, + "F1_coffee": 0.7996997447830656, + "IoU_coffee": 0.6662497498499099, + "precision_coffee": 0.8332238385734397, + "recall_coffee": 0.7687689421272911, + "F1_noncoffee": 0.7040241359421447, + "IoU_noncoffee": 0.5432386169120165, + "kappa": 0.504908152259253, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6740077304719049, + "mIoU": 0.4992885606409745, + "macroF1": 0.6633496084949319, + "F1_coffee": 0.7232500336708582, + "IoU_coffee": 0.566477425294411, + "precision_coffee": 0.8179401257304273, + "recall_coffee": 0.648209112457203, + "F1_noncoffee": 0.6034491833190055, + "IoU_noncoffee": 0.432099695987538, + "kappa": 0.33938524285670807, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1589059372915277, + "mIoU": 0.07968300660025572, + "macroF1": 0.13786099149649958, + "F1_coffee": 0.2725594276482806, + "IoU_coffee": 0.1577822311289245, + "precision_coffee": 0.9991539763113367, + "recall_coffee": 0.15780331373597006, + "F1_noncoffee": 0.0031625553447185324, + "IoU_noncoffee": 0.0015837820715869496, + "kappa": 0.00023305370133670743, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7379096114021196, + "mIoU": 0.5835641913209066, + "macroF1": 0.7367937478069531, + "F1_coffee": 0.75393149196546, + "IoU_coffee": 0.605048187241854, + "precision_coffee": 0.8104253749692648, + "recall_coffee": 0.7048005987383728, + "F1_noncoffee": 0.7196560036484462, + "IoU_noncoffee": 0.5620801953999592, + "kappa": 0.47648577668610287, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7829256941930813, + "mIoU": 0.6329850922786422, + "macroF1": 0.7735104023194642, + "F1_coffee": 0.8196890301520487, + "IoU_coffee": 0.6944687045123726, + "precision_coffee": 0.8668241279069767, + "recall_coffee": 0.7774156754114389, + "F1_noncoffee": 0.7273317744868797, + "IoU_noncoffee": 0.5715014800449117, + "kappa": 0.5490372196573551, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7589983571464131, + "mIoU": 0.5897428812226418, + "macroF1": 0.7374550039685964, + "F1_coffee": 0.8126620486823265, + "IoU_coffee": 0.6844403885014014, + "precision_coffee": 0.8188411448179054, + "recall_coffee": 0.8065755108311569, + "F1_noncoffee": 0.6622479592548663, + "IoU_noncoffee": 0.4950453739438823, + "kappa": 0.4749639108162285, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7193393463746046, + "mIoU": 0.5564657820183824, + "macroF1": 0.7138064736384064, + "F1_coffee": 0.6740136054421769, + "IoU_coffee": 0.5083111019905602, + "precision_coffee": 0.7111685328739592, + "recall_coffee": 0.6405482286009827, + "F1_noncoffee": 0.753599341834636, + "IoU_noncoffee": 0.6046204620462046, + "kappa": 0.4287914344792102, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7313990548411914, + "mIoU": 0.574749407310144, + "macroF1": 0.7295665857561886, + "F1_coffee": 0.7073053892215568, + "IoU_coffee": 0.5471558273114694, + "precision_coffee": 0.7535085480990048, + "recall_coffee": 0.666440983976529, + "F1_noncoffee": 0.7518277822908205, + "IoU_noncoffee": 0.6023429873088187, + "kappa": 0.4608519244991427, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7191354770690565, + "mIoU": 0.5614277690636811, + "macroF1": 0.7191169659664745, + "F1_coffee": 0.7168367346938775, + "IoU_coffee": 0.558648111332008, + "precision_coffee": 0.7338411316648531, + "recall_coffee": 0.7006025348015791, + "F1_noncoffee": 0.7213971972390714, + "IoU_noncoffee": 0.5642074267953542, + "kappa": 0.4385305469074455, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7580256312650678, + "mIoU": 0.5884774943634713, + "macroF1": 0.7364275295123475, + "F1_coffee": 0.8118772812469173, + "IoU_coffee": 0.6833277980737297, + "precision_coffee": 0.884755966458826, + "recall_coffee": 0.7500911410864017, + "F1_noncoffee": 0.6609777777777778, + "IoU_noncoffee": 0.493627190653213, + "kappa": 0.4792229093772549, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8287109375, + "mIoU": 0.6546737748057774, + "macroF1": 0.7831920954421399, + "F1_coffee": 0.8825341548352531, + "IoU_coffee": 0.7897638739062687, + "precision_coffee": 0.9294681901537594, + "recall_coffee": 0.8401122019635343, + "F1_noncoffee": 0.6838500360490267, + "IoU_noncoffee": 0.5195836757052862, + "kappa": 0.5693396377745296, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7946613846444067, + "mIoU": 0.569692305503043, + "macroF1": 0.705612098940072, + "F1_coffee": 0.8675226678025924, + "IoU_coffee": 0.7660397635679742, + "precision_coffee": 0.8663101604278075, + "recall_coffee": 0.8687385740402194, + "F1_noncoffee": 0.5437015300775518, + "IoU_noncoffee": 0.3733448474381117, + "kappa": 0.41122817049463767, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2500, + 2984 + ], + [ + 39974, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.616707452138265, + "test_tta": { + "OA": 0.7772186806102714, + "mIoU": 0.6195813093682183, + "macroF1": 0.7622346151141557, + "F1_coffee": 0.8219229062593933, + "IoU_coffee": 0.697681765163297, + "precision_coffee": 0.8152365267760804, + "recall_coffee": 0.8287198729975466, + "F1_noncoffee": 0.7025463239689181, + "IoU_noncoffee": 0.5414808535731397, + "kappa": 0.5245226566258064, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6920214607130495, + "mIoU": 0.5131284050139433, + "macroF1": 0.6737371355588725, + "F1_coffee": 0.7509737609329447, + "IoU_coffee": 0.601247385718554, + "precision_coffee": 0.8012243069725775, + "recall_coffee": 0.7066543762619611, + "F1_noncoffee": 0.5965005101848003, + "IoU_noncoffee": 0.42500942430933275, + "kappa": 0.3516067411190867, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.7111466528333105, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7728851801446888, + "mIoU": 0.6211417414745639, + "macroF1": 0.7647528104189932, + "F1_coffee": 0.8084920047714679, + "IoU_coffee": 0.6785451780509442, + "precision_coffee": 0.8476980558546007, + "recall_coffee": 0.77275220089479, + "F1_noncoffee": 0.7210136160665186, + "IoU_noncoffee": 0.5637383048981838, + "kappa": 0.5309672026786301, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6797623168339679, + "mIoU": 0.507003041958793, + "macroF1": 0.6705898504888633, + "F1_coffee": 0.7255580550268212, + "IoU_coffee": 0.5693143245078072, + "precision_coffee": 0.8304849753833965, + "recall_coffee": 0.644170836625406, + "F1_noncoffee": 0.6156216459509054, + "IoU_noncoffee": 0.4446917594097787, + "kappa": 0.355587014608435, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1256837891927952, + "mIoU": 0.0630372623489933, + "macroF1": 0.11230877326158024, + "F1_coffee": 0.22127153891859774, + "IoU_coffee": 0.12439871726349545, + "precision_coffee": 1.0, + "recall_coffee": 0.12439871726349545, + "F1_noncoffee": 0.0033460076045627378, + "IoU_noncoffee": 0.0016758074344911638, + "kappa": 0.0004168496905183018, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7380923376781581, + "mIoU": 0.5842914491953022, + "macroF1": 0.7374783415374001, + "F1_coffee": 0.7501742970020916, + "IoU_coffee": 0.6002231312755671, + "precision_coffee": 0.8214785596131824, + "recall_coffee": 0.6902598096867315, + "F1_noncoffee": 0.7247823860727086, + "IoU_noncoffee": 0.5683597671150371, + "kappa": 0.47927866552233556, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7994725683851285, + "mIoU": 0.6574447275354071, + "macroF1": 0.7920444777661414, + "F1_coffee": 0.8313473079933896, + "IoU_coffee": 0.7113724322715094, + "precision_coffee": 0.8916044776119403, + "recall_coffee": 0.778719243930259, + "F1_noncoffee": 0.7527416475388932, + "IoU_noncoffee": 0.6035170227993047, + "kappa": 0.5868554682892801, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7757255936675461, + "mIoU": 0.6109694989681296, + "macroF1": 0.7542817659031535, + "F1_coffee": 0.8268706045117405, + "IoU_coffee": 0.7048417742252506, + "precision_coffee": 0.8273475351841882, + "recall_coffee": 0.8263942233830082, + "F1_noncoffee": 0.6816929272945665, + "IoU_noncoffee": 0.5170972237110086, + "kappa": 0.5085638320522478, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7193393463746046, + "mIoU": 0.5545662646300135, + "macroF1": 0.711775106640093, + "F1_coffee": 0.6650824713447022, + "IoU_coffee": 0.4982198952879581, + "precision_coffee": 0.7237602677213264, + "recall_coffee": 0.6152055857253685, + "F1_noncoffee": 0.7584677419354838, + "IoU_noncoffee": 0.6109126339720689, + "kappa": 0.4262698011109602, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7363446532585999, + "mIoU": 0.5791058141917031, + "macroF1": 0.7326894457921445, + "F1_coffee": 0.7014312383322963, + "IoU_coffee": 0.5401571784550508, + "precision_coffee": 0.7819089900110988, + "recall_coffee": 0.6359738208079441, + "F1_noncoffee": 0.7639476532519925, + "IoU_noncoffee": 0.6180544499283553, + "kappa": 0.46981934268288433, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7341064839219821, + "mIoU": 0.5792969207383676, + "macroF1": 0.7334823516010509, + "F1_coffee": 0.7205849767338799, + "IoU_coffee": 0.5632144094215449, + "precision_coffee": 0.7718965107999051, + "recall_coffee": 0.6756700602534802, + "F1_noncoffee": 0.746379726468222, + "IoU_noncoffee": 0.5953794320551902, + "kappa": 0.4690941342387529, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7584062936175612, + "mIoU": 0.5905664115827003, + "macroF1": 0.7384485551821873, + "F1_coffee": 0.8106979518791012, + "IoU_coffee": 0.6816585855208159, + "precision_coffee": 0.8917322834645669, + "recall_coffee": 0.7431644185198688, + "F1_noncoffee": 0.6661991584852734, + "IoU_noncoffee": 0.49947423764458465, + "kappa": 0.4844048647165385, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85556640625, + "mIoU": 0.698739836267881, + "macroF1": 0.816621751086127, + "F1_coffee": 0.9011297546627448, + "IoU_coffee": 0.8200511011071907, + "precision_coffee": 0.9471613265879708, + "recall_coffee": 0.8593650388881805, + "F1_noncoffee": 0.7321137475095092, + "IoU_noncoffee": 0.5774285714285714, + "kappa": 0.6355756490644628, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8129598189020939, + "mIoU": 0.5752586532263796, + "macroF1": 0.70609266865417, + "F1_coffee": 0.8833186231244484, + "IoU_coffee": 0.7910211824217515, + "precision_coffee": 0.8539249146757679, + "recall_coffee": 0.9148080438756856, + "F1_noncoffee": 0.5288667141838916, + "IoU_noncoffee": 0.3594961240310077, + "kappa": 0.41498418486304794, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2519, + 2984 + ], + [ + 40614, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6168447971343993, + "test_tta": { + "OA": 0.7841128858964258, + "mIoU": 0.6340460995274171, + "macroF1": 0.7742226240386825, + "F1_coffee": 0.8214772256115619, + "IoU_coffee": 0.6970397547368951, + "precision_coffee": 0.8434335755769757, + "recall_coffee": 0.8006350122672824, + "F1_noncoffee": 0.726968022465803, + "IoU_noncoffee": 0.5710524443179392, + "kappa": 0.5489127667280402, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6903340256143995, + "mIoU": 0.5170483051733095, + "macroF1": 0.6788617788256394, + "F1_coffee": 0.7395591999126648, + "IoU_coffee": 0.5867464777888983, + "precision_coffee": 0.8266670282289774, + "recall_coffee": 0.6690589061539812, + "F1_noncoffee": 0.6181643577386139, + "IoU_noncoffee": 0.44735013255772055, + "kappa": 0.36801152887496386, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 80, + "stopped_epoch": 100, + "best_val": 0.7458586811100455, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7867631258505837, + "mIoU": 0.6394944992235392, + "macroF1": 0.7786394540868552, + "F1_coffee": 0.8210453548135013, + "IoU_coffee": 0.6964181007010835, + "precision_coffee": 0.8564128287926764, + "recall_coffee": 0.788483186607014, + "F1_noncoffee": 0.7362335533602091, + "IoU_noncoffee": 0.582570897745995, + "kappa": 0.5583889982337281, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6972712587977385, + "mIoU": 0.5263353897402261, + "macroF1": 0.687295677695662, + "F1_coffee": 0.7431473323543808, + "IoU_coffee": 0.5912764093077597, + "precision_coffee": 0.8398329461223587, + "recall_coffee": 0.6664252480028092, + "F1_noncoffee": 0.6314440230369434, + "IoU_noncoffee": 0.4613943701726925, + "kappa": 0.3862631986066094, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18612408272181455, + "mIoU": 0.09336393939974362, + "macroF1": 0.15786355531054988, + "F1_coffee": 0.31213351375732973, + "IoU_coffee": 0.18492784607161947, + "precision_coffee": 1.0, + "recall_coffee": 0.18492784607161947, + "F1_noncoffee": 0.0035935968637700096, + "IoU_noncoffee": 0.0018000327278677793, + "kappa": 0.0006655308110951481, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7661103666707273, + "mIoU": 0.6198259308570493, + "macroF1": 0.7651089483316675, + "F1_coffee": 0.7804459691252144, + "IoU_coffee": 0.639943741209564, + "precision_coffee": 0.8387612142067101, + "recall_coffee": 0.7297123917459638, + "F1_noncoffee": 0.7497719275381207, + "IoU_noncoffee": 0.5997081205045346, + "kappa": 0.5327918021817356, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7860282331040902, + "mIoU": 0.6411013622479038, + "macroF1": 0.780268662483399, + "F1_coffee": 0.8158433466844682, + "IoU_coffee": 0.688965724594107, + "precision_coffee": 0.8989799921537858, + "recall_coffee": 0.7467818152191624, + "F1_noncoffee": 0.7446939782823297, + "IoU_noncoffee": 0.5932369999017005, + "kappa": 0.5656867842760571, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8043510728331756, + "mIoU": 0.6469087524219309, + "macroF1": 0.7815074615140268, + "F1_coffee": 0.8521555940109848, + "IoU_coffee": 0.7423964341898269, + "precision_coffee": 0.8350044234739015, + "recall_coffee": 0.8700261176832078, + "F1_noncoffee": 0.7108593290170688, + "IoU_noncoffee": 0.5514210706540349, + "kappa": 0.5633751885297995, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7485065011128031, + "mIoU": 0.5936409534941702, + "macroF1": 0.7441180352851361, + "F1_coffee": 0.7106078986386305, + "IoU_coffee": 0.5511185448463307, + "precision_coffee": 0.7421171171171171, + "recall_coffee": 0.6816653736746832, + "F1_noncoffee": 0.7776281719316417, + "IoU_noncoffee": 0.6361633621420099, + "kappa": 0.48894400322767423, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7272227717331575, + "mIoU": 0.5662898656949062, + "macroF1": 0.7219500155820251, + "F1_coffee": 0.6836604639306653, + "IoU_coffee": 0.5193648334624322, + "precision_coffee": 0.7853587115666179, + "recall_coffee": 0.6052809749492214, + "F1_noncoffee": 0.7602395672333848, + "IoU_noncoffee": 0.6132148979273804, + "kappa": 0.4508788673841317, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7686874011597259, + "mIoU": 0.6242281298696957, + "macroF1": 0.7686362731571742, + "F1_coffee": 0.7651969178082192, + "IoU_coffee": 0.6196914543248396, + "precision_coffee": 0.7890090487751048, + "recall_coffee": 0.742779970912113, + "F1_noncoffee": 0.7720756285061292, + "IoU_noncoffee": 0.6287648054145516, + "kappa": 0.5376812993494199, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.785179545742926, + "mIoU": 0.626806841888303, + "macroF1": 0.767203147583627, + "F1_coffee": 0.8318935557541456, + "IoU_coffee": 0.7121727303638218, + "precision_coffee": 0.9136314067611777, + "recall_coffee": 0.7635800218738608, + "F1_noncoffee": 0.7025127394131084, + "IoU_noncoffee": 0.5414409534127844, + "kappa": 0.5409088986929776, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.83828125, + "mIoU": 0.6778328139350505, + "macroF1": 0.8019873013595438, + "F1_coffee": 0.8867614879649891, + "IoU_coffee": 0.7965601965601966, + "precision_coffee": 0.9562011502728212, + "recall_coffee": 0.8267244676781844, + "F1_noncoffee": 0.7172131147540983, + "IoU_noncoffee": 0.5591054313099042, + "kappa": 0.6091224132663595, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8362573099415205, + "mIoU": 0.604051799806392, + "macroF1": 0.7307858179840163, + "F1_coffee": 0.8992922612832115, + "IoU_coffee": 0.8170127542953516, + "precision_coffee": 0.8580759437617624, + "recall_coffee": 0.9446678854357099, + "F1_noncoffee": 0.562279374684821, + "IoU_noncoffee": 0.3910908453174325, + "kappa": 0.4669174708056996, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2512, + 2984 + ], + [ + 41396, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.2187841137250266, + "test_tta": { + "OA": 0.7914010457703603, + "mIoU": 0.6444855255545732, + "macroF1": 0.7821614514169353, + "F1_coffee": 0.8270250204172545, + "IoU_coffee": 0.7050662075600679, + "precision_coffee": 0.8516207951070336, + "recall_coffee": 0.8038100736036946, + "F1_noncoffee": 0.737297882416616, + "IoU_noncoffee": 0.5839048435490785, + "kappa": 0.5648741212206692, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.702593169493481, + "mIoU": 0.5310356597868457, + "macroF1": 0.6909445770698335, + "F1_coffee": 0.7509450825513002, + "IoU_coffee": 0.601210620975072, + "precision_coffee": 0.8349582359734644, + "recall_coffee": 0.6822930383636204, + "F1_noncoffee": 0.6309440715883669, + "IoU_noncoffee": 0.46086069859861956, + "kappa": 0.39102526595157455, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 15, + "stopped_epoch": 50, + "best_val": 0.7522855343313269, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7464902227634124, + "mIoU": 0.5936860476411746, + "macroF1": 0.7446793713109079, + "F1_coffee": 0.7661816440120898, + "IoU_coffee": 0.620984150781752, + "precision_coffee": 0.8954906956991738, + "recall_coffee": 0.6695049790734594, + "F1_noncoffee": 0.723177098609726, + "IoU_noncoffee": 0.5663879445005973, + "kappa": 0.5016609773056441, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.652994115610938, + "mIoU": 0.48344400039034036, + "macroF1": 0.6513647806591173, + "F1_coffee": 0.6751984448404341, + "IoU_coffee": 0.5096600635852286, + "precision_coffee": 0.877104377104377, + "recall_coffee": 0.5488543587042402, + "F1_noncoffee": 0.6275311164778005, + "IoU_noncoffee": 0.45722793719545207, + "kappa": 0.3426733052470317, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09272848565710473, + "mIoU": 0.046505005225850195, + "macroF1": 0.08535386034294187, + "F1_coffee": 0.16748285994123407, + "IoU_coffee": 0.09139497594869055, + "precision_coffee": 1.0, + "recall_coffee": 0.09139497594869055, + "F1_noncoffee": 0.0032248607446496626, + "IoU_noncoffee": 0.0016150345030098371, + "kappa": 0.00029516851046294774, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7205506151784626, + "mIoU": 0.5626355034011682, + "macroF1": 0.7199878957222209, + "F1_coffee": 0.7074352761127407, + "IoU_coffee": 0.5473112974839665, + "precision_coffee": 0.8764417759519672, + "recall_coffee": 0.5930717416871591, + "F1_noncoffee": 0.7325405153317011, + "IoU_noncoffee": 0.5779597093183699, + "kappa": 0.45838714352951543, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.744195666787321, + "mIoU": 0.5906271313829505, + "macroF1": 0.7422318265599239, + "F1_coffee": 0.7647310600656299, + "IoU_coffee": 0.6190806190806191, + "precision_coffee": 0.9185422140980235, + "recall_coffee": 0.6550431807071859, + "F1_noncoffee": 0.7197325930542179, + "IoU_noncoffee": 0.5621736436852819, + "kappa": 0.501127489550653, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7699009309503659, + "mIoU": 0.6170603161280228, + "macroF1": 0.7615872481644177, + "F1_coffee": 0.8061078949576307, + "IoU_coffee": 0.6751932536893887, + "precision_coffee": 0.8879852125693161, + "recall_coffee": 0.7380550007681671, + "F1_noncoffee": 0.7170666013712047, + "IoU_noncoffee": 0.5589273785666571, + "kappa": 0.5290176122603116, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6929834836593651, + "mIoU": 0.5118412692149235, + "macroF1": 0.6719016700222895, + "F1_coffee": 0.5887337203828652, + "IoU_coffee": 0.41716700022237047, + "precision_coffee": 0.7486033519553073, + "recall_coffee": 0.48513059219032845, + "F1_noncoffee": 0.7550696196617138, + "IoU_noncoffee": 0.6065155382074764, + "kappa": 0.36115509490292014, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6772172766238048, + "mIoU": 0.49578521742305637, + "macroF1": 0.658016662045892, + "F1_coffee": 0.5769840126746363, + "IoU_coffee": 0.4054655870445344, + "precision_coffee": 0.7973726114649682, + "recall_coffee": 0.4520424283457459, + "F1_noncoffee": 0.7390493114171479, + "IoU_noncoffee": 0.5861048478015783, + "kappa": 0.3468150830152744, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.702161307327359, + "mIoU": 0.5350092695290224, + "macroF1": 0.6955280212055591, + "F1_coffee": 0.6505875077303649, + "IoU_coffee": 0.4821264894592117, + "precision_coffee": 0.8037897310513448, + "recall_coffee": 0.5464367338458342, + "F1_noncoffee": 0.7404685346807534, + "IoU_noncoffee": 0.587892049598833, + "kappa": 0.4070557010758566, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7504123842152011, + "mIoU": 0.591948257455559, + "macroF1": 0.7419398222872253, + "F1_coffee": 0.7886991083897303, + "IoU_coffee": 0.6511174175239447, + "precision_coffee": 0.9602406487052053, + "recall_coffee": 0.6691578563616478, + "F1_noncoffee": 0.6951805361847203, + "IoU_noncoffee": 0.5327790973871734, + "kappa": 0.5065951906395363, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8037109375, + "mIoU": 0.6359938182591975, + "macroF1": 0.7715129752175769, + "F1_coffee": 0.8572848622550412, + "IoU_coffee": 0.7502174723499441, + "precision_coffee": 0.9673129306200929, + "recall_coffee": 0.7697309702919801, + "F1_noncoffee": 0.6857410881801126, + "IoU_noncoffee": 0.5217701641684511, + "kappa": 0.5556844452900854, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8305036785512168, + "mIoU": 0.6496763740306787, + "macroF1": 0.7781311042045926, + "F1_coffee": 0.8859264901923443, + "IoU_coffee": 0.7952136752136753, + "precision_coffee": 0.924483306836248, + "recall_coffee": 0.8504570383912249, + "F1_noncoffee": 0.6703357182168409, + "IoU_noncoffee": 0.5041390728476821, + "kappa": 0.5584816312977708, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2545, + 2984 + ], + [ + 39114, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6058343609174093, + "test_tta": { + "OA": 0.7683726094119332, + "mIoU": 0.6198267883157542, + "macroF1": 0.7645767396442553, + "F1_coffee": 0.7944704854214666, + "IoU_coffee": 0.6590220113351786, + "precision_coffee": 0.8837044892188052, + "recall_coffee": 0.7216048491845866, + "F1_noncoffee": 0.734682993867044, + "IoU_noncoffee": 0.5806315652963299, + "kappa": 0.5352704696751144, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6732000692281066, + "mIoU": 0.5039389305588776, + "macroF1": 0.669152561515451, + "F1_coffee": 0.705746380105188, + "IoU_coffee": 0.5452921817306149, + "precision_coffee": 0.8642536814986801, + "recall_coffee": 0.5963699411816347, + "F1_noncoffee": 0.6325587429257139, + "IoU_noncoffee": 0.4625856793871404, + "kappa": 0.3649780637457854, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 68, + "stopped_epoch": 98, + "best_val": 0.6570962640755331, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.881459604273587, + "mIoU": 0.7115957980612317, + "macroF1": 0.8226388962249024, + "F1_coffee": 0.924778534487173, + "IoU_coffee": 0.8600819125631013, + "precision_coffee": 0.9009818007662835, + "recall_coffee": 0.9498664086003408, + "F1_noncoffee": 0.7204992579626318, + "IoU_noncoffee": 0.5631096835593623, + "kappa": 0.646194874008345, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8491548401984539, + "mIoU": 0.657297625691211, + "macroF1": 0.7809635444306428, + "F1_coffee": 0.9031780269016784, + "IoU_coffee": 0.8234499755237082, + "precision_coffee": 0.8685944232755244, + "recall_coffee": 0.9406297603208577, + "F1_noncoffee": 0.6587490619596071, + "IoU_noncoffee": 0.49114527585871365, + "kappa": 0.5643611581482892, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04938271604938271, + "mIoU": 0.024691358024691357, + "macroF1": 0.047058823529411764, + "F1_coffee": 0.09411764705882353, + "IoU_coffee": 0.04938271604938271, + "precision_coffee": 0.8, + "recall_coffee": 0.05, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024979457682826618, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8748543689320388, + "mIoU": 0.7044987325313646, + "macroF1": 0.8178513197455057, + "F1_coffee": 0.9197484746606899, + "IoU_coffee": 0.8514206673966919, + "precision_coffee": 0.9044878466907488, + "recall_coffee": 0.9355328984864797, + "F1_noncoffee": 0.7159541648303217, + "IoU_noncoffee": 0.5575767976660374, + "kappa": 0.6360693244805294, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8865625453314636, + "mIoU": 0.7190646130345872, + "macroF1": 0.8279779111695735, + "F1_coffee": 0.9283664122137405, + "IoU_coffee": 0.8663095509459767, + "precision_coffee": 0.9006457728538421, + "recall_coffee": 0.9578476466511247, + "F1_noncoffee": 0.7275894101254065, + "IoU_noncoffee": 0.5718196751231976, + "kappa": 0.6571907974655069, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8829360282384797, + "mIoU": 0.711354884340768, + "macroF1": 0.8221585826031467, + "F1_coffee": 0.9261237069360105, + "IoU_coffee": 0.8624119117981359, + "precision_coffee": 0.8979289940828402, + "recall_coffee": 0.9561464305966858, + "F1_noncoffee": 0.7181934582702828, + "IoU_noncoffee": 0.5602978568834, + "kappa": 0.6456498576890217, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8838227974116476, + "mIoU": 0.5896507880475025, + "macroF1": 0.6991536662592511, + "F1_coffee": 0.9348590566564332, + "IoU_coffee": 0.8776857771722042, + "precision_coffee": 0.9246908127208481, + "recall_coffee": 0.9452534146066147, + "F1_noncoffee": 0.463448275862069, + "IoU_noncoffee": 0.3016157989228007, + "kappa": 0.3989060180442313, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9087120460408811, + "mIoU": 0.6396249822629057, + "macroF1": 0.747800432079745, + "F1_coffee": 0.9492497793468667, + "IoU_coffee": 0.9034019319613608, + "precision_coffee": 0.9314712569015914, + "recall_coffee": 0.9677201664604657, + "F1_noncoffee": 0.5463510848126233, + "IoU_noncoffee": 0.3758480325644505, + "kappa": 0.4972380454026615, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9145663822186942, + "mIoU": 0.6579349605377696, + "macroF1": 0.7653091475700391, + "F1_coffee": 0.9524703284570798, + "IoU_coffee": 0.9092537942664418, + "precision_coffee": 0.9352775368603643, + "recall_coffee": 0.9703070520751321, + "F1_noncoffee": 0.5781479666829985, + "IoU_noncoffee": 0.4066161268090972, + "kappa": 0.5320218606584197, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8663192799621032, + "mIoU": 0.7399125217663493, + "macroF1": 0.8481168101075475, + "F1_coffee": 0.900696741501865, + "IoU_coffee": 0.8193341869398207, + "precision_coffee": 0.8793458842929779, + "recall_coffee": 0.9231102135025967, + "F1_noncoffee": 0.79553687871323, + "IoU_noncoffee": 0.6604908565928778, + "kappa": 0.6966018979879406, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8655097613882863, + "mIoU": 0.7331141096062623, + "macroF1": 0.8429450296520515, + "F1_coffee": 0.9024757215155246, + "IoU_coffee": 0.8222831505483549, + "precision_coffee": 0.8633865480240774, + "recall_coffee": 0.9452722063037249, + "F1_noncoffee": 0.7834143377885784, + "IoU_noncoffee": 0.6439450686641698, + "kappa": 0.6873134645356217, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8528718287277186, + "mIoU": 0.7114436001768967, + "macroF1": 0.8276955065168838, + "F1_coffee": 0.8935589519650655, + "IoU_coffee": 0.8075974346324618, + "precision_coffee": 0.853048462741011, + "recall_coffee": 0.9381088825214899, + "F1_noncoffee": 0.7618320610687023, + "IoU_noncoffee": 0.6152897657213316, + "kappa": 0.6571212369462675, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2587, + 2995 + ], + [ + 52030, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.157311542828878, + "test_tta": { + "OA": 0.8824763564765501, + "mIoU": 0.7111183528074783, + "macroF1": 0.8220441856680535, + "F1_coffee": 0.9257469154685429, + "IoU_coffee": 0.861758675677728, + "precision_coffee": 0.8982329778182322, + "recall_coffee": 0.9549996844297646, + "F1_noncoffee": 0.718341455867564, + "IoU_noncoffee": 0.5604780299372284, + "kappa": 0.6453505916825061, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8504672897196262, + "mIoU": 0.6562236593582106, + "macroF1": 0.77964565521893, + "F1_coffee": 0.9045690512131365, + "IoU_coffee": 0.8257654690283333, + "precision_coffee": 0.8653646337812373, + "recall_coffee": 0.9474942635120803, + "F1_noncoffee": 0.6547222592247236, + "IoU_noncoffee": 0.4866818496880879, + "kappa": 0.5625398604100593, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 15, + "stopped_epoch": 50, + "best_val": 0.699479637912328, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8888673703237469, + "mIoU": 0.7232285317736418, + "macroF1": 0.8310271341135171, + "F1_coffee": 0.9298877960372248, + "IoU_coffee": 0.8689628924833492, + "precision_coffee": 0.9010082673980387, + "recall_coffee": 0.9606799486672417, + "F1_noncoffee": 0.7321664721898095, + "IoU_noncoffee": 0.5774941710639342, + "kappa": 0.6633753808637501, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8564959040036921, + "mIoU": 0.6662706446468292, + "macroF1": 0.7876577693239819, + "F1_coffee": 0.9085595603506902, + "IoU_coffee": 0.8324408069785457, + "precision_coffee": 0.8679437430864045, + "recall_coffee": 0.9531632633385395, + "F1_noncoffee": 0.6667559782972737, + "IoU_noncoffee": 0.5001004823151125, + "kappa": 0.5786779088795955, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1728395061728395, + "mIoU": 0.08860294117647059, + "macroF1": 0.15427769985974754, + "F1_coffee": 0.27956989247311825, + "IoU_coffee": 0.1625, + "precision_coffee": 1.0, + "recall_coffee": 0.1625, + "F1_noncoffee": 0.028985507246376812, + "IoU_noncoffee": 0.014705882352941176, + "kappa": 0.004768017604988071, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8893689320388349, + "mIoU": 0.7272505427135152, + "macroF1": 0.8342541703686609, + "F1_coffee": 0.9298315834847132, + "IoU_coffee": 0.8688647217906669, + "precision_coffee": 0.9048418024928092, + "recall_coffee": 0.9562408967133177, + "F1_noncoffee": 0.7386767572526086, + "IoU_noncoffee": 0.5856363636363636, + "kappa": 0.6694473213625377, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8959914897732218, + "mIoU": 0.737212793321054, + "macroF1": 0.8412267903050143, + "F1_coffee": 0.9344746702409602, + "IoU_coffee": 0.8770084052833209, + "precision_coffee": 0.9045765510733663, + "recall_coffee": 0.9664167349253355, + "F1_noncoffee": 0.7479789103690685, + "IoU_noncoffee": 0.5974171813587872, + "kappa": 0.6837822319344055, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8812436535950873, + "mIoU": 0.7054362688793391, + "macroF1": 0.8174271626464691, + "F1_coffee": 0.9253676917466878, + "IoU_coffee": 0.8611016853297139, + "precision_coffee": 0.8937019428303105, + "recall_coffee": 0.9593598386995148, + "F1_noncoffee": 0.7094866335462503, + "IoU_noncoffee": 0.5497708524289643, + "kappa": 0.6366300774261936, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9047287207565953, + "mIoU": 0.6066997043107694, + "macroF1": 0.7121782450440906, + "F1_coffee": 0.947593231476918, + "IoU_coffee": 0.9004058694973462, + "precision_coffee": 0.9202297383535418, + "recall_coffee": 0.9766339315949881, + "F1_noncoffee": 0.476763258611263, + "IoU_noncoffee": 0.31299353912419237, + "kappa": 0.4293937909465649, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9253820202421116, + "mIoU": 0.6699985996286423, + "macroF1": 0.7746829542103111, + "F1_coffee": 0.9589519650655022, + "IoU_coffee": 0.9211409395973155, + "precision_coffee": 0.9315940184537066, + "recall_coffee": 0.987965358227421, + "F1_noncoffee": 0.5904139433551199, + "IoU_noncoffee": 0.4188562596599691, + "kappa": 0.5532106681085942, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9122841833697162, + "mIoU": 0.6415509912750749, + "macroF1": 0.7488255720796959, + "F1_coffee": 0.9514499121265377, + "IoU_coffee": 0.9073957678608842, + "precision_coffee": 0.929698400772781, + "recall_coffee": 0.974243617140929, + "F1_noncoffee": 0.5462012320328542, + "IoU_noncoffee": 0.3757062146892655, + "kappa": 0.5002082990889929, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8747513027001421, + "mIoU": 0.7539844864169188, + "macroF1": 0.8576013361954351, + "F1_coffee": 0.9070192713461809, + "IoU_coffee": 0.8298584298584298, + "precision_coffee": 0.884984902552841, + "recall_coffee": 0.9301788805539527, + "F1_noncoffee": 0.8081834010446894, + "IoU_noncoffee": 0.6781105429754078, + "kappa": 0.7155664228988587, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8680562105064604, + "mIoU": 0.7392870630389448, + "macroF1": 0.8473633284580675, + "F1_coffee": 0.9035637967877577, + "IoU_coffee": 0.8240915377844839, + "precision_coffee": 0.870732031353793, + "recall_coffee": 0.9389684813753582, + "F1_noncoffee": 0.7911628601283773, + "IoU_noncoffee": 0.6544825882934058, + "kappa": 0.6956636596924207, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8517400735640857, + "mIoU": 0.7087897059714976, + "macroF1": 0.8257190536835699, + "F1_coffee": 0.893061224489796, + "IoU_coffee": 0.8067846607669616, + "precision_coffee": 0.850259067357513, + "recall_coffee": 0.9404011461318051, + "F1_noncoffee": 0.758376882877344, + "IoU_noncoffee": 0.6107947511760337, + "kappa": 0.6534225218275463, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2678, + 2995 + ], + [ + 52398, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6288616180419921, + "test_tta": { + "OA": 0.8881895355217714, + "mIoU": 0.7198301381507036, + "macroF1": 0.8283225865378545, + "F1_coffee": 0.9297020862082961, + "IoU_coffee": 0.8686386044747819, + "precision_coffee": 0.8979399831435347, + "recall_coffee": 0.963793574990007, + "F1_noncoffee": 0.7269430868674129, + "IoU_noncoffee": 0.5710216718266253, + "kappa": 0.6583058005808565, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8561786085150571, + "mIoU": 0.6631654655609429, + "macroF1": 0.7848430892948244, + "F1_coffee": 0.9087314662273476, + "IoU_coffee": 0.8327294685990339, + "precision_coffee": 0.8648931166048189, + "recall_coffee": 0.9572511135535373, + "F1_noncoffee": 0.6609547123623011, + "IoU_noncoffee": 0.4936014625228519, + "kappa": 0.5737541724623968, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.710723410062241, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8864303928214067, + "mIoU": 0.7207674868493361, + "macroF1": 0.8294202694853505, + "F1_coffee": 0.9280345254287555, + "IoU_coffee": 0.865731730585766, + "precision_coffee": 0.9029452736318409, + "recall_coffee": 0.954557886100183, + "F1_noncoffee": 0.7308060135419456, + "IoU_noncoffee": 0.5758032431129061, + "kappa": 0.659822962413543, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8547075112495673, + "mIoU": 0.6658892623747642, + "macroF1": 0.7877071096349703, + "F1_coffee": 0.9069703014184397, + "IoU_coffee": 0.8297764485223298, + "precision_coffee": 0.8702748684140571, + "recall_coffee": 0.9468965118296986, + "F1_noncoffee": 0.6684439178515008, + "IoU_noncoffee": 0.5020020762271986, + "kappa": 0.5780876489995406, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13580246913580246, + "mIoU": 0.06790123456790123, + "macroF1": 0.11956521739130435, + "F1_coffee": 0.2391304347826087, + "IoU_coffee": 0.13580246913580246, + "precision_coffee": 0.9166666666666666, + "recall_coffee": 0.1375, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024945770065075937, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8884466019417476, + "mIoU": 0.7266400388579277, + "macroF1": 0.8339138566592674, + "F1_coffee": 0.9290828292803358, + "IoU_coffee": 0.8675580658175321, + "precision_coffee": 0.9060976343827123, + "recall_coffee": 0.9532645177632829, + "F1_noncoffee": 0.7387448840381992, + "IoU_noncoffee": 0.5857220118983234, + "kappa": 0.6686133013592367, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8926550940476766, + "mIoU": 0.7345243842162041, + "macroF1": 0.8396151402224421, + "F1_coffee": 0.9318474857248112, + "IoU_coffee": 0.8723917916882221, + "precision_coffee": 0.9086391666167755, + "recall_coffee": 0.9562724466007183, + "F1_noncoffee": 0.7473827947200729, + "IoU_noncoffee": 0.596656976744186, + "kappa": 0.6800040826264034, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8781973792369808, + "mIoU": 0.7012600356135694, + "macroF1": 0.8144170268796656, + "F1_coffee": 0.9232129248590154, + "IoU_coffee": 0.8573774204506851, + "precision_coffee": 0.8942364473839612, + "recall_coffee": 0.9541301745321655, + "F1_noncoffee": 0.7056211289003156, + "IoU_noncoffee": 0.5451426507764536, + "kappa": 0.6303221410079481, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9078148332503733, + "mIoU": 0.6322752636547383, + "macroF1": 0.7401279190408565, + "F1_coffee": 0.9488793198630894, + "IoU_coffee": 0.9027310924369748, + "precision_coffee": 0.9285791464073474, + "recall_coffee": 0.9700869172592843, + "F1_noncoffee": 0.5313765182186235, + "IoU_noncoffee": 0.36181943487250173, + "kappa": 0.4825229874314602, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.925977376463584, + "mIoU": 0.6821086555045642, + "macroF1": 0.7864683024410284, + "F1_coffee": 0.9590649692712906, + "IoU_coffee": 0.9213494992092778, + "precision_coffee": 0.9363548698167792, + "recall_coffee": 0.9829040602856821, + "F1_noncoffee": 0.6138716356107661, + "IoU_noncoffee": 0.44286781179985063, + "kappa": 0.5752931889419006, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.919031553879738, + "mIoU": 0.6721582184120464, + "macroF1": 0.778441643115205, + "F1_coffee": 0.954932066718215, + "IoU_coffee": 0.9137511890920621, + "precision_coffee": 0.9381443298969072, + "recall_coffee": 0.9723315712518277, + "F1_noncoffee": 0.6019512195121951, + "IoU_noncoffee": 0.4305652477320307, + "kappa": 0.5581329846675682, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8700142112742776, + "mIoU": 0.744918969380507, + "macroF1": 0.8514078914155665, + "F1_coffee": 0.9039888033589923, + "IoU_coffee": 0.8247988762610139, + "precision_coffee": 0.8778200597988584, + "recall_coffee": 0.9317657241777265, + "F1_noncoffee": 0.7988269794721408, + "IoU_noncoffee": 0.6650390625, + "kappa": 0.7033681405011647, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8609827407337546, + "mIoU": 0.7298995735806961, + "macroF1": 0.8411440321354372, + "F1_coffee": 0.8972822299651568, + "IoU_coffee": 0.8137007077856421, + "precision_coffee": 0.8735413839891452, + "recall_coffee": 0.9223495702005731, + "F1_noncoffee": 0.7850058343057176, + "IoU_noncoffee": 0.6460984393757503, + "kappa": 0.6827784853611432, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8393850796944261, + "mIoU": 0.6887412351751168, + "macroF1": 0.8112118143336571, + "F1_coffee": 0.8841417783522688, + "IoU_coffee": 0.7923423972686258, + "precision_coffee": 0.841818888457054, + "recall_coffee": 0.930945558739255, + "F1_noncoffee": 0.7382818503150453, + "IoU_noncoffee": 0.5851400730816078, + "kappa": 0.6245672714198945, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2657, + 2995 + ], + [ + 52268, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6170137286186217, + "test_tta": { + "OA": 0.8832348858978083, + "mIoU": 0.7109886051967548, + "macroF1": 0.8217916224608398, + "F1_coffee": 0.9264324571660989, + "IoU_coffee": 0.8629475279408979, + "precision_coffee": 0.8965401873573172, + "recall_coffee": 0.9583868049565565, + "F1_noncoffee": 0.7171507877555807, + "IoU_noncoffee": 0.5590296824526116, + "kappa": 0.6451001305141799, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8514191761855313, + "mIoU": 0.655861497274012, + "macroF1": 0.7790800812317853, + "F1_coffee": 0.90549664257146, + "IoU_coffee": 0.8273128048678278, + "precision_coffee": 0.863589438505013, + "recall_coffee": 0.9516785252887526, + "F1_noncoffee": 0.6526635198921106, + "IoU_noncoffee": 0.48441018968019617, + "kappa": 0.5619514622359842, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 50, + "stopped_epoch": 80, + "best_val": 0.7191272554749393, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8960330525160582, + "mIoU": 0.7416384452098435, + "macroF1": 0.84476726784612, + "F1_coffee": 0.9339756072563288, + "IoU_coffee": 0.8761296773449218, + "precision_coffee": 0.9106061514479286, + "recall_coffee": 0.9585761470978057, + "F1_noncoffee": 0.7555589284359111, + "IoU_noncoffee": 0.6071472130747653, + "kappa": 0.6902897346861675, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8626975885542864, + "mIoU": 0.6825344390022243, + "macroF1": 0.801097323676856, + "F1_coffee": 0.9117881432886714, + "IoU_coffee": 0.837877420343659, + "precision_coffee": 0.8776332923065946, + "recall_coffee": 0.9487090491891788, + "F1_noncoffee": 0.6904065040650407, + "IoU_noncoffee": 0.5271914576607897, + "kappa": 0.6042979982114604, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8964077669902912, + "mIoU": 0.7451882483241368, + "macroF1": 0.8475244297215829, + "F1_coffee": 0.9338581700967022, + "IoU_coffee": 0.8759230187801617, + "precision_coffee": 0.9145268014326473, + "recall_coffee": 0.9540244443037174, + "F1_noncoffee": 0.7611906893464637, + "IoU_noncoffee": 0.614453477868112, + "kappa": 0.6955400359339826, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.899569653304966, + "mIoU": 0.7479854238303411, + "macroF1": 0.849230442683088, + "F1_coffee": 0.9363488707057706, + "IoU_coffee": 0.8803157773423994, + "precision_coffee": 0.9115155131264916, + "recall_coffee": 0.9625732468023439, + "F1_noncoffee": 0.7621120146604055, + "IoU_noncoffee": 0.6156550703182827, + "kappa": 0.699295046082247, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.892123204874039, + "mIoU": 0.7317440322569624, + "macroF1": 0.8374504815918464, + "F1_coffee": 0.9317214996174445, + "IoU_coffee": 0.8721709734716094, + "precision_coffee": 0.9058557486312783, + "recall_coffee": 0.9591078066914498, + "F1_noncoffee": 0.7431794635662484, + "IoU_noncoffee": 0.5913170910423154, + "kappa": 0.6758949113104509, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9182677949228472, + "mIoU": 0.6636246918942887, + "macroF1": 0.770113137036091, + "F1_coffee": 0.9546634270252361, + "IoU_coffee": 0.9132593766508188, + "precision_coffee": 0.9344864864864865, + "recall_coffee": 0.9757308951348911, + "F1_noncoffee": 0.585562847046946, + "IoU_noncoffee": 0.41399000713775874, + "kappa": 0.5421773395979271, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9277634451280016, + "mIoU": 0.6852540683121638, + "macroF1": 0.7890789288332447, + "F1_coffee": 0.9601095890410959, + "IoU_coffee": 0.9232795868900833, + "precision_coffee": 0.9361042846457955, + "recall_coffee": 0.9853784726127545, + "F1_noncoffee": 0.6180482686253935, + "IoU_noncoffee": 0.4472285497342445, + "kappa": 0.5807974077124348, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9303433220877159, + "mIoU": 0.7042784271074279, + "macroF1": 0.8063725895361288, + "F1_coffee": 0.9613052585161503, + "IoU_coffee": 0.9254935257907027, + "precision_coffee": 0.9426007999135229, + "recall_coffee": 0.9807670678213924, + "F1_noncoffee": 0.6514399205561072, + "IoU_noncoffee": 0.48306332842415317, + "kappa": 0.6141139144467319, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8756039791567978, + "mIoU": 0.7563100448399861, + "macroF1": 0.8592281053886048, + "F1_coffee": 0.9072412575061816, + "IoU_coffee": 0.830230152573054, + "precision_coffee": 0.8889658036826803, + "recall_coffee": 0.9262839007501442, + "F1_noncoffee": 0.811214953271028, + "IoU_noncoffee": 0.6823899371069182, + "kappa": 0.7186981752028612, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8727718570215977, + "mIoU": 0.749204826803421, + "macroF1": 0.8542699985965405, + "F1_coffee": 0.9061956748487587, + "IoU_coffee": 0.8284806102987922, + "precision_coffee": 0.8804215646534252, + "recall_coffee": 0.9335243553008596, + "F1_noncoffee": 0.8023443223443223, + "IoU_noncoffee": 0.6699290433080499, + "kappa": 0.7090653703357205, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8557955295671037, + "mIoU": 0.7183884284534954, + "macroF1": 0.8328294203215265, + "F1_coffee": 0.8947911649349756, + "IoU_coffee": 0.8096127505914581, + "precision_coffee": 0.8608499933801138, + "recall_coffee": 0.9315186246418338, + "F1_noncoffee": 0.7708676757080773, + "IoU_noncoffee": 0.6271641063155328, + "kappa": 0.6667869594386381, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2667, + 2995 + ], + [ + 52853, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.783979260921478, + "test_tta": { + "OA": 0.8955650237242181, + "mIoU": 0.7376290713695374, + "macroF1": 0.8416330111721465, + "F1_coffee": 0.9340508148102853, + "IoU_coffee": 0.8762620468104635, + "precision_coffee": 0.9058472364987744, + "recall_coffee": 0.9640670691940336, + "F1_noncoffee": 0.7492152075340077, + "IoU_noncoffee": 0.5989960959286112, + "kappa": 0.6844293094687837, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8627985462097612, + "mIoU": 0.6789189638120832, + "macroF1": 0.7978318523827663, + "F1_coffee": 0.9124363730083486, + "IoU_coffee": 0.8389728659207475, + "precision_coffee": 0.872912997534343, + "recall_coffee": 0.9557085285667457, + "F1_noncoffee": 0.6832273317571842, + "IoU_noncoffee": 0.518865061703419, + "kappa": 0.5986403277441112, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.6697908964072815, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8730996417158904, + "mIoU": 0.7080568890893675, + "macroF1": 0.8212082521154381, + "F1_coffee": 0.9175293414304144, + "IoU_coffee": 0.8476251380733678, + "precision_coffee": 0.9148713658230496, + "recall_coffee": 0.9202028064712936, + "F1_noncoffee": 0.7248871628004618, + "IoU_noncoffee": 0.5684886401053671, + "kappa": 0.642426572586399, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8413522556824737, + "mIoU": 0.6569670102465501, + "macroF1": 0.782451022445795, + "F1_coffee": 0.8956495342174664, + "IoU_coffee": 0.8110192932121566, + "precision_coffee": 0.8815005695292514, + "recall_coffee": 0.9102601183933977, + "F1_noncoffee": 0.6692525106741235, + "IoU_noncoffee": 0.5029147272809436, + "kappa": 0.565257053463707, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.857135922330097, + "mIoU": 0.6857119017067809, + "macroF1": 0.8050626082247974, + "F1_coffee": 0.9058149582359907, + "IoU_coffee": 0.8278443989470605, + "precision_coffee": 0.9156314699792961, + "recall_coffee": 0.8962067000189982, + "F1_noncoffee": 0.7043102582136039, + "IoU_noncoffee": 0.5435794044665012, + "kappa": 0.6102658522023671, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8780039649920217, + "mIoU": 0.717281103800955, + "macroF1": 0.828036530848457, + "F1_coffee": 0.9207326651795532, + "IoU_coffee": 0.8531089892873778, + "precision_coffee": 0.918222834941722, + "recall_coffee": 0.9232562535442002, + "F1_noncoffee": 0.7353403965173607, + "IoU_noncoffee": 0.5814532183145322, + "kappa": 0.6560816407879864, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8840965137082346, + "mIoU": 0.7222705683778132, + "macroF1": 0.831081087734959, + "F1_coffee": 0.9257135773390771, + "IoU_coffee": 0.861700900069236, + "precision_coffee": 0.9108929007074896, + "recall_coffee": 0.9410245101127843, + "F1_noncoffee": 0.7364485981308411, + "IoU_noncoffee": 0.5828402366863905, + "kappa": 0.6624791744675355, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8452961672473868, + "mIoU": 0.5570100169431291, + "macroF1": 0.6730448960592287, + "F1_coffee": 0.910359944623904, + "IoU_coffee": 0.8354685018528322, + "precision_coffee": 0.9308717706735874, + "recall_coffee": 0.8907325883282537, + "F1_noncoffee": 0.4357298474945534, + "IoU_noncoffee": 0.2785515320334262, + "kappa": 0.3480823302623879, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9021631276046834, + "mIoU": 0.6429285302850607, + "macroF1": 0.7531643544665221, + "F1_coffee": 0.9449408085771722, + "IoU_coffee": 0.895628241769874, + "precision_coffee": 0.9383386935787956, + "recall_coffee": 0.9516364863344956, + "F1_noncoffee": 0.5613879003558719, + "IoU_noncoffee": 0.39022881880024735, + "kappa": 0.5065233185658101, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9186346497320897, + "mIoU": 0.6781551571073308, + "macroF1": 0.78440969868866, + "F1_coffee": 0.954520244037715, + "IoU_coffee": 0.9129973474801061, + "precision_coffee": 0.9415690994638363, + "recall_coffee": 0.9678326397480599, + "F1_noncoffee": 0.6142991533396049, + "IoU_noncoffee": 0.44331296673455534, + "kappa": 0.5695101257813739, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8684036001894837, + "mIoU": 0.7474783784030613, + "macroF1": 0.8536037476510752, + "F1_coffee": 0.9001509596722018, + "IoU_coffee": 0.8184313725490197, + "precision_coffee": 0.8971199312222381, + "recall_coffee": 0.9032025389497981, + "F1_noncoffee": 0.8070565356299486, + "IoU_noncoffee": 0.676525384257103, + "kappa": 0.7072139535627741, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8550410261246817, + "mIoU": 0.7263457524339799, + "macroF1": 0.8393048981119413, + "F1_coffee": 0.8895912649953308, + "IoU_coffee": 0.8011385690257472, + "precision_coffee": 0.8920904768765308, + "recall_coffee": 0.8871060171919771, + "F1_noncoffee": 0.7890185312285518, + "IoU_noncoffee": 0.6515529358422126, + "kappa": 0.6786146163160872, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8512685089125719, + "mIoU": 0.7157474598443745, + "macroF1": 0.8314722179529888, + "F1_coffee": 0.8892322820818993, + "IoU_coffee": 0.800556468951562, + "precision_coffee": 0.8722612649855312, + "recall_coffee": 0.9068767908309455, + "F1_noncoffee": 0.7737121538240781, + "IoU_noncoffee": 0.630938450737187, + "kappa": 0.6632048931026128, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2630, + 2995 + ], + [ + 51469, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.612822147210439, + "test_tta": { + "OA": 0.8774894290048739, + "mIoU": 0.7106695479472457, + "macroF1": 0.8225961535986352, + "F1_coffee": 0.9212788683902146, + "IoU_coffee": 0.8540472985964238, + "precision_coffee": 0.9084383180628273, + "recall_coffee": 0.9344876191277639, + "F1_noncoffee": 0.7239134388070558, + "IoU_noncoffee": 0.5672917972980676, + "kappa": 0.6454407458410543, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8456357447790469, + "mIoU": 0.6576904171824409, + "macroF1": 0.7821445042467086, + "F1_coffee": 0.8997536692049042, + "IoU_coffee": 0.8177747510002554, + "precision_coffee": 0.8748042108330601, + "recall_coffee": 0.9261680260696863, + "F1_noncoffee": 0.6645353392885128, + "IoU_noncoffee": 0.49760608336462636, + "kappa": 0.5654717689674966, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 7, + "stopped_epoch": 50, + "best_val": 0.6745879742401324, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.878215680578419, + "mIoU": 0.7052512346369056, + "macroF1": 0.8178511562751646, + "F1_coffee": 0.9227097672894133, + "IoU_coffee": 0.8565099165224667, + "precision_coffee": 0.899079821952534, + "recall_coffee": 0.9476153409210444, + "F1_noncoffee": 0.7129925452609158, + "IoU_noncoffee": 0.5539925527513446, + "kappa": 0.6366343671281363, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8468760816891658, + "mIoU": 0.6529543494581636, + "macroF1": 0.7773943617815037, + "F1_coffee": 0.9017608468350097, + "IoU_coffee": 0.8210969753138427, + "precision_coffee": 0.8668611684337864, + "recall_coffee": 0.9395885154547733, + "F1_noncoffee": 0.6530278767279977, + "IoU_noncoffee": 0.4848117236024845, + "kappa": 0.5573229228217721, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32098765432098764, + "mIoU": 0.16517857142857142, + "macroF1": 0.2556390977443609, + "F1_coffee": 0.47619047619047616, + "IoU_coffee": 0.3125, + "precision_coffee": 1.0, + "recall_coffee": 0.3125, + "F1_noncoffee": 0.03508771929824561, + "IoU_noncoffee": 0.017857142857142856, + "kappa": 0.011098779134295236, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8766504854368932, + "mIoU": 0.7066702188062796, + "macroF1": 0.8193623499857903, + "F1_coffee": 0.9210894071612683, + "IoU_coffee": 0.8537217201082263, + "precision_coffee": 0.9037172455819622, + "recall_coffee": 0.9391425495535431, + "F1_noncoffee": 0.7176352928103122, + "IoU_noncoffee": 0.5596187175043328, + "kappa": 0.639201769947859, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.891446255016682, + "mIoU": 0.7317939849517645, + "macroF1": 0.8376064722331622, + "F1_coffee": 0.9311117248151217, + "IoU_coffee": 0.8711029453981742, + "precision_coffee": 0.9075248235434861, + "recall_coffee": 0.955957406590637, + "F1_noncoffee": 0.7441012196512026, + "IoU_noncoffee": 0.5924850245053549, + "kappa": 0.6760258834893804, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8665441709781926, + "mIoU": 0.6777954143145197, + "macroF1": 0.7960088035674004, + "F1_coffee": 0.9159612691066318, + "IoU_coffee": 0.8449525307566991, + "precision_coffee": 0.8862765894761653, + "recall_coffee": 0.9477033583265074, + "F1_noncoffee": 0.676056338028169, + "IoU_noncoffee": 0.5106382978723404, + "kappa": 0.5937742506116208, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.886112493777999, + "mIoU": 0.596797212706167, + "macroF1": 0.706857478125558, + "F1_coffee": 0.9360893854748603, + "IoU_coffee": 0.8798571728628439, + "precision_coffee": 0.9266674040482248, + "recall_coffee": 0.9457049328366632, + "F1_noncoffee": 0.4776255707762557, + "IoU_noncoffee": 0.3137372525494901, + "kappa": 0.4142099362279635, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9239928557253423, + "mIoU": 0.6779985486391942, + "macroF1": 0.7829501678929633, + "F1_coffee": 0.9579167124491814, + "IoU_coffee": 0.9192323913960354, + "precision_coffee": 0.9363118891633552, + "recall_coffee": 0.980542121246204, + "F1_noncoffee": 0.6079836233367452, + "IoU_noncoffee": 0.43676470588235294, + "kappa": 0.5680427118984726, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.909704306410002, + "mIoU": 0.647722120189247, + "macroF1": 0.756078501880947, + "F1_coffee": 0.9496570037618942, + "IoU_coffee": 0.904139892552407, + "precision_coffee": 0.9344583560152423, + "recall_coffee": 0.9653582274209875, + "F1_noncoffee": 0.5625, + "IoU_noncoffee": 0.391304347826087, + "kappa": 0.5132759566289772, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8676456655613454, + "mIoU": 0.7407664848273905, + "macroF1": 0.8485724475134708, + "F1_coffee": 0.9023145234598979, + "IoU_coffee": 0.8220155433813224, + "precision_coffee": 0.8755597774460578, + "recall_coffee": 0.9307559145989613, + "F1_noncoffee": 0.7948303715670436, + "IoU_noncoffee": 0.6595174262734584, + "kappa": 0.6977376799437202, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8605111760822409, + "mIoU": 0.7285460781040491, + "macroF1": 0.8401524436793726, + "F1_coffee": 0.8971988600820184, + "IoU_coffee": 0.8135635951090382, + "precision_coffee": 0.8713379235857972, + "recall_coffee": 0.9246418338108883, + "F1_noncoffee": 0.7831060272767268, + "IoU_noncoffee": 0.64352856109906, + "kappa": 0.6808979416075419, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8255210789399227, + "mIoU": 0.665501096796263, + "macroF1": 0.7937225479383139, + "F1_coffee": 0.8747121766219694, + "IoU_coffee": 0.7773230621088107, + "precision_coffee": 0.8294374518366299, + "recall_coffee": 0.925214899713467, + "F1_noncoffee": 0.7127329192546584, + "IoU_noncoffee": 0.5536791314837153, + "kappa": 0.5902443754548913, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2618, + 2995 + ], + [ + 51798, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6358481129010518, + "test_tta": { + "OA": 0.8779574577967141, + "mIoU": 0.6981381091567619, + "macroF1": 0.8117506210056262, + "F1_coffee": 0.9233902014021154, + "IoU_coffee": 0.8576832596217183, + "precision_coffee": 0.8905324865657059, + "recall_coffee": 0.958765489239055, + "F1_noncoffee": 0.7001110406091371, + "IoU_noncoffee": 0.5385929586918055, + "kappa": 0.6254969943288939, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8470635744779047, + "mIoU": 0.6459015740203401, + "macroF1": 0.7705905378716438, + "F1_coffee": 0.9030429376051495, + "IoU_coffee": 0.823225419264495, + "precision_coffee": 0.8587128523484098, + "recall_coffee": 0.9521991477217948, + "F1_noncoffee": 0.6381381381381381, + "IoU_noncoffee": 0.4685777287761852, + "kappa": 0.5456997140717982, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 8, + "stopped_epoch": 50, + "best_val": 0.7032604876783619, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8912075142829476, + "mIoU": 0.7376608092202441, + "macroF1": 0.8423789107909774, + "F1_coffee": 0.9301081400532925, + "IoU_coffee": 0.8693478050198663, + "precision_coffee": 0.9169596859923134, + "recall_coffee": 0.9436391559548103, + "F1_noncoffee": 0.7546496815286624, + "IoU_noncoffee": 0.605973813420622, + "kappa": 0.684985195107062, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.858284296757817, + "mIoU": 0.6809348073004695, + "macroF1": 0.800594782276144, + "F1_coffee": 0.9078495732908187, + "IoU_coffee": 0.831249570653294, + "precision_coffee": 0.8837481056802206, + "recall_coffee": 0.9333024816335975, + "F1_noncoffee": 0.6933399912614693, + "IoU_noncoffee": 0.530620043947645, + "kappa": 0.6021742164130456, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8944660194174757, + "mIoU": 0.7455449569873034, + "macroF1": 0.848114127728963, + "F1_coffee": 0.9320200125078174, + "IoU_coffee": 0.8726942671429408, + "precision_coffee": 0.9205633454814998, + "recall_coffee": 0.9437654360078526, + "F1_noncoffee": 0.7642082429501085, + "IoU_noncoffee": 0.6183956468316658, + "kappa": 0.6963913618148106, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8936221652724723, + "mIoU": 0.7422970689374768, + "macroF1": 0.8456809469060675, + "F1_coffee": 0.9316939890710383, + "IoU_coffee": 0.8721227621483376, + "precision_coffee": 0.9184060721062619, + "recall_coffee": 0.945372062251906, + "F1_noncoffee": 0.7596679047410968, + "IoU_noncoffee": 0.6124713757266161, + "kappa": 0.6915890512466009, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8855471205454282, + "mIoU": 0.7252444930762233, + "macroF1": 0.8332741834766193, + "F1_coffee": 0.9266296766994203, + "IoU_coffee": 0.8632898232644103, + "precision_coffee": 0.9119585112873704, + "recall_coffee": 0.9417806061369794, + "F1_noncoffee": 0.7399186902538183, + "IoU_noncoffee": 0.5871991628880363, + "kappa": 0.6668540014543921, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9134892981582877, + "mIoU": 0.6556397253095816, + "macroF1": 0.7632465411397514, + "F1_coffee": 0.9518479525682939, + "IoU_coffee": 0.9081201099598224, + "precision_coffee": 0.9348062690465825, + "recall_coffee": 0.9695225194717236, + "F1_noncoffee": 0.574645129711209, + "IoU_noncoffee": 0.40315934065934067, + "kappa": 0.5278791090830607, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9248858900575511, + "mIoU": 0.6885784961423972, + "macroF1": 0.7929368748432413, + "F1_coffee": 0.9582298736412294, + "IoU_coffee": 0.9198093220338983, + "precision_coffee": 0.9405329289428076, + "recall_coffee": 0.9766055561804071, + "F1_noncoffee": 0.6276438760452533, + "IoU_noncoffee": 0.45734767025089607, + "kappa": 0.5871766331153878, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9199245882119468, + "mIoU": 0.6866001191920628, + "macroF1": 0.7922103424750404, + "F1_coffee": 0.9551143000166862, + "IoU_coffee": 0.914084956882785, + "precision_coffee": 0.944762323943662, + "recall_coffee": 0.9656956472837701, + "F1_noncoffee": 0.6293063849333945, + "IoU_noncoffee": 0.45911528150134046, + "kappa": 0.5848323386361275, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.876361913784936, + "mIoU": 0.7605036169179429, + "macroF1": 0.8622533118221849, + "F1_coffee": 0.9063374721883298, + "IoU_coffee": 0.8287176794854968, + "precision_coffee": 0.9018711612626767, + "recall_coffee": 0.9108482400461627, + "F1_noncoffee": 0.8181691514560401, + "IoU_noncoffee": 0.6922895543503891, + "kappa": 0.724519739634552, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8639064415731397, + "mIoU": 0.7385750674799149, + "macroF1": 0.8474552535444295, + "F1_coffee": 0.8975505857294994, + "IoU_coffee": 0.8141421947449768, + "precision_coffee": 0.8896551724137931, + "recall_coffee": 0.9055873925501433, + "F1_noncoffee": 0.7973599213593596, + "IoU_noncoffee": 0.6630079402148529, + "kappa": 0.6949580276750484, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8528718287277186, + "mIoU": 0.7176520544907125, + "macroF1": 0.8327341538609397, + "F1_coffee": 0.8907716006161602, + "IoU_coffee": 0.8030551698017927, + "precision_coffee": 0.8711311969323473, + "recall_coffee": 0.9113180515759313, + "F1_noncoffee": 0.7746967071057193, + "IoU_noncoffee": 0.6322489391796322, + "kappa": 0.6658186945782384, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2672, + 2995 + ], + [ + 52549, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6350368062655132, + "test_tta": { + "OA": 0.8909654304250992, + "mIoU": 0.732141903739432, + "macroF1": 0.8379708088609478, + "F1_coffee": 0.9306351259779462, + "IoU_coffee": 0.8702690247134052, + "precision_coffee": 0.9088739596911661, + "recall_coffee": 0.9534639092840763, + "F1_noncoffee": 0.7453064917439494, + "IoU_noncoffee": 0.5940147827654588, + "kappa": 0.6766223014263882, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8579814237913926, + "mIoU": 0.6744357189773907, + "macroF1": 0.7948131712614912, + "F1_coffee": 0.9086608476258499, + "IoU_coffee": 0.8326108759583185, + "precision_coffee": 0.8754870768240803, + "recall_coffee": 0.9444476581631669, + "F1_noncoffee": 0.6809654948971327, + "IoU_noncoffee": 0.516260561996463, + "kappa": 0.5916740966557281, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.719428182507373, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.894693521835964, + "mIoU": 0.7377289844231241, + "macroF1": 0.8418579484791603, + "F1_coffee": 0.9332665146200027, + "IoU_coffee": 0.8748825525876781, + "precision_coffee": 0.9080885279834409, + "recall_coffee": 0.959880504070856, + "F1_noncoffee": 0.7504493823383179, + "IoU_noncoffee": 0.60057541625857, + "kappa": 0.6846225291308666, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8620629975770163, + "mIoU": 0.6799439296077281, + "macroF1": 0.7989110348007742, + "F1_coffee": 0.9116015971606034, + "IoU_coffee": 0.8375624172016712, + "precision_coffee": 0.8754327102306013, + "recall_coffee": 0.9508879504830219, + "F1_noncoffee": 0.6862204724409449, + "IoU_noncoffee": 0.5223254420137848, + "kappa": 0.6002442121286058, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12345679012345678, + "mIoU": 0.06319444444444444, + "macroF1": 0.11482222564260428, + "F1_coffee": 0.20224719101123595, + "IoU_coffee": 0.1125, + "precision_coffee": 1.0, + "recall_coffee": 0.1125, + "F1_noncoffee": 0.0273972602739726, + "IoU_noncoffee": 0.013888888888888888, + "kappa": 0.003120124804992196, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8977669902912622, + "mIoU": 0.7474083529558824, + "macroF1": 0.8490601990244377, + "F1_coffee": 0.9348027985883227, + "IoU_coffee": 0.8775866077656359, + "precision_coffee": 0.914420689237478, + "recall_coffee": 0.9561142422899119, + "F1_noncoffee": 0.7633175994605529, + "IoU_noncoffee": 0.6172300981461287, + "kappa": 0.6986638915483403, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8999081282336444, + "mIoU": 0.7480710771829109, + "macroF1": 0.8492445477238182, + "F1_coffee": 0.9366391184573003, + "IoU_coffee": 0.8808290155440415, + "precision_coffee": 0.9107684981248884, + "recall_coffee": 0.9640224308487177, + "F1_noncoffee": 0.761849976990336, + "IoU_noncoffee": 0.6153131388217803, + "kappa": 0.6994007179554271, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8864174846477443, + "mIoU": 0.7177936974615926, + "macroF1": 0.8269414831839357, + "F1_coffee": 0.928395061728395, + "IoU_coffee": 0.8663594470046083, + "precision_coffee": 0.8992559348057163, + "recall_coffee": 0.9594858547035473, + "F1_noncoffee": 0.7254879046394764, + "IoU_noncoffee": 0.5692279479185769, + "kappa": 0.655270626926427, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9161772025883524, + "mIoU": 0.6557472165665775, + "macroF1": 0.762630745628678, + "F1_coffee": 0.9535422644007945, + "IoU_coffee": 0.9112095328482548, + "precision_coffee": 0.9326497571505666, + "recall_coffee": 0.9753922564623546, + "F1_noncoffee": 0.5717192268565615, + "IoU_noncoffee": 0.40028490028490027, + "kappa": 0.5274475634850442, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9283588013494741, + "mIoU": 0.6884349827387801, + "macroF1": 0.7919892703600099, + "F1_coffee": 0.960412325912929, + "IoU_coffee": 0.9238396624472573, + "precision_coffee": 0.9369851289183695, + "recall_coffee": 0.9850410527499719, + "F1_noncoffee": 0.6235662148070907, + "IoU_noncoffee": 0.453030303030303, + "kappa": 0.5864369016852703, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9274657670172654, + "mIoU": 0.6963815379933324, + "macroF1": 0.7996987086593432, + "F1_coffee": 0.959673415347272, + "IoU_coffee": 0.9224732209142009, + "precision_coffee": 0.9417496751840624, + "recall_coffee": 0.9782926554943201, + "F1_noncoffee": 0.6397240019714144, + "IoU_noncoffee": 0.4702898550724638, + "kappa": 0.6006896501633608, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.880246328754145, + "mIoU": 0.7639237464657025, + "macroF1": 0.8642525170658083, + "F1_coffee": 0.9108477923543518, + "IoU_coffee": 0.8362906359279886, + "precision_coffee": 0.8911123378415677, + "recall_coffee": 0.9314772071552222, + "F1_noncoffee": 0.8176572417772648, + "IoU_noncoffee": 0.6915568570034163, + "kappa": 0.728777123822475, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8728661699519004, + "mIoU": 0.7486064387544946, + "macroF1": 0.8538001452665304, + "F1_coffee": 0.9065964523281597, + "IoU_coffee": 0.82915082382763, + "precision_coffee": 0.8778851315083199, + "recall_coffee": 0.9372492836676217, + "F1_noncoffee": 0.8010038382049011, + "IoU_noncoffee": 0.6680620536813593, + "kappa": 0.7082651053090165, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8474016787701594, + "mIoU": 0.7020867390544748, + "macroF1": 0.8209558030358894, + "F1_coffee": 0.8897669982286415, + "IoU_coffee": 0.8014236622484046, + "precision_coffee": 0.8482722785138997, + "recall_coffee": 0.9355300859598854, + "F1_noncoffee": 0.7521446078431373, + "IoU_noncoffee": 0.6027498158605451, + "kappa": 0.6438278983881703, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2663, + 2995 + ], + [ + 52774, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1203099807103474, + "test_tta": { + "OA": 0.8915464316839353, + "mIoU": 0.7271688778645837, + "macroF1": 0.8338073112920171, + "F1_coffee": 0.9317655659802607, + "IoU_coffee": 0.8722482034903616, + "precision_coffee": 0.9005122568742517, + "recall_coffee": 0.9652662360886122, + "F1_noncoffee": 0.7358490566037735, + "IoU_noncoffee": 0.582089552238806, + "kappa": 0.6691573274547997, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8593227183569863, + "mIoU": 0.6700495497350272, + "macroF1": 0.7905125892526721, + "F1_coffee": 0.9105744723765516, + "IoU_coffee": 0.8358299390715993, + "precision_coffee": 0.8679845489661441, + "recall_coffee": 0.9575596305508957, + "F1_noncoffee": 0.6704507061287925, + "IoU_noncoffee": 0.5042691603984549, + "kappa": 0.5847098622743215, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 50, + "stopped_epoch": 80, + "best_val": 0.6797325965363094, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8517478454536651, + "mIoU": 0.672741583891399, + "macroF1": 0.7946253961698205, + "F1_coffee": 0.9029374471682164, + "IoU_coffee": 0.8230501030570377, + "precision_coffee": 0.9070201880824506, + "recall_coffee": 0.8988912965729072, + "F1_noncoffee": 0.6863133451714246, + "IoU_noncoffee": 0.5224330647257603, + "kappa": 0.5892776867709687, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8213770624206761, + "mIoU": 0.6275942678522639, + "macroF1": 0.7591032342289746, + "F1_coffee": 0.8815841054030539, + "IoU_coffee": 0.788243541299776, + "precision_coffee": 0.8743362160521924, + "recall_coffee": 0.8889531632633385, + "F1_noncoffee": 0.6366223630548954, + "IoU_noncoffee": 0.4669449944047517, + "kappa": 0.5183080427408111, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1728395061728395, + "mIoU": 0.08641975308641975, + "macroF1": 0.14736842105263157, + "F1_coffee": 0.29473684210526313, + "IoU_coffee": 0.1728395061728395, + "precision_coffee": 0.9333333333333333, + "recall_coffee": 0.175, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024929178470254984, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8238349514563107, + "mIoU": 0.6340348588012937, + "macroF1": 0.764793244199143, + "F1_coffee": 0.8826363959768442, + "IoU_coffee": 0.7899276410998552, + "precision_coffee": 0.9019167217448777, + "recall_coffee": 0.8641631308973466, + "F1_noncoffee": 0.6469500924214417, + "IoU_noncoffee": 0.4781420765027322, + "kappa": 0.5302322641116514, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8565833373627968, + "mIoU": 0.6832882765232796, + "macroF1": 0.8030385202392654, + "F1_coffee": 0.9057335367404017, + "IoU_coffee": 0.8277083938425791, + "precision_coffee": 0.913807477714359, + "recall_coffee": 0.8978010207296326, + "F1_noncoffee": 0.7003435037381289, + "IoU_noncoffee": 0.5388681592039801, + "kappa": 0.6061747713435609, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8747159228277163, + "mIoU": 0.7041534101927924, + "macroF1": 0.8175824725749297, + "F1_coffee": 0.9196713687800341, + "IoU_coffee": 0.8512885266601619, + "precision_coffee": 0.9052734375, + "recall_coffee": 0.9345346859051099, + "F1_noncoffee": 0.7154935763698254, + "IoU_noncoffee": 0.5570182937254231, + "kappa": 0.6354915104192533, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8090592334494774, + "mIoU": 0.5214936117354243, + "macroF1": 0.6411657036071188, + "F1_coffee": 0.8866162213289194, + "IoU_coffee": 0.7963257937772115, + "precision_coffee": 0.930743452898101, + "recall_coffee": 0.846483801783497, + "F1_noncoffee": 0.39571518588531823, + "IoU_noncoffee": 0.24666142969363708, + "kappa": 0.2908270510857652, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8675332407223656, + "mIoU": 0.5946987156855923, + "macroF1": 0.7106317790985981, + "F1_coffee": 0.9237099262815018, + "IoU_coffee": 0.858235106721886, + "precision_coffee": 0.9388940520446096, + "recall_coffee": 0.9090091103362952, + "F1_noncoffee": 0.4975536319156944, + "IoU_noncoffee": 0.3311623246492986, + "kappa": 0.4222587378120059, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9073228815241119, + "mIoU": 0.6534558696683486, + "macroF1": 0.7626652708250443, + "F1_coffee": 0.9479549760392288, + "IoU_coffee": 0.9010593220338983, + "precision_coffee": 0.9393705135284374, + "recall_coffee": 0.9566977842762344, + "F1_noncoffee": 0.5773755656108597, + "IoU_noncoffee": 0.405852417302799, + "kappa": 0.5256522220718252, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8378967314069161, + "mIoU": 0.6970511111706474, + "macroF1": 0.8185065100656471, + "F1_coffee": 0.8778293466619065, + "IoU_coffee": 0.7822601170781369, + "precision_coffee": 0.8690795984730666, + "recall_coffee": 0.8867570686670514, + "F1_noncoffee": 0.7591836734693878, + "IoU_noncoffee": 0.6118421052631579, + "kappa": 0.6370855296988187, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8461756106762237, + "mIoU": 0.7115851131512532, + "macroF1": 0.8289814440811323, + "F1_coffee": 0.8832080200501253, + "IoU_coffee": 0.7908438061041293, + "precision_coffee": 0.882891911238368, + "recall_coffee": 0.8835243553008596, + "F1_noncoffee": 0.7747548681121392, + "IoU_noncoffee": 0.6323264201983769, + "kappa": 0.6579629727239527, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8437234744883524, + "mIoU": 0.7025064162678402, + "macroF1": 0.8219746861188106, + "F1_coffee": 0.8841987560276748, + "IoU_coffee": 0.7924339220844294, + "precision_coffee": 0.8631464046936826, + "recall_coffee": 0.9063037249283667, + "F1_noncoffee": 0.7597506162099463, + "IoU_noncoffee": 0.6125789104512509, + "kappa": 0.6443882639999076, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2552, + 2995 + ], + [ + 50224, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.568205670515696, + "test_tta": { + "OA": 0.8522965688647881, + "mIoU": 0.6691915637635835, + "macroF1": 0.7912786305878942, + "F1_coffee": 0.9041314003184446, + "IoU_coffee": 0.8250363233157452, + "precision_coffee": 0.9003776261709541, + "recall_coffee": 0.9079166053057875, + "F1_noncoffee": 0.6784258608573437, + "IoU_noncoffee": 0.5133468042114219, + "kappa": 0.5825815979611556, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8227327795084804, + "mIoU": 0.6249932298786578, + "macroF1": 0.7561795046607389, + "F1_coffee": 0.8835649529655839, + "IoU_coffee": 0.7914163527135729, + "precision_coffee": 0.8684357541899441, + "recall_coffee": 0.8992306357378377, + "F1_noncoffee": 0.6287940563558938, + "IoU_noncoffee": 0.45857010704374257, + "kappa": 0.5128303857462806, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 4, + "stopped_epoch": 50, + "best_val": 0.6660125946466869, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8257803169684645, + "mIoU": 0.6482828428066061, + "macroF1": 0.7779183451297543, + "F1_coffee": 0.8810166764028349, + "IoU_coffee": 0.7873367348948996, + "precision_coffee": 0.9252673982497569, + "recall_coffee": 0.84080533524078, + "F1_noncoffee": 0.6748200138566738, + "IoU_noncoffee": 0.5092289507183124, + "kappa": 0.5585958719633833, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7977962386062074, + "mIoU": 0.6108453385841275, + "macroF1": 0.7485121939221764, + "F1_coffee": 0.8598420473857843, + "IoU_coffee": 0.7541429197720299, + "precision_coffee": 0.8927941207000353, + "recall_coffee": 0.8292358419621682, + "F1_noncoffee": 0.6371823404585684, + "IoU_noncoffee": 0.467547757396225, + "kappa": 0.49879185616611776, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.024691358024691357, + "mIoU": 0.0125, + "macroF1": 0.024691358024691357, + "F1_coffee": 0.024691358024691357, + "IoU_coffee": 0.0125, + "precision_coffee": 1.0, + "recall_coffee": 0.0125, + "F1_noncoffee": 0.024691358024691357, + "IoU_noncoffee": 0.0125, + "kappa": 0.00031245117950320147, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.765242718446602, + "mIoU": 0.5775200205100893, + "macroF1": 0.7230319372020675, + "F1_coffee": 0.8311570421059982, + "IoU_coffee": 0.7110938526793715, + "precision_coffee": 0.9262314216792468, + "recall_coffee": 0.7537838008992465, + "F1_noncoffee": 0.6149068322981367, + "IoU_noncoffee": 0.4439461883408072, + "kappa": 0.4590630990860052, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8433828151443353, + "mIoU": 0.6716568361477222, + "macroF1": 0.7954406061544236, + "F1_coffee": 0.8944710520314079, + "IoU_coffee": 0.8090887657668278, + "precision_coffee": 0.9261233301848604, + "recall_coffee": 0.864910843677147, + "F1_noncoffee": 0.6964101602774393, + "IoU_noncoffee": 0.5342249065286166, + "kappa": 0.5922514010648602, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8684783134277839, + "mIoU": 0.7059206625890591, + "macroF1": 0.820267632663536, + "F1_coffee": 0.9133537206931702, + "IoU_coffee": 0.8405253283302064, + "precision_coffee": 0.9236518265575672, + "recall_coffee": 0.9032827169050469, + "F1_noncoffee": 0.7271815446339017, + "IoU_noncoffee": 0.5713159968479118, + "kappa": 0.6406759051415847, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.6625186660029866, + "mIoU": 0.40987696685650776, + "macroF1": 0.5445038939392335, + "F1_coffee": 0.7763557197519462, + "IoU_coffee": 0.6344619365969377, + "precision_coffee": 0.9341165264327671, + "recall_coffee": 0.6641833164013997, + "F1_noncoffee": 0.3126520681265207, + "IoU_noncoffee": 0.18529199711607786, + "kappa": 0.16243133804081375, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8260567572931137, + "mIoU": 0.5542895967237945, + "macroF1": 0.676772553805867, + "F1_coffee": 0.8964376440007089, + "IoU_coffee": 0.8123126338329765, + "precision_coffee": 0.944126431060229, + "recall_coffee": 0.853334832977168, + "F1_noncoffee": 0.4571074636110251, + "IoU_noncoffee": 0.2962665596146126, + "kappa": 0.3620771372904186, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8694185354236952, + "mIoU": 0.6052882956987821, + "macroF1": 0.722072664116225, + "F1_coffee": 0.9244372990353698, + "IoU_coffee": 0.85949177877429, + "precision_coffee": 0.9442815249266863, + "recall_coffee": 0.9054099651332809, + "F1_noncoffee": 0.5197080291970803, + "IoU_noncoffee": 0.3510848126232742, + "kappa": 0.44570131907612925, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8630033159639982, + "mIoU": 0.7437564897209907, + "macroF1": 0.8515736574816299, + "F1_coffee": 0.8927617917531889, + "IoU_coffee": 0.8062960482250502, + "precision_coffee": 0.9186507936507936, + "recall_coffee": 0.8682919792267744, + "F1_noncoffee": 0.8103855232100708, + "IoU_noncoffee": 0.6812169312169312, + "kappa": 0.7035635927046936, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8598509855701216, + "mIoU": 0.7360902085092927, + "macroF1": 0.8461608505605989, + "F1_coffee": 0.8920528839168967, + "IoU_coffee": 0.8051403094676108, + "precision_coffee": 0.9048040082522841, + "recall_coffee": 0.8796561604584527, + "F1_noncoffee": 0.8002688172043011, + "IoU_noncoffee": 0.6670401075509746, + "kappa": 0.6924347223601124, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8675846458549468, + "mIoU": 0.7460996881413278, + "macroF1": 0.8526756003771729, + "F1_coffee": 0.8995420721236406, + "IoU_coffee": 0.8174252275682705, + "precision_coffee": 0.8985134362492853, + "recall_coffee": 0.9005730659025788, + "F1_noncoffee": 0.8058091286307054, + "IoU_noncoffee": 0.674774148714385, + "kappa": 0.7053519472415221, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2164, + 2995 + ], + [ + 49003, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6060339291890462, + "test_tta": { + "OA": 0.833527000419612, + "mIoU": 0.6541247715321798, + "macroF1": 0.7815915693517288, + "F1_coffee": 0.8880957288694576, + "IoU_coffee": 0.7987159973461343, + "precision_coffee": 0.9168309291282143, + "recall_coffee": 0.8611070203858372, + "F1_noncoffee": 0.6750874098340001, + "IoU_noncoffee": 0.5095335457182255, + "kappa": 0.5644254553754262, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8046902042229145, + "mIoU": 0.6139077828572085, + "macroF1": 0.7497826831784927, + "F1_coffee": 0.8669953641863755, + "IoU_coffee": 0.7652178435825864, + "precision_coffee": 0.8835351816634971, + "recall_coffee": 0.8510634195252694, + "F1_noncoffee": 0.63257000217061, + "IoU_noncoffee": 0.46259772213183065, + "kappa": 0.5000493700575851, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 18, + "stopped_epoch": 50, + "best_val": 0.7088703891803725, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8909815693489558, + "mIoU": 0.7307549245195781, + "macroF1": 0.8368403534309767, + "F1_coffee": 0.9308279145973068, + "IoU_coffee": 0.8706062637678383, + "precision_coffee": 0.9067874386496948, + "recall_coffee": 0.9561778133086487, + "F1_noncoffee": 0.7428527922646465, + "IoU_noncoffee": 0.5909035852713178, + "kappa": 0.6745311309067367, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8580246913580247, + "mIoU": 0.6730548190927979, + "macroF1": 0.7935485686277832, + "F1_coffee": 0.9089226897598165, + "IoU_coffee": 0.8330506749881283, + "precision_coffee": 0.873663803069918, + "recall_coffee": 0.9471471818900522, + "F1_noncoffee": 0.67817444749575, + "IoU_noncoffee": 0.5130589631974674, + "kappa": 0.5894598691755127, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.891747572815534, + "mIoU": 0.7337578002329774, + "macroF1": 0.839147930121194, + "F1_coffee": 0.9311303273625695, + "IoU_coffee": 0.8711355099682173, + "precision_coffee": 0.9087347037193321, + "recall_coffee": 0.954657716420746, + "F1_noncoffee": 0.7471655328798186, + "IoU_noncoffee": 0.5963800904977375, + "kappa": 0.6790115910369258, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8949760649871863, + "mIoU": 0.7384627076995878, + "macroF1": 0.8424004771358109, + "F1_coffee": 0.9334273278979954, + "IoU_coffee": 0.8751652393815736, + "precision_coffee": 0.9088033422858848, + "recall_coffee": 0.9594228467015311, + "F1_noncoffee": 0.7513736263736264, + "IoU_noncoffee": 0.6017601760176018, + "kappa": 0.6856627887584571, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8862240704027852, + "mIoU": 0.7201419788224541, + "macroF1": 0.8289370867696666, + "F1_coffee": 0.927930411344911, + "IoU_coffee": 0.8655505399691447, + "precision_coffee": 0.9028489688878293, + "recall_coffee": 0.9544452145422468, + "F1_noncoffee": 0.7299437621944221, + "IoU_noncoffee": 0.5747334176757636, + "kappa": 0.6588606999813168, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9150821304131409, + "mIoU": 0.6493846689424996, + "macroF1": 0.7563194064243866, + "F1_coffee": 0.9530105216768578, + "IoU_coffee": 0.9102388719351784, + "precision_coffee": 0.9307079836453626, + "recall_coffee": 0.9764081724799639, + "F1_noncoffee": 0.5596282911719154, + "IoU_noncoffee": 0.38853046594982077, + "kappa": 0.5152474913006734, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.926969636832705, + "mIoU": 0.6843019729778078, + "macroF1": 0.7883507009181256, + "F1_coffee": 0.9596358451244927, + "IoU_coffee": 0.9224037954665261, + "precision_coffee": 0.9364229904741518, + "recall_coffee": 0.9840287931616241, + "F1_noncoffee": 0.6170655567117586, + "IoU_noncoffee": 0.44620015048908956, + "kappa": 0.5791547768496911, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9221075610240127, + "mIoU": 0.6806878306878307, + "macroF1": 0.7860251810017198, + "F1_coffee": 0.9566657466188242, + "IoU_coffee": 0.9169312169312169, + "precision_coffee": 0.9393972246313964, + "recall_coffee": 0.9745810370037116, + "F1_noncoffee": 0.6153846153846154, + "IoU_noncoffee": 0.4444444444444444, + "kappa": 0.5733300355596507, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8695405021316911, + "mIoU": 0.7450463747732158, + "macroF1": 0.851577043978224, + "F1_coffee": 0.90321220215084, + "IoU_coffee": 0.8235067931299667, + "precision_coffee": 0.8807402330363262, + "recall_coffee": 0.926860934795153, + "F1_noncoffee": 0.799941885805608, + "IoU_noncoffee": 0.6665859564164649, + "kappa": 0.7035529927171363, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8645666320852589, + "mIoU": 0.735214096997266, + "macroF1": 0.8447398784799238, + "F1_coffee": 0.9002223457476376, + "IoU_coffee": 0.8185494061157442, + "precision_coffee": 0.8739881273610361, + "recall_coffee": 0.928080229226361, + "F1_noncoffee": 0.7892574112122102, + "IoU_noncoffee": 0.6518787878787878, + "kappa": 0.6900695619520206, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8521173252852966, + "mIoU": 0.7123295303122208, + "macroF1": 0.8285515250933971, + "F1_coffee": 0.8921150405944681, + "IoU_coffee": 0.8052415848962862, + "precision_coffee": 0.8582208101667991, + "recall_coffee": 0.9287965616045846, + "F1_noncoffee": 0.7649880095923262, + "IoU_noncoffee": 0.6194174757281553, + "kappa": 0.6582641595314729, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2632, + 2995 + ], + [ + 52575, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.643527587254842, + "test_tta": { + "OA": 0.8889642038668861, + "mIoU": 0.7229220683158302, + "macroF1": 0.8307559450400803, + "F1_coffee": 0.9300101729399797, + "IoU_coffee": 0.869176649553147, + "precision_coffee": 0.9003880473535958, + "recall_coffee": 0.9616476973891822, + "F1_noncoffee": 0.7315017171401811, + "IoU_noncoffee": 0.5766674870785135, + "kappa": 0.6629115529953797, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8565824391369563, + "mIoU": 0.6660839133885489, + "macroF1": 0.7874653340943922, + "F1_coffee": 0.9086667401447518, + "IoU_coffee": 0.8326207709139876, + "precision_coffee": 0.8675962466017715, + "recall_coffee": 0.953818861957926, + "F1_noncoffee": 0.6662639280440328, + "IoU_noncoffee": 0.4995470558631102, + "kappa": 0.5783830338223224, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 22, + "stopped_epoch": 52, + "best_val": 0.7185119797518817, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8966301926987509, + "mIoU": 0.74585826590192, + "macroF1": 0.8480182226662119, + "F1_coffee": 0.9339724756455853, + "IoU_coffee": 0.8761241659413983, + "precision_coffee": 0.9156694695989651, + "recall_coffee": 0.9530221109544947, + "F1_noncoffee": 0.7620639696868383, + "IoU_noncoffee": 0.6155923658624415, + "kappa": 0.6964734632490424, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8627985462097612, + "mIoU": 0.6859899322371708, + "macroF1": 0.8041476695134604, + "F1_coffee": 0.9113246767773748, + "IoU_coffee": 0.8370950065072951, + "precision_coffee": 0.8820780251903714, + "recall_coffee": 0.9425772738666821, + "F1_noncoffee": 0.6969706622495461, + "IoU_noncoffee": 0.5348848579670464, + "kappa": 0.6097613945712701, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8990776699029126, + "mIoU": 0.7518952296777281, + "macroF1": 0.852370945388408, + "F1_coffee": 0.9354087053779476, + "IoU_coffee": 0.8786552267553843, + "precision_coffee": 0.9181507684801171, + "recall_coffee": 0.9533278449749858, + "F1_noncoffee": 0.7693331853988683, + "IoU_noncoffee": 0.6251352326000721, + "kappa": 0.7051139525937115, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9045984236739035, + "mIoU": 0.7621853129633509, + "macroF1": 0.8594879345896564, + "F1_coffee": 0.9391030587363808, + "IoU_coffee": 0.8851972535784941, + "precision_coffee": 0.9204380445304937, + "recall_coffee": 0.9585407346733035, + "F1_noncoffee": 0.7798728104429321, + "IoU_noncoffee": 0.6391733723482077, + "kappa": 0.719392973106755, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8862240704027852, + "mIoU": 0.7240267864736989, + "macroF1": 0.8321541465767285, + "F1_coffee": 0.9274191060797681, + "IoU_coffee": 0.8646612216726102, + "precision_coffee": 0.9084481508339376, + "recall_coffee": 0.9471992943103774, + "F1_noncoffee": 0.7368891870736889, + "IoU_noncoffee": 0.5833923512747875, + "kappa": 0.6648381384532399, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9173718267794922, + "mIoU": 0.6628448591428294, + "macroF1": 0.7695591487009397, + "F1_coffee": 0.9541182974018795, + "IoU_coffee": 0.912262156448203, + "precision_coffee": 0.9348932943343083, + "recall_coffee": 0.9741505813297212, + "F1_noncoffee": 0.585, + "IoU_noncoffee": 0.4134275618374558, + "kappa": 0.5408743957330259, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9281603492756499, + "mIoU": 0.6941354829994485, + "macroF1": 0.7974376408697315, + "F1_coffee": 0.9601628700341147, + "IoU_coffee": 0.9233781352524076, + "precision_coffee": 0.9398901217278897, + "recall_coffee": 0.9813294342593634, + "F1_noncoffee": 0.6347124117053481, + "IoU_noncoffee": 0.4648928307464893, + "kappa": 0.5965961909334446, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.920123040285771, + "mIoU": 0.686305808202297, + "macroF1": 0.7918845601256144, + "F1_coffee": 0.9552504308188338, + "IoU_coffee": 0.9143343620304353, + "precision_coffee": 0.944383380962849, + "recall_coffee": 0.9663704870093353, + "F1_noncoffee": 0.628518689432395, + "IoU_noncoffee": 0.45827725437415884, + "kappa": 0.584226136817075, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8816674561819043, + "mIoU": 0.7674366630224919, + "macroF1": 0.8666508851137846, + "F1_coffee": 0.9113995885649429, + "IoU_coffee": 0.8372214257787045, + "precision_coffee": 0.8965806001395673, + "recall_coffee": 0.9267166762839008, + "F1_noncoffee": 0.8219021816626265, + "IoU_noncoffee": 0.6976519002662793, + "kappa": 0.7334481439152498, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8822031500518721, + "mIoU": 0.767522113289709, + "macroF1": 0.866641320440694, + "F1_coffee": 0.9121968365553603, + "IoU_coffee": 0.8385679203825772, + "precision_coffee": 0.8955141476880607, + "recall_coffee": 0.929512893982808, + "F1_noncoffee": 0.8210858043260277, + "IoU_noncoffee": 0.6964763061968409, + "kappa": 0.7334711212433315, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8540035838913516, + "mIoU": 0.7171485011015566, + "macroF1": 0.8321350639532458, + "F1_coffee": 0.8927234927234927, + "IoU_coffee": 0.8062335711603454, + "precision_coffee": 0.8645637583892617, + "recall_coffee": 0.9227793696275072, + "F1_noncoffee": 0.7715466351829988, + "IoU_noncoffee": 0.6280634310427679, + "kappa": 0.6650269014102043, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2681, + 2995 + ], + [ + 52876, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6465720772743224, + "test_tta": { + "OA": 0.895242245247087, + "mIoU": 0.7390001553117005, + "macroF1": 0.8427876626926678, + "F1_coffee": 0.9335979458430943, + "IoU_coffee": 0.8754652545949887, + "precision_coffee": 0.9086220629231382, + "recall_coffee": 0.9599856941493279, + "F1_noncoffee": 0.7519773795422414, + "IoU_noncoffee": 0.6025350560284122, + "kappa": 0.6864601915917558, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8621062651436483, + "mIoU": 0.6797444165935722, + "macroF1": 0.7987225496302286, + "F1_coffee": 0.9116725945771167, + "IoU_coffee": 0.8376822912245556, + "precision_coffee": 0.8751064131668559, + "recall_coffee": 0.951427855228399, + "F1_noncoffee": 0.6857725046833405, + "IoU_noncoffee": 0.5218065419625888, + "kappa": 0.5999300747036745, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.631951769520043, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.846696964778445, + "mIoU": 0.6544109930564154, + "macroF1": 0.7788157046736904, + "F1_coffee": 0.9013484296174052, + "IoU_coffee": 0.8204133629950754, + "precision_coffee": 0.8795841402507389, + "recall_coffee": 0.924217110054406, + "F1_noncoffee": 0.6562829797299756, + "IoU_noncoffee": 0.4884086231177554, + "kappa": 0.5585730605639923, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8033489096573209, + "mIoU": 0.5930667731560137, + "macroF1": 0.7286047706113461, + "F1_coffee": 0.8710309015067677, + "IoU_coffee": 0.7715276730508219, + "precision_coffee": 0.8575259805564868, + "recall_coffee": 0.8849679986161564, + "F1_noncoffee": 0.5861786397159247, + "IoU_noncoffee": 0.41460587326120557, + "kappa": 0.45764116313032777, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18472553699284008, + "mIoU": 0.09265488298078009, + "macroF1": 0.1568391447039773, + "F1_coffee": 0.31017770597738287, + "IoU_coffee": 0.1835564053537285, + "precision_coffee": 0.9974025974025974, + "recall_coffee": 0.1836441893830703, + "F1_noncoffee": 0.003500583430571762, + "IoU_noncoffee": 0.0017533606078316774, + "kappa": -0.00031030289476261154, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.844437893081761, + "mIoU": 0.6560979372339144, + "macroF1": 0.7809292570867724, + "F1_coffee": 0.8988821462791441, + "IoU_coffee": 0.8163360018563639, + "precision_coffee": 0.8833092712321888, + "recall_coffee": 0.9150139801027375, + "F1_noncoffee": 0.6629763678944007, + "IoU_noncoffee": 0.49585987261146497, + "kappa": 0.5623119431060694, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8561102217047494, + "mIoU": 0.6692685665649978, + "macroF1": 0.790507629082644, + "F1_coffee": 0.907739206171457, + "IoU_coffee": 0.8310645326650339, + "precision_coffee": 0.8837674136886735, + "recall_coffee": 0.933047704310014, + "F1_noncoffee": 0.6732760519938312, + "IoU_noncoffee": 0.5074726004649618, + "kappa": 0.5821040803537039, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8395253087914749, + "mIoU": 0.638015407028077, + "macroF1": 0.7647756515589046, + "F1_coffee": 0.89737632809838, + "IoU_coffee": 0.8138554893808293, + "precision_coffee": 0.8718550619959071, + "recall_coffee": 0.9244367860105942, + "F1_noncoffee": 0.6321749750194293, + "IoU_noncoffee": 0.4621753246753247, + "kappa": 0.5309917262006871, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8834249643657096, + "mIoU": 0.6856336932424192, + "macroF1": 0.7994818960761432, + "F1_coffee": 0.9292204982382395, + "IoU_coffee": 0.8677981757302852, + "precision_coffee": 0.9415006889640486, + "recall_coffee": 0.9172565291676836, + "F1_noncoffee": 0.6697432939140467, + "IoU_noncoffee": 0.5034692107545533, + "kappa": 0.5992818836497583, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8638825962769625, + "mIoU": 0.6322371312052228, + "macroF1": 0.7526231235144814, + "F1_coffee": 0.9185237589906851, + "IoU_coffee": 0.8493240296554732, + "precision_coffee": 0.9233139741614318, + "recall_coffee": 0.9137829912023461, + "F1_noncoffee": 0.5867224880382775, + "IoU_noncoffee": 0.4151502327549725, + "kappa": 0.5053137855932889, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8535249828884326, + "mIoU": 0.6006185165498632, + "macroF1": 0.7218186829788409, + "F1_coffee": 0.9132298424467099, + "IoU_coffee": 0.8403155313932417, + "precision_coffee": 0.9096468959150704, + "recall_coffee": 0.9168411258432193, + "F1_noncoffee": 0.5304075235109718, + "IoU_noncoffee": 0.3609215017064846, + "kappa": 0.4436840756715207, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8080721747388414, + "mIoU": 0.6279071074025001, + "macroF1": 0.7627344279295092, + "F1_coffee": 0.8664508028811208, + "IoU_coffee": 0.7643698262795849, + "precision_coffee": 0.824861600402617, + "recall_coffee": 0.9124565066109951, + "F1_noncoffee": 0.6590180529778977, + "IoU_noncoffee": 0.4914443885254152, + "kappa": 0.5285290155264787, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.848565965583174, + "mIoU": 0.6890930345006627, + "macroF1": 0.8097232268940823, + "F1_coffee": 0.8956934018174635, + "IoU_coffee": 0.8110912343470483, + "precision_coffee": 0.8424377554812338, + "recall_coffee": 0.9561366512020245, + "F1_noncoffee": 0.7237530519707011, + "IoU_noncoffee": 0.5670948346542771, + "kappa": 0.6234319722543176, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8257822998656172, + "mIoU": 0.6543680224134594, + "macroF1": 0.7835682847111212, + "F1_coffee": 0.8791530727744856, + "IoU_coffee": 0.7843649756445289, + "precision_coffee": 0.830649219929542, + "recall_coffee": 0.9336727478433037, + "F1_noncoffee": 0.6879834966477566, + "IoU_noncoffee": 0.52437106918239, + "kappa": 0.5709140599999193, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 23, + 27 + ], + [ + 472, + 563 + ], + [ + 6432, + 7520 + ], + [ + 45238, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.981452755133311, + "test_tta": { + "OA": 0.854390521019315, + "mIoU": 0.663610268896472, + "macroF1": 0.7856650262768703, + "F1_coffee": 0.9070333792760397, + "IoU_coffee": 0.8298820495316115, + "precision_coffee": 0.8785810363172794, + "recall_coffee": 0.9373902240500364, + "F1_noncoffee": 0.6642966732777008, + "IoU_noncoffee": 0.4973384882613324, + "kappa": 0.5729473223253571, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.811468789661936, + "mIoU": 0.6007978829206682, + "macroF1": 0.7344664459437484, + "F1_coffee": 0.8774584247332996, + "IoU_coffee": 0.7816712040485695, + "precision_coffee": 0.8564553024064416, + "recall_coffee": 0.899517576736051, + "F1_noncoffee": 0.5914744671541972, + "IoU_noncoffee": 0.4199245617927668, + "kappa": 0.46999550120796674, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 36, + "stopped_epoch": 66, + "best_val": 0.6458747569074906, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8551371530595683, + "mIoU": 0.6719238805633565, + "macroF1": 0.7931486054755483, + "F1_coffee": 0.9063847194688316, + "IoU_coffee": 0.8287966852736376, + "precision_coffee": 0.8880804094468767, + "recall_coffee": 0.9254594525125305, + "F1_noncoffee": 0.6799124914822652, + "IoU_noncoffee": 0.5150510758530754, + "kappa": 0.5868972537264302, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8131562247605861, + "mIoU": 0.6102782800936157, + "macroF1": 0.7438446199552279, + "F1_coffee": 0.8770907848922707, + "IoU_coffee": 0.7810878859054732, + "precision_coffee": 0.8660396447708623, + "recall_coffee": 0.8884276076803321, + "F1_noncoffee": 0.6105984550181851, + "IoU_noncoffee": 0.4394686742817584, + "kappa": 0.48795339643340274, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2386634844868735, + "mIoU": 0.11985432071515285, + "macroF1": 0.19422319139244376, + "F1_coffee": 0.38345574023965984, + "IoU_coffee": 0.23720707795313248, + "precision_coffee": 1.0, + "recall_coffee": 0.23720707795313248, + "F1_noncoffee": 0.004990642545227698, + "IoU_noncoffee": 0.0025015634771732333, + "kappa": 0.0011860733231245516, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8500393081761006, + "mIoU": 0.6688574486852883, + "macroF1": 0.7914690448770358, + "F1_coffee": 0.9019847132121523, + "IoU_coffee": 0.8214682655747294, + "precision_coffee": 0.8911098419950505, + "recall_coffee": 0.9131282918265167, + "F1_noncoffee": 0.6809533765419193, + "IoU_noncoffee": 0.5162466317958472, + "kappa": 0.5831401757148778, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8601368068694513, + "mIoU": 0.6780636225171455, + "macroF1": 0.7976294957505579, + "F1_coffee": 0.9101000966665628, + "IoU_coffee": 0.8350308995193408, + "precision_coffee": 0.8881382752114905, + "recall_coffee": 0.9331755979025451, + "F1_noncoffee": 0.6851588948345528, + "IoU_noncoffee": 0.5210963455149502, + "kappa": 0.5961238716461632, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8551707435214337, + "mIoU": 0.6687727907608951, + "macroF1": 0.7902606700127892, + "F1_coffee": 0.9069405539993776, + "IoU_coffee": 0.8297266514806378, + "precision_coffee": 0.8851224105461394, + "recall_coffee": 0.9298615099878742, + "F1_noncoffee": 0.6735807860262009, + "IoU_noncoffee": 0.5078189300411523, + "kappa": 0.5814134726265783, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8898391366320505, + "mIoU": 0.7033191532592167, + "macroF1": 0.8139088944349686, + "F1_coffee": 0.9327783300198808, + "IoU_coffee": 0.8740249155897077, + "precision_coffee": 0.9500126550240445, + "recall_coffee": 0.9161581645106175, + "F1_noncoffee": 0.6950394588500564, + "IoU_noncoffee": 0.5326133909287257, + "kappa": 0.628372634047228, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.856988082340195, + "mIoU": 0.6149361218174483, + "macroF1": 0.7364069910234138, + "F1_coffee": 0.9146886016451233, + "IoU_coffee": 0.8427890861844954, + "precision_coffee": 0.9163037080635668, + "recall_coffee": 0.9130791788856305, + "F1_noncoffee": 0.5581253804017042, + "IoU_noncoffee": 0.387083157450401, + "kappa": 0.47282246549262247, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8543072259704704, + "mIoU": 0.6035705407206514, + "macroF1": 0.7248488406845748, + "F1_coffee": 0.9135831110080037, + "IoU_coffee": 0.8409139440529575, + "precision_coffee": 0.9111522443313281, + "recall_coffee": 0.9160269830193069, + "F1_noncoffee": 0.5361145703611457, + "IoU_noncoffee": 0.3662271373883454, + "kappa": 0.44971870642874723, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8129154795821463, + "mIoU": 0.6375794587719812, + "macroF1": 0.7708410468633986, + "F1_coffee": 0.8690333732216461, + "IoU_coffee": 0.7683987773336468, + "precision_coffee": 0.8318696703576429, + "recall_coffee": 0.9096729297146834, + "F1_noncoffee": 0.6726487205051512, + "IoU_noncoffee": 0.5067601402103155, + "kappa": 0.5439571202165359, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8631931166347993, + "mIoU": 0.7171937698941373, + "macroF1": 0.8305851031410151, + "F1_coffee": 0.904910625290717, + "IoU_coffee": 0.8263349514563106, + "precision_coffee": 0.8579889112903226, + "recall_coffee": 0.9572613524532546, + "F1_noncoffee": 0.7562595809913132, + "IoU_noncoffee": 0.6080525883319639, + "kappa": 0.6637479803438859, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8560184296410059, + "mIoU": 0.7070732638982651, + "macroF1": 0.8235310538368168, + "F1_coffee": 0.8992477162815691, + "IoU_coffee": 0.816939223822309, + "precision_coffee": 0.8563387488806448, + "recall_coffee": 0.9466836373921652, + "F1_noncoffee": 0.7478143913920645, + "IoU_noncoffee": 0.5972073039742213, + "kappa": 0.6492662916559402, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 14, + 27 + ], + [ + 504, + 563 + ], + [ + 6503, + 7520 + ], + [ + 45664, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.077986709276835, + "test_tta": { + "OA": 0.8569063463723422, + "mIoU": 0.6710066875601151, + "macroF1": 0.7919243851976074, + "F1_coffee": 0.9082049146189088, + "IoU_coffee": 0.8318455786984055, + "precision_coffee": 0.8836568464562143, + "recall_coffee": 0.9341558497194019, + "F1_noncoffee": 0.6756438557763061, + "IoU_noncoffee": 0.5101677964218246, + "kappa": 0.5849804892743503, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8150023076035537, + "mIoU": 0.6090020340111996, + "macroF1": 0.7420288933801253, + "F1_coffee": 0.879233238869065, + "IoU_coffee": 0.7844926075268818, + "precision_coffee": 0.8617488557507751, + "recall_coffee": 0.8974418112975456, + "F1_noncoffee": 0.6048245478911858, + "IoU_noncoffee": 0.43351146049551736, + "kappa": 0.4847518486200688, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 19, + "stopped_epoch": 50, + "best_val": 0.6760473180675335, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8755883785099822, + "mIoU": 0.7112322343363393, + "macroF1": 0.8234226867040226, + "F1_coffee": 0.9193980882677687, + "IoU_coffee": 0.8508203421498219, + "precision_coffee": 0.9030179091528785, + "recall_coffee": 0.9363834982650044, + "F1_noncoffee": 0.7274472851402767, + "IoU_noncoffee": 0.5716441265228568, + "kappa": 0.6472378662098084, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8351505711318795, + "mIoU": 0.6465601241007599, + "macroF1": 0.7740955519794301, + "F1_coffee": 0.8915374542141922, + "IoU_coffee": 0.8043009279868507, + "precision_coffee": 0.880475324724008, + "recall_coffee": 0.9028810855484442, + "F1_noncoffee": 0.6566536497446681, + "IoU_noncoffee": 0.48881932021466906, + "kappa": 0.5484167530353077, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.35369928400954653, + "mIoU": 0.17770422224710855, + "macroF1": 0.26354506123991883, + "F1_coffee": 0.5212164073550212, + "IoU_coffee": 0.35246293639406984, + "precision_coffee": 1.0, + "recall_coffee": 0.35246293639406984, + "F1_noncoffee": 0.005873715124816446, + "IoU_noncoffee": 0.0029455081001472753, + "kappa": 0.002074211458400041, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8891018081761006, + "mIoU": 0.7445415555242368, + "macroF1": 0.8481718208007297, + "F1_coffee": 0.92700281380381, + "IoU_coffee": 0.8639377863515795, + "precision_coffee": 0.9222007722007722, + "recall_coffee": 0.9318551271213993, + "F1_noncoffee": 0.7693408277976495, + "IoU_noncoffee": 0.6251453246968942, + "kappa": 0.6963696558122328, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8672682287876583, + "mIoU": 0.693648537016752, + "macroF1": 0.8099672261916806, + "F1_coffee": 0.9143179255918827, + "IoU_coffee": 0.842159916926272, + "precision_coffee": 0.8959126058671903, + "recall_coffee": 0.9334953318838726, + "F1_noncoffee": 0.7056165267914783, + "IoU_noncoffee": 0.5451371571072319, + "kappa": 0.6204847632727517, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8705739888592879, + "mIoU": 0.6954136766916104, + "macroF1": 0.8108462578272739, + "F1_coffee": 0.9171370092414564, + "IoU_coffee": 0.8469557248410562, + "precision_coffee": 0.8920190625565543, + "recall_coffee": 0.9437105112004595, + "F1_noncoffee": 0.7045555064130915, + "IoU_noncoffee": 0.5438716285421645, + "kappa": 0.622758999255987, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.902871105681124, + "mIoU": 0.7156121648887235, + "macroF1": 0.8220195366583393, + "F1_coffee": 0.9419778615740177, + "IoU_coffee": 0.8903196137042998, + "precision_coffee": 0.938894277400582, + "recall_coffee": 0.9450817671466927, + "F1_noncoffee": 0.7020612117426608, + "IoU_noncoffee": 0.5409047160731473, + "kappa": 0.6440587880008054, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8547227420466857, + "mIoU": 0.5922011952949053, + "macroF1": 0.7119481133740357, + "F1_coffee": 0.9147448124385874, + "IoU_coffee": 0.8428845334469536, + "precision_coffee": 0.9016636280765725, + "recall_coffee": 0.9282111436950147, + "F1_noncoffee": 0.5091514143094842, + "IoU_noncoffee": 0.34151785714285715, + "kappa": 0.4245935056421685, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8764055930380366, + "mIoU": 0.6259068998410043, + "macroF1": 0.7424961112254074, + "F1_coffee": 0.9281899784115442, + "IoU_coffee": 0.8660023322378883, + "precision_coffee": 0.9072634384717904, + "recall_coffee": 0.9501046755059316, + "F1_noncoffee": 0.5568022440392707, + "IoU_noncoffee": 0.3858114674441205, + "kappa": 0.48667772974247975, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.876258309591643, + "mIoU": 0.75219760227089, + "macroF1": 0.8560305460664026, + "F1_coffee": 0.9099951647440768, + "IoU_coffee": 0.8348542458808619, + "precision_coffee": 0.9033187054306089, + "recall_coffee": 0.9167710508002783, + "F1_noncoffee": 0.8020659273887285, + "IoU_noncoffee": 0.6695409586609181, + "kappa": 0.7120956791658354, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8794455066921606, + "mIoU": 0.7536320327775399, + "macroF1": 0.8566521557792952, + "F1_coffee": 0.9138131364910123, + "IoU_coffee": 0.8413038006544173, + "precision_coffee": 0.8891992551210428, + "recall_coffee": 0.9398284830591874, + "F1_noncoffee": 0.7994911750675783, + "IoU_noncoffee": 0.6659602649006623, + "kappa": 0.713814466523952, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8648492992896909, + "mIoU": 0.7270219156163521, + "macroF1": 0.8382306129204613, + "F1_coffee": 0.9038514067194755, + "IoU_coffee": 0.8245701470221779, + "precision_coffee": 0.8738940974514723, + "recall_coffee": 0.9359355112431056, + "F1_noncoffee": 0.772609819121447, + "IoU_noncoffee": 0.6294736842105263, + "kappa": 0.6773579064815178, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 557, + 563 + ], + [ + 6752, + 7520 + ], + [ + 46612, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5810697078704834, + "test_tta": { + "OA": 0.8776335010550236, + "mIoU": 0.7107186126397138, + "macroF1": 0.8226107573825301, + "F1_coffee": 0.921405710830562, + "IoU_coffee": 0.8542653341323384, + "precision_coffee": 0.8975364055486728, + "recall_coffee": 0.9465792743006469, + "F1_noncoffee": 0.7238158039344983, + "IoU_noncoffee": 0.5671718911470892, + "kappa": 0.6461010687400851, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8386840890734971, + "mIoU": 0.6471121304451448, + "macroF1": 0.7737796262083222, + "F1_coffee": 0.8949518666353604, + "IoU_coffee": 0.8098759136494985, + "precision_coffee": 0.875087242405319, + "recall_coffee": 0.915739299236964, + "F1_noncoffee": 0.652607385781284, + "IoU_noncoffee": 0.4843483472407911, + "kappa": 0.5483289365123624, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.6783973593192271, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8726667748742087, + "mIoU": 0.7034032312736233, + "macroF1": 0.817333485364683, + "F1_coffee": 0.9178697431924538, + "IoU_coffee": 0.8482063387639798, + "precision_coffee": 0.8976921344172998, + "recall_coffee": 0.9389752816690229, + "F1_noncoffee": 0.716797227536912, + "IoU_noncoffee": 0.5586001237832667, + "kappa": 0.635302319035188, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8315305180569978, + "mIoU": 0.6387059021298366, + "macroF1": 0.7674297523162366, + "F1_coffee": 0.8895277906503872, + "IoU_coffee": 0.8010356163450237, + "precision_coffee": 0.8756237432039919, + "recall_coffee": 0.9038805281669838, + "F1_noncoffee": 0.6453317139820859, + "IoU_noncoffee": 0.4763761879146495, + "kappa": 0.5352357312102461, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.315035799522673, + "mIoU": 0.15825259916336235, + "macroF1": 0.2415779729212565, + "F1_coffee": 0.47761194029850745, + "IoU_coffee": 0.3137254901960784, + "precision_coffee": 1.0, + "recall_coffee": 0.3137254901960784, + "F1_noncoffee": 0.005544005544005544, + "IoU_noncoffee": 0.002779708130646282, + "kappa": 0.0017426109212693986, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8848270440251572, + "mIoU": 0.7317248348488774, + "macroF1": 0.8386700569080221, + "F1_coffee": 0.9249631858633716, + "IoU_coffee": 0.8604014055148591, + "precision_coffee": 0.9109653824326881, + "recall_coffee": 0.9393978802262826, + "F1_noncoffee": 0.7523769279526727, + "IoU_noncoffee": 0.6030482641828958, + "kappa": 0.6775913252904304, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.869402804055693, + "mIoU": 0.6955847353734905, + "macroF1": 0.8112279927792666, + "F1_coffee": 0.9160219615672573, + "IoU_coffee": 0.8450558305513987, + "precision_coffee": 0.8942623949323912, + "recall_coffee": 0.9388668627701752, + "F1_noncoffee": 0.7064340239912759, + "IoU_noncoffee": 0.5461136401955825, + "kappa": 0.6232357801035517, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8639379995156212, + "mIoU": 0.6832534556844123, + "macroF1": 0.8014792569995939, + "F1_coffee": 0.9128316524437549, + "IoU_coffee": 0.8396414911229092, + "precision_coffee": 0.8883788354675042, + "recall_coffee": 0.9386687089156934, + "F1_noncoffee": 0.690126861555433, + "IoU_noncoffee": 0.5268654202459154, + "kappa": 0.60402499782917, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9058236611688048, + "mIoU": 0.7236745490082668, + "macroF1": 0.8283350007594726, + "F1_coffee": 0.9436696912490105, + "IoU_coffee": 0.893347169376225, + "precision_coffee": 0.9417770754831651, + "recall_coffee": 0.9455699292164998, + "F1_noncoffee": 0.7130003102699348, + "IoU_noncoffee": 0.5540019286403086, + "kappa": 0.6566770658458574, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8622082143208903, + "mIoU": 0.6107538479887644, + "macroF1": 0.7303374269928116, + "F1_coffee": 0.9189126528719643, + "IoU_coffee": 0.8499892772892987, + "precision_coffee": 0.9082263978001833, + "recall_coffee": 0.9298533724340176, + "F1_noncoffee": 0.5417622011136587, + "IoU_noncoffee": 0.37151841868823, + "kappa": 0.46109646474152555, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8713210130047913, + "mIoU": 0.6219996544130616, + "macroF1": 0.7397975968179469, + "F1_coffee": 0.9247914047319694, + "IoU_coffee": 0.8601041777399808, + "precision_coffee": 0.9091011235955057, + "recall_coffee": 0.9410327983251919, + "F1_noncoffee": 0.5548037889039242, + "IoU_noncoffee": 0.3838951310861423, + "kappa": 0.48051119735077447, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8652421652421652, + "mIoU": 0.7274019392504028, + "macroF1": 0.8384685279584404, + "F1_coffee": 0.9042316258351893, + "IoU_coffee": 0.8252032520325203, + "precision_coffee": 0.877751572327044, + "recall_coffee": 0.9323590814196242, + "F1_noncoffee": 0.7727054300816915, + "IoU_noncoffee": 0.6296006264682851, + "kappa": 0.6776333801282686, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8763862332695985, + "mIoU": 0.7451755559758855, + "macroF1": 0.8506373570538983, + "F1_coffee": 0.9126528406404107, + "IoU_coffee": 0.8393389662027833, + "precision_coffee": 0.8784135240572172, + "recall_coffee": 0.9496696190074512, + "F1_noncoffee": 0.788621873467386, + "IoU_noncoffee": 0.6510121457489878, + "kappa": 0.7023690270378756, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8566903436360146, + "mIoU": 0.7115574589203763, + "macroF1": 0.8271140308256417, + "F1_coffee": 0.8986215794119644, + "IoU_coffee": 0.8159062885326757, + "precision_coffee": 0.8642894461859979, + "recall_coffee": 0.935794088530618, + "F1_noncoffee": 0.755606482239319, + "IoU_noncoffee": 0.6072086293080768, + "kappa": 0.655538353963064, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6762, + 7520 + ], + [ + 46425, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5752490520477296, + "test_tta": { + "OA": 0.8750527511767571, + "mIoU": 0.7041900860449248, + "macroF1": 0.8175492794095304, + "F1_coffee": 0.9199775463107341, + "IoU_coffee": 0.8518133518133518, + "precision_coffee": 0.8937227338826951, + "recall_coffee": 0.9478216167587714, + "F1_noncoffee": 0.7151210125083266, + "IoU_noncoffee": 0.5565668202764977, + "kappa": 0.6362162044694119, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8346025152878735, + "mIoU": 0.6392597669895019, + "macroF1": 0.7672116469315671, + "F1_coffee": 0.8924626319836462, + "IoU_coffee": 0.8058081449496233, + "precision_coffee": 0.8713493124347683, + "recall_coffee": 0.9146245363162852, + "F1_noncoffee": 0.641960661879488, + "IoU_noncoffee": 0.47271138902938065, + "kappa": 0.5353316223126348, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 24, + "stopped_epoch": 54, + "best_val": 0.6551113832587951, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8088297354325596, + "mIoU": 0.5609963730811631, + "macroF1": 0.6909315009479473, + "F1_coffee": 0.8818205534707311, + "IoU_coffee": 0.78862167982771, + "precision_coffee": 0.8294699486559952, + "recall_coffee": 0.9412243499121793, + "F1_noncoffee": 0.5000424484251634, + "IoU_noncoffee": 0.3333710663346163, + "kappa": 0.3921067895653191, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7790613822545287, + "mIoU": 0.5254759976182314, + "macroF1": 0.6581210982131754, + "F1_coffee": 0.8614605471399502, + "IoU_coffee": 0.7566365354981175, + "precision_coffee": 0.8135141598059645, + "recall_coffee": 0.915412558380903, + "F1_noncoffee": 0.4547816492864007, + "IoU_noncoffee": 0.29431545973834533, + "kappa": 0.3254633256788253, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4649164677804296, + "mIoU": 0.23309305197880054, + "macroF1": 0.31890665216603226, + "F1_coffee": 0.634257748776509, + "IoU_coffee": 0.46440516005733395, + "precision_coffee": 0.997946611909651, + "recall_coffee": 0.4648493543758967, + "F1_noncoffee": 0.0035555555555555557, + "IoU_noncoffee": 0.0017809439002671415, + "kappa": -0.0002504358136842546, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8226218553459119, + "mIoU": 0.5832343286160049, + "macroF1": 0.7120391613496142, + "F1_coffee": 0.8904865914330785, + "IoU_coffee": 0.8025920052496309, + "precision_coffee": 0.8346317884560706, + "recall_coffee": 0.9543533389687235, + "F1_noncoffee": 0.5335917312661499, + "IoU_noncoffee": 0.36387665198237884, + "kappa": 0.43485756096328726, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8045408237520012, + "mIoU": 0.5570375301299562, + "macroF1": 0.6877054298845949, + "F1_coffee": 0.878721290749827, + "IoU_coffee": 0.7836778523489933, + "precision_coffee": 0.8301200022749247, + "recall_coffee": 0.9333674382913416, + "F1_noncoffee": 0.4966895690193629, + "IoU_noncoffee": 0.3303972079109191, + "kappa": 0.38417128344795903, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7995156212157908, + "mIoU": 0.543665161140806, + "macroF1": 0.6733023902612659, + "F1_coffee": 0.876362876004421, + "IoU_coffee": 0.7799340706082518, + "precision_coffee": 0.8237309074573226, + "recall_coffee": 0.9361797179143532, + "F1_noncoffee": 0.4702419045181108, + "IoU_noncoffee": 0.3073962516733601, + "kappa": 0.35783793824759813, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.902871105681124, + "mIoU": 0.7026444481918106, + "macroF1": 0.8106817325155056, + "F1_coffee": 0.9427920364595826, + "IoU_coffee": 0.8917753828701078, + "precision_coffee": 0.9267861353454374, + "recall_coffee": 0.9593605076885526, + "F1_noncoffee": 0.6785714285714286, + "IoU_noncoffee": 0.5135135135135135, + "kappa": 0.6219969327905476, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8483206933911159, + "mIoU": 0.5901867598554249, + "macroF1": 0.7117182555292956, + "F1_coffee": 0.9101621747754054, + "IoU_coffee": 0.8351354244727546, + "precision_coffee": 0.9053034698851108, + "recall_coffee": 0.9150733137829912, + "F1_noncoffee": 0.5132743362831859, + "IoU_noncoffee": 0.34523809523809523, + "kappa": 0.42352647263512916, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8598807079299893, + "mIoU": 0.6009392059691434, + "macroF1": 0.7201931371717745, + "F1_coffee": 0.917893771844382, + "IoU_coffee": 0.8482473790109075, + "precision_coffee": 0.9045736871823828, + "recall_coffee": 0.9316120027913468, + "F1_noncoffee": 0.5224925024991669, + "IoU_noncoffee": 0.35363103292737935, + "kappa": 0.44109108295405136, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7477682811016144, + "mIoU": 0.502231330684481, + "macroF1": 0.640177558350364, + "F1_coffee": 0.8369351669941061, + "IoU_coffee": 0.7195945945945946, + "precision_coffee": 0.7487641436888938, + "recall_coffee": 0.948643006263048, + "F1_noncoffee": 0.44341994970662196, + "IoU_noncoffee": 0.28486806677436727, + "kappa": 0.31287612833895095, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7620458891013384, + "mIoU": 0.5263887378599689, + "macroF1": 0.6655259235093345, + "F1_coffee": 0.8452018160333354, + "IoU_coffee": 0.731904351572598, + "precision_coffee": 0.7578630381440999, + "recall_coffee": 0.9552931252636019, + "F1_noncoffee": 0.48585003098533364, + "IoU_noncoffee": 0.3208731241473397, + "kappa": 0.3593137950701081, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7402572470723747, + "mIoU": 0.4955897410549971, + "macroF1": 0.6343920839439096, + "F1_coffee": 0.8311283075386919, + "IoU_coffee": 0.7110517885744795, + "precision_coffee": 0.7437730369708477, + "recall_coffee": 0.9417338424550983, + "F1_noncoffee": 0.4376558603491272, + "IoU_noncoffee": 0.28012769353551475, + "kappa": 0.3008973704606797, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 7, + 27 + ], + [ + 197, + 563 + ], + [ + 5722, + 7520 + ], + [ + 43906, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.699821396668752, + "test_tta": { + "OA": 0.8046096412919981, + "mIoU": 0.5457353705089389, + "macroF1": 0.6740100001508327, + "F1_coffee": 0.8803451086416317, + "IoU_coffee": 0.7862646923049608, + "precision_coffee": 0.8212908011869436, + "recall_coffee": 0.948549886475603, + "F1_noncoffee": 0.4676748916600336, + "IoU_noncoffee": 0.305206048712917, + "kappa": 0.3626793178020829, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.777446059766932, + "mIoU": 0.5138283892395632, + "macroF1": 0.6437168466054398, + "F1_coffee": 0.8619952600277244, + "IoU_coffee": 0.757461924146928, + "precision_coffee": 0.8060750008363162, + "recall_coffee": 0.9262526667819869, + "F1_noncoffee": 0.4254384331831552, + "IoU_noncoffee": 0.27019485433219825, + "kappa": 0.3014308370692664, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 12, + "stopped_epoch": 50, + "best_val": 0.6685419157384456, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.85713358221068, + "mIoU": 0.6849981192637029, + "macroF1": 0.8044348303439961, + "F1_coffee": 0.9059535002991709, + "IoU_coffee": 0.8280758638201458, + "precision_coffee": 0.903828934464674, + "recall_coffee": 0.9080880777963415, + "F1_noncoffee": 0.7029161603888214, + "IoU_noncoffee": 0.54192037470726, + "kappa": 0.6088764875043772, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8157378562362986, + "mIoU": 0.6234742408767575, + "macroF1": 0.7564663446514384, + "F1_coffee": 0.8766104575920882, + "IoU_coffee": 0.7803263467391117, + "precision_coffee": 0.8810009123910469, + "recall_coffee": 0.8722635453304888, + "F1_noncoffee": 0.6363222317107885, + "IoU_noncoffee": 0.4666221350144032, + "kappa": 0.5129683394969422, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26443914081145586, + "mIoU": 0.13281051942444042, + "macroF1": 0.2108367602408169, + "F1_coffee": 0.4165088981446422, + "IoU_coffee": 0.26303204208512676, + "precision_coffee": 1.0, + "recall_coffee": 0.26303204208512676, + "F1_noncoffee": 0.005164622336991607, + "IoU_noncoffee": 0.0025889967637540453, + "kappa": 0.0013610513503021751, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8607999213836478, + "mIoU": 0.6985607663772436, + "macroF1": 0.8154711249493469, + "F1_coffee": 0.9069286113210027, + "IoU_coffee": 0.8297066602548689, + "precision_coffee": 0.9165338645418327, + "recall_coffee": 0.8975225957474479, + "F1_noncoffee": 0.7240136385776912, + "IoU_noncoffee": 0.5674148724996183, + "kappa": 0.6310624057551207, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8562072478532965, + "mIoU": 0.6823771575552693, + "macroF1": 0.8023095928990959, + "F1_coffee": 0.905532891381948, + "IoU_coffee": 0.8273733255678509, + "precision_coffee": 0.9026559918668192, + "recall_coffee": 0.9084281877477939, + "F1_noncoffee": 0.6990862944162437, + "IoU_noncoffee": 0.5373809895426876, + "kappa": 0.604631978660703, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8544441753451198, + "mIoU": 0.6735504163062749, + "macroF1": 0.7947756102994377, + "F1_coffee": 0.9054347484029329, + "IoU_coffee": 0.827209476165833, + "precision_coffee": 0.8930965979637447, + "recall_coffee": 0.9181185780841151, + "F1_noncoffee": 0.6841164721959424, + "IoU_noncoffee": 0.5198913564467167, + "kappa": 0.5898127261016247, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8941152514762778, + "mIoU": 0.7099332099266622, + "macroF1": 0.8188126957120807, + "F1_coffee": 0.9356196607651356, + "IoU_coffee": 0.8790275677561941, + "precision_coffee": 0.9493718592964824, + "recall_coffee": 0.9222601903832073, + "F1_noncoffee": 0.7020057306590258, + "IoU_noncoffee": 0.5408388520971302, + "kappa": 0.6379770023562429, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8397517974982763, + "mIoU": 0.5917997977449512, + "macroF1": 0.7162680722268154, + "F1_coffee": 0.9034478665954543, + "IoU_coffee": 0.8238986903344517, + "precision_coffee": 0.914244535190968, + "recall_coffee": 0.8929032258064517, + "F1_noncoffee": 0.5290882778581766, + "IoU_noncoffee": 0.3597009051554506, + "kappa": 0.432921867264714, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8582184413806591, + "mIoU": 0.6108999446166715, + "macroF1": 0.7316913640557998, + "F1_coffee": 0.9159420289855073, + "IoU_coffee": 0.8449197860962567, + "precision_coffee": 0.9130836800739713, + "recall_coffee": 0.9188183298441498, + "F1_noncoffee": 0.5474406991260924, + "IoU_noncoffee": 0.37688010313708636, + "kappa": 0.4634110386185998, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8297245963912631, + "mIoU": 0.6792141142230412, + "macroF1": 0.8049171388458722, + "F1_coffee": 0.8744837241862093, + "IoU_coffee": 0.7769623087448687, + "precision_coffee": 0.8797183098591549, + "recall_coffee": 0.8693110647181629, + "F1_noncoffee": 0.735350553505535, + "IoU_noncoffee": 0.5814659197012139, + "kappa": 0.6098634026290423, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8721797323135755, + "mIoU": 0.7427927586504475, + "macroF1": 0.8494411108075774, + "F1_coffee": 0.9079518072289157, + "IoU_coffee": 0.8314210061782877, + "precision_coffee": 0.8896384241770102, + "recall_coffee": 0.9270350063264445, + "F1_noncoffee": 0.7909304143862392, + "IoU_noncoffee": 0.6541645111226073, + "kappa": 0.6991717587626397, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8507391053945095, + "mIoU": 0.7055715254083756, + "macroF1": 0.8232423241322504, + "F1_coffee": 0.8929579403868658, + "IoU_coffee": 0.8066160925258052, + "precision_coffee": 0.8699034334763949, + "recall_coffee": 0.9172677131947391, + "F1_noncoffee": 0.7535267078776351, + "IoU_noncoffee": 0.604526958290946, + "kappa": 0.6470554581229516, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6551, + 7520 + ], + [ + 45679, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.573943054676056, + "test_tta": { + "OA": 0.8540172049991884, + "mIoU": 0.6713084800035787, + "macroF1": 0.7928326756743138, + "F1_coffee": 0.90541791107559, + "IoU_coffee": 0.827181369252349, + "precision_coffee": 0.8893319010040077, + "recall_coffee": 0.9220965599965728, + "F1_noncoffee": 0.6802474402730375, + "IoU_noncoffee": 0.5154355907548085, + "kappa": 0.5861231191334415, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8136754355601707, + "mIoU": 0.6116221241578097, + "macroF1": 0.7450800962818223, + "F1_coffee": 0.877315935918255, + "IoU_coffee": 0.7814450779042817, + "precision_coffee": 0.867064609377933, + "recall_coffee": 0.8878125660689231, + "F1_noncoffee": 0.6128442566453894, + "IoU_noncoffee": 0.4417991704113377, + "kappa": 0.4903849929096891, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.6714160333529825, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8723583833793216, + "mIoU": 0.7070414255178241, + "macroF1": 0.820488031298414, + "F1_coffee": 0.9169833628916476, + "IoU_coffee": 0.8466936993137867, + "precision_coffee": 0.9040422963240498, + "recall_coffee": 0.9303003041597052, + "F1_noncoffee": 0.7239926997051804, + "IoU_noncoffee": 0.5673891517218616, + "kappa": 0.6412204876456092, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8309247721241491, + "mIoU": 0.6421144199767698, + "macroF1": 0.7708607972877368, + "F1_coffee": 0.8881766585586874, + "IoU_coffee": 0.7988469259939258, + "precision_coffee": 0.8816422376245123, + "recall_coffee": 0.8948086643987008, + "F1_noncoffee": 0.6535449360167863, + "IoU_noncoffee": 0.4853819139596137, + "kappa": 0.5417995774737665, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2992840095465394, + "mIoU": 0.15033047948765935, + "macroF1": 0.23226050609806023, + "F1_coffee": 0.4591009579955785, + "IoU_coffee": 0.29794356767097085, + "precision_coffee": 1.0, + "recall_coffee": 0.29794356767097085, + "F1_noncoffee": 0.005420054200542005, + "IoU_noncoffee": 0.002717391304347826, + "kappa": 0.001617948581438248, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8844339622641509, + "mIoU": 0.7338533080881822, + "macroF1": 0.8404473977534357, + "F1_coffee": 0.9242219215155616, + "IoU_coffee": 0.8591194968553459, + "precision_coffee": 0.915958873491283, + "recall_coffee": 0.9326354119253527, + "F1_noncoffee": 0.7566728739913098, + "IoU_noncoffee": 0.6085871193210185, + "kappa": 0.6809781628488049, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8667345849706496, + "mIoU": 0.6973006867117733, + "macroF1": 0.8132399753824939, + "F1_coffee": 0.9131932374782746, + "IoU_coffee": 0.8402535473365899, + "precision_coffee": 0.9026675829324671, + "recall_coffee": 0.9239672592403121, + "F1_noncoffee": 0.7132867132867133, + "IoU_noncoffee": 0.5543478260869565, + "kappa": 0.6266476209004683, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8660692661661419, + "mIoU": 0.6903439894122513, + "macroF1": 0.8073172520288828, + "F1_coffee": 0.9137150881572789, + "IoU_coffee": 0.8411376041367423, + "precision_coffee": 0.8939912066438691, + "recall_coffee": 0.9343289297338694, + "F1_noncoffee": 0.7009194159004868, + "IoU_noncoffee": 0.5395503746877602, + "kappa": 0.6152836051359845, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9048055385868459, + "mIoU": 0.7261323777487525, + "macroF1": 0.8305885793240909, + "F1_coffee": 0.9427188629541138, + "IoU_coffee": 0.8916444547456253, + "precision_coffee": 0.9464878828884241, + "recall_coffee": 0.938979741274103, + "F1_noncoffee": 0.718458295694068, + "IoU_noncoffee": 0.5606203007518797, + "kappa": 0.6612035642876786, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8566926031714764, + "mIoU": 0.6107309991538232, + "macroF1": 0.7319622426510553, + "F1_coffee": 0.9148076585280168, + "IoU_coffee": 0.8429912593072192, + "precision_coffee": 0.9132569558101473, + "recall_coffee": 0.9163636363636364, + "F1_noncoffee": 0.5491168267740936, + "IoU_noncoffee": 0.37847073900042716, + "kappa": 0.46393266531402283, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8686809426029138, + "mIoU": 0.6216580669626198, + "macroF1": 0.7401980813429407, + "F1_coffee": 0.9229002813020265, + "IoU_coffee": 0.8568382901609637, + "precision_coffee": 0.9112345539054529, + "recall_coffee": 0.934868574086997, + "F1_noncoffee": 0.557495881383855, + "IoU_noncoffee": 0.3864778437642759, + "kappa": 0.48088446843146565, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8654320987654321, + "mIoU": 0.7296061199050119, + "macroF1": 0.8401891252955083, + "F1_coffee": 0.9037037037037037, + "IoU_coffee": 0.8243243243243243, + "precision_coffee": 0.8830013280212483, + "recall_coffee": 0.9254001391788448, + "F1_noncoffee": 0.7766745468873129, + "IoU_noncoffee": 0.6348879154856996, + "kappa": 0.6807851896065389, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8764818355640536, + "mIoU": 0.7495496834695656, + "macroF1": 0.8539819036929193, + "F1_coffee": 0.9113002883427159, + "IoU_coffee": 0.8370538529448859, + "precision_coffee": 0.8905138870253589, + "recall_coffee": 0.9330802755518065, + "F1_noncoffee": 0.7966635190431225, + "IoU_noncoffee": 0.6620455139942454, + "kappa": 0.708328112183408, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8635054712996736, + "mIoU": 0.7250700728004665, + "macroF1": 0.8368951856630142, + "F1_coffee": 0.9027758785724053, + "IoU_coffee": 0.8227816550348953, + "precision_coffee": 0.8738583719391132, + "recall_coffee": 0.9336727478433037, + "F1_noncoffee": 0.7710144927536232, + "IoU_noncoffee": 0.6273584905660378, + "kappa": 0.6746295446485984, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 549, + 563 + ], + [ + 6713, + 7520 + ], + [ + 46460, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5766281723976134, + "test_tta": { + "OA": 0.8746794351566304, + "mIoU": 0.7082984250830406, + "macroF1": 0.8211167993545562, + "F1_coffee": 0.9190017099755567, + "IoU_coffee": 0.8501416870463103, + "precision_coffee": 0.900569525258548, + "recall_coffee": 0.9382041725570835, + "F1_noncoffee": 0.7232318887335556, + "IoU_noncoffee": 0.566455163119771, + "kappa": 0.6427449715803879, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8334342909888082, + "mIoU": 0.6424677645990957, + "macroF1": 0.7705941954286731, + "F1_coffee": 0.8906603550295858, + "IoU_coffee": 0.8028743577926843, + "precision_coffee": 0.8776401223971938, + "recall_coffee": 0.9040727286705491, + "F1_noncoffee": 0.6505280358277604, + "IoU_noncoffee": 0.4820611714055072, + "kappa": 0.5415109194543688, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 48, + "stopped_epoch": 78, + "best_val": 0.6827958201390387, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8788670670345723, + "mIoU": 0.7126629296504742, + "macroF1": 0.8240203458690963, + "F1_coffee": 0.9222644653924275, + "IoU_coffee": 0.8557428383654849, + "precision_coffee": 0.8976459376710801, + "recall_coffee": 0.9482714304074027, + "F1_noncoffee": 0.7257762263457652, + "IoU_noncoffee": 0.5695830209354634, + "kappa": 0.6489721023050331, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8379918080073844, + "mIoU": 0.6464256391241094, + "macroF1": 0.7732895624126552, + "F1_coffee": 0.8944038654972409, + "IoU_coffee": 0.8089788283309243, + "precision_coffee": 0.8753219989696033, + "recall_coffee": 0.9143362355609371, + "F1_noncoffee": 0.6521752593280694, + "IoU_noncoffee": 0.4838724499172946, + "kappa": 0.5472877893268289, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3412887828162291, + "mIoU": 0.17145943390749788, + "macroF1": 0.2566291677208745, + "F1_coffee": 0.5074946466809421, + "IoU_coffee": 0.3400286944045911, + "precision_coffee": 1.0, + "recall_coffee": 0.3400286944045911, + "F1_noncoffee": 0.005763688760806916, + "IoU_noncoffee": 0.002890173410404624, + "kappa": 0.0019635541157999358, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8927378144654088, + "mIoU": 0.7451747470369889, + "macroF1": 0.8480959388182616, + "F1_coffee": 0.9304444798470607, + "IoU_coffee": 0.8699356530028599, + "precision_coffee": 0.9122204173434962, + "recall_coffee": 0.9494115352103518, + "F1_noncoffee": 0.7657473977894624, + "IoU_noncoffee": 0.6204138410711181, + "kappa": 0.6965996893146535, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8724591277349245, + "mIoU": 0.700058384904866, + "macroF1": 0.814500891244394, + "F1_coffee": 0.9181888906177066, + "IoU_coffee": 0.8487515820964215, + "precision_coffee": 0.8942838091774262, + "recall_coffee": 0.9434070853050263, + "F1_noncoffee": 0.7108128918710813, + "IoU_noncoffee": 0.5513651877133106, + "kappa": 0.6299364833378645, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8715911843061274, + "mIoU": 0.6931431958563564, + "macroF1": 0.8086570860425075, + "F1_coffee": 0.9183931045097737, + "IoU_coffee": 0.8491006375227687, + "precision_coffee": 0.8870718363463368, + "recall_coffee": 0.9520071478715936, + "F1_noncoffee": 0.6989210675752413, + "IoU_noncoffee": 0.5371857541899442, + "kappa": 0.6190662927333112, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.907452657299939, + "mIoU": 0.7218714786563807, + "macroF1": 0.8265055580047672, + "F1_coffee": 0.9450124009436816, + "IoU_coffee": 0.895756880733945, + "precision_coffee": 0.9369077605853424, + "recall_coffee": 0.953258481815963, + "F1_noncoffee": 0.7079987150658529, + "IoU_noncoffee": 0.5479860765788165, + "kappa": 0.6531489438176686, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8671328671328671, + "mIoU": 0.6148447694794935, + "macroF1": 0.7333180486324136, + "F1_coffee": 0.9222254251945806, + "IoU_coffee": 0.855675617845298, + "precision_coffee": 0.9068027210884354, + "recall_coffee": 0.9381818181818182, + "F1_noncoffee": 0.5444106720702465, + "IoU_noncoffee": 0.3740139211136891, + "kappa": 0.4675383322606785, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.877285616505329, + "mIoU": 0.6224501997960956, + "macroF1": 0.7385386254024295, + "F1_coffee": 0.9290037902358997, + "IoU_coffee": 0.8674202408620325, + "precision_coffee": 0.9043947571318427, + "recall_coffee": 0.9549895324494069, + "F1_noncoffee": 0.5480734605689593, + "IoU_noncoffee": 0.3774801587301587, + "kappa": 0.47953027135430176, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8790123456790123, + "mIoU": 0.7506860888294711, + "macroF1": 0.8544733244377838, + "F1_coffee": 0.9142318567389256, + "IoU_coffee": 0.8420138888888888, + "precision_coffee": 0.8853827096101187, + "recall_coffee": 0.9450243562978428, + "F1_noncoffee": 0.794714792136642, + "IoU_noncoffee": 0.6593582887700534, + "kappa": 0.7096843932654808, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8776290630975143, + "mIoU": 0.7476089342594435, + "macroF1": 0.8523229508938075, + "F1_coffee": 0.9134550371872887, + "IoU_coffee": 0.8406969508400747, + "precision_coffee": 0.879901002995962, + "recall_coffee": 0.9496696190074512, + "F1_noncoffee": 0.7911908646003263, + "IoU_noncoffee": 0.6545209176788124, + "kappa": 0.7056785478113424, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8660011518525629, + "mIoU": 0.7258096393823577, + "macroF1": 0.8370703509679482, + "F1_coffee": 0.9057266342517558, + "IoU_coffee": 0.827696864971612, + "precision_coffee": 0.8667442161044332, + "recall_coffee": 0.9483807099420167, + "F1_noncoffee": 0.7684140676841407, + "IoU_noncoffee": 0.6239224137931034, + "kappa": 0.6757519270132782, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 18, + 27 + ], + [ + 518, + 563 + ], + [ + 6773, + 7520 + ], + [ + 46838, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4596261779467263, + "test_tta": { + "OA": 0.8799707839636423, + "mIoU": 0.7115608921308791, + "macroF1": 0.8228869259231222, + "F1_coffee": 0.9234369014463644, + "IoU_coffee": 0.8577638437421862, + "precision_coffee": 0.8936895052203363, + "recall_coffee": 0.9552328321124106, + "F1_noncoffee": 0.7223369503998799, + "IoU_noncoffee": 0.5653579405195721, + "kappa": 0.647191479750196, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8402417214722511, + "mIoU": 0.646198071313914, + "macroF1": 0.7725316810812517, + "F1_coffee": 0.8966360285540989, + "IoU_coffee": 0.8126384871703793, + "precision_coffee": 0.8713726059199072, + "recall_coffee": 0.9234080993292202, + "F1_noncoffee": 0.6484273336084044, + "IoU_noncoffee": 0.4797576554574488, + "kappa": 0.5463603428186354, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6385106164074854, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8362928096088298, + "mIoU": 0.6537754480489915, + "macroF1": 0.7806325408509962, + "F1_coffee": 0.8911316437114114, + "IoU_coffee": 0.8036406113112041, + "precision_coffee": 0.8981896514208625, + "recall_coffee": 0.884183695326222, + "F1_noncoffee": 0.6701334379905809, + "IoU_noncoffee": 0.5039102847867788, + "kappa": 0.5613471519497458, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8017480096919349, + "mIoU": 0.6051282383458394, + "macroF1": 0.7416566091860056, + "F1_coffee": 0.8662528216704289, + "IoU_coffee": 0.7640617222498756, + "precision_coffee": 0.8771947110174001, + "recall_coffee": 0.855580541621019, + "F1_noncoffee": 0.6170603967015823, + "IoU_noncoffee": 0.4461947544418033, + "kappa": 0.4835432948406749, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4162291169451074, + "mIoU": 0.20918618505903167, + "macroF1": 0.29659173612619144, + "F1_coffee": 0.5866846907739101, + "IoU_coffee": 0.4151123864179818, + "precision_coffee": 1.0, + "recall_coffee": 0.4151123864179818, + "F1_noncoffee": 0.006498781478472786, + "IoU_noncoffee": 0.0032599837000814994, + "kappa": 0.002702861553468082, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8394752358490566, + "mIoU": 0.6634217306127494, + "macroF1": 0.788828718945424, + "F1_coffee": 0.89224578647053, + "IoU_coffee": 0.8054546537247663, + "precision_coffee": 0.9053547523427041, + "recall_coffee": 0.8795110215228559, + "F1_noncoffee": 0.6854116514203178, + "IoU_noncoffee": 0.5213888075007325, + "kappa": 0.5779157868852683, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8329209722020084, + "mIoU": 0.6468846848287475, + "macroF1": 0.7749322905801572, + "F1_coffee": 0.8891749259879006, + "IoU_coffee": 0.8004634994206258, + "precision_coffee": 0.8949345770177484, + "recall_coffee": 0.883488937204246, + "F1_noncoffee": 0.6606896551724138, + "IoU_noncoffee": 0.4933058702368692, + "kappa": 0.5499216576100912, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8365221603293775, + "mIoU": 0.6509589654585195, + "macroF1": 0.7779373218401309, + "F1_coffee": 0.8919965438894044, + "IoU_coffee": 0.8050485212569316, + "precision_coffee": 0.8945442875481386, + "recall_coffee": 0.8894632714276597, + "F1_noncoffee": 0.6638780997908574, + "IoU_noncoffee": 0.49686940966010734, + "kappa": 0.5558858551236342, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8409692526980248, + "mIoU": 0.6009487029750267, + "macroF1": 0.7260199183379574, + "F1_coffee": 0.9034849233811172, + "IoU_coffee": 0.8239603290882452, + "precision_coffee": 0.9150187734668336, + "recall_coffee": 0.892238223090066, + "F1_noncoffee": 0.5485549132947977, + "IoU_noncoffee": 0.37793707686180805, + "kappa": 0.45244677136276323, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8166059292819856, + "mIoU": 0.5495102509492693, + "macroF1": 0.6743113655182603, + "F1_coffee": 0.8895872865275142, + "IoU_coffee": 0.8011321157748584, + "precision_coffee": 0.8995083343326538, + "recall_coffee": 0.8798826979472141, + "F1_noncoffee": 0.4590354445090064, + "IoU_noncoffee": 0.29788838612368024, + "kappa": 0.3490107279409036, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8494182067077344, + "mIoU": 0.6054366934786765, + "macroF1": 0.7283787139811947, + "F1_coffee": 0.9096986044329776, + "IoU_coffee": 0.8343551683338711, + "precision_coffee": 0.9173368022705771, + "recall_coffee": 0.9021865550127937, + "F1_noncoffee": 0.5470588235294118, + "IoU_noncoffee": 0.3765182186234818, + "kappa": 0.4569462767967952, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8380816714150048, + "mIoU": 0.6947944830693962, + "macroF1": 0.8165840228125132, + "F1_coffee": 0.8793774319066148, + "IoU_coffee": 0.7847222222222222, + "precision_coffee": 0.8942446043165467, + "recall_coffee": 0.8649965205288797, + "F1_noncoffee": 0.7537906137184116, + "IoU_noncoffee": 0.6048667439165701, + "kappa": 0.6333748893456307, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8487571701720842, + "mIoU": 0.7090030524180977, + "macroF1": 0.8264239060912688, + "F1_coffee": 0.888685617787785, + "IoU_coffee": 0.7996707610484994, + "precision_coffee": 0.8895619101281871, + "recall_coffee": 0.8878110501897933, + "F1_noncoffee": 0.7641621943947525, + "IoU_noncoffee": 0.6183353437876961, + "kappa": 0.6528485259008376, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8238625455941639, + "mIoU": 0.6690335075485235, + "macroF1": 0.7972076609069609, + "F1_coffee": 0.8707291299753435, + "IoU_coffee": 0.7710542732376794, + "precision_coffee": 0.8674901740595171, + "recall_coffee": 0.8739923631735257, + "F1_noncoffee": 0.7236861918385785, + "IoU_noncoffee": 0.5670127418593677, + "kappa": 0.5944274069476808, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 550, + 563 + ], + [ + 6527, + 7520 + ], + [ + 44423, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5737989266713461, + "test_tta": { + "OA": 0.8453497808797273, + "mIoU": 0.6616326929753615, + "macroF1": 0.7858756285630244, + "F1_coffee": 0.8987244897959183, + "IoU_coffee": 0.8160759786889044, + "precision_coffee": 0.8920116470439297, + "recall_coffee": 0.9055391337874309, + "F1_noncoffee": 0.6730267673301304, + "IoU_noncoffee": 0.5071894072618186, + "kappa": 0.571829545334593, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8115985923618322, + "mIoU": 0.6121301859166389, + "macroF1": 0.7461564998110161, + "F1_coffee": 0.8750442410154867, + "IoU_coffee": 0.7778476922553654, + "precision_coffee": 0.8710199573430835, + "recall_coffee": 0.8791058832574141, + "F1_noncoffee": 0.6172687586065454, + "IoU_noncoffee": 0.4464126795779124, + "kappa": 0.4923461910737341, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6647534922607581, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8329816588216199, + "mIoU": 0.6503155983362046, + "macroF1": 0.7781562201016218, + "F1_coffee": 0.8884407727834515, + "IoU_coffee": 0.7992743445692884, + "precision_coffee": 0.8994994731296101, + "recall_coffee": 0.8776506875722915, + "F1_noncoffee": 0.6678716674197921, + "IoU_noncoffee": 0.5013568521031208, + "kappa": 0.5565120071661105, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7954742125302873, + "mIoU": 0.5988870113495081, + "macroF1": 0.7369384587834102, + "F1_coffee": 0.8610291739756769, + "IoU_coffee": 0.7559712279735683, + "precision_coffee": 0.8783740552645259, + "recall_coffee": 0.8443560322128044, + "F1_noncoffee": 0.6128477435911436, + "IoU_noncoffee": 0.44180279472544776, + "kappa": 0.47444781444355527, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.30978520286396183, + "mIoU": 0.15561173502201553, + "macroF1": 0.23849664567195156, + "F1_coffee": 0.47149122807017546, + "IoU_coffee": 0.3084648493543759, + "precision_coffee": 1.0, + "recall_coffee": 0.3084648493543759, + "F1_noncoffee": 0.005502063273727648, + "IoU_noncoffee": 0.002758620689655172, + "kappa": 0.0017004280728811977, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8177083333333334, + "mIoU": 0.6367316642434133, + "macroF1": 0.7688876723844944, + "F1_coffee": 0.8751094055073049, + "IoU_coffee": 0.7779506823078765, + "precision_coffee": 0.9072380819431842, + "recall_coffee": 0.8451784901489043, + "F1_noncoffee": 0.6626659392616839, + "IoU_noncoffee": 0.49551264617895024, + "kappa": 0.5393358241251549, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8362683743268811, + "mIoU": 0.6542726459648038, + "macroF1": 0.7811023761285527, + "F1_coffee": 0.890991893026711, + "IoU_coffee": 0.8034133271202236, + "precision_coffee": 0.9001501011551263, + "recall_coffee": 0.8820181608901394, + "F1_noncoffee": 0.6712128592303945, + "IoU_noncoffee": 0.5051319648093842, + "kappa": 0.5623413937654627, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8447565996609349, + "mIoU": 0.6598505004251644, + "macroF1": 0.7843581739789807, + "F1_coffee": 0.8984827848341833, + "IoU_coffee": 0.815677478720957, + "precision_coffee": 0.8919003898880644, + "recall_coffee": 0.9051630608207288, + "F1_noncoffee": 0.6702335631237781, + "IoU_noncoffee": 0.5040235221293717, + "kappa": 0.5687926415539225, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8550193443290572, + "mIoU": 0.6492230396202656, + "macroF1": 0.7718600277581026, + "F1_coffee": 0.909598781107161, + "IoU_coffee": 0.8341872380065207, + "precision_coffee": 0.947869806827203, + "recall_coffee": 0.8742982670246522, + "F1_noncoffee": 0.6341212744090442, + "IoU_noncoffee": 0.4642588412340105, + "kappa": 0.5467108120265858, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8199546931941298, + "mIoU": 0.5636876024726922, + "macroF1": 0.6903191449032071, + "F1_coffee": 0.890682932663557, + "IoU_coffee": 0.802911051212938, + "precision_coffee": 0.9085031108942296, + "recall_coffee": 0.8735483870967742, + "F1_noncoffee": 0.48995535714285715, + "IoU_noncoffee": 0.3244641537324464, + "kappa": 0.38174812096197364, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8624229979466119, + "mIoU": 0.6130186109506802, + "macroF1": 0.7327387052559082, + "F1_coffee": 0.9189095729352775, + "IoU_coffee": 0.8499840068237552, + "precision_coffee": 0.9107734491031646, + "recall_coffee": 0.9271923703186787, + "F1_noncoffee": 0.5465678375765388, + "IoU_noncoffee": 0.3760532150776053, + "kappa": 0.4657158232322788, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7829059829059829, + "mIoU": 0.6158378160639807, + "macroF1": 0.7572380175124885, + "F1_coffee": 0.8361760068797477, + "IoU_coffee": 0.7184729064039409, + "precision_coffee": 0.8618702910326489, + "recall_coffee": 0.8119693806541406, + "F1_noncoffee": 0.6783000281452294, + "IoU_noncoffee": 0.5132027257240205, + "kappa": 0.515321929347153, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8521032504780115, + "mIoU": 0.7139852447979327, + "macroF1": 0.8299012835585596, + "F1_coffee": 0.891354729966992, + "IoU_coffee": 0.804003547447105, + "precision_coffee": 0.8905416783609318, + "recall_coffee": 0.8921692675383102, + "F1_noncoffee": 0.7684478371501272, + "IoU_noncoffee": 0.6239669421487604, + "kappa": 0.6598031714775241, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8274140909963524, + "mIoU": 0.6740598132069333, + "macroF1": 0.8008964756622908, + "F1_coffee": 0.8735583684950774, + "IoU_coffee": 0.775502559620427, + "precision_coffee": 0.8687928381591831, + "recall_coffee": 0.8783764672606421, + "F1_noncoffee": 0.7282345828295043, + "IoU_noncoffee": 0.5726170667934395, + "kappa": 0.6018187011904604, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 549, + 563 + ], + [ + 6413, + 7520 + ], + [ + 44334, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5754140774408976, + "test_tta": { + "OA": 0.84176270086025, + "mIoU": 0.6597044435049474, + "macroF1": 0.7849002495173105, + "F1_coffee": 0.8954945490797217, + "IoU_coffee": 0.810765169455336, + "precision_coffee": 0.896311237956267, + "recall_coffee": 0.8946793471276185, + "F1_noncoffee": 0.6743059499548992, + "IoU_noncoffee": 0.5086437175545587, + "kappa": 0.5698016121373753, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.804531556478597, + "mIoU": 0.607154788028709, + "macroF1": 0.7429793233510581, + "F1_coffee": 0.8687576863857767, + "IoU_coffee": 0.7679678137305256, + "precision_coffee": 0.8754635231664, + "recall_coffee": 0.862153798842953, + "F1_noncoffee": 0.6172009603163395, + "IoU_noncoffee": 0.44634176232689243, + "kappa": 0.4860465996806422, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 55, + "stopped_epoch": 85, + "best_val": 0.6831968704170368, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8708326570361954, + "mIoU": 0.7018811936786724, + "macroF1": 0.8163829340058848, + "F1_coffee": 0.9163724253888188, + "IoU_coffee": 0.8456525533854419, + "precision_coffee": 0.8994718818335603, + "recall_coffee": 0.9339202330463093, + "F1_noncoffee": 0.7163934426229508, + "IoU_noncoffee": 0.558109833971903, + "kappa": 0.6332050214733181, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8293527172031845, + "mIoU": 0.6367448594184804, + "macroF1": 0.766063802557997, + "F1_coffee": 0.8877419354838709, + "IoU_coffee": 0.7981438515081206, + "precision_coffee": 0.8765809147289727, + "recall_coffee": 0.89919083587999, + "F1_noncoffee": 0.6443856696321231, + "IoU_noncoffee": 0.47534586732884, + "kappa": 0.53236775919046, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.30596658711217184, + "mIoU": 0.15369120648359716, + "macroF1": 0.23624037693915456, + "F1_coffee": 0.4670087976539589, + "IoU_coffee": 0.3046389287422286, + "precision_coffee": 1.0, + "recall_coffee": 0.3046389287422286, + "F1_noncoffee": 0.005471956224350205, + "IoU_noncoffee": 0.0027434842249657062, + "kappa": 0.001670148327262561, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8862028301886793, + "mIoU": 0.7401894088733262, + "macroF1": 0.845204100156208, + "F1_coffee": 0.9248686174008953, + "IoU_coffee": 0.8602377647697785, + "precision_coffee": 0.9228329125396517, + "recall_coffee": 0.9269133233630275, + "F1_noncoffee": 0.7655395829115206, + "IoU_noncoffee": 0.6201410529768738, + "kappa": 0.690412901574723, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8675107941590259, + "mIoU": 0.6943183334544025, + "macroF1": 0.8105023132702471, + "F1_coffee": 0.9144396754284282, + "IoU_coffee": 0.8423665223665223, + "precision_coffee": 0.8963822861003624, + "recall_coffee": 0.9332395446988105, + "F1_noncoffee": 0.7065649511120662, + "IoU_noncoffee": 0.5462701445422827, + "kappa": 0.621531362359352, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8589973359166868, + "mIoU": 0.6706081530447214, + "macroF1": 0.7910979484806417, + "F1_coffee": 0.9101958969612833, + "IoU_coffee": 0.8351922097039008, + "precision_coffee": 0.8809267884868028, + "recall_coffee": 0.9414768013274619, + "F1_noncoffee": 0.672, + "IoU_noncoffee": 0.5060240963855421, + "kappa": 0.583873704645153, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8976786805131338, + "mIoU": 0.7064100249223255, + "macroF1": 0.8150523662400491, + "F1_coffee": 0.9386708976627814, + "IoU_coffee": 0.8844296228150874, + "precision_coffee": 0.9387281825948981, + "recall_coffee": 0.9386136197217476, + "F1_noncoffee": 0.6914338348173166, + "IoU_noncoffee": 0.5283904270295636, + "kappa": 0.6301047394105501, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8544272628779671, + "mIoU": 0.6005430281718811, + "macroF1": 0.7214544809528985, + "F1_coffee": 0.9139095992544268, + "IoU_coffee": 0.8414673388394294, + "precision_coffee": 0.9076709475876432, + "recall_coffee": 0.9202346041055719, + "F1_noncoffee": 0.5289993626513703, + "IoU_noncoffee": 0.3596187175043328, + "kappa": 0.4430529097980169, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8709298914637724, + "mIoU": 0.6154233939641665, + "macroF1": 0.7328122439382387, + "F1_coffee": 0.9249146757679181, + "IoU_coffee": 0.8603174603174604, + "precision_coffee": 0.9051436205744823, + "recall_coffee": 0.9455687369155618, + "F1_noncoffee": 0.5407098121085595, + "IoU_noncoffee": 0.37052932761087265, + "kappa": 0.46717951414001224, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8754985754985755, + "mIoU": 0.7514820257906492, + "macroF1": 0.8555989475340113, + "F1_coffee": 0.9092042385206732, + "IoU_coffee": 0.8335238095238096, + "precision_coffee": 0.9048800661703887, + "recall_coffee": 0.9135699373695199, + "F1_noncoffee": 0.8019936565473493, + "IoU_noncoffee": 0.6694402420574886, + "kappa": 0.7112122769660033, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8802103250478012, + "mIoU": 0.752884653398763, + "macroF1": 0.8559721352294305, + "F1_coffee": 0.9150566063317741, + "IoU_coffee": 0.8434141464633842, + "precision_coffee": 0.8836082744173868, + "recall_coffee": 0.9488260930690285, + "F1_noncoffee": 0.796887664127087, + "IoU_noncoffee": 0.6623551603341418, + "kappa": 0.7128141226320452, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8472835477058936, + "mIoU": 0.6935786636801482, + "macroF1": 0.8138155718008351, + "F1_coffee": 0.8927536231884058, + "IoU_coffee": 0.806282722513089, + "precision_coffee": 0.8529108706852138, + "recall_coffee": 0.9365012020930561, + "F1_noncoffee": 0.7348775204132645, + "IoU_noncoffee": 0.5808746048472075, + "kappa": 0.6296291281062872, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 26, + 27 + ], + [ + 543, + 563 + ], + [ + 6731, + 7520 + ], + [ + 46352, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.680773190657298, + "test_tta": { + "OA": 0.8755721473786723, + "mIoU": 0.7060493272724504, + "macroF1": 0.8190380906038374, + "F1_coffee": 0.9201840784624035, + "IoU_coffee": 0.8521675408824437, + "precision_coffee": 0.895259319286872, + "recall_coffee": 0.9465364349055392, + "F1_noncoffee": 0.7178921027452713, + "IoU_noncoffee": 0.559931113662457, + "kappa": 0.6390650050826403, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8364485981308412, + "mIoU": 0.6425480503296509, + "macroF1": 0.7699405252184082, + "F1_coffee": 0.893636977564343, + "IoU_coffee": 0.8077249143748516, + "precision_coffee": 0.8726986278784326, + "recall_coffee": 0.9156047588844682, + "F1_noncoffee": 0.6462440728724732, + "IoU_noncoffee": 0.4773711862844502, + "kappa": 0.5407602931893052, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 16, + "stopped_epoch": 50, + "best_val": 0.680916376105257, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8716766758643077, + "mIoU": 0.7119732752309893, + "macroF1": 0.8247621058004648, + "F1_coffee": 0.9154329967482457, + "IoU_coffee": 0.8440538887902638, + "precision_coffee": 0.9142985342506731, + "recall_coffee": 0.9165702780276742, + "F1_noncoffee": 0.734091214852684, + "IoU_noncoffee": 0.5798926616717147, + "kappa": 0.6495259082495346, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8259778470058844, + "mIoU": 0.6419354875682595, + "macroF1": 0.7718759099754025, + "F1_coffee": 0.8829702624585362, + "IoU_coffee": 0.7904626285079188, + "precision_coffee": 0.8912341158733578, + "recall_coffee": 0.8748582521286206, + "F1_noncoffee": 0.6607815574922687, + "IoU_noncoffee": 0.4934083466286002, + "kappa": 0.5438654930648774, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17708830548926013, + "mIoU": 0.08891446144853606, + "macroF1": 0.15161784961956715, + "F1_coffee": 0.2986167615947925, + "IoU_coffee": 0.1755141080822573, + "precision_coffee": 1.0, + "recall_coffee": 0.1755141080822573, + "F1_noncoffee": 0.004618937644341801, + "IoU_noncoffee": 0.0023148148148148147, + "kappa": 0.0008122353180719907, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8872838050314465, + "mIoU": 0.7463731552245039, + "macroF1": 0.8498886016395014, + "F1_coffee": 0.9248115372009177, + "IoU_coffee": 0.8601390074381173, + "precision_coffee": 0.9323904566783425, + "recall_coffee": 0.9173548345145979, + "F1_noncoffee": 0.7749656660780851, + "IoU_noncoffee": 0.6326073030108904, + "kappa": 0.6998365606035974, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8643574443312473, + "mIoU": 0.698723422448125, + "macroF1": 0.8149254473275948, + "F1_coffee": 0.9105737862214546, + "IoU_coffee": 0.835828782807821, + "precision_coffee": 0.9108651138981315, + "recall_coffee": 0.9102826448394935, + "F1_noncoffee": 0.7192771084337349, + "IoU_noncoffee": 0.561618062088429, + "kappa": 0.6298510135177011, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8635989343666748, + "mIoU": 0.6912362898547431, + "macroF1": 0.8085968538310655, + "F1_coffee": 0.9112008072653885, + "IoU_coffee": 0.8368860055607044, + "precision_coffee": 0.9005796920775416, + "recall_coffee": 0.9220754355734252, + "F1_noncoffee": 0.7059929003967426, + "IoU_noncoffee": 0.5455865741487816, + "kappa": 0.6173699149445173, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9008348605172063, + "mIoU": 0.7246703379369007, + "macroF1": 0.830082001455025, + "F1_coffee": 0.9397277227722772, + "IoU_coffee": 0.8863079257616435, + "precision_coffee": 0.9531759979914637, + "recall_coffee": 0.9266536490114718, + "F1_noncoffee": 0.7204362801377727, + "IoU_noncoffee": 0.5630327501121579, + "kappa": 0.6604774893536194, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.852555894809416, + "mIoU": 0.6112640639978772, + "macroF1": 0.7337606569239691, + "F1_coffee": 0.9116031886625332, + "IoU_coffee": 0.8375651041666666, + "precision_coffee": 0.9178359096313912, + "recall_coffee": 0.9054545454545454, + "F1_noncoffee": 0.555918125185405, + "IoU_noncoffee": 0.3849630238290879, + "kappa": 0.4676446394824901, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.869658746455461, + "mIoU": 0.6277755031299557, + "macroF1": 0.7463922409361248, + "F1_coffee": 0.9232010140001152, + "IoU_coffee": 0.8573568753344034, + "precision_coffee": 0.914716291814134, + "recall_coffee": 0.9318446150267504, + "F1_noncoffee": 0.5695834678721343, + "IoU_noncoffee": 0.3981941309255079, + "kappa": 0.49302894819781495, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8746438746438746, + "mIoU": 0.7513790420575046, + "macroF1": 0.8556463129034101, + "F1_coffee": 0.90801393728223, + "IoU_coffee": 0.8315252074026803, + "precision_coffee": 0.9092812281926029, + "recall_coffee": 0.9067501739735561, + "F1_noncoffee": 0.8032786885245902, + "IoU_noncoffee": 0.6712328767123288, + "kappa": 0.7112938251449543, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.875812619502868, + "mIoU": 0.7522100676262298, + "macroF1": 0.856105288744923, + "F1_coffee": 0.9093573372409463, + "IoU_coffee": 0.8337811900191938, + "precision_coffee": 0.9027431421446384, + "recall_coffee": 0.9160691691269507, + "F1_noncoffee": 0.8028532402488997, + "IoU_noncoffee": 0.6706389452332657, + "kappa": 0.7122441749709523, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8576502207717412, + "mIoU": 0.7201514816421339, + "macroF1": 0.8339341679354129, + "F1_coffee": 0.8966910484151863, + "IoU_coffee": 0.8127288799090794, + "precision_coffee": 0.8835804503020318, + "recall_coffee": 0.9101965775703578, + "F1_noncoffee": 0.7711772874556395, + "IoU_noncoffee": 0.6275740833751884, + "kappa": 0.6680302230796341, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6769, + 7520 + ], + [ + 46358, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.581351093451182, + "test_tta": { + "OA": 0.8776984255802629, + "mIoU": 0.7190719650659237, + "macroF1": 0.8295742015899918, + "F1_coffee": 0.9201369383883242, + "IoU_coffee": 0.8520866868203054, + "precision_coffee": 0.910706417976208, + "recall_coffee": 0.9297648117208585, + "F1_noncoffee": 0.7390114647916595, + "IoU_noncoffee": 0.5860572433115421, + "kappa": 0.6592678028627635, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8321506865120573, + "mIoU": 0.6471909214362612, + "macroF1": 0.7754041130942675, + "F1_coffee": 0.8882980765539218, + "IoU_coffee": 0.7990433926752197, + "precision_coffee": 0.8871910887862114, + "recall_coffee": 0.8894078302485152, + "F1_noncoffee": 0.6625101496346132, + "IoU_noncoffee": 0.4953384501973028, + "kappa": 0.5508103390991175, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.6871990298163662, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8278098439680325, + "mIoU": 0.6624678524255719, + "macroF1": 0.7905083652519138, + "F1_coffee": 0.8789071647616392, + "IoU_coffee": 0.7839735810770485, + "precision_coffee": 0.856379164221918, + "recall_coffee": 0.9026524348343946, + "F1_noncoffee": 0.7021095657421885, + "IoU_noncoffee": 0.5409621237740954, + "kappa": 0.5817287783967141, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7979116187838929, + "mIoU": 0.6210535556318302, + "macroF1": 0.7585872002278594, + "F1_coffee": 0.8560213727907933, + "IoU_coffee": 0.7482844105917437, + "precision_coffee": 0.8358718118515843, + "recall_coffee": 0.8771663823783351, + "F1_noncoffee": 0.6611530276649256, + "IoU_noncoffee": 0.49382270067191675, + "kappa": 0.5178338083643097, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1288056206088993, + "mIoU": 0.06487524716964214, + "macroF1": 0.1156910229645094, + "F1_coffee": 0.22338204592901878, + "IoU_coffee": 0.12573443008225618, + "precision_coffee": 0.9907407407407407, + "recall_coffee": 0.12588235294117647, + "F1_noncoffee": 0.008, + "IoU_noncoffee": 0.004016064257028112, + "kappa": -0.0013301141628790929, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8267376600949777, + "mIoU": 0.6641118876533125, + "macroF1": 0.7922193806595172, + "F1_coffee": 0.8769083969465649, + "IoU_coffee": 0.7807986406117248, + "precision_coffee": 0.859796845763165, + "recall_coffee": 0.8947148817802504, + "F1_noncoffee": 0.7075303643724696, + "IoU_noncoffee": 0.5474251346949004, + "kappa": 0.5848294815769918, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8231962687987816, + "mIoU": 0.646463007692722, + "macroF1": 0.7768112331219128, + "F1_coffee": 0.8785590533163349, + "IoU_coffee": 0.7834198099457821, + "precision_coffee": 0.8373629112662014, + "recall_coffee": 0.9240184281097436, + "F1_noncoffee": 0.6750634129274906, + "IoU_noncoffee": 0.509506205439662, + "kappa": 0.5564946878731903, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8334355104928083, + "mIoU": 0.6758468961484366, + "macroF1": 0.8012343228262411, + "F1_coffee": 0.8812373907195696, + "IoU_coffee": 0.787689348401058, + "precision_coffee": 0.8733088970343219, + "recall_coffee": 0.8893111638954869, + "F1_noncoffee": 0.7212312549329124, + "IoU_noncoffee": 0.5640044438958153, + "kappa": 0.6025455405147597, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8423032407407407, + "mIoU": 0.6596155727366451, + "macroF1": 0.7846958838631333, + "F1_coffee": 0.8960650943995931, + "IoU_coffee": 0.8117010249913624, + "precision_coffee": 0.8527525710828796, + "recall_coffee": 0.9440128582909189, + "F1_noncoffee": 0.6733266733266733, + "IoU_noncoffee": 0.5075301204819277, + "kappa": 0.5728552124188391, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8139801375095492, + "mIoU": 0.6123194370570622, + "macroF1": 0.7457102544376364, + "F1_coffee": 0.8774688640080514, + "IoU_coffee": 0.7816877731704583, + "precision_coffee": 0.837536023054755, + "recall_coffee": 0.9214002642007926, + "F1_noncoffee": 0.6139516448672215, + "IoU_noncoffee": 0.442951100943666, + "kappa": 0.49503717219612403, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8322483253137088, + "mIoU": 0.6511380167971396, + "macroF1": 0.779097424427846, + "F1_coffee": 0.8874541081149513, + "IoU_coffee": 0.7976786527082385, + "precision_coffee": 0.8652184645766477, + "recall_coffee": 0.9108627858627859, + "F1_noncoffee": 0.6707407407407407, + "IoU_noncoffee": 0.5045973808860407, + "kappa": 0.5590468665829702, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8113369596335528, + "mIoU": 0.6611089879734382, + "macroF1": 0.7928042394505672, + "F1_coffee": 0.8547711746125027, + "IoU_coffee": 0.7463758819756254, + "precision_coffee": 0.8684878340050753, + "recall_coffee": 0.8414810529360718, + "F1_noncoffee": 0.7308373042886317, + "IoU_noncoffee": 0.5758420939712509, + "kappa": 0.5857999668311812, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8323529411764706, + "mIoU": 0.6759453872612, + "macroF1": 0.8015414720768386, + "F1_coffee": 0.879738651058327, + "IoU_coffee": 0.7852976913730255, + "precision_coffee": 0.8371761658031088, + "recall_coffee": 0.9268607486017496, + "F1_noncoffee": 0.72334429309535, + "IoU_noncoffee": 0.5665930831493745, + "kappa": 0.6054291107622493, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8346219121252122, + "mIoU": 0.6938812165180992, + "macroF1": 0.8164638055437767, + "F1_coffee": 0.8741930856405107, + "IoU_coffee": 0.7765035677879715, + "precision_coffee": 0.882804577719832, + "recall_coffee": 0.865747975564711, + "F1_noncoffee": 0.7587345254470427, + "IoU_noncoffee": 0.6112588652482269, + "kappa": 0.6329945827072371, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9259, + 11000 + ], + [ + 42817, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5755757212638855, + "test_tta": { + "OA": 0.8322339210960294, + "mIoU": 0.6660750571131215, + "macroF1": 0.7928069586665544, + "F1_coffee": 0.8831894362620619, + "IoU_coffee": 0.7908140063665302, + "precision_coffee": 0.8525236593059937, + "recall_coffee": 0.916143662100875, + "F1_noncoffee": 0.7024244810710468, + "IoU_noncoffee": 0.541336107859713, + "kappa": 0.5869753185953005, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8029595015576324, + "mIoU": 0.6247829620769862, + "macroF1": 0.7609647073504946, + "F1_coffee": 0.8611557145470436, + "IoU_coffee": 0.756166339461003, + "precision_coffee": 0.8321973640274204, + "recall_coffee": 0.89220207635774, + "F1_noncoffee": 0.6607737001539454, + "IoU_noncoffee": 0.49339958469296946, + "kappa": 0.5233395655705172, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.6835371270074868, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8358334390460485, + "mIoU": 0.6676313477900133, + "macroF1": 0.7934356479919866, + "F1_coffee": 0.8870191520707154, + "IoU_coffee": 0.7969761148370397, + "precision_coffee": 0.847093398920316, + "recall_coffee": 0.9308946813871456, + "F1_noncoffee": 0.6998521439132578, + "IoU_noncoffee": 0.5382865807429871, + "kappa": 0.5892951357261088, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8096803969078112, + "mIoU": 0.6301464054668764, + "macroF1": 0.7645057042835708, + "F1_coffee": 0.867648238786809, + "IoU_coffee": 0.7662356067316209, + "precision_coffee": 0.8283509201984028, + "recall_coffee": 0.9108598142649568, + "F1_noncoffee": 0.6613631697803326, + "IoU_noncoffee": 0.49405720420213173, + "kappa": 0.5317080195772016, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.45433255269320844, + "mIoU": 0.2294027595779705, + "macroF1": 0.3178446053425484, + "F1_coffee": 0.6229773462783171, + "IoU_coffee": 0.45240893066980026, + "precision_coffee": 0.9974093264248705, + "recall_coffee": 0.45294117647058824, + "F1_noncoffee": 0.012711864406779662, + "IoU_noncoffee": 0.006396588486140725, + "kappa": 0.0034556672943627286, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8386818247229817, + "mIoU": 0.6691327715582526, + "macroF1": 0.7941762538106816, + "F1_coffee": 0.8898857273828624, + "IoU_coffee": 0.8016163284568193, + "precision_coffee": 0.8408514324608626, + "recall_coffee": 0.9449930458970793, + "F1_noncoffee": 0.6984667802385008, + "IoU_noncoffee": 0.5366492146596858, + "kappa": 0.5921504889877428, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8421378260041881, + "mIoU": 0.6760225652460942, + "macroF1": 0.7995965080266875, + "F1_coffee": 0.8919297559704167, + "IoU_coffee": 0.8049397236107028, + "precision_coffee": 0.8475541795665634, + "recall_coffee": 0.941208828989892, + "F1_noncoffee": 0.7072632600829583, + "IoU_noncoffee": 0.5471054068814856, + "kappa": 0.6021472611726053, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8267861353454374, + "mIoU": 0.6579876261570942, + "macroF1": 0.7866638314960259, + "F1_coffee": 0.879181605868228, + "IoU_coffee": 0.7844104008921758, + "precision_coffee": 0.8530575769181667, + "recall_coffee": 0.906956226671191, + "F1_noncoffee": 0.6941460571238238, + "IoU_noncoffee": 0.5315648514220125, + "kappa": 0.574338239700429, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8267746913580247, + "mIoU": 0.6195021290351347, + "macroF1": 0.7495971700672779, + "F1_coffee": 0.8886132473331679, + "IoU_coffee": 0.7995535714285714, + "precision_coffee": 0.8274428274428275, + "recall_coffee": 0.9595499598178409, + "F1_noncoffee": 0.6105810928013877, + "IoU_noncoffee": 0.4394506866416979, + "kappa": 0.5085837847697912, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8267761650114591, + "mIoU": 0.6345822694419616, + "macroF1": 0.7645979285935042, + "F1_coffee": 0.8855809259492873, + "IoU_coffee": 0.7946570070183382, + "precision_coffee": 0.8474167069048769, + "recall_coffee": 0.9273447820343461, + "F1_noncoffee": 0.6436149312377211, + "IoU_noncoffee": 0.47450753186558514, + "kappa": 0.5321514532010775, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7989432965374091, + "mIoU": 0.5862776452215316, + "macroF1": 0.7226108290478768, + "F1_coffee": 0.8681230274150629, + "IoU_coffee": 0.7669764898851832, + "precision_coffee": 0.8287841191066998, + "recall_coffee": 0.9113825363825364, + "F1_noncoffee": 0.5770986306806906, + "IoU_noncoffee": 0.40557880055788004, + "kappa": 0.449201125327065, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8504628304227503, + "mIoU": 0.7086985542523283, + "macroF1": 0.8258715279233289, + "F1_coffee": 0.8913088714711799, + "IoU_coffee": 0.803928928928929, + "precision_coffee": 0.8563241370118619, + "recall_coffee": 0.929273936939543, + "F1_noncoffee": 0.7604341843754777, + "IoU_noncoffee": 0.6134681795757276, + "kappa": 0.6530195433170967, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8574003795066414, + "mIoU": 0.7139426492958871, + "macroF1": 0.8289430303459342, + "F1_coffee": 0.8987128512703012, + "IoU_coffee": 0.8160567861950802, + "precision_coffee": 0.8476989575387744, + "recall_coffee": 0.956259859457909, + "F1_noncoffee": 0.7591732094215671, + "IoU_noncoffee": 0.6118285123966942, + "kappa": 0.6608067896110605, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8546105977748444, + "mIoU": 0.7211501177551074, + "macroF1": 0.8352474151966711, + "F1_coffee": 0.8917286897907597, + "IoU_coffee": 0.8046122655854029, + "precision_coffee": 0.881577120644176, + "recall_coffee": 0.9021167779514135, + "F1_noncoffee": 0.7787661406025825, + "IoU_noncoffee": 0.637687969924812, + "kappa": 0.670584084563083, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9176, + 11000 + ], + [ + 43405, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8702759464581808, + "test_tta": { + "OA": 0.8400672332868198, + "mIoU": 0.6704700492934024, + "macroF1": 0.7950815640083728, + "F1_coffee": 0.8910940266920053, + "IoU_coffee": 0.8035794270579758, + "precision_coffee": 0.8428933284307717, + "recall_coffee": 0.9451417838655001, + "F1_noncoffee": 0.6990691013247404, + "IoU_noncoffee": 0.5373606715288289, + "kappa": 0.5938332531561894, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8141081112264913, + "mIoU": 0.6322680288065343, + "macroF1": 0.7654712923651174, + "F1_coffee": 0.8722735876168108, + "IoU_coffee": 0.7734797891036906, + "precision_coffee": 0.8238057801737046, + "recall_coffee": 0.9268010192263145, + "F1_noncoffee": 0.6586689971134239, + "IoU_noncoffee": 0.49105626850937806, + "kappa": 0.5352417016252733, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.6954888111844402, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8419700621590765, + "mIoU": 0.6864213845265339, + "macroF1": 0.8087174615055257, + "F1_coffee": 0.8884710938024575, + "IoU_coffee": 0.7993234263622085, + "precision_coffee": 0.8686214442013129, + "recall_coffee": 0.909249163956205, + "F1_noncoffee": 0.7289638292085939, + "IoU_noncoffee": 0.5735193426908592, + "kappa": 0.6179198082114671, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8116707049728856, + "mIoU": 0.643397255267671, + "macroF1": 0.7766058978075896, + "F1_coffee": 0.8651116666322335, + "IoU_coffee": 0.7622879196096992, + "precision_coffee": 0.8490439789938968, + "recall_coffee": 0.8817992292627456, + "F1_noncoffee": 0.6881001289829456, + "IoU_noncoffee": 0.5245065909256427, + "kappa": 0.5535814785461384, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16393442622950818, + "mIoU": 0.08258558722448117, + "macroF1": 0.14283063427800272, + "F1_coffee": 0.2773279352226721, + "IoU_coffee": 0.1609870740305523, + "precision_coffee": 0.9927536231884058, + "recall_coffee": 0.16117647058823528, + "F1_noncoffee": 0.008333333333333333, + "IoU_noncoffee": 0.0041841004184100415, + "kappa": -0.0009915423408279286, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8307190483043124, + "mIoU": 0.670863843815512, + "macroF1": 0.7974014500749741, + "F1_coffee": 0.8795604245588887, + "IoU_coffee": 0.7850137069753275, + "precision_coffee": 0.8636150392064875, + "recall_coffee": 0.896105702364395, + "F1_noncoffee": 0.7152424755910595, + "IoU_noncoffee": 0.5567139806556965, + "kappa": 0.5951292264414725, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8507995431182181, + "mIoU": 0.6988268006558676, + "macroF1": 0.8175945295089535, + "F1_coffee": 0.8954198218634286, + "IoU_coffee": 0.8106426673109447, + "precision_coffee": 0.8695736685240378, + "recall_coffee": 0.9228494808498934, + "F1_noncoffee": 0.7397692371544783, + "IoU_noncoffee": 0.5870109340007904, + "kappa": 0.635989266337834, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8442820089601509, + "mIoU": 0.6898510493001611, + "macroF1": 0.811211977575883, + "F1_coffee": 0.8902260638297872, + "IoU_coffee": 0.8021688335030855, + "precision_coffee": 0.8725317693059629, + "recall_coffee": 0.908652867322701, + "F1_noncoffee": 0.7321978913219789, + "IoU_noncoffee": 0.5775332650972365, + "kappa": 0.622802387016055, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8513695987654321, + "mIoU": 0.679686562933516, + "macroF1": 0.800927073909625, + "F1_coffee": 0.9011355616860204, + "IoU_coffee": 0.8200607192900514, + "precision_coffee": 0.8647949759881788, + "recall_coffee": 0.9406643450308063, + "F1_noncoffee": 0.7007185861332298, + "IoU_noncoffee": 0.5393124065769805, + "kappa": 0.6039711630527281, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8418640183346066, + "mIoU": 0.6630488936228697, + "macroF1": 0.7879591292146921, + "F1_coffee": 0.8948704926358557, + "IoU_coffee": 0.8097426470588235, + "precision_coffee": 0.8614030799315571, + "recall_coffee": 0.9310435931307794, + "F1_noncoffee": 0.6810477657935285, + "IoU_noncoffee": 0.5163551401869159, + "kappa": 0.5778515513250124, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8366827059156524, + "mIoU": 0.6505456360901405, + "macroF1": 0.7775102715935391, + "F1_coffee": 0.8922502334267041, + "IoU_coffee": 0.8054619015509104, + "precision_coffee": 0.8563747162146015, + "recall_coffee": 0.9312629937629938, + "F1_noncoffee": 0.6627703097603741, + "IoU_noncoffee": 0.4956293706293706, + "kappa": 0.5574512871524854, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8102872411489646, + "mIoU": 0.6580539696562515, + "macroF1": 0.7903023161408813, + "F1_coffee": 0.8550386466384716, + "IoU_coffee": 0.7467838491911858, + "precision_coffee": 0.8622058823529412, + "recall_coffee": 0.8479895863465432, + "F1_noncoffee": 0.725565985643291, + "IoU_noncoffee": 0.5693240901213171, + "kappa": 0.5806594895194924, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8596774193548387, + "mIoU": 0.728354370468498, + "macroF1": 0.8401365980471709, + "F1_coffee": 0.8960281195079086, + "IoU_coffee": 0.8116403464085583, + "precision_coffee": 0.878792057363486, + "recall_coffee": 0.9139538218844113, + "F1_noncoffee": 0.7842450765864333, + "IoU_noncoffee": 0.6450683945284377, + "kappa": 0.6805282201650213, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8518762964359796, + "mIoU": 0.7200301441448951, + "macroF1": 0.8348102092524678, + "F1_coffee": 0.8879058151980022, + "IoU_coffee": 0.7984088284357757, + "precision_coffee": 0.8919151376146789, + "recall_coffee": 0.8839323767580622, + "F1_noncoffee": 0.7817146033069334, + "IoU_noncoffee": 0.6416514598540146, + "kappa": 0.6696334181832039, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9322, + 11000 + ], + [ + 43648, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8199629147847494, + "test_tta": { + "OA": 0.8495655207408347, + "mIoU": 0.6956770277331552, + "macroF1": 0.8151632986219817, + "F1_coffee": 0.8949053405855701, + "IoU_coffee": 0.8097997153110528, + "precision_coffee": 0.8665393774268981, + "recall_coffee": 0.9251912593339136, + "F1_noncoffee": 0.7354212566583931, + "IoU_noncoffee": 0.5815543401552575, + "kappa": 0.6313211800669892, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8189108111226491, + "mIoU": 0.6507077031735938, + "macroF1": 0.7817387939423874, + "F1_coffee": 0.8718121490556406, + "IoU_coffee": 0.7727544205744484, + "precision_coffee": 0.8461050670788498, + "recall_coffee": 0.8991302882894265, + "F1_noncoffee": 0.6916654388291341, + "IoU_noncoffee": 0.5286609857727392, + "kappa": 0.5644446973176555, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.697512299714103, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8439838893822149, + "mIoU": 0.6904638362532369, + "macroF1": 0.8117940508316221, + "F1_coffee": 0.8896292557069942, + "IoU_coffee": 0.8012001939707427, + "precision_coffee": 0.8717435750873876, + "recall_coffee": 0.9082642356498236, + "F1_noncoffee": 0.7339588459562502, + "IoU_noncoffee": 0.579727478535731, + "kappa": 0.6239696514203561, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8131994923272182, + "mIoU": 0.646365649493935, + "macroF1": 0.7790162691718412, + "F1_coffee": 0.8659296524025423, + "IoU_coffee": 0.7635590280947079, + "precision_coffee": 0.8515442089619089, + "recall_coffee": 0.8808094847010761, + "F1_noncoffee": 0.6921028859411401, + "IoU_noncoffee": 0.5291722708931622, + "kappa": 0.5583220131323923, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10889929742388758, + "mIoU": 0.0548423167077845, + "macroF1": 0.0995542759443406, + "F1_coffee": 0.19128586609989373, + "IoU_coffee": 0.10575793184488837, + "precision_coffee": 0.989010989010989, + "recall_coffee": 0.10588235294117647, + "F1_noncoffee": 0.007822685788787484, + "IoU_noncoffee": 0.003926701570680628, + "kappa": -0.001510215529330541, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8265457859644073, + "mIoU": 0.6674500758241217, + "macroF1": 0.795243815133069, + "F1_coffee": 0.8753017449479275, + "IoU_coffee": 0.7782547372294106, + "precision_coffee": 0.8681762210972773, + "recall_coffee": 0.8825452016689846, + "F1_noncoffee": 0.7151858853182105, + "IoU_noncoffee": 0.5566454144188328, + "kappa": 0.5905506271641349, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8522272986864649, + "mIoU": 0.6994836088342036, + "macroF1": 0.8178803882337399, + "F1_coffee": 0.8969705013770448, + "IoU_coffee": 0.813188135491246, + "precision_coffee": 0.866743619340772, + "recall_coffee": 0.9293818331843499, + "F1_noncoffee": 0.7387902750904349, + "IoU_noncoffee": 0.5857790821771611, + "kappa": 0.63688042782063, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.852959207734025, + "mIoU": 0.7049522675352293, + "macroF1": 0.8223248433317927, + "F1_coffee": 0.8961012995668111, + "IoU_coffee": 0.8117604443371167, + "precision_coffee": 0.8802618657937807, + "recall_coffee": 0.9125212080081438, + "F1_noncoffee": 0.7485483870967742, + "IoU_noncoffee": 0.598144090733342, + "kappa": 0.6449279246089584, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.855516975308642, + "mIoU": 0.6890838142185294, + "macroF1": 0.8083380786262792, + "F1_coffee": 0.9034296028880866, + "IoU_coffee": 0.8238683127572016, + "precision_coffee": 0.8708675118071091, + "recall_coffee": 0.9385212965443344, + "F1_noncoffee": 0.7132465543644717, + "IoU_noncoffee": 0.5542993156798572, + "kappa": 0.6182608741817488, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8453017570664629, + "mIoU": 0.6664713751502358, + "macroF1": 0.790331539032531, + "F1_coffee": 0.8976885183781735, + "IoU_coffee": 0.81436919903747, + "precision_coffee": 0.8599951597289448, + "recall_coffee": 0.9388375165125495, + "F1_noncoffee": 0.6829745596868885, + "IoU_noncoffee": 0.5185735512630015, + "kappa": 0.5831444563744352, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8540428342296443, + "mIoU": 0.6833176406717922, + "macroF1": 0.803586834023601, + "F1_coffee": 0.9031369356959489, + "IoU_coffee": 0.8233816645735814, + "precision_coffee": 0.8715407854984895, + "recall_coffee": 0.9371101871101871, + "F1_noncoffee": 0.7040367323512531, + "IoU_noncoffee": 0.543253616770003, + "kappa": 0.6087448719903864, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7978814772401946, + "mIoU": 0.6434105155786103, + "macroF1": 0.7797449992553147, + "F1_coffee": 0.8429482426219783, + "IoU_coffee": 0.7285311458600359, + "precision_coffee": 0.8648813146682898, + "recall_coffee": 0.8221000867804454, + "F1_noncoffee": 0.716541755888651, + "IoU_noncoffee": 0.5582898852971846, + "kappa": 0.5600007200323507, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8591081593927894, + "mIoU": 0.7262026590891402, + "macroF1": 0.8385260607573203, + "F1_coffee": 0.8961756274907362, + "IoU_coffee": 0.811882442361287, + "precision_coffee": 0.8743519781718964, + "recall_coffee": 0.9191165925713466, + "F1_noncoffee": 0.7808764940239044, + "IoU_noncoffee": 0.6405228758169934, + "kappa": 0.6774761876502182, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8518762964359796, + "mIoU": 0.719693328284998, + "macroF1": 0.834540844658832, + "F1_coffee": 0.888097442837809, + "IoU_coffee": 0.7987187700192184, + "precision_coffee": 0.8905714285714286, + "recall_coffee": 0.8856371643699389, + "F1_noncoffee": 0.780984246479855, + "IoU_noncoffee": 0.6406678865507777, + "kappa": 0.6690866874350095, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9346, + 11000 + ], + [ + 43749, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5863771637280781, + "test_tta": { + "OA": 0.8500570848661677, + "mIoU": 0.6967436662351422, + "macroF1": 0.8159742937720338, + "F1_coffee": 0.8951709458560596, + "IoU_coffee": 0.8102347983142685, + "precision_coffee": 0.8673999914063507, + "recall_coffee": 0.9247789637638004, + "F1_noncoffee": 0.736777641688008, + "IoU_noncoffee": 0.5832525341560159, + "kappa": 0.6328934661332626, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8190406138225453, + "mIoU": 0.6509734895119224, + "macroF1": 0.7819546609327597, + "F1_coffee": 0.871879180239148, + "IoU_coffee": 0.7728597548833251, + "precision_coffee": 0.8463246372214733, + "recall_coffee": 0.8990249963147808, + "F1_noncoffee": 0.6920301416263714, + "IoU_noncoffee": 0.5290872241405195, + "kappa": 0.5648629451422841, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 34, + "stopped_epoch": 64, + "best_val": 0.6871734124881683, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8396073829760243, + "mIoU": 0.6807454284047791, + "macroF1": 0.8042667888360922, + "F1_coffee": 0.887437264219183, + "IoU_coffee": 0.7976514363447227, + "precision_coffee": 0.8629959093565353, + "recall_coffee": 0.9133034037289843, + "F1_noncoffee": 0.7210963134530014, + "IoU_noncoffee": 0.5638394204648355, + "kappa": 0.6093100481276742, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8089015807084343, + "mIoU": 0.6371440701245856, + "macroF1": 0.7713780355081494, + "F1_coffee": 0.8639993430911667, + "IoU_coffee": 0.760562362210416, + "precision_coffee": 0.8427882016059592, + "recall_coffee": 0.8863057257775813, + "F1_noncoffee": 0.6787567279251321, + "IoU_noncoffee": 0.5137257780387552, + "kappa": 0.5434391687937301, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13700234192037472, + "mIoU": 0.06900705052878967, + "macroF1": 0.12217240008647201, + "F1_coffee": 0.23626943005181347, + "IoU_coffee": 0.13396004700352526, + "precision_coffee": 0.991304347826087, + "recall_coffee": 0.13411764705882354, + "F1_noncoffee": 0.008075370121130552, + "IoU_noncoffee": 0.004054054054054054, + "kappa": -0.0012535594406706682, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.834700436513647, + "mIoU": 0.6738818167217331, + "macroF1": 0.7992446270073033, + "F1_coffee": 0.8836125371521211, + "IoU_coffee": 0.7914927089005869, + "precision_coffee": 0.859009718938797, + "recall_coffee": 0.9096662030598053, + "F1_noncoffee": 0.7148767168624856, + "IoU_noncoffee": 0.5562709245428792, + "kappa": 0.5992944940374394, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8385208452312964, + "mIoU": 0.6769589870824737, + "macroF1": 0.8011702787956925, + "F1_coffee": 0.8873468574653873, + "IoU_coffee": 0.7975053712103127, + "precision_coffee": 0.8579224447868515, + "recall_coffee": 0.918861307845699, + "F1_noncoffee": 0.7149937001259975, + "IoU_noncoffee": 0.5564126029546346, + "kappa": 0.6035204745947895, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8455081348738505, + "mIoU": 0.6912973771436807, + "macroF1": 0.8122117104693853, + "F1_coffee": 0.8912855910267472, + "IoU_coffee": 0.8038910505836576, + "precision_coffee": 0.8720696149100591, + "recall_coffee": 0.911367492365117, + "F1_noncoffee": 0.7331378299120235, + "IoU_noncoffee": 0.5787037037037037, + "kappa": 0.6248705199301835, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8374807098765432, + "mIoU": 0.6584579698894584, + "macroF1": 0.7847126601870034, + "F1_coffee": 0.8912973356557642, + "IoU_coffee": 0.8039101594320959, + "precision_coffee": 0.859738643434972, + "recall_coffee": 0.9252611840342888, + "F1_noncoffee": 0.6781279847182426, + "IoU_noncoffee": 0.5130057803468208, + "kappa": 0.5711363886088454, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8472116119174943, + "mIoU": 0.673733036489495, + "macroF1": 0.7964892846905411, + "F1_coffee": 0.8980891719745223, + "IoU_coffee": 0.815028901734104, + "precision_coffee": 0.8671586715867159, + "recall_coffee": 0.9313077939233818, + "F1_noncoffee": 0.6948893974065599, + "IoU_noncoffee": 0.532437171244886, + "kappa": 0.5945230408835929, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.85026889329182, + "mIoU": 0.6764784064960798, + "macroF1": 0.7983004518492794, + "F1_coffee": 0.9006821453157269, + "IoU_coffee": 0.8193100307412046, + "precision_coffee": 0.8687673548231317, + "recall_coffee": 0.935031185031185, + "F1_noncoffee": 0.695918758382832, + "IoU_noncoffee": 0.5336467822509551, + "kappa": 0.5982608097520187, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8319496135127398, + "mIoU": 0.6845398129552552, + "macroF1": 0.809062794328026, + "F1_coffee": 0.875168356135252, + "IoU_coffee": 0.7780438618603479, + "precision_coffee": 0.8581954678159321, + "recall_coffee": 0.8928261498409025, + "F1_noncoffee": 0.7429572325207999, + "IoU_noncoffee": 0.5910357640501626, + "kappa": 0.618432908556802, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8298861480075901, + "mIoU": 0.6773139594482405, + "macroF1": 0.8032356909017995, + "F1_coffee": 0.8756501837852833, + "IoU_coffee": 0.7788058228472736, + "precision_coffee": 0.8478377652430835, + "recall_coffee": 0.9053492040728525, + "F1_noncoffee": 0.7308211980183156, + "IoU_noncoffee": 0.5758220960492074, + "kappa": 0.6073859446386138, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8407505185743919, + "mIoU": 0.7002812783661971, + "macroF1": 0.8206706884501621, + "F1_coffee": 0.8806782055810668, + "IoU_coffee": 0.7867962635698056, + "precision_coffee": 0.8759134345137718, + "recall_coffee": 0.8854950987356158, + "F1_noncoffee": 0.7606631713192574, + "IoU_noncoffee": 0.6137662931625886, + "kappa": 0.6413626635326893, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9324, + 11000 + ], + [ + 43493, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.01745898326238, + "test_tta": { + "OA": 0.8446181656729671, + "mIoU": 0.6864838433686572, + "macroF1": 0.8082489505098809, + "F1_coffee": 0.8917584420461951, + "IoU_coffee": 0.8046607128618133, + "precision_coffee": 0.8611934885110196, + "recall_coffee": 0.9245728159787439, + "F1_noncoffee": 0.7247394589735666, + "IoU_noncoffee": 0.5683069738755011, + "kappa": 0.6177224459596737, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8139206184377524, + "mIoU": 0.6419139589469938, + "macroF1": 0.7746971509888813, + "F1_coffee": 0.8687033154906071, + "IoU_coffee": 0.7678828439838803, + "precision_coffee": 0.8405443195021564, + "recall_coffee": 0.8988144123654895, + "F1_noncoffee": 0.6806909864871554, + "IoU_noncoffee": 0.5159450739101074, + "kappa": 0.5506208468381587, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 23, + "stopped_epoch": 53, + "best_val": 0.6886624474545311, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8483445388811366, + "mIoU": 0.6898679366694691, + "macroF1": 0.8104342970232046, + "F1_coffee": 0.8952074156860167, + "IoU_coffee": 0.8102945551919072, + "precision_coffee": 0.8580700722567636, + "recall_coffee": 0.9357047963717989, + "F1_noncoffee": 0.7256611783603925, + "IoU_noncoffee": 0.569441318147031, + "kappa": 0.6227187065926789, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8183339102342218, + "mIoU": 0.6456412732534856, + "macroF1": 0.7771664781223067, + "F1_coffee": 0.8729447840384111, + "IoU_coffee": 0.7745359514561369, + "precision_coffee": 0.8377572554258388, + "recall_coffee": 0.9112178069787521, + "F1_noncoffee": 0.6813881722062023, + "IoU_noncoffee": 0.5167465950508344, + "kappa": 0.5562958825242771, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.234192037470726, + "mIoU": 0.11802928598640332, + "macroF1": 0.19252255378209576, + "F1_coffee": 0.37595419847328243, + "IoU_coffee": 0.23149236192714454, + "precision_coffee": 0.9949494949494949, + "recall_coffee": 0.23176470588235293, + "F1_noncoffee": 0.00909090909090909, + "IoU_noncoffee": 0.0045662100456621, + "kappa": -0.00022206621871371517, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8411282198877537, + "mIoU": 0.6747219323349358, + "macroF1": 0.7986530049809402, + "F1_coffee": 0.891131418052725, + "IoU_coffee": 0.8036402442639473, + "precision_coffee": 0.8449694551801521, + "recall_coffee": 0.9426286509040334, + "F1_noncoffee": 0.7061745919091554, + "IoU_noncoffee": 0.5458036204059243, + "kappa": 0.6005238478048487, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.850847134970493, + "mIoU": 0.6945072569538189, + "macroF1": 0.8139230764744426, + "F1_coffee": 0.8968128539444225, + "IoU_coffee": 0.8129290276368412, + "precision_coffee": 0.8603828416198117, + "recall_coffee": 0.9364642783469711, + "F1_noncoffee": 0.7310332990044628, + "IoU_noncoffee": 0.5760854862707967, + "kappa": 0.6295771877320534, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.852959207734025, + "mIoU": 0.70008123685665, + "macroF1": 0.8182468889208403, + "F1_coffee": 0.8976765555263849, + "IoU_coffee": 0.8143495087823757, + "precision_coffee": 0.8690983033615047, + "recall_coffee": 0.9281981676280964, + "F1_noncoffee": 0.7388172223152957, + "IoU_noncoffee": 0.5858129649309245, + "kappa": 0.6374942794089371, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8264853395061729, + "mIoU": 0.622134246721016, + "macroF1": 0.752338147873072, + "F1_coffee": 0.8878498846705317, + "IoU_coffee": 0.7983183856502242, + "precision_coffee": 0.8304373177842566, + "recall_coffee": 0.9537905170104474, + "F1_noncoffee": 0.6168264110756123, + "IoU_noncoffee": 0.4459501077918078, + "kappa": 0.5126351447464866, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8398586707410237, + "mIoU": 0.6557378553311355, + "macroF1": 0.781646530116981, + "F1_coffee": 0.894388815416588, + "IoU_coffee": 0.8089542036910458, + "precision_coffee": 0.8546154771934047, + "recall_coffee": 0.9380449141347424, + "F1_noncoffee": 0.6689042448173741, + "IoU_noncoffee": 0.5025215069712251, + "kappa": 0.5662384133348918, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8463062553071045, + "mIoU": 0.6630429064259784, + "macroF1": 0.7869632251278642, + "F1_coffee": 0.8994009757302538, + "IoU_coffee": 0.8171922343171362, + "precision_coffee": 0.8570083558903142, + "recall_coffee": 0.9462058212058212, + "F1_noncoffee": 0.6745254745254745, + "IoU_noncoffee": 0.5088935785348206, + "kappa": 0.5772729719967419, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8556159938925469, + "mIoU": 0.7177858317534134, + "macroF1": 0.8323738230243292, + "F1_coffee": 0.8947917391002016, + "IoU_coffee": 0.8096136907008934, + "precision_coffee": 0.8616579616981385, + "recall_coffee": 0.9305756436216372, + "F1_noncoffee": 0.7699559069484567, + "IoU_noncoffee": 0.6259579728059332, + "kappa": 0.6658280925613316, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.861764705882353, + "mIoU": 0.7275232459716076, + "macroF1": 0.8391377247907569, + "F1_coffee": 0.8994687090319464, + "IoU_coffee": 0.8173040752351097, + "precision_coffee": 0.8667553191489362, + "recall_coffee": 0.9347483149290119, + "F1_noncoffee": 0.7788067405495673, + "IoU_noncoffee": 0.6377424167081054, + "kappa": 0.6792806527673066, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8596077691872525, + "mIoU": 0.7287693793441135, + "macroF1": 0.8404755240011126, + "F1_coffee": 0.8957209888647665, + "IoU_coffee": 0.8111364789446981, + "precision_coffee": 0.8832872928176796, + "recall_coffee": 0.9085097314959512, + "F1_noncoffee": 0.7852300591374586, + "IoU_noncoffee": 0.6464022797435288, + "kappa": 0.68108120072004, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9213, + 11000 + ], + [ + 44155, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6701285401980082, + "test_tta": { + "OA": 0.8526100469364455, + "mIoU": 0.695135948597913, + "macroF1": 0.8141206492198867, + "F1_coffee": 0.8987042425431283, + "IoU_coffee": 0.8160425902469918, + "precision_coffee": 0.8571814647735069, + "recall_coffee": 0.9444546245819782, + "F1_noncoffee": 0.7295370558966451, + "IoU_noncoffee": 0.5742293069488342, + "kappa": 0.6305559861401832, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8227616245529018, + "mIoU": 0.6501948533509315, + "macroF1": 0.7803928241969339, + "F1_coffee": 0.8768526219799381, + "IoU_coffee": 0.7807102069950036, + "precision_coffee": 0.8364752217803609, + "recall_coffee": 0.9213258365447385, + "F1_noncoffee": 0.6839330264139297, + "IoU_noncoffee": 0.5196794997068594, + "kappa": 0.5633966763939213, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 55, + "stopped_epoch": 85, + "best_val": 0.702107752434993, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8391158188506913, + "mIoU": 0.6785278183642603, + "macroF1": 0.8024268024160272, + "F1_coffee": 0.8875664893617021, + "IoU_coffee": 0.797860259398721, + "precision_coffee": 0.8597097591344296, + "recall_coffee": 0.9172889275734115, + "F1_noncoffee": 0.7172871154703522, + "IoU_noncoffee": 0.5591953773297997, + "kappa": 0.6058940504486583, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.808454482519903, + "mIoU": 0.6349919332165803, + "macroF1": 0.7694432391778752, + "F1_coffee": 0.8642815536956988, + "IoU_coffee": 0.7609998380391945, + "precision_coffee": 0.8395473496128648, + "recall_coffee": 0.8905174047634089, + "F1_noncoffee": 0.6746049246600514, + "IoU_noncoffee": 0.5089840283939663, + "kappa": 0.5398440749766581, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1451990632318501, + "mIoU": 0.0731392166827246, + "macroF1": 0.12856168366434068, + "F1_coffee": 0.24897119341563786, + "IoU_coffee": 0.14218566392479437, + "precision_coffee": 0.9918032786885246, + "recall_coffee": 0.1423529411764706, + "F1_noncoffee": 0.008152173913043478, + "IoU_noncoffee": 0.004092769440654843, + "kappa": -0.001175548589341694, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8303832685758142, + "mIoU": 0.6694835568446285, + "macroF1": 0.7962465917633141, + "F1_coffee": 0.879646017699115, + "IoU_coffee": 0.7851500789889415, + "precision_coffee": 0.8614666666666667, + "recall_coffee": 0.8986091794158554, + "F1_noncoffee": 0.7128471658275134, + "IoU_noncoffee": 0.5538170347003154, + "kappa": 0.5929257034519616, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8412335808109651, + "mIoU": 0.6755070075167784, + "macroF1": 0.799327569023057, + "F1_coffee": 0.8910302475991376, + "IoU_coffee": 0.8034756995581738, + "precision_coffee": 0.8486715201294257, + "recall_coffee": 0.9378395104173829, + "F1_noncoffee": 0.7076248904469763, + "IoU_noncoffee": 0.5475383154753831, + "kappa": 0.6013199434317757, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8456024522518274, + "mIoU": 0.6902528661106819, + "macroF1": 0.8112996991479036, + "F1_coffee": 0.8917542815578919, + "IoU_coffee": 0.8046539379474941, + "precision_coffee": 0.8694474888788601, + "recall_coffee": 0.9152358330505599, + "F1_noncoffee": 0.7308451167379152, + "IoU_noncoffee": 0.5758517942738697, + "kappa": 0.6232160947145312, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8546489197530864, + "mIoU": 0.6850230644124433, + "macroF1": 0.8049637419317552, + "F1_coffee": 0.9034036279725659, + "IoU_coffee": 0.8238251110591536, + "precision_coffee": 0.8662569145666872, + "recall_coffee": 0.9438789177605144, + "F1_noncoffee": 0.7065238558909445, + "IoU_noncoffee": 0.5462210177657332, + "kappa": 0.6120946148383535, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8358479755538579, + "mIoU": 0.6401819425543247, + "macroF1": 0.7677998552806484, + "F1_coffee": 0.8935010222414969, + "IoU_coffee": 0.8075027995520717, + "precision_coffee": 0.8413253996033135, + "recall_coffee": 0.9525759577278732, + "F1_noncoffee": 0.6420986883198001, + "IoU_noncoffee": 0.47286108555657774, + "kappa": 0.5415254205344123, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.845928861213322, + "mIoU": 0.6630204911673281, + "macroF1": 0.7870270609482729, + "F1_coffee": 0.8990292462746553, + "IoU_coffee": 0.8165786813433674, + "precision_coffee": 0.8576147221894538, + "recall_coffee": 0.9446465696465697, + "F1_noncoffee": 0.6750248756218905, + "IoU_noncoffee": 0.5094623009912886, + "kappa": 0.5772272122646502, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8063746540700448, + "mIoU": 0.6512953992655568, + "macroF1": 0.7850585204985134, + "F1_coffee": 0.8527469337397489, + "IoU_coffee": 0.7432945344129555, + "precision_coffee": 0.8557902403495994, + "recall_coffee": 0.8497251952560023, + "F1_noncoffee": 0.7173701072572781, + "IoU_noncoffee": 0.5592962641181581, + "kappa": 0.5701274749817132, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.846584440227704, + "mIoU": 0.7028831469627315, + "macroF1": 0.821767145810598, + "F1_coffee": 0.8882747184412354, + "IoU_coffee": 0.799005593536358, + "precision_coffee": 0.8570666666666666, + "recall_coffee": 0.9218413882116736, + "F1_noncoffee": 0.7552595731799606, + "IoU_noncoffee": 0.606760700389105, + "kappa": 0.6445666169347422, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8452762587214784, + "mIoU": 0.7086687784466241, + "macroF1": 0.82676480302561, + "F1_coffee": 0.8833937326795992, + "IoU_coffee": 0.7911416571210386, + "precision_coffee": 0.8837077054307648, + "recall_coffee": 0.8830799829521239, + "F1_noncoffee": 0.7701358733716207, + "IoU_noncoffee": 0.6261958997722096, + "kappa": 0.6535296922660468, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9335, + 11000 + ], + [ + 43452, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6841342290242514, + "test_tta": { + "OA": 0.8439046048458708, + "mIoU": 0.6844596214227614, + "macroF1": 0.8066370748844397, + "F1_coffee": 0.8915261707988981, + "IoU_coffee": 0.8042825615841899, + "precision_coffee": 0.8590206404484838, + "recall_coffee": 0.9265884832104082, + "F1_noncoffee": 0.7217479789699813, + "IoU_noncoffee": 0.5646366812613329, + "kappa": 0.614689394781092, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8137763932156455, + "mIoU": 0.6407481729802473, + "macroF1": 0.7736343845571534, + "F1_coffee": 0.8689589380315424, + "IoU_coffee": 0.7682823968558764, + "precision_coffee": 0.8386584911943895, + "recall_coffee": 0.9015309453113484, + "F1_noncoffee": 0.6783098310827644, + "IoU_noncoffee": 0.5132139491046183, + "kappa": 0.5487149051348897, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 61, + "stopped_epoch": 91, + "best_val": 0.7034845375186687, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8426836229861728, + "mIoU": 0.6801757521257465, + "macroF1": 0.8031451822797988, + "F1_coffee": 0.8913683795591665, + "IoU_coffee": 0.8040257585335019, + "precision_coffee": 0.8538672932094233, + "recall_coffee": 0.9323148105730908, + "F1_noncoffee": 0.714921985000431, + "IoU_noncoffee": 0.5563257457179911, + "kappa": 0.6082732500645307, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8139638860043844, + "mIoU": 0.6387308291321591, + "macroF1": 0.7716845638170065, + "F1_coffee": 0.869934357133494, + "IoU_coffee": 0.769808694410736, + "precision_coffee": 0.8345973764655806, + "recall_coffee": 0.9083959820582476, + "F1_noncoffee": 0.673434770500519, + "IoU_noncoffee": 0.5076529638535822, + "kappa": 0.5454152286939113, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27400468384074944, + "mIoU": 0.13813038385583576, + "macroF1": 0.2182858627674464, + "F1_coffee": 0.4269870609981516, + "IoU_coffee": 0.27144535840188017, + "precision_coffee": 0.9956896551724138, + "recall_coffee": 0.27176470588235296, + "F1_noncoffee": 0.009584664536741214, + "IoU_noncoffee": 0.004815409309791332, + "kappa": 0.00027944141926034016, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8319182616203771, + "mIoU": 0.6641563156797211, + "macroF1": 0.7911454835764868, + "F1_coffee": 0.8834253776033003, + "IoU_coffee": 0.7911924199988082, + "precision_coffee": 0.8468554662584513, + "recall_coffee": 0.9232962447844228, + "F1_noncoffee": 0.6988655895496735, + "IoU_noncoffee": 0.537120211360634, + "kappa": 0.5842934667721028, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8548924424138588, + "mIoU": 0.6974622812995321, + "macroF1": 0.8156650629976452, + "F1_coffee": 0.9007002116919068, + "IoU_coffee": 0.8193399300823606, + "precision_coffee": 0.8555871798044796, + "recall_coffee": 0.9508354534827752, + "F1_noncoffee": 0.7306299143033836, + "IoU_noncoffee": 0.5755846325167038, + "kappa": 0.6340897575498073, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8411695354869134, + "mIoU": 0.6793676124974761, + "macroF1": 0.8027448093132026, + "F1_coffee": 0.8898049993456354, + "IoU_coffee": 0.8014853235883532, + "precision_coffee": 0.859056162739276, + "recall_coffee": 0.9228367831693247, + "F1_noncoffee": 0.7156846192807699, + "IoU_noncoffee": 0.5572499014065991, + "kappa": 0.606789422767808, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8474151234567902, + "mIoU": 0.6616058650663568, + "macroF1": 0.7853847230000994, + "F1_coffee": 0.9007652741186802, + "IoU_coffee": 0.8194476146998402, + "precision_coffee": 0.8470976875884851, + "recall_coffee": 0.9616930083043129, + "F1_noncoffee": 0.6700041718815186, + "IoU_noncoffee": 0.5037641154328732, + "kappa": 0.576423163645484, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8404316271963331, + "mIoU": 0.6470335932393947, + "macroF1": 0.773286296235072, + "F1_coffee": 0.8966668727969822, + "IoU_coffee": 0.812689160408026, + "precision_coffee": 0.8429252412510173, + "recall_coffee": 0.9577278731836195, + "F1_noncoffee": 0.6499057196731616, + "IoU_noncoffee": 0.4813780260707635, + "kappa": 0.5527322505215017, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8305500518916878, + "mIoU": 0.6304943119671972, + "macroF1": 0.759636047145559, + "F1_coffee": 0.8901932012717045, + "IoU_coffee": 0.8021154693697664, + "precision_coffee": 0.8406466512702079, + "recall_coffee": 0.9459459459459459, + "F1_noncoffee": 0.6290788930194134, + "IoU_noncoffee": 0.4588731545646279, + "kappa": 0.5248476106997151, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.816585552056494, + "mIoU": 0.6608533680477829, + "macroF1": 0.7914652171273241, + "F1_coffee": 0.8638424482856333, + "IoU_coffee": 0.7603192418007233, + "precision_coffee": 0.8465703971119134, + "recall_coffee": 0.8818339600809951, + "F1_noncoffee": 0.7190879859690149, + "IoU_noncoffee": 0.5613874942948426, + "kappa": 0.5832883047919003, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8692599620493359, + "mIoU": 0.7394966231486706, + "macroF1": 0.8473388000811104, + "F1_coffee": 0.9051878354203936, + "IoU_coffee": 0.826797385620915, + "precision_coffee": 0.8699907419653485, + "recall_coffee": 0.9433529327405707, + "F1_noncoffee": 0.7894897647418271, + "IoU_noncoffee": 0.6521958606764261, + "kappa": 0.6957831460312198, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8517820101829153, + "mIoU": 0.717077989330912, + "macroF1": 0.8324574663898622, + "F1_coffee": 0.8893581081081081, + "IoU_coffee": 0.8007604562737642, + "precision_coffee": 0.8812944622680987, + "recall_coffee": 0.8975706776530757, + "F1_noncoffee": 0.7755568246716162, + "IoU_noncoffee": 0.6333955223880597, + "kappa": 0.6649718297242074, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9363, + 11000 + ], + [ + 43651, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.870352844397227, + "test_tta": { + "OA": 0.8474724089813522, + "mIoU": 0.6842541287618521, + "macroF1": 0.8057430818575528, + "F1_coffee": 0.8957775779311541, + "IoU_coffee": 0.8112292958630976, + "precision_coffee": 0.8499434563585895, + "recall_coffee": 0.9468367767648541, + "F1_noncoffee": 0.7157085857839516, + "IoU_noncoffee": 0.5572789616606066, + "kappa": 0.6145437270052568, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8189540786892812, + "mIoU": 0.6419463838926271, + "macroF1": 0.7735501080692493, + "F1_coffee": 0.8749489455385873, + "IoU_coffee": 0.7776971027838776, + "precision_coffee": 0.8302140048396854, + "recall_coffee": 0.9247794133131173, + "F1_noncoffee": 0.6721512705999112, + "IoU_noncoffee": 0.5061956650013768, + "kappa": 0.5505216531037814, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6483514115956208, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7988075605733858, + "mIoU": 0.6286033871667278, + "macroF1": 0.765661070779373, + "F1_coffee": 0.8537945656933466, + "IoU_coffee": 0.7448879059012767, + "precision_coffee": 0.8590807902791949, + "recall_coffee": 0.8485729992212194, + "F1_noncoffee": 0.6775275758653992, + "IoU_noncoffee": 0.512318868432179, + "kappa": 0.5313612788208619, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7699896157840083, + "mIoU": 0.5924808505831284, + "macroF1": 0.7372960800193007, + "F1_coffee": 0.8299714273529788, + "IoU_coffee": 0.7093599650094766, + "precision_coffee": 0.8405277591828803, + "recall_coffee": 0.819676964221787, + "F1_noncoffee": 0.6446207326856226, + "IoU_noncoffee": 0.4756017361567802, + "kappa": 0.47476531921760506, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07845433255269321, + "mIoU": 0.039501554388731056, + "macroF1": 0.07372845733501471, + "F1_coffee": 0.13989071038251366, + "IoU_coffee": 0.07520564042303172, + "precision_coffee": 0.9846153846153847, + "recall_coffee": 0.07529411764705882, + "F1_noncoffee": 0.007566204287515763, + "IoU_noncoffee": 0.0037974683544303796, + "kappa": -0.0017707293079548669, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7678323020098815, + "mIoU": 0.5933618910359062, + "macroF1": 0.7387737370201722, + "F1_coffee": 0.8258992805755395, + "IoU_coffee": 0.7034313725490197, + "precision_coffee": 0.8554396423248882, + "recall_coffee": 0.7983310152990264, + "F1_noncoffee": 0.651648193464805, + "IoU_noncoffee": 0.4832924095227928, + "kappa": 0.47879107834497486, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.808728345707215, + "mIoU": 0.6367428464083116, + "macroF1": 0.7710393213926063, + "F1_coffee": 0.8639333717032874, + "IoU_coffee": 0.7604601263559423, + "precision_coffee": 0.8509403761504601, + "recall_coffee": 0.8773292993192601, + "F1_noncoffee": 0.6781452710819252, + "IoU_noncoffee": 0.513025566460681, + "kappa": 0.5423310373801812, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8194293798632398, + "mIoU": 0.6569270722393183, + "macroF1": 0.7873136768486704, + "F1_coffee": 0.8699609441331295, + "IoU_coffee": 0.769850333593797, + "precision_coffee": 0.8707002039428959, + "recall_coffee": 0.8692229385816084, + "F1_noncoffee": 0.7046664095642113, + "IoU_noncoffee": 0.5440038108848398, + "kappa": 0.5746280501069992, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8111496913580247, + "mIoU": 0.6279765809822403, + "macroF1": 0.7620416253298332, + "F1_coffee": 0.8701419286377504, + "IoU_coffee": 0.7701338342333881, + "precision_coffee": 0.8617971623751971, + "recall_coffee": 0.8786498794535227, + "F1_noncoffee": 0.6539413220219159, + "IoU_noncoffee": 0.48581932773109243, + "kappa": 0.52420213414234, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8106378915202445, + "mIoU": 0.6128040704895341, + "macroF1": 0.7470980638438194, + "F1_coffee": 0.8738629858151518, + "IoU_coffee": 0.7759828287392679, + "precision_coffee": 0.842718684823948, + "recall_coffee": 0.9073976221928666, + "F1_noncoffee": 0.6203331418724871, + "IoU_noncoffee": 0.4496253122398002, + "kappa": 0.4962669959750799, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8231908670629304, + "mIoU": 0.6334539827219822, + "macroF1": 0.7643878107621362, + "F1_coffee": 0.8820938719013465, + "IoU_coffee": 0.7890589824403422, + "precision_coffee": 0.8550866064893876, + "recall_coffee": 0.9108627858627859, + "F1_noncoffee": 0.6466817496229261, + "IoU_noncoffee": 0.47784898300362216, + "kappa": 0.5301800581830876, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7249737570378852, + "mIoU": 0.5560844842206547, + "macroF1": 0.7117680714168624, + "F1_coffee": 0.7734632919352303, + "IoU_coffee": 0.6306075365290951, + "precision_coffee": 0.8471074380165289, + "recall_coffee": 0.7115996528782181, + "F1_noncoffee": 0.6500728508984944, + "IoU_noncoffee": 0.4815614319122144, + "kappa": 0.43018841182325984, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8068311195445921, + "mIoU": 0.6526372168363817, + "macroF1": 0.786174141453821, + "F1_coffee": 0.8526346265199768, + "IoU_coffee": 0.7431238960383548, + "precision_coffee": 0.8607335963758586, + "recall_coffee": 0.8446866485013624, + "F1_noncoffee": 0.7197136563876652, + "IoU_noncoffee": 0.5621505376344086, + "kappa": 0.5724202850863518, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8156703752592872, + "mIoU": 0.6706127846383548, + "macroF1": 0.8002707933695128, + "F1_coffee": 0.8557302044129584, + "IoU_coffee": 0.7478395459822005, + "precision_coffee": 0.8903562653562653, + "recall_coffee": 0.8236965478050859, + "F1_noncoffee": 0.7448113823260671, + "IoU_noncoffee": 0.5933860232945092, + "kappa": 0.6016073867006417, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8683, + 11000 + ], + [ + 41563, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.593204100926717, + "test_tta": { + "OA": 0.8035170620322213, + "mIoU": 0.6337735578806167, + "macroF1": 0.7694594958891128, + "F1_coffee": 0.8580690239739757, + "IoU_coffee": 0.7514193431901619, + "precision_coffee": 0.8581968152136557, + "recall_coffee": 0.8579412707865683, + "F1_noncoffee": 0.6808499678042499, + "IoU_noncoffee": 0.5161277725710716, + "kappa": 0.5389190147673953, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7747057805469021, + "mIoU": 0.5971507788822079, + "macroF1": 0.7407880174046517, + "F1_coffee": 0.8345530995477509, + "IoU_coffee": 0.7160798996710227, + "precision_coffee": 0.8395056467078628, + "recall_coffee": 0.8296586434181986, + "F1_noncoffee": 0.6470229352615524, + "IoU_noncoffee": 0.478221658093393, + "kappa": 0.4816145250540278, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 34, + "stopped_epoch": 64, + "best_val": 0.6751929027958339, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8240359000380566, + "mIoU": 0.6582729083615212, + "macroF1": 0.7875283836497735, + "F1_coffee": 0.875601143433664, + "IoU_coffee": 0.7787282407130466, + "precision_coffee": 0.8574439589874195, + "recall_coffee": 0.8945439552888359, + "F1_noncoffee": 0.699455623865883, + "IoU_noncoffee": 0.5378175760099958, + "kappa": 0.5755166408241088, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7950848044305988, + "mIoU": 0.6192262494812248, + "macroF1": 0.7575085756041093, + "F1_coffee": 0.8529649177274139, + "IoU_coffee": 0.743625832295783, + "precision_coffee": 0.8385934924607777, + "recall_coffee": 0.8678375134247268, + "F1_noncoffee": 0.6620522334808049, + "IoU_noncoffee": 0.4948266666666667, + "kappa": 0.5153443100283694, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1990632318501171, + "mIoU": 0.10030326510296134, + "macroF1": 0.16839497736397027, + "F1_coffee": 0.3280943025540275, + "IoU_coffee": 0.19623971797884843, + "precision_coffee": 0.9940476190476191, + "recall_coffee": 0.19647058823529412, + "F1_noncoffee": 0.008695652173913044, + "IoU_noncoffee": 0.004366812227074236, + "kappa": -0.0006235311046093191, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8147934954669737, + "mIoU": 0.650334499794154, + "macroF1": 0.7823191308598849, + "F1_coffee": 0.8663967611336032, + "IoU_coffee": 0.7642857142857142, + "precision_coffee": 0.8622494662166816, + "recall_coffee": 0.8705841446453407, + "F1_noncoffee": 0.6982415005861665, + "IoU_noncoffee": 0.5363832853025937, + "kappa": 0.564661009240076, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8240529221397297, + "mIoU": 0.6580407773013506, + "macroF1": 0.7873135266509363, + "F1_coffee": 0.8757102033955286, + "IoU_coffee": 0.7789007834459661, + "precision_coffee": 0.8567293777134588, + "recall_coffee": 0.8955511242522176, + "F1_noncoffee": 0.6989168499063442, + "IoU_noncoffee": 0.5371807711567351, + "kappa": 0.5751322350351709, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8331053996698892, + "mIoU": 0.6662326053664089, + "macroF1": 0.7927619109067173, + "F1_coffee": 0.8841988154837865, + "IoU_coffee": 0.792434017595308, + "precision_coffee": 0.8537217237457349, + "recall_coffee": 0.9169324737020699, + "F1_noncoffee": 0.7013250063296481, + "IoU_noncoffee": 0.5400311931375098, + "kappa": 0.5868817432017726, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.841820987654321, + "mIoU": 0.6671341600552811, + "macroF1": 0.7916950780680381, + "F1_coffee": 0.893878607480264, + "IoU_coffee": 0.8081198081198081, + "precision_coffee": 0.864672008012018, + "recall_coffee": 0.9251272435038843, + "F1_noncoffee": 0.6895115486558122, + "IoU_noncoffee": 0.5261485119907541, + "kappa": 0.5847762221559738, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8155080213903744, + "mIoU": 0.6168990783431797, + "macroF1": 0.7499509465499073, + "F1_coffee": 0.8779840848806366, + "IoU_coffee": 0.7825059101654847, + "precision_coffee": 0.8411181026137464, + "recall_coffee": 0.9182298546895641, + "F1_noncoffee": 0.6219178082191781, + "IoU_noncoffee": 0.45129224652087474, + "kappa": 0.5028611664909932, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8167751674686291, + "mIoU": 0.6044273702111824, + "macroF1": 0.7367807617755469, + "F1_coffee": 0.8818878481936504, + "IoU_coffee": 0.7887293298520452, + "precision_coffee": 0.8289503773153442, + "recall_coffee": 0.942047817047817, + "F1_noncoffee": 0.5916736753574432, + "IoU_noncoffee": 0.4201254105703195, + "kappa": 0.4808804850683952, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7880522950663231, + "mIoU": 0.6300587062301757, + "macroF1": 0.769593777628137, + "F1_coffee": 0.8348084789884715, + "IoU_coffee": 0.7164560194050811, + "precision_coffee": 0.859286479865258, + "recall_coffee": 0.8116864333236911, + "F1_noncoffee": 0.7043790762678025, + "IoU_noncoffee": 0.5436613930552702, + "kappa": 0.5398557719654214, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8325426944971537, + "mIoU": 0.6898476183229767, + "macroF1": 0.8134615389050527, + "F1_coffee": 0.8731219897922508, + "IoU_coffee": 0.774815003827507, + "precision_coffee": 0.8753243009512828, + "recall_coffee": 0.8709307328266169, + "F1_noncoffee": 0.7538010880178546, + "IoU_noncoffee": 0.6048802328184464, + "kappa": 0.6269276604128236, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8494248538563077, + "mIoU": 0.7146093592802744, + "macroF1": 0.8308692242502145, + "F1_coffee": 0.8868900063743891, + "IoU_coffee": 0.7967676253499618, + "precision_coffee": 0.8843220338983051, + "recall_coffee": 0.8894729364966615, + "F1_noncoffee": 0.7748484421260398, + "IoU_noncoffee": 0.6324510932105869, + "kappa": 0.6617441262882915, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9181, + 11000 + ], + [ + 42658, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.063174577554067, + "test_tta": { + "OA": 0.8310446530508689, + "mIoU": 0.6663935062876204, + "macroF1": 0.7933471768878044, + "F1_coffee": 0.8816097956643962, + "IoU_coffee": 0.7882846185943927, + "precision_coffee": 0.8560885608856088, + "recall_coffee": 0.9086994365293876, + "F1_noncoffee": 0.7050845581112126, + "IoU_noncoffee": 0.5445023939808481, + "kappa": 0.5876073283007714, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8027575862466828, + "mIoU": 0.6270845373713231, + "macroF1": 0.763243183044601, + "F1_coffee": 0.8599660052016137, + "IoU_coffee": 0.7543336506853006, + "precision_coffee": 0.8369307424015944, + "recall_coffee": 0.8843051782593131, + "F1_noncoffee": 0.6665203608875884, + "IoU_noncoffee": 0.49983542405734555, + "kappa": 0.5273390594087162, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 15, + "stopped_epoch": 50, + "best_val": 0.6923069492043127, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8366262844094887, + "mIoU": 0.6800595643011588, + "macroF1": 0.8042694963837762, + "F1_coffee": 0.8838509666873344, + "IoU_coffee": 0.7918754040077569, + "precision_coffee": 0.87022443225964, + "recall_coffee": 0.8979110357780934, + "F1_noncoffee": 0.7246880260802181, + "IoU_noncoffee": 0.5682437245945606, + "kappa": 0.6087663736600245, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.807041075343256, + "mIoU": 0.6387717695140511, + "macroF1": 0.773348297784779, + "F1_coffee": 0.8607355130166859, + "IoU_coffee": 0.7555186024413421, + "precision_coffee": 0.851035362891606, + "recall_coffee": 0.8706593383452313, + "F1_noncoffee": 0.6859610825528719, + "IoU_noncoffee": 0.5220249365867601, + "kappa": 0.5468293553592104, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16276346604215455, + "mIoU": 0.0819951294397219, + "macroF1": 0.14195217438349023, + "F1_coffee": 0.2755825734549139, + "IoU_coffee": 0.1598119858989424, + "precision_coffee": 0.9927007299270073, + "recall_coffee": 0.16, + "F1_noncoffee": 0.008321775312066574, + "IoU_noncoffee": 0.004178272980501393, + "kappa": -0.0010032819779737141, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8216529956348635, + "mIoU": 0.659426775600972, + "macroF1": 0.7890935873382356, + "F1_coffee": 0.8719608788484056, + "IoU_coffee": 0.772988154841861, + "precision_coffee": 0.8636921817437577, + "recall_coffee": 0.8803894297635605, + "F1_noncoffee": 0.7062262958280657, + "IoU_noncoffee": 0.545865396360083, + "kappa": 0.5782758606393064, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8469921949362269, + "mIoU": 0.6931348979214169, + "macroF1": 0.8134935801390483, + "F1_coffee": 0.892536016311796, + "IoU_coffee": 0.805927803935772, + "precision_coffee": 0.8684142058020033, + "recall_coffee": 0.9180361686034518, + "F1_noncoffee": 0.7344511439663005, + "IoU_noncoffee": 0.5803419919070617, + "kappa": 0.6276969734112018, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8410752181089366, + "mIoU": 0.6880179750528146, + "macroF1": 0.8102649780291263, + "F1_coffee": 0.8867226890756302, + "IoU_coffee": 0.7964975845410628, + "precision_coffee": 0.8784548784548785, + "recall_coffee": 0.8951476077366813, + "F1_noncoffee": 0.7338072669826224, + "IoU_noncoffee": 0.5795383655645664, + "kappa": 0.6206089297593343, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8356481481481481, + "mIoU": 0.6560104026199192, + "macroF1": 0.7828607836890729, + "F1_coffee": 0.889922480620155, + "IoU_coffee": 0.8016759776536313, + "precision_coffee": 0.8594958822061393, + "recall_coffee": 0.9225823734261988, + "F1_noncoffee": 0.6757990867579908, + "IoU_noncoffee": 0.5103448275862069, + "kappa": 0.5673185605890654, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8333651642475172, + "mIoU": 0.6491761409302272, + "macroF1": 0.7769945163660315, + "F1_coffee": 0.8891148249348668, + "IoU_coffee": 0.8003660908362887, + "precision_coffee": 0.8566180972205216, + "recall_coffee": 0.9241743725231175, + "F1_noncoffee": 0.6648742077971961, + "IoU_noncoffee": 0.4979861910241657, + "kappa": 0.5559205554072074, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8397018586659118, + "mIoU": 0.6613692316304377, + "macroF1": 0.7868977324668909, + "F1_coffee": 0.8929763779527559, + "IoU_coffee": 0.8066461818595653, + "precision_coffee": 0.8666096099767697, + "recall_coffee": 0.920997920997921, + "F1_noncoffee": 0.6808190869810258, + "IoU_noncoffee": 0.5160922814013101, + "kappa": 0.5749688614912443, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8078060883672106, + "mIoU": 0.6567286066502437, + "macroF1": 0.7896454272534815, + "F1_coffee": 0.8514530166691252, + "IoU_coffee": 0.7413305933727202, + "precision_coffee": 0.8687537627934979, + "recall_coffee": 0.834827885449812, + "F1_noncoffee": 0.7278378378378378, + "IoU_noncoffee": 0.5721266199277671, + "kappa": 0.5795963231844751, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8605313092979127, + "mIoU": 0.730443047396567, + "macroF1": 0.8416446924633594, + "F1_coffee": 0.8963328631875882, + "IoU_coffee": 0.8121405750798723, + "precision_coffee": 0.8817816012210351, + "recall_coffee": 0.9113724365409437, + "F1_noncoffee": 0.7869565217391304, + "IoU_noncoffee": 0.6487455197132617, + "kappa": 0.6834665287581132, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8424476711295493, + "mIoU": 0.7070107672205949, + "macroF1": 0.8259089030423363, + "F1_coffee": 0.8795675675675676, + "IoU_coffee": 0.7850250868390583, + "precision_coffee": 0.8926272674078408, + "recall_coffee": 0.8668845006392953, + "F1_noncoffee": 0.7722502385171051, + "IoU_noncoffee": 0.6289964476021315, + "kappa": 0.6519586932254843, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9274, + 11000 + ], + [ + 43357, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.59346790711085, + "test_tta": { + "OA": 0.8456330077381707, + "mIoU": 0.689338945234973, + "macroF1": 0.8105096794613289, + "F1_coffee": 0.8920911156681262, + "IoU_coffee": 0.8052026013006504, + "precision_coffee": 0.864316858904139, + "recall_coffee": 0.9217096522974025, + "F1_noncoffee": 0.7289282432545318, + "IoU_noncoffee": 0.5734752891692955, + "kappa": 0.6219998822422405, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8164589823468328, + "mIoU": 0.6471061366058553, + "macroF1": 0.7789611020841078, + "F1_coffee": 0.8700022473287433, + "IoU_coffee": 0.7699150244078828, + "precision_coffee": 0.8448033011288115, + "recall_coffee": 0.8967506896624339, + "F1_noncoffee": 0.6879199568394723, + "IoU_noncoffee": 0.5242972488038278, + "kappa": 0.5588644316843466, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 42, + "stopped_epoch": 72, + "best_val": 0.7035382209163951, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8445547380438919, + "mIoU": 0.6818018633995515, + "macroF1": 0.8041896009414717, + "F1_coffee": 0.8930935581316728, + "IoU_coffee": 0.8068374384236453, + "precision_coffee": 0.8523699494160994, + "recall_coffee": 0.9379037060790691, + "F1_noncoffee": 0.7152856437512707, + "IoU_noncoffee": 0.5567662883754578, + "kappa": 0.6107455320961316, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8167907003576785, + "mIoU": 0.6412483710083996, + "macroF1": 0.7733993253652303, + "F1_coffee": 0.8725583635141507, + "IoU_coffee": 0.7739277451503827, + "precision_coffee": 0.8332439164590918, + "recall_coffee": 0.915766420283446, + "F1_noncoffee": 0.6742402872163098, + "IoU_noncoffee": 0.5085689968664165, + "kappa": 0.5493629750164897, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.36533957845433257, + "mIoU": 0.18430340991170668, + "macroF1": 0.27185376289957214, + "F1_coffee": 0.5327586206896552, + "IoU_coffee": 0.36310223266745006, + "precision_coffee": 0.9967741935483871, + "recall_coffee": 0.3635294117647059, + "F1_noncoffee": 0.010948905109489052, + "IoU_noncoffee": 0.005504587155963303, + "kappa": 0.0016650849797256884, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8400249436369741, + "mIoU": 0.6769712425992092, + "macroF1": 0.8008719266746137, + "F1_coffee": 0.8891695191253198, + "IoU_coffee": 0.8004547358343804, + "precision_coffee": 0.851505314747629, + "recall_coffee": 0.9303198887343532, + "F1_noncoffee": 0.7125743342239076, + "IoU_noncoffee": 0.553487749364038, + "kappa": 0.6037543976797687, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8510375023795926, + "mIoU": 0.6878992926817711, + "macroF1": 0.8082015018965747, + "F1_coffee": 0.8988429965742357, + "IoU_coffee": 0.8162714252171871, + "precision_coffee": 0.8479785352765412, + "recall_coffee": 0.9561988585573815, + "F1_noncoffee": 0.7175600072189136, + "IoU_noncoffee": 0.5595271601463552, + "kappa": 0.6202182581605721, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8425842961565668, + "mIoU": 0.6805352177093612, + "macroF1": 0.803480429460719, + "F1_coffee": 0.8911427080615706, + "IoU_coffee": 0.8036586083171579, + "precision_coffee": 0.8577437378366501, + "recall_coffee": 0.9272480488632507, + "F1_noncoffee": 0.7158181508598672, + "IoU_noncoffee": 0.5574118271015646, + "kappa": 0.608510424828773, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8461612654320988, + "mIoU": 0.6605129754209849, + "macroF1": 0.7846546515469568, + "F1_coffee": 0.8997422842416243, + "IoU_coffee": 0.8177559414990859, + "precision_coffee": 0.8476844723439536, + "recall_coffee": 0.9586123761050094, + "F1_noncoffee": 0.6695670188522892, + "IoU_noncoffee": 0.5032700093428838, + "kappa": 0.5745970353789391, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8387127578304049, + "mIoU": 0.6406938439272222, + "macroF1": 0.7675914129801567, + "F1_coffee": 0.8961573931755302, + "IoU_coffee": 0.8118525119750474, + "precision_coffee": 0.8381828637147786, + "recall_coffee": 0.9627476882430648, + "F1_noncoffee": 0.6390254327847831, + "IoU_noncoffee": 0.46953517587939697, + "kappa": 0.5427863878248758, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8334748561185017, + "mIoU": 0.6345778089551701, + "macroF1": 0.7629212955859572, + "F1_coffee": 0.8922532201941273, + "IoU_coffee": 0.8054667695359858, + "precision_coffee": 0.8414507772020725, + "recall_coffee": 0.9495841995841996, + "F1_noncoffee": 0.633589370977787, + "IoU_noncoffee": 0.4636888483743543, + "kappa": 0.5316481993367548, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8339536215287718, + "mIoU": 0.6863959689819481, + "macroF1": 0.8102602996931275, + "F1_coffee": 0.87730926526583, + "IoU_coffee": 0.7814344931541264, + "precision_coffee": 0.8559438635112824, + "recall_coffee": 0.8997685854787388, + "F1_noncoffee": 0.7432113341204251, + "IoU_noncoffee": 0.5913574448097698, + "kappa": 0.6210148166103437, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8632827324478178, + "mIoU": 0.7268895560463408, + "macroF1": 0.8383842076990231, + "F1_coffee": 0.9018191728554882, + "IoU_coffee": 0.821193696488398, + "precision_coffee": 0.8590342679127726, + "recall_coffee": 0.9490893446149433, + "F1_noncoffee": 0.7749492425425581, + "IoU_noncoffee": 0.6325854156042835, + "kappa": 0.6785959487210784, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.851687723929851, + "mIoU": 0.7157793613469234, + "macroF1": 0.8314260947854013, + "F1_coffee": 0.8898690751242736, + "IoU_coffee": 0.8015893037336024, + "precision_coffee": 0.8772777471010491, + "recall_coffee": 0.9028271061230289, + "F1_noncoffee": 0.7729831144465291, + "IoU_noncoffee": 0.6299694189602446, + "kappa": 0.6629952942023454, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9342, + 11000 + ], + [ + 43790, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.2684500932693483, + "test_tta": { + "OA": 0.8493276671318026, + "mIoU": 0.6860713028608909, + "macroF1": 0.8069541104445286, + "F1_coffee": 0.897397689234424, + "IoU_coffee": 0.8138906298965841, + "precision_coffee": 0.8488723647654846, + "recall_coffee": 0.9518072289156626, + "F1_noncoffee": 0.7165105316546333, + "IoU_noncoffee": 0.5582519758251976, + "kappa": 0.6173629887338565, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8224154840198454, + "mIoU": 0.64565449654501, + "macroF1": 0.7762337079408662, + "F1_coffee": 0.8778896216591461, + "IoU_coffee": 0.7823558525117545, + "precision_coffee": 0.8296655919622103, + "recall_coffee": 0.9320656179585992, + "F1_noncoffee": 0.6745777942225863, + "IoU_noncoffee": 0.5089531405782652, + "kappa": 0.556460858028326, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 85, + "stopped_epoch": 100, + "best_val": 0.6080280835987879, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.828323077170263, + "mIoU": 0.654849754165263, + "macroF1": 0.7834418009433078, + "F1_coffee": 0.8820288606980005, + "IoU_coffee": 0.788954946769638, + "precision_coffee": 0.9218342526136023, + "recall_coffee": 0.8455188180009314, + "F1_noncoffee": 0.6848547411886152, + "IoU_noncoffee": 0.5207445615608881, + "kappa": 0.5690302453722783, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7928060459213108, + "mIoU": 0.6077085313348948, + "macroF1": 0.7466675819938505, + "F1_coffee": 0.8547803408608455, + "IoU_coffee": 0.7463898598312325, + "precision_coffee": 0.8984466308251344, + "recall_coffee": 0.8151618562862707, + "F1_noncoffee": 0.6385548231268555, + "IoU_noncoffee": 0.4690272028385571, + "kappa": 0.4962965835254951, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2879581151832461, + "mIoU": 0.14550567877919973, + "macroF1": 0.2278614932906263, + "F1_coffee": 0.4432748538011696, + "IoU_coffee": 0.284748309541698, + "precision_coffee": 0.9921465968586387, + "recall_coffee": 0.28539156626506024, + "F1_noncoffee": 0.012448132780082987, + "IoU_noncoffee": 0.006263048016701462, + "kappa": -0.0009011715229798572, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8456071076011846, + "mIoU": 0.6827348800475778, + "macroF1": 0.8047926087495008, + "F1_coffee": 0.8940522964367972, + "IoU_coffee": 0.8084037731226265, + "precision_coffee": 0.925396157621652, + "recall_coffee": 0.8647621543703315, + "F1_noncoffee": 0.7155329210622045, + "IoU_noncoffee": 0.5570659869725291, + "kappa": 0.610784111075446, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8033013692094843, + "mIoU": 0.6252463017210785, + "macroF1": 0.7613301817458581, + "F1_coffee": 0.8614164229773789, + "IoU_coffee": 0.7565684595855228, + "precision_coffee": 0.9292240754169688, + "recall_coffee": 0.8028319027629848, + "F1_noncoffee": 0.6612439405143373, + "IoU_noncoffee": 0.49392414385663436, + "kappa": 0.5287937852047211, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8366162337044438, + "mIoU": 0.6588198643025037, + "macroF1": 0.7852408419423585, + "F1_coffee": 0.8902805291072912, + "IoU_coffee": 0.8022572843487275, + "precision_coffee": 0.9118397800903201, + "recall_coffee": 0.8697172108121606, + "F1_noncoffee": 0.6802011547774259, + "IoU_noncoffee": 0.51538244425628, + "kappa": 0.5711803956969109, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8716769938037178, + "mIoU": 0.730347798058731, + "macroF1": 0.8397539977608948, + "F1_coffee": 0.9112769485903814, + "IoU_coffee": 0.837014470677837, + "precision_coffee": 0.9256035934868052, + "recall_coffee": 0.8973870440936309, + "F1_noncoffee": 0.768231046931408, + "IoU_noncoffee": 0.6236811254396248, + "kappa": 0.6797084442047632, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.830662087387903, + "mIoU": 0.6648533059499921, + "macroF1": 0.7920448119285068, + "F1_coffee": 0.8816587772518167, + "IoU_coffee": 0.7883629426493383, + "precision_coffee": 0.9214046822742475, + "recall_coffee": 0.8452000511312796, + "F1_noncoffee": 0.702430846605197, + "IoU_noncoffee": 0.541343669250646, + "kappa": 0.586026528851952, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8691774973911394, + "mIoU": 0.7134110212990074, + "macroF1": 0.8264122592454302, + "F1_coffee": 0.9125721169086414, + "IoU_coffee": 0.8392024253731343, + "precision_coffee": 0.9120517044734507, + "recall_coffee": 0.9130931235726972, + "F1_noncoffee": 0.7402524015822188, + "IoU_noncoffee": 0.5876196172248804, + "kappa": 0.6528248543109061, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8201677394187634, + "mIoU": 0.638259002698215, + "macroF1": 0.7697574118422703, + "F1_coffee": 0.8774913632739835, + "IoU_coffee": 0.7817234848484849, + "precision_coffee": 0.9251891286074531, + "recall_coffee": 0.8344705585039172, + "F1_noncoffee": 0.6620234604105572, + "IoU_noncoffee": 0.4947945205479452, + "kappa": 0.5428667746667163, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7759328180169863, + "mIoU": 0.5881985924987045, + "macroF1": 0.7312458012433563, + "F1_coffee": 0.8408351409978309, + "IoU_coffee": 0.7253801169590643, + "precision_coffee": 0.9377078923495615, + "recall_coffee": 0.7621037109855001, + "F1_noncoffee": 0.6216564614888818, + "IoU_noncoffee": 0.4510170680383446, + "kappa": 0.47579039568658615, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.803856065667653, + "mIoU": 0.6085200190440403, + "macroF1": 0.7445550510187284, + "F1_coffee": 0.8676328502415459, + "IoU_coffee": 0.7662116040955631, + "precision_coffee": 0.9116134271792096, + "recall_coffee": 0.8277006267666216, + "F1_noncoffee": 0.6214772517959108, + "IoU_noncoffee": 0.4508284339925174, + "kappa": 0.49248809251692593, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7056, + 8413 + ], + [ + 44391, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.1492211977640787, + "test_tta": { + "OA": 0.8359870820546602, + "mIoU": 0.6639934879508826, + "macroF1": 0.7901144370385231, + "F1_coffee": 0.8882368398002978, + "IoU_coffee": 0.7989443000078783, + "precision_coffee": 0.9199437565201615, + "recall_coffee": 0.8586427331611701, + "F1_noncoffee": 0.6919920342767485, + "IoU_noncoffee": 0.529042675893887, + "kappa": 0.581598625778695, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8005509403484481, + "mIoU": 0.6153782817070375, + "macroF1": 0.7523270938726716, + "F1_coffee": 0.8616145140146702, + "IoU_coffee": 0.7568741209563994, + "precision_coffee": 0.8957015645805593, + "recall_coffee": 0.8300267993136291, + "F1_noncoffee": 0.643039673730673, + "IoU_noncoffee": 0.47388244245767547, + "kappa": 0.5064978046417415, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 58, + "stopped_epoch": 88, + "best_val": 0.6345282086493764, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8527611304808882, + "mIoU": 0.6741064622787296, + "macroF1": 0.7956404238903685, + "F1_coffee": 0.9036828386445809, + "IoU_coffee": 0.8242896038654753, + "precision_coffee": 0.8974573086718718, + "recall_coffee": 0.9099953431268786, + "F1_noncoffee": 0.687598009136156, + "IoU_noncoffee": 0.523923320691984, + "kappa": 0.5913446289371128, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.818824275989385, + "mIoU": 0.6247000569471678, + "macroF1": 0.7568917208898407, + "F1_coffee": 0.8795959053789825, + "IoU_coffee": 0.7850702345714922, + "precision_coffee": 0.8745830553702468, + "recall_coffee": 0.8846665509861762, + "F1_noncoffee": 0.6341875364006989, + "IoU_noncoffee": 0.46432987932284336, + "kappa": 0.5138319673829685, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.39341810022438295, + "mIoU": 0.19825293746749573, + "macroF1": 0.28628562213467873, + "F1_coffee": 0.5628032345013477, + "IoU_coffee": 0.3915978994748687, + "precision_coffee": 0.9905123339658444, + "recall_coffee": 0.3930722891566265, + "F1_noncoffee": 0.009768009768009768, + "IoU_noncoffee": 0.0049079754601227, + "kappa": -0.0035948882983794575, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8587857847976308, + "mIoU": 0.6889711763222838, + "macroF1": 0.8075851412494752, + "F1_coffee": 0.9068411969652568, + "IoU_coffee": 0.8295603479089717, + "precision_coffee": 0.9013528383714157, + "recall_coffee": 0.9123968025160529, + "F1_noncoffee": 0.7083290855336936, + "IoU_noncoffee": 0.5483820047355958, + "kappa": 0.6152149490800506, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8433757931396403, + "mIoU": 0.663166423312787, + "macroF1": 0.787731108747165, + "F1_coffee": 0.8964124570094343, + "IoU_coffee": 0.8122712717291857, + "precision_coffee": 0.9029366895499619, + "recall_coffee": 0.8899818307123614, + "F1_noncoffee": 0.6790497604848958, + "IoU_noncoffee": 0.5140615748963884, + "kappa": 0.5755308801404471, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8563136359311067, + "mIoU": 0.6703386148354336, + "macroF1": 0.7914435909271084, + "F1_coffee": 0.9077580940745266, + "IoU_coffee": 0.831096196868009, + "precision_coffee": 0.8887028287781831, + "recall_coffee": 0.9276484175042138, + "F1_noncoffee": 0.6751290877796902, + "IoU_noncoffee": 0.509581032802858, + "kappa": 0.5835614774625397, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8694783130121927, + "mIoU": 0.7131401645617618, + "macroF1": 0.826133148980003, + "F1_coffee": 0.9129449406745768, + "IoU_coffee": 0.8398332106941379, + "precision_coffee": 0.8946955840083617, + "recall_coffee": 0.9319542732716385, + "F1_noncoffee": 0.7393213572854291, + "IoU_noncoffee": 0.5864471184293857, + "kappa": 0.6526989731900866, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.857088341919481, + "mIoU": 0.6881394985441676, + "macroF1": 0.8072000108052224, + "F1_coffee": 0.9052738080182117, + "IoU_coffee": 0.8269408502772643, + "precision_coffee": 0.8957577274433738, + "recall_coffee": 0.9149942477310494, + "F1_noncoffee": 0.709126213592233, + "IoU_noncoffee": 0.549338146811071, + "kappa": 0.6145336061263239, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8724029978180439, + "mIoU": 0.7017266293036435, + "macroF1": 0.8159474935862041, + "F1_coffee": 0.9178826546187191, + "IoU_coffee": 0.8482283908824193, + "precision_coffee": 0.8846651759444509, + "recall_coffee": 0.9536919563562548, + "F1_noncoffee": 0.7140123325536891, + "IoU_noncoffee": 0.5552248677248677, + "kappa": 0.6336935781166197, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8483518626877317, + "mIoU": 0.6652004436719785, + "macroF1": 0.788493159959389, + "F1_coffee": 0.9010121586351773, + "IoU_coffee": 0.8198563484708064, + "precision_coffee": 0.9078896728672226, + "recall_coffee": 0.8942380591357089, + "F1_noncoffee": 0.6759741612836008, + "IoU_noncoffee": 0.5105445388731508, + "kappa": 0.5770657650842983, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8296593186372746, + "mIoU": 0.6388945633171177, + "macroF1": 0.7680701221475299, + "F1_coffee": 0.8875873795579067, + "IoU_coffee": 0.7978940217391305, + "precision_coffee": 0.9103475003229556, + "recall_coffee": 0.8659375768001966, + "F1_noncoffee": 0.648552864737153, + "IoU_noncoffee": 0.4798951048951049, + "kappa": 0.5370449731799394, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8401259902643886, + "mIoU": 0.6398998075606569, + "macroF1": 0.7664685019535219, + "F1_coffee": 0.8976223947191492, + "IoU_coffee": 0.8142603681525837, + "precision_coffee": 0.8928745136186771, + "recall_coffee": 0.9024210396952194, + "F1_noncoffee": 0.6353146091878946, + "IoU_noncoffee": 0.46553924696873006, + "kappa": 0.5329840435410966, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7321, + 8413 + ], + [ + 45647, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7633407513300576, + "test_tta": { + "OA": 0.8581114735133919, + "mIoU": 0.6784435177094421, + "macroF1": 0.7984021081352, + "F1_coffee": 0.9081166567822622, + "IoU_coffee": 0.8316975091002649, + "precision_coffee": 0.8929996521312079, + "recall_coffee": 0.9237542864400322, + "F1_noncoffee": 0.6886875594881376, + "IoU_noncoffee": 0.5251895263186193, + "kappa": 0.5971953120393677, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8242327218183916, + "mIoU": 0.627195214735188, + "macroF1": 0.7579815344918985, + "F1_coffee": 0.884607008606895, + "IoU_coffee": 0.7930899830220713, + "precision_coffee": 0.8691437502325754, + "recall_coffee": 0.9006304586731447, + "F1_noncoffee": 0.631356060376902, + "IoU_noncoffee": 0.4613004464483048, + "kappa": 0.5164520432695798, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 56, + "stopped_epoch": 86, + "best_val": 0.679569883927376, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8617908385417503, + "mIoU": 0.6972906318464868, + "macroF1": 0.8141932491711645, + "F1_coffee": 0.9082355451248133, + "IoU_coffee": 0.8318969728948037, + "precision_coffee": 0.915501742010409, + "recall_coffee": 0.9010837813809746, + "F1_noncoffee": 0.7201509532175158, + "IoU_noncoffee": 0.5626842907981698, + "kappa": 0.6284578745347772, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.826179762316834, + "mIoU": 0.6442738594037818, + "macroF1": 0.7740497145345127, + "F1_coffee": 0.8825798908807483, + "IoU_coffee": 0.7898371290063824, + "precision_coffee": 0.8920883146554272, + "recall_coffee": 0.8732720226733761, + "F1_noncoffee": 0.6655195381882771, + "IoU_noncoffee": 0.49871058980118127, + "kappa": 0.5482456238941158, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33208676140613314, + "mIoU": 0.16817460317460317, + "macroF1": 0.2550295787838911, + "F1_coffee": 0.4946236559139785, + "IoU_coffee": 0.32857142857142857, + "precision_coffee": 0.9954441913439636, + "recall_coffee": 0.32906626506024095, + "F1_noncoffee": 0.015435501653803748, + "IoU_noncoffee": 0.0077777777777777776, + "kappa": 0.002134568050848515, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8572556762092793, + "mIoU": 0.6948758511228434, + "macroF1": 0.8130006496985206, + "F1_coffee": 0.9039713109310665, + "IoU_coffee": 0.8247697527872031, + "precision_coffee": 0.9163861586104753, + "recall_coffee": 0.8918883501507011, + "F1_noncoffee": 0.7220299884659747, + "IoU_noncoffee": 0.5649819494584838, + "kappa": 0.6261998915651563, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8584514097609847, + "mIoU": 0.6913988175830575, + "macroF1": 0.8097652840023333, + "F1_coffee": 0.9060034848724854, + "IoU_coffee": 0.8281593883933742, + "precision_coffee": 0.9163675980517816, + "recall_coffee": 0.8958711860159138, + "F1_noncoffee": 0.7135270831321812, + "IoU_noncoffee": 0.5546382467727409, + "kappa": 0.6196788359113374, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8694928156817966, + "mIoU": 0.7055380365619124, + "macroF1": 0.8197533293479773, + "F1_coffee": 0.9144390030880564, + "IoU_coffee": 0.8423653812999253, + "precision_coffee": 0.9138403990024938, + "recall_coffee": 0.9150383919096073, + "F1_noncoffee": 0.7250676556078982, + "IoU_noncoffee": 0.5687106918238993, + "kappa": 0.6395071557290348, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8699780131920848, + "mIoU": 0.7205874475930765, + "macroF1": 0.8321734742084701, + "F1_coffee": 0.9118264994916977, + "IoU_coffee": 0.837942202291978, + "precision_coffee": 0.9081949507222897, + "recall_coffee": 0.9154872074033751, + "F1_noncoffee": 0.7525204489252425, + "IoU_noncoffee": 0.603232692894175, + "kappa": 0.6643620109475618, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8730204159511543, + "mIoU": 0.723699561837436, + "macroF1": 0.8341806478826586, + "F1_coffee": 0.9144326583092254, + "IoU_coffee": 0.8423546132891152, + "precision_coffee": 0.9198137609932747, + "recall_coffee": 0.9091141505816183, + "F1_noncoffee": 0.7539286374560917, + "IoU_noncoffee": 0.6050445103857567, + "kappa": 0.6683939333682855, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8857793378237359, + "mIoU": 0.7416263127360556, + "macroF1": 0.8464056590611793, + "F1_coffee": 0.9241718100516438, + "IoU_coffee": 0.8590329001287905, + "precision_coffee": 0.917583791895948, + "recall_coffee": 0.9308551129155037, + "F1_noncoffee": 0.7686395080707148, + "IoU_noncoffee": 0.6242197253433208, + "kappa": 0.6928596255071324, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8448410376438463, + "mIoU": 0.6700232885660011, + "macroF1": 0.7936569548965258, + "F1_coffee": 0.8964260139313847, + "IoU_coffee": 0.8122935346861727, + "precision_coffee": 0.9245333691419364, + "recall_coffee": 0.8699772554965883, + "F1_noncoffee": 0.690887895861667, + "IoU_noncoffee": 0.5277530424458297, + "kappa": 0.5884491391624008, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8438782326557878, + "mIoU": 0.6588066041354138, + "macroF1": 0.7835876122290182, + "F1_coffee": 0.8978138663335415, + "IoU_coffee": 0.8145755411991387, + "precision_coffee": 0.9129827235772358, + "recall_coffee": 0.8831408208405014, + "F1_noncoffee": 0.6693613581244947, + "IoU_noncoffee": 0.503037667071689, + "kappa": 0.5675614728015893, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8531068053832204, + "mIoU": 0.6693276914229802, + "macroF1": 0.7912248658142134, + "F1_coffee": 0.9048884494159817, + "IoU_coffee": 0.8262979683972912, + "precision_coffee": 0.9101193436101442, + "recall_coffee": 0.8997173405431977, + "F1_noncoffee": 0.677561282212445, + "IoU_noncoffee": 0.5123574144486692, + "kappa": 0.5824964867552361, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7207, + 8413 + ], + [ + 46323, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.709820000330607, + "test_tta": { + "OA": 0.8681694757306512, + "mIoU": 0.703344314858749, + "macroF1": 0.8181411503790362, + "F1_coffee": 0.9135250782542711, + "IoU_coffee": 0.8408156138444823, + "precision_coffee": 0.9096996284712747, + "recall_coffee": 0.9173828373057872, + "F1_noncoffee": 0.7227572225038014, + "IoU_noncoffee": 0.5658730158730159, + "kappa": 0.636302920292416, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8323381793007961, + "mIoU": 0.647856236564723, + "macroF1": 0.7759892669924542, + "F1_coffee": 0.888340329071856, + "IoU_coffee": 0.7991117716181655, + "precision_coffee": 0.8851351351351351, + "recall_coffee": 0.8915688202517978, + "F1_noncoffee": 0.6636382049130523, + "IoU_noncoffee": 0.4966007015112805, + "kappa": 0.5519962302432934, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 70, + "stopped_epoch": 100, + "best_val": 0.68711226191412, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8605376050386414, + "mIoU": 0.696330372108002, + "macroF1": 0.813612142918072, + "F1_coffee": 0.9071339923824197, + "IoU_coffee": 0.830050514939108, + "precision_coffee": 0.9171029290875266, + "recall_coffee": 0.8973794504889717, + "F1_noncoffee": 0.7200902934537246, + "IoU_noncoffee": 0.562610229276896, + "kappa": 0.6273569995088243, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8243336794738664, + "mIoU": 0.6429862120957479, + "macroF1": 0.773265522586144, + "F1_coffee": 0.8808708749828837, + "IoU_coffee": 0.78710387862474, + "precision_coffee": 0.8939156327543424, + "recall_coffee": 0.8682013611737713, + "F1_noncoffee": 0.6656601701894044, + "IoU_noncoffee": 0.4988685455667558, + "kappa": 0.5468019003978544, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.31264023934181, + "mIoU": 0.15856631138579025, + "macroF1": 0.24432383230881352, + "F1_coffee": 0.4715353651523864, + "IoU_coffee": 0.308502633559067, + "precision_coffee": 0.9975669099756691, + "recall_coffee": 0.30873493975903615, + "F1_noncoffee": 0.017112299465240642, + "IoU_noncoffee": 0.008629989212513484, + "kappa": 0.003829979398861864, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8564659427443237, + "mIoU": 0.6967698135463567, + "macroF1": 0.8147741910689716, + "F1_coffee": 0.9026513122656669, + "IoU_coffee": 0.822574740695546, + "precision_coffee": 0.9227926078028748, + "recall_coffee": 0.883370462586817, + "F1_noncoffee": 0.7268970698722765, + "IoU_noncoffee": 0.5709648863971674, + "kappa": 0.6300428229434927, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8609322074328515, + "mIoU": 0.6955687430127515, + "macroF1": 0.8128806753160749, + "F1_coffee": 0.9077035113827059, + "IoU_coffee": 0.8310046959244014, + "precision_coffee": 0.9175521700166432, + "recall_coffee": 0.8980640310757472, + "F1_noncoffee": 0.7180578392494439, + "IoU_noncoffee": 0.5601327901011015, + "kappa": 0.6258930134966629, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8640688933295271, + "mIoU": 0.6962503362088468, + "macroF1": 0.8128553039470188, + "F1_coffee": 0.9107550057789023, + "IoU_coffee": 0.8361342127903643, + "precision_coffee": 0.9114668000500188, + "recall_coffee": 0.910044322367189, + "F1_noncoffee": 0.7149556021151352, + "IoU_noncoffee": 0.5563664596273292, + "kappa": 0.6257113369528858, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8749750149910054, + "mIoU": 0.7306922966771356, + "macroF1": 0.8394841922684929, + "F1_coffee": 0.9149615933655088, + "IoU_coffee": 0.8432527252224032, + "precision_coffee": 0.9140296074969442, + "recall_coffee": 0.9158954817637452, + "F1_noncoffee": 0.7640067911714771, + "IoU_noncoffee": 0.6181318681318682, + "kappa": 0.6789693107887956, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8778858996374738, + "mIoU": 0.731122327682376, + "macroF1": 0.8393454884314038, + "F1_coffee": 0.9180327868852459, + "IoU_coffee": 0.8484848484848485, + "precision_coffee": 0.9197998203515976, + "recall_coffee": 0.9162725297200562, + "F1_noncoffee": 0.7606581899775617, + "IoU_noncoffee": 0.6137598068799034, + "kappa": 0.6786944394407021, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8837871169718243, + "mIoU": 0.7356335074677456, + "macroF1": 0.8419777435847845, + "F1_coffee": 0.9232600388398171, + "IoU_coffee": 0.857458692110775, + "precision_coffee": 0.9118920925628017, + "recall_coffee": 0.9349149961938594, + "F1_noncoffee": 0.7606954483297519, + "IoU_noncoffee": 0.6138083228247163, + "kappa": 0.6841085762959843, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8384045250633899, + "mIoU": 0.6648955128778493, + "macroF1": 0.7904065098076358, + "F1_coffee": 0.8907064177824682, + "IoU_coffee": 0.8029492210726602, + "precision_coffee": 0.9316958741548227, + "recall_coffee": 0.8531715946424059, + "F1_noncoffee": 0.6901066018328035, + "IoU_noncoffee": 0.5268418046830383, + "kappa": 0.5831009590930551, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8439736616089322, + "mIoU": 0.6603576213264737, + "macroF1": 0.7850058206481443, + "F1_coffee": 0.8976013026867915, + "IoU_coffee": 0.8142256561754346, + "precision_coffee": 0.9153148550261847, + "recall_coffee": 0.8805603342344557, + "F1_noncoffee": 0.6724103386094971, + "IoU_noncoffee": 0.5064895864775129, + "kappa": 0.5705262092423384, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8442302185740193, + "mIoU": 0.658008746109875, + "macroF1": 0.782764098733058, + "F1_coffee": 0.8983177570093458, + "IoU_coffee": 0.8154054971157109, + "precision_coffee": 0.9110324782004297, + "recall_coffee": 0.8859530539510876, + "F1_noncoffee": 0.66721044045677, + "IoU_noncoffee": 0.5006119951040392, + "kappa": 0.5658049906337499, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7200, + 8413 + ], + [ + 46252, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.147778876622518, + "test_tta": { + "OA": 0.8686836228088498, + "mIoU": 0.7034054995574537, + "macroF1": 0.8180955405637189, + "F1_coffee": 0.9140236269342843, + "IoU_coffee": 0.8416606931824786, + "precision_coffee": 0.9085091699951902, + "recall_coffee": 0.919605435840989, + "F1_noncoffee": 0.7221674541931536, + "IoU_noncoffee": 0.5651503059324289, + "kappa": 0.6362343895640763, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8324247144340602, + "mIoU": 0.6471437149887399, + "macroF1": 0.7752948573610153, + "F1_coffee": 0.8885969874493034, + "IoU_coffee": 0.799527243866248, + "precision_coffee": 0.8838260537860004, + "recall_coffee": 0.8934197080995624, + "F1_noncoffee": 0.6619927272727273, + "IoU_noncoffee": 0.4947601861112319, + "kappa": 0.5506294436530291, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.6394813017023431, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7810376130721894, + "mIoU": 0.5821492016099334, + "macroF1": 0.7234112530810124, + "F1_coffee": 0.8496602241637984, + "IoU_coffee": 0.7386167478614446, + "precision_coffee": 0.8872045339354007, + "recall_coffee": 0.8151644722916049, + "F1_noncoffee": 0.5971622819982264, + "IoU_noncoffee": 0.4256816553584222, + "kappa": 0.4494642003320469, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7550334602515287, + "mIoU": 0.5506453192029384, + "macroF1": 0.6966170648196135, + "F1_coffee": 0.8297430859754814, + "IoU_coffee": 0.7090264334538229, + "precision_coffee": 0.8641583496888963, + "recall_coffee": 0.7979640233674591, + "F1_noncoffee": 0.5634910436637455, + "IoU_noncoffee": 0.39226420495205383, + "kappa": 0.39569145509334613, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.49962602842183995, + "mIoU": 0.2536737553944032, + "macroF1": 0.3422428747813183, + "F1_coffee": 0.6639879457559016, + "IoU_coffee": 0.49699248120300754, + "precision_coffee": 0.9969834087481146, + "recall_coffee": 0.4977409638554217, + "F1_noncoffee": 0.020497803806734993, + "IoU_noncoffee": 0.010355029585798817, + "kappa": 0.00730933955134022, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8277393879565647, + "mIoU": 0.6428359701716079, + "macroF1": 0.7723137978107728, + "F1_coffee": 0.88465097831835, + "IoU_coffee": 0.7931606708943282, + "precision_coffee": 0.8925570228091236, + "recall_coffee": 0.876883763595859, + "F1_noncoffee": 0.6599766173031957, + "IoU_noncoffee": 0.4925112694488876, + "kappa": 0.5447328906119092, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7436191021420734, + "mIoU": 0.5392639760680804, + "macroF1": 0.6872476853515155, + "F1_coffee": 0.8200267916945747, + "IoU_coffee": 0.6949537378668331, + "precision_coffee": 0.8808547377509174, + "recall_coffee": 0.7670572019297036, + "F1_noncoffee": 0.5544685790084564, + "IoU_noncoffee": 0.3835742142693278, + "kappa": 0.38179333737413024, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7733371395946331, + "mIoU": 0.572182349766524, + "macroF1": 0.7149250782644061, + "F1_coffee": 0.8439669854578803, + "IoU_coffee": 0.7300543970988214, + "precision_coffee": 0.8877558051402191, + "recall_coffee": 0.8042948998064798, + "F1_noncoffee": 0.5858831710709318, + "IoU_noncoffee": 0.41431030243422673, + "kappa": 0.4335081211872661, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8410953427943234, + "mIoU": 0.6690069292323428, + "macroF1": 0.7935457016607347, + "F1_coffee": 0.8926256077795786, + "IoU_coffee": 0.8060739114526162, + "precision_coffee": 0.8859249329758713, + "recall_coffee": 0.8994284158954817, + "F1_noncoffee": 0.6944657955418908, + "IoU_noncoffee": 0.5319399470120695, + "kappa": 0.5871586058459409, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7310627742797177, + "mIoU": 0.5375585674984947, + "macroF1": 0.6893497130748045, + "F1_coffee": 0.8031836905676185, + "IoU_coffee": 0.6711002216777505, + "precision_coffee": 0.8849230769230769, + "recall_coffee": 0.7352678000766969, + "F1_noncoffee": 0.5755157355819907, + "IoU_noncoffee": 0.4040169133192389, + "kappa": 0.3899256825986237, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7692818518167157, + "mIoU": 0.577004067689354, + "macroF1": 0.7213193080883794, + "F1_coffee": 0.8369317419873944, + "IoU_coffee": 0.7195895307275453, + "precision_coffee": 0.887514220705347, + "recall_coffee": 0.7918041106318193, + "F1_noncoffee": 0.6057068741893644, + "IoU_noncoffee": 0.4344186046511628, + "kappa": 0.4469821032544939, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8147064560171641, + "mIoU": 0.6174887827011096, + "macroF1": 0.7507563305584155, + "F1_coffee": 0.8770067322630761, + "IoU_coffee": 0.7809545768964722, + "precision_coffee": 0.8991239713299708, + "recall_coffee": 0.8559514783927218, + "F1_noncoffee": 0.6245059288537549, + "IoU_noncoffee": 0.4540229885057471, + "kappa": 0.5024318335749334, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7561790247160989, + "mIoU": 0.5384413521351141, + "macroF1": 0.6821192918672919, + "F1_coffee": 0.8355538392225011, + "IoU_coffee": 0.7175547203183728, + "precision_coffee": 0.8772807136099473, + "recall_coffee": 0.797616121897272, + "F1_noncoffee": 0.5286847445120827, + "IoU_noncoffee": 0.35932798395185556, + "kappa": 0.36833429752523345, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7774171995800324, + "mIoU": 0.5659625430287284, + "macroF1": 0.7068268113350162, + "F1_coffee": 0.8506851069279037, + "IoU_coffee": 0.74016713091922, + "precision_coffee": 0.8879828899879695, + "recall_coffee": 0.8163942484945311, + "F1_noncoffee": 0.5629685157421289, + "IoU_noncoffee": 0.3917579551382368, + "kappa": 0.41666582306672184, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6955, + 8413 + ], + [ + 41549, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5796753644943238, + "test_tta": { + "OA": 0.8039010909558315, + "mIoU": 0.603272016860579, + "macroF1": 0.7391567328268198, + "F1_coffee": 0.8691110705974455, + "IoU_coffee": 0.7685202746273186, + "precision_coffee": 0.8807955656993806, + "recall_coffee": 0.8577325261419922, + "F1_noncoffee": 0.6092023950561941, + "IoU_noncoffee": 0.4380237590938392, + "kappa": 0.4785874338396286, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7766095534787124, + "mIoU": 0.5675677170382316, + "macroF1": 0.7088615830140657, + "F1_coffee": 0.8493038732086046, + "IoU_coffee": 0.738078327922078, + "precision_coffee": 0.857235446617959, + "recall_coffee": 0.8415177280351669, + "F1_noncoffee": 0.5684192928195269, + "IoU_noncoffee": 0.39705710615438516, + "kappa": 0.4178658914821261, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 84, + "stopped_epoch": 100, + "best_val": 0.6460280790947428, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8454827359051399, + "mIoU": 0.6676616540635973, + "macroF1": 0.7913765656994918, + "F1_coffee": 0.8976206951615479, + "IoU_coffee": 0.8142575710754018, + "precision_coffee": 0.9028976506114407, + "recall_coffee": 0.8924050632911392, + "F1_noncoffee": 0.6851324362374357, + "IoU_noncoffee": 0.5210657370517928, + "kappa": 0.5827969595371238, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8101563401407638, + "mIoU": 0.6176476831712454, + "macroF1": 0.7521048841511286, + "F1_coffee": 0.872066012887675, + "IoU_coffee": 0.7731534139868335, + "precision_coffee": 0.8792873662341735, + "recall_coffee": 0.8649623074401835, + "F1_noncoffee": 0.6321437554145823, + "IoU_noncoffee": 0.46214195235565725, + "kappa": 0.5043059032888518, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3193717277486911, + "mIoU": 0.16171153073523503, + "macroF1": 0.24757575757575756, + "F1_coffee": 0.48, + "IoU_coffee": 0.3157894736842105, + "precision_coffee": 0.995260663507109, + "recall_coffee": 0.31626506024096385, + "F1_noncoffee": 0.015151515151515152, + "IoU_noncoffee": 0.007633587786259542, + "kappa": 0.00184425859655857, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8644126357354392, + "mIoU": 0.7010096988885266, + "macroF1": 0.8168686377844219, + "F1_coffee": 0.910178857535232, + "IoU_coffee": 0.8351635163516352, + "precision_coffee": 0.9084263429280073, + "recall_coffee": 0.9119381470318438, + "F1_noncoffee": 0.7235584180336118, + "IoU_noncoffee": 0.5668558814254179, + "kappa": 0.6337414708048341, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8275845618052574, + "mIoU": 0.6428032902972954, + "macroF1": 0.7723195782192913, + "F1_coffee": 0.8844924571720788, + "IoU_coffee": 0.7929058506675836, + "precision_coffee": 0.9027859333202845, + "recall_coffee": 0.8669256312261137, + "F1_noncoffee": 0.6601466992665037, + "IoU_noncoffee": 0.4927007299270073, + "kappa": 0.5451886155555651, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8450851650965839, + "mIoU": 0.6616697276548151, + "macroF1": 0.7859694269703673, + "F1_coffee": 0.8984530938123753, + "IoU_coffee": 0.8156285390713477, + "precision_coffee": 0.8977251480211904, + "recall_coffee": 0.899182221112429, + "F1_noncoffee": 0.6734857601283594, + "IoU_noncoffee": 0.5077109162382825, + "kappa": 0.5719397589470671, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.872476514091545, + "mIoU": 0.7206250805376109, + "macroF1": 0.8317697831837773, + "F1_coffee": 0.9145230439442658, + "IoU_coffee": 0.8425080227104419, + "precision_coffee": 0.9005277044854881, + "recall_coffee": 0.9289602612955906, + "F1_noncoffee": 0.7490165224232888, + "IoU_noncoffee": 0.5987421383647799, + "kappa": 0.6637780150402296, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8432551039877886, + "mIoU": 0.676167392866434, + "macroF1": 0.7994925820261012, + "F1_coffee": 0.8931660055920411, + "IoU_coffee": 0.8069557043825637, + "precision_coffee": 0.9089465325569084, + "recall_coffee": 0.877924070049853, + "F1_noncoffee": 0.7058191584601612, + "IoU_noncoffee": 0.5453790813503043, + "kappa": 0.599317725099509, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8707902476045916, + "mIoU": 0.7104756890019849, + "macroF1": 0.8236716830579993, + "F1_coffee": 0.9148217636022514, + "IoU_coffee": 0.843015214384509, + "precision_coffee": 0.902072027627035, + "recall_coffee": 0.9279370718091855, + "F1_noncoffee": 0.7325216025137471, + "IoU_noncoffee": 0.5779361636194608, + "kappa": 0.6475644513445795, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8565437877901306, + "mIoU": 0.6815012598146136, + "macroF1": 0.8014624663279926, + "F1_coffee": 0.9060364100926221, + "IoU_coffee": 0.8282144108373234, + "precision_coffee": 0.9161607027515825, + "recall_coffee": 0.8961334344200151, + "F1_noncoffee": 0.6968885225633629, + "IoU_noncoffee": 0.5347881087919039, + "kappa": 0.6030812943653069, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8119095333524191, + "mIoU": 0.6089958699019102, + "macroF1": 0.7428667659613517, + "F1_coffee": 0.8761078634735056, + "IoU_coffee": 0.7795302013422819, + "precision_coffee": 0.8967957791789989, + "recall_coffee": 0.8563529122634554, + "F1_noncoffee": 0.6096256684491979, + "IoU_noncoffee": 0.43846153846153846, + "kappa": 0.4865944155816554, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8192230600362699, + "mIoU": 0.6149919181848991, + "macroF1": 0.7470276049092619, + "F1_coffee": 0.8821699639168844, + "IoU_coffee": 0.7891807658058771, + "precision_coffee": 0.8932846163537861, + "recall_coffee": 0.8713284994469707, + "F1_noncoffee": 0.6118852459016394, + "IoU_noncoffee": 0.4408030705639209, + "kappa": 0.4943130781008221, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7147, + 8413 + ], + [ + 45368, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.1466428637504578, + "test_tta": { + "OA": 0.856038818104404, + "mIoU": 0.6812218215154764, + "macroF1": 0.8013192396920856, + "F1_coffee": 0.9055868158732165, + "IoU_coffee": 0.8274633648495119, + "precision_coffee": 0.9016156105749056, + "recall_coffee": 0.9095931586300326, + "F1_noncoffee": 0.6970516635109548, + "IoU_noncoffee": 0.5349802781814408, + "kappa": 0.6026632135083032, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8202232606438213, + "mIoU": 0.628073958581734, + "macroF1": 0.7598676538903926, + "F1_coffee": 0.8802559151560564, + "IoU_coffee": 0.7861224069593864, + "precision_coffee": 0.8771970132107983, + "recall_coffee": 0.8833362253455954, + "F1_noncoffee": 0.6394793926247289, + "IoU_noncoffee": 0.4700255102040816, + "kappa": 0.5197528901585807, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 57, + "stopped_epoch": 87, + "best_val": 0.6622557282516159, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8553800671604621, + "mIoU": 0.6826676980117271, + "macroF1": 0.8027377898398832, + "F1_coffee": 0.9046413323304129, + "IoU_coffee": 0.8258859486227175, + "precision_coffee": 0.905533521389637, + "recall_coffee": 0.9037508996232166, + "F1_noncoffee": 0.7008342473493535, + "IoU_noncoffee": 0.5394494474007367, + "kappa": 0.6054767811941985, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8208290065766701, + "mIoU": 0.6316412111091079, + "macroF1": 0.7632085227560612, + "F1_coffee": 0.8800162257699997, + "IoU_coffee": 0.7857401562580846, + "precision_coffee": 0.8816767301439852, + "recall_coffee": 0.8783619642547285, + "F1_noncoffee": 0.6464008197421228, + "IoU_noncoffee": 0.4775422659601312, + "kappa": 0.52642199592639, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.381451009723261, + "mIoU": 0.1929327704034281, + "macroF1": 0.28181077122433934, + "F1_coffee": 0.5493188010899183, + "IoU_coffee": 0.3786626596543952, + "precision_coffee": 0.9940828402366864, + "recall_coffee": 0.3795180722891566, + "F1_noncoffee": 0.014302741358760428, + "IoU_noncoffee": 0.007202881152460984, + "kappa": 0.0009974674806627162, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8579960513326752, + "mIoU": 0.6959142672841687, + "macroF1": 0.8137477164028123, + "F1_coffee": 0.9045296167247386, + "IoU_coffee": 0.8256997455470738, + "precision_coffee": 0.9163585019834599, + "recall_coffee": 0.893002227755209, + "F1_noncoffee": 0.722965816080886, + "IoU_noncoffee": 0.5661287890212637, + "kappa": 0.6276754620941454, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8500548637946663, + "mIoU": 0.6732211474822194, + "macroF1": 0.7954222971067312, + "F1_coffee": 0.9011417607649482, + "IoU_coffee": 0.8200709869475613, + "precision_coffee": 0.9048130368873168, + "recall_coffee": 0.89750015663179, + "F1_noncoffee": 0.6897028334485141, + "IoU_noncoffee": 0.5263713080168776, + "kappa": 0.5908657362681206, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8581691883147778, + "mIoU": 0.6784412992569987, + "macroF1": 0.7983878722456179, + "F1_coffee": 0.9081723808643687, + "IoU_coffee": 0.8317909942444419, + "precision_coffee": 0.8964363901727074, + "recall_coffee": 0.9202197390598664, + "F1_noncoffee": 0.6886033636268672, + "IoU_noncoffee": 0.5250916042695555, + "kappa": 0.5970099706793004, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.869578253048171, + "mIoU": 0.7204730178537707, + "macroF1": 0.832149510072131, + "F1_coffee": 0.9114113094834023, + "IoU_coffee": 0.8372412072836118, + "precision_coffee": 0.9092509819856427, + "recall_coffee": 0.913581927054981, + "F1_noncoffee": 0.7528877106608597, + "IoU_noncoffee": 0.6037048284239296, + "kappa": 0.6643043062209811, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8535584812058767, + "mIoU": 0.6838392142661652, + "macroF1": 0.8041453572598309, + "F1_coffee": 0.9025211151330412, + "IoU_coffee": 0.8223585233190603, + "precision_coffee": 0.8967693084300858, + "recall_coffee": 0.9083471813882142, + "F1_noncoffee": 0.7057695993866206, + "IoU_noncoffee": 0.5453199052132701, + "kappa": 0.6083393478517519, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8762925718622522, + "mIoU": 0.7176295793412202, + "macroF1": 0.8286319695001384, + "F1_coffee": 0.9190062111801243, + "IoU_coffee": 0.8501493909446104, + "precision_coffee": 0.9002190313944999, + "recall_coffee": 0.9385942654148693, + "F1_noncoffee": 0.7382577278201525, + "IoU_noncoffee": 0.5851097677378301, + "kappa": 0.6577456625924878, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8466939730836747, + "mIoU": 0.6719283389682342, + "macroF1": 0.7949774271878248, + "F1_coffee": 0.8979485847831732, + "IoU_coffee": 0.8147973609802074, + "precision_coffee": 0.9233644859813084, + "recall_coffee": 0.873894364417488, + "F1_noncoffee": 0.6920062695924765, + "IoU_noncoffee": 0.5290593169562612, + "kappa": 0.5908903188394498, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8465502433438306, + "mIoU": 0.662290059570434, + "macroF1": 0.7862132728340874, + "F1_coffee": 0.89978810918609, + "IoU_coffee": 0.8178316528831993, + "precision_coffee": 0.9128730399595346, + "recall_coffee": 0.8870729909068568, + "F1_noncoffee": 0.6726384364820847, + "IoU_noncoffee": 0.5067484662576687, + "kappa": 0.5727133263375931, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8399350959244059, + "mIoU": 0.6394904537459831, + "macroF1": 0.7661163928005463, + "F1_coffee": 0.8975126810487074, + "IoU_coffee": 0.814079822616408, + "precision_coffee": 0.8926574276683686, + "recall_coffee": 0.9024210396952194, + "F1_noncoffee": 0.6347201045523851, + "IoU_noncoffee": 0.46490108487555837, + "kappa": 0.5322821022750641, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7189, + 8413 + ], + [ + 45942, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7399580319722494, + "test_tta": { + "OA": 0.8626584617362104, + "mIoU": 0.6907090721572865, + "macroF1": 0.8083251293649714, + "F1_coffee": 0.9103757758765307, + "IoU_coffee": 0.8354951695469767, + "precision_coffee": 0.9019404163377238, + "recall_coffee": 0.9189704076880741, + "F1_noncoffee": 0.7062744828534121, + "IoU_noncoffee": 0.5459229747675963, + "kappa": 0.6167601184442162, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8284296757817007, + "mIoU": 0.6382747732349637, + "macroF1": 0.7677718798746811, + "F1_coffee": 0.8864582140266484, + "IoU_coffee": 0.7960709020468337, + "precision_coffee": 0.8777620262735091, + "recall_coffee": 0.8953284361925694, + "F1_noncoffee": 0.6490855457227138, + "IoU_noncoffee": 0.48047864442309374, + "kappa": 0.5356846116954496, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.6749027613885075, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8611481546940022, + "mIoU": 0.6964991344605561, + "macroF1": 0.8136385464278446, + "F1_coffee": 0.9077340280150324, + "IoU_coffee": 0.8310558520516881, + "precision_coffee": 0.9157511524708113, + "recall_coffee": 0.8998560602853393, + "F1_noncoffee": 0.7195430648406569, + "IoU_noncoffee": 0.5619424168694241, + "kappa": 0.6273639072707122, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8248961578400831, + "mIoU": 0.642389232442262, + "macroF1": 0.7725653501790144, + "F1_coffee": 0.8816608996539792, + "IoU_coffee": 0.7883663366336634, + "precision_coffee": 0.8915589023813278, + "recall_coffee": 0.8719802571962905, + "F1_noncoffee": 0.6634698007040497, + "IoU_noncoffee": 0.4964121282508607, + "kappa": 0.5452900772185051, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3380703066566941, + "mIoU": 0.17091020396805523, + "macroF1": 0.25767376906326284, + "F1_coffee": 0.501969611705121, + "IoU_coffee": 0.3350864012021037, + "precision_coffee": 0.9933184855233853, + "recall_coffee": 0.3358433734939759, + "F1_noncoffee": 0.013377926421404682, + "IoU_noncoffee": 0.006734006734006734, + "kappa": 5.070543942598232e-05, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8606614017769003, + "mIoU": 0.7016362661548478, + "macroF1": 0.8181126110142263, + "F1_coffee": 0.9060847000898233, + "IoU_coffee": 0.8282951158688644, + "precision_coffee": 0.9203216868284112, + "recall_coffee": 0.8922814834228804, + "F1_noncoffee": 0.7301405219386292, + "IoU_noncoffee": 0.5749774164408311, + "kappa": 0.6364751945240386, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8590239015314155, + "mIoU": 0.6924740428868805, + "macroF1": 0.8105838285453814, + "F1_coffee": 0.9063717879661608, + "IoU_coffee": 0.8287750608413489, + "precision_coffee": 0.9168589743589743, + "recall_coffee": 0.8961217968798948, + "F1_noncoffee": 0.7147958691246019, + "IoU_noncoffee": 0.5561730249324122, + "kappa": 0.6213185733318292, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8637358454657912, + "mIoU": 0.6951804116415456, + "macroF1": 0.811996795039327, + "F1_coffee": 0.910622893521408, + "IoU_coffee": 0.8359115389022573, + "precision_coffee": 0.9104524180967238, + "recall_coffee": 0.9107934327985517, + "F1_noncoffee": 0.7133706965572458, + "IoU_noncoffee": 0.5544492843808339, + "kappa": 0.6239936323551077, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8658804717169698, + "mIoU": 0.715953249188139, + "macroF1": 0.8290984845060074, + "F1_coffee": 0.908383397050792, + "IoU_coffee": 0.8321450906816761, + "precision_coffee": 0.9113698630136986, + "recall_coffee": 0.9054164398475776, + "F1_noncoffee": 0.749813571961223, + "IoU_noncoffee": 0.5997614076946018, + "kappa": 0.658206991569342, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.867773325701202, + "mIoU": 0.7142383220075981, + "macroF1": 0.8273494262550101, + "F1_coffee": 0.9108910891089109, + "IoU_coffee": 0.8363636363636363, + "precision_coffee": 0.916310955891864, + "recall_coffee": 0.9055349610123994, + "F1_noncoffee": 0.7438077634011091, + "IoU_noncoffee": 0.5921130076515597, + "kappa": 0.6547335813786089, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8811308225026089, + "mIoU": 0.731107934406261, + "macroF1": 0.8387928795321463, + "F1_coffee": 0.9214075142695854, + "IoU_coffee": 0.8542684345196557, + "precision_coffee": 0.9111772732911549, + "recall_coffee": 0.9318700837350926, + "F1_noncoffee": 0.7561782447947072, + "IoU_noncoffee": 0.6079474342928661, + "kappa": 0.6777117971524705, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8555685586112737, + "mIoU": 0.6871809403210942, + "macroF1": 0.8066683677516602, + "F1_coffee": 0.903899811822724, + "IoU_coffee": 0.8246507222353777, + "precision_coffee": 0.9290382819794585, + "recall_coffee": 0.8800859236795552, + "F1_noncoffee": 0.7094369236805964, + "IoU_noncoffee": 0.5497111584068106, + "kappa": 0.6141908168101127, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8502719725164615, + "mIoU": 0.6700863698685603, + "macroF1": 0.792537353980548, + "F1_coffee": 0.9019803835821828, + "IoU_coffee": 0.8214610832954028, + "precision_coffee": 0.9173973821324184, + "recall_coffee": 0.8870729909068568, + "F1_noncoffee": 0.6830943243789134, + "IoU_noncoffee": 0.5187116564417178, + "kappa": 0.5854532161143943, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8462346091438389, + "mIoU": 0.6598182302986396, + "macroF1": 0.7839922451199992, + "F1_coffee": 0.8999441028507547, + "IoU_coffee": 0.818089430894309, + "precision_coffee": 0.9097187343043697, + "recall_coffee": 0.890377288927123, + "F1_noncoffee": 0.6680403873892438, + "IoU_noncoffee": 0.5015470297029703, + "kappa": 0.5681499003647037, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7185, + 8413 + ], + [ + 46305, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7944103916486105, + "test_tta": { + "OA": 0.8668841080351548, + "mIoU": 0.700294727239559, + "macroF1": 0.8157842905308608, + "F1_coffee": 0.9128069123017502, + "IoU_coffee": 0.8395996282815767, + "precision_coffee": 0.9076961717981455, + "recall_coffee": 0.9179755302485076, + "F1_noncoffee": 0.7187616687599715, + "IoU_noncoffee": 0.5609898261975413, + "kappa": 0.6316062506922742, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8316026306680512, + "mIoU": 0.6456046449653752, + "macroF1": 0.7740293599560687, + "F1_coffee": 0.8880901719477831, + "IoU_coffee": 0.7987070080165503, + "precision_coffee": 0.8830121790839957, + "recall_coffee": 0.8932269072820869, + "F1_noncoffee": 0.6599685479643543, + "IoU_noncoffee": 0.49250228191420004, + "kappa": 0.5481041287116079, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 67, + "stopped_epoch": 97, + "best_val": 0.6099410004959709, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8382204084255852, + "mIoU": 0.6534876137940644, + "macroF1": 0.7799188841422352, + "F1_coffee": 0.8931931730187859, + "IoU_coffee": 0.8070000575032106, + "precision_coffee": 0.8951967850991899, + "recall_coffee": 0.8911985098006011, + "F1_noncoffee": 0.6666445952656845, + "IoU_noncoffee": 0.4999751700849183, + "kappa": 0.5598446501269507, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8077477789315796, + "mIoU": 0.6110591858747921, + "macroF1": 0.746097005582719, + "F1_coffee": 0.8712102181600355, + "IoU_coffee": 0.7718090933990688, + "precision_coffee": 0.8731674251960879, + "recall_coffee": 0.8692617656698864, + "F1_noncoffee": 0.6209837930054023, + "IoU_noncoffee": 0.4503092783505155, + "kappa": 0.49220151954565117, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5078534031413613, + "mIoU": 0.2584514537110474, + "macroF1": 0.34736943620178046, + "F1_coffee": 0.671, + "IoU_coffee": 0.5048908954100828, + "precision_coffee": 0.9985119047619048, + "recall_coffee": 0.5052710843373494, + "F1_noncoffee": 0.02373887240356083, + "IoU_noncoffee": 0.012012012012012012, + "kappa": 0.010596422723265034, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.846248766041461, + "mIoU": 0.6703790222332189, + "macroF1": 0.7936749357552719, + "F1_coffee": 0.8978253025879883, + "IoU_coffee": 0.8145943693827749, + "precision_coffee": 0.8989162561576355, + "recall_coffee": 0.8967369938409121, + "F1_noncoffee": 0.6895245689225555, + "IoU_noncoffee": 0.5261636750836629, + "kappa": 0.5873517183876, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8248652258957111, + "mIoU": 0.6350937484753381, + "macroF1": 0.7655671694629442, + "F1_coffee": 0.8834714154207536, + "IoU_coffee": 0.7912662762267584, + "precision_coffee": 0.8953802599408056, + "recall_coffee": 0.8718751957897375, + "F1_noncoffee": 0.6476629235051349, + "IoU_noncoffee": 0.4789212207239177, + "kappa": 0.5313849881078966, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8438005519078885, + "mIoU": 0.6558516847190407, + "macroF1": 0.7808456173497849, + "F1_coffee": 0.8983056097636527, + "IoU_coffee": 0.8153854805150987, + "precision_coffee": 0.8915395966551893, + "recall_coffee": 0.9051751045633311, + "F1_noncoffee": 0.6633856249359171, + "IoU_noncoffee": 0.4963178889229825, + "kappa": 0.5617747791154701, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8605836498101139, + "mIoU": 0.7000894391638315, + "macroF1": 0.8168148559502524, + "F1_coffee": 0.9063569846277774, + "IoU_coffee": 0.8287503068990916, + "precision_coffee": 0.8942906345211287, + "recall_coffee": 0.9187534022863364, + "F1_noncoffee": 0.7272727272727273, + "IoU_noncoffee": 0.5714285714285714, + "kappa": 0.6338238620364216, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8305666857469949, + "mIoU": 0.6482357080680934, + "macroF1": 0.7767621180451494, + "F1_coffee": 0.8863578192986946, + "IoU_coffee": 0.7959089864398988, + "precision_coffee": 0.8873798846893017, + "recall_coffee": 0.8853381055860923, + "F1_noncoffee": 0.6671664167916042, + "IoU_noncoffee": 0.500562429696288, + "kappa": 0.5535259707807522, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8523859216393131, + "mIoU": 0.6728033085870713, + "macroF1": 0.7945436055492806, + "F1_coffee": 0.903557704227098, + "IoU_coffee": 0.8240814019219899, + "precision_coffee": 0.883301017935046, + "recall_coffee": 0.9247652879979701, + "F1_noncoffee": 0.6855295068714632, + "IoU_noncoffee": 0.5215252152521526, + "kappa": 0.5897906675891031, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8322605812365906, + "mIoU": 0.6415212798047201, + "macroF1": 0.769968601159073, + "F1_coffee": 0.8896728672225785, + "IoU_coffee": 0.8012709416522241, + "precision_coffee": 0.9034653465346535, + "recall_coffee": 0.8762951731109426, + "F1_noncoffee": 0.6502643350955674, + "IoU_noncoffee": 0.481771617957216, + "kappa": 0.5402768398357092, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8191621337913924, + "mIoU": 0.621791810357272, + "macroF1": 0.7539092946846133, + "F1_coffee": 0.8806299212598425, + "IoU_coffee": 0.7867191896454699, + "precision_coffee": 0.9034509499806126, + "recall_coffee": 0.8589333988695012, + "F1_noncoffee": 0.6271886681093842, + "IoU_noncoffee": 0.4568644310690742, + "kappa": 0.5087974379712742, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8351627374248354, + "mIoU": 0.6389993281607789, + "macroF1": 0.7668205600176659, + "F1_coffee": 0.8930583937085887, + "IoU_coffee": 0.806780040277467, + "precision_coffee": 0.9000249625561657, + "recall_coffee": 0.8861988447830896, + "F1_noncoffee": 0.640582726326743, + "IoU_noncoffee": 0.47121861604409065, + "kappa": 0.5337350088395327, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7134, + 8413 + ], + [ + 44929, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.066648999849955, + "test_tta": { + "OA": 0.841224955413808, + "mIoU": 0.6531647794287732, + "macroF1": 0.7789183979338152, + "F1_coffee": 0.8962846347607053, + "IoU_coffee": 0.8120613909967479, + "precision_coffee": 0.8888588201007536, + "recall_coffee": 0.9038355700436053, + "F1_noncoffee": 0.6615521611069252, + "IoU_noncoffee": 0.49426816786079836, + "kappa": 0.5579374785967828, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8115409022729895, + "mIoU": 0.6105903536450483, + "macroF1": 0.7446010308097651, + "F1_coffee": 0.8753541346713344, + "IoU_coffee": 0.7783375742154368, + "precision_coffee": 0.8662727032435902, + "recall_coffee": 0.8846279908226811, + "F1_noncoffee": 0.6138479269481959, + "IoU_noncoffee": 0.44284313307465994, + "kappa": 0.4893759142021492, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 36, + "stopped_epoch": 66, + "best_val": 0.6354518310240344, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8378187310207427, + "mIoU": 0.6445564384529847, + "macroF1": 0.7715407461024517, + "F1_coffee": 0.8945928447609699, + "IoU_coffee": 0.8092880894800484, + "precision_coffee": 0.8828112118713932, + "recall_coffee": 0.9066931967317218, + "F1_noncoffee": 0.6484886474439336, + "IoU_noncoffee": 0.47982478742592116, + "kappa": 0.5433527145305209, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8069112726433598, + "mIoU": 0.6019875747536698, + "macroF1": 0.7369905565596763, + "F1_coffee": 0.8725995851017262, + "IoU_coffee": 0.7739926059726184, + "precision_coffee": 0.8615156241192056, + "recall_coffee": 0.8839724680432645, + "F1_noncoffee": 0.6013815280176263, + "IoU_noncoffee": 0.4299825435347213, + "kappa": 0.4742533999964827, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4831712789827973, + "mIoU": 0.2447248969771706, + "macroF1": 0.3332431205538631, + "F1_coffee": 0.6494165398274987, + "IoU_coffee": 0.48084147257700977, + "precision_coffee": 0.995334370139969, + "recall_coffee": 0.4819277108433735, + "F1_noncoffee": 0.017069701280227598, + "IoU_noncoffee": 0.00860832137733142, + "kappa": 0.0038299840740809205, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8445212240868707, + "mIoU": 0.6630131281638374, + "macroF1": 0.7873349082215453, + "F1_coffee": 0.8976142494961971, + "IoU_coffee": 0.8142469630852694, + "precision_coffee": 0.890608875128999, + "recall_coffee": 0.9047307037085572, + "F1_noncoffee": 0.6770555669468936, + "IoU_noncoffee": 0.5117792932424055, + "kappa": 0.5747528050362851, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8334048948046372, + "mIoU": 0.6353084306870613, + "macroF1": 0.7636555679256727, + "F1_coffee": 0.8920489674786695, + "IoU_coffee": 0.8051339285714286, + "precision_coffee": 0.8804540184292426, + "recall_coffee": 0.9039533863792996, + "F1_noncoffee": 0.635262168372676, + "IoU_noncoffee": 0.46548293280269404, + "kappa": 0.5275879570220369, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8357598249119802, + "mIoU": 0.6355293792770169, + "macroF1": 0.7632813300164636, + "F1_coffee": 0.8942661112472433, + "IoU_coffee": 0.8087534626038781, + "precision_coffee": 0.8778639725780263, + "recall_coffee": 0.9112928397527935, + "F1_noncoffee": 0.6322965487856839, + "IoU_noncoffee": 0.46230529595015574, + "kappa": 0.5271367310053832, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.856486108334999, + "mIoU": 0.6907399003002197, + "macroF1": 0.8095834976612428, + "F1_coffee": 0.9040876302431204, + "IoU_coffee": 0.8249634324719649, + "precision_coffee": 0.887722980062959, + "recall_coffee": 0.9210669569951007, + "F1_noncoffee": 0.7150793650793651, + "IoU_noncoffee": 0.5565163681284744, + "kappa": 0.6195510598416716, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8371493989696622, + "mIoU": 0.646887140118577, + "macroF1": 0.7739312087972484, + "F1_coffee": 0.8934789391575663, + "IoU_coffee": 0.8074667268215655, + "precision_coffee": 0.8728358936844672, + "recall_coffee": 0.9151220759299501, + "F1_noncoffee": 0.6543834784369306, + "IoU_noncoffee": 0.48630755341558835, + "kappa": 0.5486814941537711, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8485912152547197, + "mIoU": 0.656306821907845, + "macroF1": 0.7801620144232353, + "F1_coffee": 0.9028132992327366, + "IoU_coffee": 0.8228438228438228, + "precision_coffee": 0.8680327868852459, + "recall_coffee": 0.9404973357015985, + "F1_noncoffee": 0.6575107296137339, + "IoU_noncoffee": 0.489769820971867, + "kappa": 0.5627975884037894, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8328457187439048, + "mIoU": 0.6354559721938475, + "macroF1": 0.7639399912825442, + "F1_coffee": 0.8914777763707737, + "IoU_coffee": 0.8042037925519763, + "precision_coffee": 0.8934010152284264, + "recall_coffee": 0.8895628001010867, + "F1_noncoffee": 0.6364022061943148, + "IoU_noncoffee": 0.46670815183571873, + "kappa": 0.5278873128658429, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8296593186372746, + "mIoU": 0.6233874014480097, + "macroF1": 0.752765916697447, + "F1_coffee": 0.8906451020033083, + "IoU_coffee": 0.8028495692511597, + "precision_coffee": 0.8880879657910813, + "recall_coffee": 0.8932170066355369, + "F1_noncoffee": 0.6148867313915858, + "IoU_noncoffee": 0.4439252336448598, + "kappa": 0.5055462702186279, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8228500524959435, + "mIoU": 0.6154609828615234, + "macroF1": 0.7465303435004254, + "F1_coffee": 0.8856156785406138, + "IoU_coffee": 0.7947129742285145, + "precision_coffee": 0.8882432933613549, + "recall_coffee": 0.883003563967064, + "F1_noncoffee": 0.6074450084602369, + "IoU_noncoffee": 0.4362089914945322, + "kappa": 0.49307591127039047, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7268, + 8413 + ], + [ + 44770, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.071646781762441, + "test_tta": { + "OA": 0.8418676392615563, + "mIoU": 0.6455678472789563, + "macroF1": 0.7715335569839701, + "F1_coffee": 0.8982970280659694, + "IoU_coffee": 0.8153713395989269, + "precision_coffee": 0.8775489602261256, + "recall_coffee": 0.9200499555480293, + "F1_noncoffee": 0.6447700859019707, + "IoU_noncoffee": 0.47576435495898584, + "kappa": 0.5439575316613241, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8117860851505712, + "mIoU": 0.6028640065592725, + "macroF1": 0.7365440246100812, + "F1_coffee": 0.8773380956856848, + "IoU_coffee": 0.7814802411252512, + "precision_coffee": 0.8559690405883755, + "recall_coffee": 0.8998014151580003, + "F1_noncoffee": 0.5957499535344775, + "IoU_noncoffee": 0.42424777199329394, + "kappa": 0.47416809417739125, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 59, + "stopped_epoch": 89, + "best_val": 0.6795374634098013, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8562155561625348, + "mIoU": 0.6886055806306004, + "macroF1": 0.8077819790882335, + "F1_coffee": 0.9042693167595555, + "IoU_coffee": 0.8252660353412087, + "precision_coffee": 0.9140768615238218, + "recall_coffee": 0.8946699970365353, + "F1_noncoffee": 0.7112946414169113, + "IoU_noncoffee": 0.551945125919992, + "kappa": 0.6156973816358047, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8214059074650975, + "mIoU": 0.637203266609921, + "macroF1": 0.7684475253123676, + "F1_coffee": 0.8791843504561198, + "IoU_coffee": 0.7844147704521318, + "precision_coffee": 0.8899423244054673, + "recall_coffee": 0.8686833632174601, + "F1_noncoffee": 0.6577107001686154, + "IoU_noncoffee": 0.48999176276771006, + "kappa": 0.5370866998385194, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3844427823485415, + "mIoU": 0.1944527772818355, + "macroF1": 0.28342271411500003, + "F1_coffee": 0.5524741707449701, + "IoU_coffee": 0.3816679188580015, + "precision_coffee": 0.9941291585127201, + "recall_coffee": 0.3825301204819277, + "F1_noncoffee": 0.01437125748502994, + "IoU_noncoffee": 0.007237635705669481, + "kappa": 0.001067608873863291, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8600691016781836, + "mIoU": 0.7013128002299197, + "macroF1": 0.8179504557133963, + "F1_coffee": 0.9055157473754374, + "IoU_coffee": 0.8273447015834349, + "precision_coffee": 0.9214542494743267, + "recall_coffee": 0.8901192504258943, + "F1_noncoffee": 0.7303851640513552, + "IoU_noncoffee": 0.5752808988764045, + "kappa": 0.6362114966416775, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.851152139687992, + "mIoU": 0.6799441186389077, + "macroF1": 0.8012006524482531, + "F1_coffee": 0.9008516588280158, + "IoU_coffee": 0.8195906094599283, + "precision_coffee": 0.9140388211775328, + "recall_coffee": 0.888039596516509, + "F1_noncoffee": 0.7015496460684906, + "IoU_noncoffee": 0.5402976278178871, + "kappa": 0.602650266856364, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8575506708535541, + "mIoU": 0.6845434314475972, + "macroF1": 0.8039484320184414, + "F1_coffee": 0.9064608847788053, + "IoU_coffee": 0.828924061482201, + "precision_coffee": 0.9073112765025956, + "recall_coffee": 0.9056120856482927, + "F1_noncoffee": 0.7014359792580774, + "IoU_noncoffee": 0.5401628014129934, + "kappa": 0.6078979634698203, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.872476514091545, + "mIoU": 0.7259055798057609, + "macroF1": 0.8360585818736616, + "F1_coffee": 0.9133269936149979, + "IoU_coffee": 0.840480060007501, + "precision_coffee": 0.9117168429617575, + "recall_coffee": 0.9149428415895482, + "F1_noncoffee": 0.7587901701323252, + "IoU_noncoffee": 0.6113310996040208, + "kappa": 0.6721200097750314, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8629078420148827, + "mIoU": 0.7052183042610023, + "macroF1": 0.8207151550223133, + "F1_coffee": 0.9076893428406244, + "IoU_coffee": 0.8309809456598447, + "precision_coffee": 0.9123192148760331, + "recall_coffee": 0.9031062252332864, + "F1_noncoffee": 0.7337409672040022, + "IoU_noncoffee": 0.5794556628621598, + "kappa": 0.6414569441525214, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8719286595199697, + "mIoU": 0.7149558030874341, + "macroF1": 0.82719863503151, + "F1_coffee": 0.91511569416499, + "IoU_coffee": 0.8435145473513388, + "precision_coffee": 0.9071303914235851, + "recall_coffee": 0.9232428317685867, + "F1_noncoffee": 0.7392815758980301, + "IoU_noncoffee": 0.5863970588235294, + "kappa": 0.6544795059668926, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8479617710161889, + "mIoU": 0.677628371932926, + "macroF1": 0.799809013173157, + "F1_coffee": 0.8979912320879408, + "IoU_coffee": 0.8148675929224558, + "precision_coffee": 0.931198262993622, + "recall_coffee": 0.8670710133939853, + "F1_noncoffee": 0.7016267942583732, + "IoU_noncoffee": 0.5403891509433962, + "kappa": 0.601101774532225, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8393930718580017, + "mIoU": 0.6545847249860273, + "macroF1": 0.7806757943408417, + "F1_coffee": 0.8941576001509339, + "IoU_coffee": 0.8085759781619655, + "precision_coffee": 0.9157542187298725, + "recall_coffee": 0.8735561563037602, + "F1_noncoffee": 0.6671939885307494, + "IoU_noncoffee": 0.5005934718100891, + "kappa": 0.5621173666465463, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8430848525341224, + "mIoU": 0.6542130844032865, + "macroF1": 0.7794722448415199, + "F1_coffee": 0.8979135618479881, + "IoU_coffee": 0.8147396889790399, + "precision_coffee": 0.9074934103175599, + "recall_coffee": 0.8885338576871082, + "F1_noncoffee": 0.6610309278350516, + "IoU_noncoffee": 0.4936864798275331, + "kappa": 0.5591076276056431, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7207, + 8413 + ], + [ + 45976, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7994728287061057, + "test_tta": { + "OA": 0.8623692540047238, + "mIoU": 0.6909844320348622, + "macroF1": 0.8086235783240313, + "F1_coffee": 0.9100417970637038, + "IoU_coffee": 0.8349327475237985, + "precision_coffee": 0.903042934556065, + "recall_coffee": 0.9171499936497185, + "F1_noncoffee": 0.7072053595843588, + "IoU_noncoffee": 0.5470361165459257, + "kappa": 0.6173219725651796, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8282710280373832, + "mIoU": 0.638448067422674, + "macroF1": 0.7679779108353157, + "F1_coffee": 0.8862544301258108, + "IoU_coffee": 0.7957422719319313, + "precision_coffee": 0.8783087817624115, + "recall_coffee": 0.8943451520234446, + "F1_noncoffee": 0.6497013915448207, + "IoU_noncoffee": 0.4811538629134167, + "kappa": 0.5360727495402023, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 87, + "stopped_epoch": 100, + "best_val": 0.684569569910382, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8600234579604428, + "mIoU": 0.6907959967735, + "macroF1": 0.8089285511614974, + "F1_coffee": 0.907735321528425, + "IoU_coffee": 0.8310580204778157, + "precision_coffee": 0.9083124920520538, + "recall_coffee": 0.9071588840438592, + "F1_noncoffee": 0.7101217807945698, + "IoU_noncoffee": 0.5505339730691844, + "kappa": 0.6178575871011771, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8261509172724126, + "mIoU": 0.6403362602640755, + "macroF1": 0.7703067097458918, + "F1_coffee": 0.8835632317143851, + "IoU_coffee": 0.7914135908217826, + "precision_coffee": 0.8853591962367152, + "recall_coffee": 0.8817745387240442, + "F1_noncoffee": 0.6570501877773984, + "IoU_noncoffee": 0.48925892970636836, + "kappa": 0.540618987116686, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4300673148840688, + "mIoU": 0.21765531085649886, + "macroF1": 0.3072256221950225, + "F1_coffee": 0.5989473684210527, + "IoU_coffee": 0.4274981217129977, + "precision_coffee": 0.9947552447552448, + "recall_coffee": 0.42846385542168675, + "F1_noncoffee": 0.015503875968992248, + "IoU_noncoffee": 0.0078125, + "kappa": 0.0022270798810656483, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.861796643632774, + "mIoU": 0.6965726620878501, + "macroF1": 0.8135757547842097, + "F1_coffee": 0.90838895432535, + "IoU_coffee": 0.8321544179354994, + "precision_coffee": 0.9072016729839236, + "recall_coffee": 0.9095793473987682, + "F1_noncoffee": 0.7187625552430695, + "IoU_noncoffee": 0.5609909062402006, + "kappa": 0.6271534700149839, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8574495491627308, + "mIoU": 0.6852303194908467, + "macroF1": 0.8045747543983784, + "F1_coffee": 0.9062264624654783, + "IoU_coffee": 0.8285320785033857, + "precision_coffee": 0.9078790165377602, + "recall_coffee": 0.9045799135392519, + "F1_noncoffee": 0.7029230463312786, + "IoU_noncoffee": 0.5419285604783075, + "kappa": 0.6091536113116468, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8608811494909125, + "mIoU": 0.6907180798142923, + "macroF1": 0.8086892584680654, + "F1_coffee": 0.9086135766970871, + "IoU_coffee": 0.8325315005727377, + "precision_coffee": 0.909807848782625, + "recall_coffee": 0.9074224358574193, + "F1_noncoffee": 0.7087649402390438, + "IoU_noncoffee": 0.548904659055847, + "kappa": 0.6173806179849606, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8760743553867679, + "mIoU": 0.7256860474901496, + "macroF1": 0.835269517234523, + "F1_coffee": 0.9172561056986521, + "IoU_coffee": 0.8471588808085788, + "precision_coffee": 0.8998428908091123, + "recall_coffee": 0.9353565596080566, + "F1_noncoffee": 0.7532829287703939, + "IoU_noncoffee": 0.6042132141717204, + "kappa": 0.6709064919541917, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8738790307193284, + "mIoU": 0.7214513124458697, + "macroF1": 0.8322009739925873, + "F1_coffee": 0.9158283458550872, + "IoU_coffee": 0.8447263330984262, + "precision_coffee": 0.9123430166180388, + "recall_coffee": 0.9193404064936725, + "F1_noncoffee": 0.7485736021300875, + "IoU_noncoffee": 0.5981762917933131, + "kappa": 0.6644165770587923, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8812256901622237, + "mIoU": 0.7317877791963099, + "macroF1": 0.8393233991743839, + "F1_coffee": 0.9213765385581513, + "IoU_coffee": 0.8542151839776432, + "precision_coffee": 0.9122108928127332, + "recall_coffee": 0.9307282415630551, + "F1_noncoffee": 0.7572702597906166, + "IoU_noncoffee": 0.6093603744149766, + "kappa": 0.6787469259359046, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8478642480983031, + "mIoU": 0.6686044096674849, + "macroF1": 0.7917143774559066, + "F1_coffee": 0.8998587751957889, + "IoU_coffee": 0.817948418718637, + "precision_coffee": 0.9145354906054279, + "recall_coffee": 0.885645691180187, + "F1_noncoffee": 0.6835699797160243, + "IoU_noncoffee": 0.5192604006163328, + "kappa": 0.5837674878262402, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8410153640614563, + "mIoU": 0.6488750922516398, + "macroF1": 0.7749049232578289, + "F1_coffee": 0.8968931798489912, + "IoU_coffee": 0.8130610412926391, + "precision_coffee": 0.9034912718204489, + "recall_coffee": 0.8903907594003441, + "F1_noncoffee": 0.6529166666666667, + "IoU_noncoffee": 0.48468914321064027, + "kappa": 0.5498906543008819, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8404123317743629, + "mIoU": 0.6506595824712667, + "macroF1": 0.7767427771260381, + "F1_coffee": 0.8959681433549029, + "IoU_coffee": 0.8115419296663661, + "precision_coffee": 0.9073724007561437, + "recall_coffee": 0.8848469952070788, + "F1_noncoffee": 0.6575174108971733, + "IoU_noncoffee": 0.48977723527616723, + "kappa": 0.5537176380180309, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7286, + 8413 + ], + [ + 46134, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.1533300439516703, + "test_tta": { + "OA": 0.8659040151673388, + "mIoU": 0.6956450138403921, + "macroF1": 0.8119720921357076, + "F1_coffee": 0.9126731678734358, + "IoU_coffee": 0.8393733520660521, + "precision_coffee": 0.9024001655286571, + "recall_coffee": 0.9231827611024088, + "F1_noncoffee": 0.7112710163979796, + "IoU_noncoffee": 0.5519166756147321, + "kappa": 0.6241052508291252, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8320497288565825, + "mIoU": 0.6432140325328852, + "macroF1": 0.7716432878037687, + "F1_coffee": 0.8890920692972181, + "IoU_coffee": 0.8003292124620635, + "precision_coffee": 0.878524374176548, + "recall_coffee": 0.8999170956484855, + "F1_noncoffee": 0.6541945063103193, + "IoU_noncoffee": 0.486098852603707, + "kappa": 0.5434925295430236, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 55, + "stopped_epoch": 75, + "best_val": 0.7191307621301897, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.783056371320106, + "mIoU": 0.6362927091627746, + "macroF1": 0.7765333704937611, + "F1_coffee": 0.8147128546302669, + "IoU_coffee": 0.6873548387096774, + "precision_coffee": 0.8664606376057254, + "recall_coffee": 0.7687978063212585, + "F1_noncoffee": 0.7383538863572555, + "IoU_noncoffee": 0.5852305796158718, + "kappa": 0.5553065734155161, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6976318218530057, + "mIoU": 0.5279833398574818, + "macroF1": 0.6890495314677036, + "F1_coffee": 0.740708676024983, + "IoU_coffee": 0.5881948536633275, + "precision_coffee": 0.8485166189680089, + "recall_coffee": 0.6572074444737073, + "F1_noncoffee": 0.6373903869104243, + "IoU_noncoffee": 0.46777182605163614, + "kappa": 0.3918286692718502, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21027351567711808, + "mIoU": 0.10548387431129072, + "macroF1": 0.17479882713779468, + "F1_coffee": 0.3458945739860758, + "IoU_coffee": 0.20911277391769106, + "precision_coffee": 1.0, + "recall_coffee": 0.20911277391769106, + "F1_noncoffee": 0.00370308028951355, + "IoU_noncoffee": 0.001854974704890388, + "kappa": 0.0007754969977364627, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7471677427214033, + "mIoU": 0.5963611532484585, + "macroF1": 0.747146354108921, + "F1_coffee": 0.7494719053654415, + "IoU_coffee": 0.5993243243243244, + "precision_coffee": 0.8604490022172949, + "recall_coffee": 0.6638511707473538, + "F1_noncoffee": 0.7448208028524006, + "IoU_noncoffee": 0.5933979821725928, + "kappa": 0.5027184400929587, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7812710067738766, + "mIoU": 0.633021208256085, + "macroF1": 0.7739208538969699, + "F1_coffee": 0.8146850083238413, + "IoU_coffee": 0.6873151981076286, + "precision_coffee": 0.8811599696739955, + "recall_coffee": 0.7575362554994297, + "F1_noncoffee": 0.7331566994700984, + "IoU_noncoffee": 0.5787272184045413, + "kappa": 0.5515170548087215, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8141086274705033, + "mIoU": 0.665983813370466, + "macroF1": 0.7965374931613899, + "F1_coffee": 0.8563293574451712, + "IoU_coffee": 0.7487552146413673, + "precision_coffee": 0.8578476719087265, + "recall_coffee": 0.8548164080503917, + "F1_noncoffee": 0.7367456288776085, + "IoU_noncoffee": 0.5832124120995646, + "kappa": 0.5930773220523299, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7396040763734333, + "mIoU": 0.5794370635685555, + "macroF1": 0.7321516376965908, + "F1_coffee": 0.6874736398144243, + "IoU_coffee": 0.5237789203084833, + "precision_coffee": 0.7532347504621072, + "recall_coffee": 0.6322730799069046, + "F1_noncoffee": 0.7768296355787572, + "IoU_noncoffee": 0.6350952068286277, + "kappa": 0.46720321562154393, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7008462468403122, + "mIoU": 0.535163225555663, + "macroF1": 0.6961009549168633, + "F1_coffee": 0.658126098970108, + "IoU_coffee": 0.4904530138524897, + "precision_coffee": 0.7419994335882186, + "recall_coffee": 0.591288648160686, + "F1_noncoffee": 0.7340758108636186, + "IoU_noncoffee": 0.5798734372588362, + "kappa": 0.398183227327956, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7524512387981023, + "mIoU": 0.6030569315658378, + "macroF1": 0.752366942200221, + "F1_coffee": 0.756935817805383, + "IoU_coffee": 0.608927381745503, + "precision_coffee": 0.7542809985558078, + "recall_coffee": 0.7596093912320798, + "F1_noncoffee": 0.7477980665950591, + "IoU_noncoffee": 0.5971864813861726, + "kappa": 0.5047402503627145, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7553609947976145, + "mIoU": 0.5964884131425652, + "macroF1": 0.7451838632452212, + "F1_coffee": 0.7961082910321489, + "IoU_coffee": 0.6612789880534083, + "precision_coffee": 0.9481108312342569, + "recall_coffee": 0.6861100984323734, + "F1_noncoffee": 0.6942594354582937, + "IoU_noncoffee": 0.5316978382317221, + "kappa": 0.5092811318058943, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.852734375, + "mIoU": 0.6962126899941328, + "macroF1": 0.8150141530120002, + "F1_coffee": 0.8985468245425189, + "IoU_coffee": 0.8157830442218422, + "precision_coffee": 0.9511465603190429, + "recall_coffee": 0.8514599005482596, + "F1_noncoffee": 0.7314814814814815, + "IoU_noncoffee": 0.5766423357664233, + "kappa": 0.6329989333099852, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8692699490662139, + "mIoU": 0.7003598847849312, + "macroF1": 0.8153797560119418, + "F1_coffee": 0.9151255358236374, + "IoU_coffee": 0.8435312711673064, + "precision_coffee": 0.9196307692307693, + "recall_coffee": 0.9106642291285801, + "F1_noncoffee": 0.7156339762002462, + "IoU_noncoffee": 0.5571884984025559, + "kappa": 0.630789200141409, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2625, + 2984 + ], + [ + 41076, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.2956451018651327, + "test_tta": { + "OA": 0.7904340663276269, + "mIoU": 0.6453396937607605, + "macroF1": 0.7831469117654069, + "F1_coffee": 0.8228991692014346, + "IoU_coffee": 0.699089787102746, + "precision_coffee": 0.8649001145183866, + "recall_coffee": 0.7847885697791889, + "F1_noncoffee": 0.7433946543293792, + "IoU_noncoffee": 0.5915896004187751, + "kappa": 0.5677707045909719, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7055353640244606, + "mIoU": 0.5361246154863464, + "macroF1": 0.695736342382492, + "F1_coffee": 0.7503393291676347, + "IoU_coffee": 0.6004344592743356, + "precision_coffee": 0.8471903907220765, + "recall_coffee": 0.6733605478008955, + "F1_noncoffee": 0.6411333555973494, + "IoU_noncoffee": 0.4718147716983573, + "kappa": 0.40269356387208993, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 36, + "stopped_epoch": 56, + "best_val": 0.7371568475489473, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7861542869421961, + "mIoU": 0.6422797806336822, + "macroF1": 0.7813117326962984, + "F1_coffee": 0.8138541634192724, + "IoU_coffee": 0.6861333052985702, + "precision_coffee": 0.8846792503981836, + "recall_coffee": 0.7535286477125126, + "F1_noncoffee": 0.7487693019733244, + "IoU_noncoffee": 0.5984262559687942, + "kappa": 0.5663743773034773, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6887908157378563, + "mIoU": 0.5203832382188498, + "macroF1": 0.6831962135298371, + "F1_coffee": 0.7252959898154042, + "IoU_coffee": 0.568991690635986, + "precision_coffee": 0.8635784878433275, + "recall_coffee": 0.6251865507857081, + "F1_noncoffee": 0.64109643724427, + "IoU_noncoffee": 0.47177478580171356, + "kappa": 0.38693020673600975, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11247498332221481, + "mIoU": 0.05641070252989759, + "macroF1": 0.10169628704240631, + "F1_coffee": 0.2000962000962001, + "IoU_coffee": 0.11117049706039552, + "precision_coffee": 1.0, + "recall_coffee": 0.11117049706039552, + "F1_noncoffee": 0.003296373988612526, + "IoU_noncoffee": 0.0016509079993996699, + "kappa": 0.00036699716996741133, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7391886953343891, + "mIoU": 0.5861737413112611, + "macroF1": 0.7390820014066185, + "F1_coffee": 0.7338057938580131, + "IoU_coffee": 0.5795365278868814, + "precision_coffee": 0.8765780484182385, + "recall_coffee": 0.6310274778146049, + "F1_noncoffee": 0.7443582089552239, + "IoU_noncoffee": 0.5928109547356409, + "kappa": 0.4911282717027458, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7891307720150991, + "mIoU": 0.6451581615900714, + "macroF1": 0.7832668990081735, + "F1_coffee": 0.8189165186500889, + "IoU_coffee": 0.6933604030378224, + "precision_coffee": 0.8999609603747803, + "recall_coffee": 0.7512628320026071, + "F1_noncoffee": 0.7476172793662582, + "IoU_noncoffee": 0.5969559201423206, + "kappa": 0.5713783543542855, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.821675710658635, + "mIoU": 0.6803072720493611, + "macroF1": 0.8074434995054716, + "F1_coffee": 0.8597933302019728, + "IoU_coffee": 0.7540679711637487, + "precision_coffee": 0.876536312849162, + "recall_coffee": 0.8436779843293901, + "F1_noncoffee": 0.7550936688089703, + "IoU_noncoffee": 0.6065465729349736, + "kappa": 0.6151322826899003, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7242591074147827, + "mIoU": 0.5549155577147684, + "macroF1": 0.7107183121785615, + "F1_coffee": 0.6481315396113603, + "IoU_coffee": 0.47943387881468374, + "precision_coffee": 0.7679773290825364, + "recall_coffee": 0.5606413240237911, + "F1_noncoffee": 0.7733050847457628, + "IoU_noncoffee": 0.6303972366148531, + "kappa": 0.43037379723174807, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7200791295746786, + "mIoU": 0.5571119308217936, + "macroF1": 0.7142827184349676, + "F1_coffee": 0.6735870818915801, + "IoU_coffee": 0.5078260869565218, + "precision_coffee": 0.7793594306049823, + "recall_coffee": 0.5930941096817874, + "F1_noncoffee": 0.754978354978355, + "IoU_noncoffee": 0.6063977746870653, + "kappa": 0.43635851039402773, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7488666315234581, + "mIoU": 0.5979647630274054, + "macroF1": 0.7482924913917128, + "F1_coffee": 0.7362710363153233, + "IoU_coffee": 0.5826178377431225, + "precision_coffee": 0.7881014458402466, + "recall_coffee": 0.6908373156035736, + "F1_noncoffee": 0.7603139464681022, + "IoU_noncoffee": 0.6133116883116884, + "kappa": 0.4985560994118798, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7553609947976145, + "mIoU": 0.5972849426119259, + "macroF1": 0.7459736812223623, + "F1_coffee": 0.7948063005534269, + "IoU_coffee": 0.6594842811727305, + "precision_coffee": 0.9549872122762149, + "recall_coffee": 0.6806416332482683, + "F1_noncoffee": 0.6971410618912975, + "IoU_noncoffee": 0.5350856040511213, + "kappa": 0.5122028205013291, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85048828125, + "mIoU": 0.6958744714668728, + "macroF1": 0.8151551998960173, + "F1_coffee": 0.8959706461914793, + "IoU_coffee": 0.8115460364352536, + "precision_coffee": 0.9591213267384346, + "recall_coffee": 0.8406222108886906, + "F1_noncoffee": 0.7343397536005553, + "IoU_noncoffee": 0.5802029064984919, + "kappa": 0.634358351317537, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8868138087153368, + "mIoU": 0.7284602717268596, + "macroF1": 0.8356852430614392, + "F1_coffee": 0.9273431823686122, + "IoU_coffee": 0.864529239105893, + "precision_coffee": 0.9214294308747443, + "recall_coffee": 0.9333333333333333, + "F1_noncoffee": 0.7440273037542662, + "IoU_noncoffee": 0.592391304347826, + "kappa": 0.6714181690380273, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2626, + 2984 + ], + [ + 41248, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7140387574831644, + "test_tta": { + "OA": 0.7916696511711195, + "mIoU": 0.6491994018132968, + "macroF1": 0.7863547547281956, + "F1_coffee": 0.8200519705500217, + "IoU_coffee": 0.6949899064048449, + "precision_coffee": 0.8834272003199254, + "recall_coffee": 0.7651609178813682, + "F1_noncoffee": 0.7526575389063695, + "IoU_noncoffee": 0.6034088972217487, + "kappa": 0.5757108211356724, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6939540786892812, + "mIoU": 0.5256960704669502, + "macroF1": 0.687613740857808, + "F1_coffee": 0.7321180599388997, + "IoU_coffee": 0.5774339367146584, + "precision_coffee": 0.8617236255572065, + "recall_coffee": 0.6364015450794487, + "F1_noncoffee": 0.6431094217767164, + "IoU_noncoffee": 0.47395820421924195, + "kappa": 0.3935055290157925, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.7600680632982408, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7893059236444381, + "mIoU": 0.6481123271014678, + "macroF1": 0.7858876580065494, + "F1_coffee": 0.8129411764705883, + "IoU_coffee": 0.6848364717542121, + "precision_coffee": 0.9048663953282605, + "recall_coffee": 0.7379708471640929, + "F1_noncoffee": 0.7588341395425104, + "IoU_noncoffee": 0.6113881824487235, + "kappa": 0.5773983312887492, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6895263643706011, + "mIoU": 0.5229092012071832, + "macroF1": 0.685843709456261, + "F1_coffee": 0.7198573715237563, + "IoU_coffee": 0.5623259123716581, + "precision_coffee": 0.8842354295214041, + "recall_coffee": 0.6070143095426214, + "F1_noncoffee": 0.6518300473887658, + "IoU_noncoffee": 0.4834924900427084, + "kappa": 0.3975621705851915, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09566377585056704, + "mIoU": 0.04797742425949356, + "macroF1": 0.08782033326150973, + "F1_coffee": 0.1724053724053724, + "IoU_coffee": 0.09433458043826831, + "precision_coffee": 1.0, + "recall_coffee": 0.09433458043826831, + "F1_noncoffee": 0.003235294117647059, + "IoU_noncoffee": 0.00162026808071881, + "kappa": 0.00030564790172479177, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7485686441710317, + "mIoU": 0.5979523501373868, + "macroF1": 0.7483553382000685, + "F1_coffee": 0.7410288582183187, + "IoU_coffee": 0.5885987642017142, + "precision_coffee": 0.8966145437983908, + "recall_coffee": 0.6314551480808297, + "F1_noncoffee": 0.7556818181818182, + "IoU_noncoffee": 0.6073059360730594, + "kappa": 0.5106129118811278, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7867004498681421, + "mIoU": 0.6436083646198272, + "macroF1": 0.7823958078652478, + "F1_coffee": 0.8130014959880321, + "IoU_coffee": 0.6849220898258478, + "precision_coffee": 0.9164026571282575, + "recall_coffee": 0.7305686817663354, + "F1_noncoffee": 0.7517901197424635, + "IoU_noncoffee": 0.6022946394138065, + "kappa": 0.5720239509878767, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8251107681585105, + "mIoU": 0.6893628061811896, + "macroF1": 0.8144537893531179, + "F1_coffee": 0.8589213284607043, + "IoU_coffee": 0.7527275286830436, + "precision_coffee": 0.899941092316755, + "recall_coffee": 0.8214779536027039, + "F1_noncoffee": 0.7699862502455314, + "IoU_noncoffee": 0.6259980836793356, + "kappa": 0.6301603277461408, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7319901604779196, + "mIoU": 0.5614389228675332, + "macroF1": 0.7154711378674629, + "F1_coffee": 0.6469135802469136, + "IoU_coffee": 0.4781021897810219, + "precision_coffee": 0.8021431305013395, + "recall_coffee": 0.5420222394621154, + "F1_noncoffee": 0.7840286954880121, + "IoU_noncoffee": 0.6447756559540444, + "kappa": 0.44368553304568414, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7034838993295967, + "mIoU": 0.5317300868030013, + "macroF1": 0.6914491926054898, + "F1_coffee": 0.6305121884415229, + "IoU_coffee": 0.4604, + "precision_coffee": 0.801811215604319, + "recall_coffee": 0.5195215526969081, + "F1_noncoffee": 0.7523861967694567, + "IoU_noncoffee": 0.6030601736060026, + "kappa": 0.40121360757826413, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7683711122825514, + "mIoU": 0.623066319439141, + "macroF1": 0.7676234902264192, + "F1_coffee": 0.7544428299988823, + "IoU_coffee": 0.6057071069633884, + "precision_coffee": 0.816400580551524, + "recall_coffee": 0.7012258466652815, + "F1_noncoffee": 0.7808041504539559, + "IoU_noncoffee": 0.6404255319148936, + "kappa": 0.5376241465446828, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7665270904707524, + "mIoU": 0.6111794410279485, + "macroF1": 0.7567630129164673, + "F1_coffee": 0.8054968287526427, + "IoU_coffee": 0.6743362831858407, + "precision_coffee": 0.9587317564167086, + "recall_coffee": 0.6944950783813343, + "F1_noncoffee": 0.708029197080292, + "IoU_noncoffee": 0.5480225988700564, + "kappa": 0.5314920114455077, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.86064453125, + "mIoU": 0.7122460757235844, + "macroF1": 0.8269776897475369, + "F1_coffee": 0.9033001287524565, + "IoU_coffee": 0.8236529906080079, + "precision_coffee": 0.9639861151287243, + "recall_coffee": 0.849802371541502, + "F1_noncoffee": 0.7506552507426175, + "IoU_noncoffee": 0.6008391608391609, + "kappa": 0.657455847903015, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8758724768911527, + "mIoU": 0.723372055266722, + "macroF1": 0.8334230913877397, + "F1_coffee": 0.9175128494421462, + "IoU_coffee": 0.8475969889982629, + "precision_coffee": 0.9445089688992128, + "recall_coffee": 0.8920170627666058, + "F1_noncoffee": 0.7493333333333333, + "IoU_noncoffee": 0.5991471215351812, + "kappa": 0.6676712109109885, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2592, + 2984 + ], + [ + 41458, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0092028299967448, + "test_tta": { + "OA": 0.8027720077358356, + "mIoU": 0.6651488781120682, + "macroF1": 0.7981257884756793, + "F1_coffee": 0.8287517880465203, + "IoU_coffee": 0.7075799814151069, + "precision_coffee": 0.8982171143540831, + "recall_coffee": 0.7692596334247366, + "F1_noncoffee": 0.7674997889048383, + "IoU_noncoffee": 0.6227177748090296, + "kappa": 0.5995037174820895, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7047132802584516, + "mIoU": 0.5389310695539925, + "macroF1": 0.6990977437397335, + "F1_coffee": 0.7402040401989646, + "IoU_coffee": 0.5875586712596442, + "precision_coffee": 0.8773613283600048, + "recall_coffee": 0.640132560793609, + "F1_noncoffee": 0.6579914472805025, + "IoU_noncoffee": 0.4903034678483408, + "kappa": 0.41695357317230736, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 8, + "stopped_epoch": 30, + "best_val": 0.7595041262951064, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7544588496526037, + "mIoU": 0.6045249209806061, + "macroF1": 0.7532947704890112, + "F1_coffee": 0.7702412868632708, + "IoU_coffee": 0.6263352954000436, + "precision_coffee": 0.9180746954264031, + "recall_coffee": 0.6634146341463415, + "F1_noncoffee": 0.7363482541147516, + "IoU_noncoffee": 0.5827145465611686, + "kappa": 0.5208463588176313, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6561093804084458, + "mIoU": 0.48745299851384377, + "macroF1": 0.655181884777133, + "F1_coffee": 0.6730653211210442, + "IoU_coffee": 0.5072331983136315, + "precision_coffee": 0.8968137971353406, + "recall_coffee": 0.5386708805197086, + "F1_noncoffee": 0.6372984484332218, + "IoU_noncoffee": 0.4676727987140561, + "kappa": 0.3549112841095707, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.06177451634422949, + "mIoU": 0.030978672433891435, + "macroF1": 0.05851504408388743, + "F1_coffee": 0.11391129032258064, + "IoU_coffee": 0.0603955104222341, + "precision_coffee": 1.0, + "recall_coffee": 0.0603955104222341, + "F1_noncoffee": 0.0031187978451942162, + "IoU_noncoffee": 0.001561834445548772, + "kappa": 0.00018863778328295598, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.724387866975271, + "mIoU": 0.5666017877064149, + "macroF1": 0.7230643482524182, + "F1_coffee": 0.7039193875547994, + "IoU_coffee": 0.5431138933764136, + "precision_coffee": 0.9070826306913997, + "recall_coffee": 0.5751095905057201, + "F1_noncoffee": 0.742209308950037, + "IoU_noncoffee": 0.5900896820364163, + "kappa": 0.4693077949998526, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7419204715859145, + "mIoU": 0.5884272499833515, + "macroF1": 0.7406263974834774, + "F1_coffee": 0.7589471142236175, + "IoU_coffee": 0.6115348692403487, + "precision_coffee": 0.931917921954691, + "recall_coffee": 0.6401336157731791, + "F1_noncoffee": 0.7223056807433372, + "IoU_noncoffee": 0.5653196307263543, + "kappa": 0.501054301904783, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7911086772539453, + "mIoU": 0.6466200424097006, + "macroF1": 0.7841565245264313, + "F1_coffee": 0.8228938038156339, + "IoU_coffee": 0.6990820424555364, + "precision_coffee": 0.9132471425894697, + "recall_coffee": 0.7488093409125826, + "F1_noncoffee": 0.7454192452372285, + "IoU_noncoffee": 0.5941580423638649, + "kappa": 0.5743027402896284, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6959119128499472, + "mIoU": 0.5085169426673605, + "macroF1": 0.666961824976392, + "F1_coffee": 0.5687707641196014, + "IoU_coffee": 0.39740018570102137, + "precision_coffee": 0.7951695308871343, + "recall_coffee": 0.44272045513317815, + "F1_noncoffee": 0.7651528858331825, + "IoU_noncoffee": 0.6196336996336996, + "kappa": 0.36208593323051264, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.673040993515771, + "mIoU": 0.4870039886987108, + "macroF1": 0.648680351068841, + "F1_coffee": 0.5561688796061465, + "IoU_coffee": 0.3852035544533995, + "precision_coffee": 0.8204225352112676, + "recall_coffee": 0.42067253441661023, + "F1_noncoffee": 0.7411918225315355, + "IoU_noncoffee": 0.5888044229440221, + "kappa": 0.3374428020390476, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7308381655245124, + "mIoU": 0.5712943946122473, + "macroF1": 0.7261579172798094, + "F1_coffee": 0.6903577926015767, + "IoU_coffee": 0.5271346545656603, + "precision_coffee": 0.8292540792540792, + "recall_coffee": 0.5913151880324122, + "F1_noncoffee": 0.761958041958042, + "IoU_noncoffee": 0.6154541346588341, + "kappa": 0.4638786214648254, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7552341073467834, + "mIoU": 0.5987648221846713, + "macroF1": 0.7474686187697235, + "F1_coffee": 0.791752132138616, + "IoU_coffee": 0.6552894924946391, + "precision_coffee": 0.9708763568970082, + "recall_coffee": 0.6684287276704338, + "F1_noncoffee": 0.7031851054008309, + "IoU_noncoffee": 0.5422401518747034, + "kappa": 0.5183071006666918, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.803125, + "mIoU": 0.6367975831757203, + "macroF1": 0.7724067028928386, + "F1_coffee": 0.8560205684902157, + "IoU_coffee": 0.7482831814209014, + "precision_coffee": 0.973047572657899, + "recall_coffee": 0.764120872115262, + "F1_noncoffee": 0.6887928372954616, + "IoU_noncoffee": 0.5253119849305392, + "kappa": 0.5586131965585246, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8450292397660819, + "mIoU": 0.6818348805212469, + "macroF1": 0.8041223038598286, + "F1_coffee": 0.8936363047841005, + "IoU_coffee": 0.8077238150965477, + "precision_coffee": 0.9530516431924883, + "recall_coffee": 0.841194393662401, + "F1_noncoffee": 0.7146083029355567, + "IoU_noncoffee": 0.5559459459459459, + "kappa": 0.6122877748455225, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2502, + 2984 + ], + [ + 39602, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9163673241933187, + "test_tta": { + "OA": 0.7748728601103073, + "mIoU": 0.629675168066236, + "macroF1": 0.7722807846555368, + "F1_coffee": 0.7965761625837352, + "IoU_coffee": 0.6619248662166887, + "precision_coffee": 0.9063961409581324, + "recall_coffee": 0.7104921345071439, + "F1_noncoffee": 0.7479854067273384, + "IoU_noncoffee": 0.5974254699157834, + "kappa": 0.5526964797406285, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6750749971154956, + "mIoU": 0.5073264047893398, + "macroF1": 0.6725161070988237, + "F1_coffee": 0.7014642549526271, + "IoU_coffee": 0.5401963385513399, + "precision_coffee": 0.8851877863616602, + "recall_coffee": 0.5808971995434993, + "F1_noncoffee": 0.6435679592450203, + "IoU_noncoffee": 0.47445647102733973, + "kappa": 0.37707111522834896, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.7184771078745122, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7807642719002936, + "mIoU": 0.634844404630752, + "macroF1": 0.7757174321644138, + "F1_coffee": 0.8093614238333255, + "IoU_coffee": 0.6797708725674827, + "precision_coffee": 0.8787192318095753, + "recall_coffee": 0.7501515370183288, + "F1_noncoffee": 0.7420734404955022, + "IoU_noncoffee": 0.5899179366940211, + "kappa": 0.5551842138315826, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.692180108457367, + "mIoU": 0.5235897402169617, + "macroF1": 0.6857805938685902, + "F1_coffee": 0.7306231146899572, + "IoU_coffee": 0.575576192654165, + "precision_coffee": 0.859714260254849, + "recall_coffee": 0.635238346062681, + "F1_noncoffee": 0.6409380730472233, + "IoU_noncoffee": 0.47160328777975835, + "kappa": 0.38989686414928404, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18038692461641095, + "mIoU": 0.09048485539598548, + "macroF1": 0.15373894023880583, + "F1_coffee": 0.30390934844192635, + "IoU_coffee": 0.1791822554783538, + "precision_coffee": 1.0, + "recall_coffee": 0.1791822554783538, + "F1_noncoffee": 0.0035685320356853203, + "IoU_noncoffee": 0.0017874553136171597, + "kappa": 0.000640355456100025, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7721403337799976, + "mIoU": 0.628703720662034, + "macroF1": 0.7720043225224873, + "F1_coffee": 0.7775729829359653, + "IoU_coffee": 0.6360894941634241, + "precision_coffee": 0.8758371283150281, + "recall_coffee": 0.6991339677108949, + "F1_noncoffee": 0.7664356621090092, + "IoU_noncoffee": 0.6213179471606438, + "kappa": 0.5499572648088397, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7840632917937845, + "mIoU": 0.6379879501551313, + "macroF1": 0.7778627846440602, + "F1_coffee": 0.814975631369074, + "IoU_coffee": 0.6877290062065355, + "precision_coffee": 0.8932595182595182, + "recall_coffee": 0.7493074792243767, + "F1_noncoffee": 0.7407499379190464, + "IoU_noncoffee": 0.5882468941037271, + "kappa": 0.5604557959559826, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7846368297904117, + "mIoU": 0.6316847249219407, + "macroF1": 0.7719091221439831, + "F1_coffee": 0.8257893041237113, + "IoU_coffee": 0.7032718293435763, + "precision_coffee": 0.8678686304384629, + "recall_coffee": 0.7876017821477954, + "F1_noncoffee": 0.718028940164255, + "IoU_noncoffee": 0.5600976205003051, + "kappa": 0.5455474546767897, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7524891648119948, + "mIoU": 0.5931650123917402, + "macroF1": 0.7426163039524198, + "F1_coffee": 0.6922068463219228, + "IoU_coffee": 0.5292938293606594, + "precision_coffee": 0.7925283522348232, + "recall_coffee": 0.6144297905352987, + "F1_noncoffee": 0.793025761582917, + "IoU_noncoffee": 0.657036195422821, + "kappa": 0.49072008044726617, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7119463677327179, + "mIoU": 0.5444083139180862, + "macroF1": 0.7029439015818406, + "F1_coffee": 0.651230871590153, + "IoU_coffee": 0.48283346487766376, + "precision_coffee": 0.793450064850843, + "recall_coffee": 0.5522455427668698, + "F1_noncoffee": 0.7546569315735281, + "IoU_noncoffee": 0.6059831629585087, + "kappa": 0.4190181306406797, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7434897206114919, + "mIoU": 0.5911008672783917, + "macroF1": 0.7428849809687352, + "F1_coffee": 0.730415512465374, + "IoU_coffee": 0.5753185547215919, + "precision_coffee": 0.7825261158594492, + "recall_coffee": 0.6848119675877831, + "F1_noncoffee": 0.7553544494720965, + "IoU_noncoffee": 0.6068831798351915, + "kappa": 0.4878311144938571, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7934272300469484, + "mIoU": 0.6405021462604183, + "macroF1": 0.7780723144647195, + "F1_coffee": 0.8364476592324693, + "IoU_coffee": 0.7188741150060438, + "precision_coffee": 0.9317367949865711, + "recall_coffee": 0.7588406853809697, + "F1_noncoffee": 0.7196969696969697, + "IoU_noncoffee": 0.5621301775147929, + "kappa": 0.5639608493280686, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84814453125, + "mIoU": 0.6836023281449191, + "macroF1": 0.805038055547478, + "F1_coffee": 0.8967120557954168, + "IoU_coffee": 0.8127633955448526, + "precision_coffee": 0.9359400998336106, + "recall_coffee": 0.8606400612010711, + "F1_noncoffee": 0.7133640552995392, + "IoU_noncoffee": 0.5544412607449857, + "kappa": 0.6119677838124049, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8214487832484437, + "mIoU": 0.633380065564623, + "macroF1": 0.7647462567245189, + "F1_coffee": 0.8802429303473145, + "IoU_coffee": 0.7861016949152543, + "precision_coffee": 0.915153906866614, + "recall_coffee": 0.8478976234003657, + "F1_noncoffee": 0.6492495831017232, + "IoU_noncoffee": 0.4806584362139918, + "kappa": 0.5314893944238945, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2496, + 2984 + ], + [ + 41077, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9164521217346191, + "test_tta": { + "OA": 0.8030047990831602, + "mIoU": 0.6593521313488191, + "macroF1": 0.7929933068779225, + "F1_coffee": 0.8385174311926605, + "IoU_coffee": 0.7219371635113616, + "precision_coffee": 0.8531063321385902, + "recall_coffee": 0.8244191080964064, + "F1_noncoffee": 0.7474691825631844, + "IoU_noncoffee": 0.5967670991862767, + "kappa": 0.5861758670158022, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7206357447790469, + "mIoU": 0.5502972985334249, + "macroF1": 0.7067842637432248, + "F1_coffee": 0.7705139445063147, + "IoU_coffee": 0.6266959605303731, + "precision_coffee": 0.8371865506410586, + "recall_coffee": 0.7136774646650865, + "F1_noncoffee": 0.6430545829801348, + "IoU_noncoffee": 0.47389863653647674, + "kappa": 0.419297145275308, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.713278090994695, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7341343743284865, + "mIoU": 0.5791891517258164, + "macroF1": 0.7333653919054071, + "F1_coffee": 0.7476845164250633, + "IoU_coffee": 0.597041661012349, + "precision_coffee": 0.9090833953219274, + "recall_coffee": 0.6349545388945014, + "F1_noncoffee": 0.7190462673857507, + "IoU_noncoffee": 0.5613366424392838, + "kappa": 0.4848129082588491, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6368985808238145, + "mIoU": 0.46686803282195294, + "macroF1": 0.6364243980051966, + "F1_coffee": 0.649554565701559, + "IoU_coffee": 0.48099282592562054, + "precision_coffee": 0.8879585933932105, + "recall_coffee": 0.5120709331928716, + "F1_noncoffee": 0.6232942303088341, + "IoU_noncoffee": 0.45274323971828534, + "kappa": 0.32514096765407086, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.03402268178785857, + "mIoU": 0.017059959145317022, + "macroF1": 0.033088233197796975, + "F1_coffee": 0.06314699792960662, + "IoU_coffee": 0.03260288615713522, + "precision_coffee": 1.0, + "recall_coffee": 0.03260288615713522, + "F1_noncoffee": 0.003029468465987331, + "IoU_noncoffee": 0.0015170321334988279, + "kappa": 9.891435962312893e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7201242538677062, + "mIoU": 0.5614954708132347, + "macroF1": 0.7189101732817147, + "F1_coffee": 0.7004367950974639, + "IoU_coffee": 0.538978629477275, + "precision_coffee": 0.897427330437688, + "recall_coffee": 0.5743611675398268, + "F1_noncoffee": 0.7373835514659656, + "IoU_noncoffee": 0.5840123121491942, + "kappa": 0.46060450079552223, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7212368788458555, + "mIoU": 0.5630265336457635, + "macroF1": 0.7202057642606692, + "F1_coffee": 0.7371910495783162, + "IoU_coffee": 0.5837708462013589, + "precision_coffee": 0.9177084597645345, + "recall_coffee": 0.6160175981750041, + "F1_noncoffee": 0.7032204789430223, + "IoU_noncoffee": 0.5422822210901681, + "kappa": 0.4638386019517055, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7580026883058695, + "mIoU": 0.604956824825145, + "macroF1": 0.7528367773737706, + "F1_coffee": 0.7885694402157366, + "IoU_coffee": 0.6509406864857101, + "precision_coffee": 0.9089541762759451, + "recall_coffee": 0.6963435243508987, + "F1_noncoffee": 0.7171041145318047, + "IoU_noncoffee": 0.5589729631645799, + "kappa": 0.5170094640721166, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7044629260864472, + "mIoU": 0.5215695241193812, + "macroF1": 0.6795121211961145, + "F1_coffee": 0.590089358245329, + "IoU_coffee": 0.41852961511869097, + "precision_coffee": 0.7937062937062938, + "recall_coffee": 0.469614688388932, + "F1_noncoffee": 0.7689348841468999, + "IoU_noncoffee": 0.6246094331200714, + "kappa": 0.3819527106621398, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6420485767666777, + "mIoU": 0.4488512613691954, + "macroF1": 0.6108588519424432, + "F1_coffee": 0.5006898666257856, + "IoU_coffee": 0.33394683026584865, + "precision_coffee": 0.7805927342256214, + "recall_coffee": 0.3685398329948093, + "F1_noncoffee": 0.7210278372591007, + "IoU_noncoffee": 0.5637556924725422, + "kappa": 0.2738808824233117, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6913020558777017, + "mIoU": 0.5228158661620154, + "macroF1": 0.6851769796339158, + "F1_coffee": 0.6412643959813771, + "IoU_coffee": 0.47195671776375114, + "precision_coffee": 0.7814272917288743, + "recall_coffee": 0.5437357157697902, + "F1_noncoffee": 0.7290895632864545, + "IoU_noncoffee": 0.5736750145602796, + "kappa": 0.3852891611642695, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7370892018779343, + "mIoU": 0.576382825755615, + "macroF1": 0.7297004427174099, + "F1_coffee": 0.774390243902439, + "IoU_coffee": 0.6318407960199005, + "precision_coffee": 0.9616008653326122, + "recall_coffee": 0.6481954064892453, + "F1_noncoffee": 0.6850106415323807, + "IoU_noncoffee": 0.5209248554913295, + "kappa": 0.48657089366308975, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7916015625, + "mIoU": 0.6202017274287537, + "macroF1": 0.7593244569365527, + "F1_coffee": 0.8474624731951393, + "IoU_coffee": 0.7353014140411809, + "precision_coffee": 0.9643728648121035, + "recall_coffee": 0.7558332270814739, + "F1_noncoffee": 0.6711864406779661, + "IoU_noncoffee": 0.5051020408163265, + "kappa": 0.53342999167431, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8176759102056216, + "mIoU": 0.6520123238838886, + "macroF1": 0.7832158132117909, + "F1_coffee": 0.8696473126980916, + "IoU_coffee": 0.7693592650041761, + "precision_coffee": 0.9734299516908212, + "recall_coffee": 0.7858622790981109, + "F1_noncoffee": 0.6967843137254902, + "IoU_noncoffee": 0.5346653827636013, + "kappa": 0.5776001418712837, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2595, + 2984 + ], + [ + 38374, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9162115732828776, + "test_tta": { + "OA": 0.755676527469379, + "mIoU": 0.6051890312869874, + "macroF1": 0.7536378507102822, + "F1_coffee": 0.7760488477447312, + "IoU_coffee": 0.6340521403282909, + "precision_coffee": 0.8995776094980783, + "recall_coffee": 0.682349545388945, + "F1_noncoffee": 0.7312268536758333, + "IoU_noncoffee": 0.5763259222456838, + "kappa": 0.5181794737099091, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6566574362524519, + "mIoU": 0.48731402485582437, + "macroF1": 0.6548234579989263, + "F1_coffee": 0.6799838687995698, + "IoU_coffee": 0.5151329993075074, + "precision_coffee": 0.8774023451051134, + "recall_coffee": 0.5550873496620139, + "F1_noncoffee": 0.6296630471982826, + "IoU_noncoffee": 0.4594950504041413, + "kappa": 0.3478543431871312, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 28, + "stopped_epoch": 48, + "best_val": 0.756971540343583, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7888403409497887, + "mIoU": 0.6478897377823383, + "macroF1": 0.7857880831709978, + "F1_coffee": 0.8113581826907694, + "IoU_coffee": 0.6825926623778633, + "precision_coffee": 0.910066391530594, + "recall_coffee": 0.7319670948188772, + "F1_noncoffee": 0.7602179836512262, + "IoU_noncoffee": 0.6131868131868132, + "kappa": 0.5778881600918344, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6890071535710165, + "mIoU": 0.5226217329632707, + "macroF1": 0.6856805725483641, + "F1_coffee": 0.7180164511109077, + "IoU_coffee": 0.5600824220662641, + "precision_coffee": 0.8883028636143019, + "recall_coffee": 0.6025151435343692, + "F1_noncoffee": 0.6533446939858206, + "IoU_noncoffee": 0.4851610438602774, + "kappa": 0.39853326731333416, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09793195463642428, + "mIoU": 0.04911521424875529, + "macroF1": 0.08971722951973142, + "F1_coffee": 0.17619105641525526, + "IoU_coffee": 0.09660609299839658, + "precision_coffee": 1.0, + "recall_coffee": 0.09660609299839658, + "F1_noncoffee": 0.003243402624207578, + "IoU_noncoffee": 0.0016243354991139988, + "kappa": 0.00031379217208673166, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7573395054208796, + "mIoU": 0.6093941846624684, + "macroF1": 0.7572858968583418, + "F1_coffee": 0.7536787436626685, + "IoU_coffee": 0.6047226907431292, + "precision_coffee": 0.8935639935493329, + "recall_coffee": 0.6516625681599487, + "F1_noncoffee": 0.7608930500540151, + "IoU_noncoffee": 0.6140656785818076, + "kappa": 0.5258514853806247, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7864936139407415, + "mIoU": 0.6430938484656679, + "macroF1": 0.7819753028744197, + "F1_coffee": 0.8133616598110563, + "IoU_coffee": 0.6854334907816547, + "precision_coffee": 0.9134937557112397, + "recall_coffee": 0.7330128727391233, + "F1_noncoffee": 0.7505889459377831, + "IoU_noncoffee": 0.6007542061496809, + "kappa": 0.5708413815513305, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8168467167819983, + "mIoU": 0.680776587202953, + "macroF1": 0.8087787434148439, + "F1_coffee": 0.8480568289761699, + "IoU_coffee": 0.736196758927291, + "precision_coffee": 0.9171058508262617, + "recall_coffee": 0.7886772161622368, + "F1_noncoffee": 0.769500657853518, + "IoU_noncoffee": 0.6253564154786151, + "kappa": 0.6208181964560123, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7328101206512827, + "mIoU": 0.5637704577912077, + "macroF1": 0.7177173886587951, + "F1_coffee": 0.6524455279597745, + "IoU_coffee": 0.4841700587969245, + "precision_coffee": 0.7941394658753709, + "recall_coffee": 0.5536591673131627, + "F1_noncoffee": 0.7829892493578157, + "IoU_noncoffee": 0.6433708567854909, + "kappa": 0.44643834077081224, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7011759534014727, + "mIoU": 0.5295143138557444, + "macroF1": 0.689670494566909, + "F1_coffee": 0.6299169729141146, + "IoU_coffee": 0.4597655473872442, + "precision_coffee": 0.7935528120713305, + "recall_coffee": 0.5222297449785601, + "F1_noncoffee": 0.7494240162197032, + "IoU_noncoffee": 0.5992630803242447, + "kappa": 0.3967098640214952, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7535055350553506, + "mIoU": 0.6023910414182165, + "macroF1": 0.7514575242078625, + "F1_coffee": 0.7288961038961039, + "IoU_coffee": 0.5734355044699873, + "precision_coffee": 0.8247179218053005, + "recall_coffee": 0.653023062538957, + "F1_noncoffee": 0.774018944519621, + "IoU_noncoffee": 0.6313465783664459, + "kappa": 0.5084463223950622, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7839106712346149, + "mIoU": 0.632646334764481, + "macroF1": 0.7729708248831082, + "F1_coffee": 0.8228072000832379, + "IoU_coffee": 0.6989570443698073, + "precision_coffee": 0.9585454545454546, + "recall_coffee": 0.7207437112650383, + "F1_noncoffee": 0.7231344496829784, + "IoU_noncoffee": 0.5663356251591546, + "kappa": 0.5597364272564638, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8623046875, + "mIoU": 0.7146869497586759, + "macroF1": 0.828690017776448, + "F1_coffee": 0.904574986464537, + "IoU_coffee": 0.8257753614234523, + "precision_coffee": 0.9639405740660608, + "recall_coffee": 0.8520974117047049, + "F1_noncoffee": 0.7528050490883591, + "IoU_noncoffee": 0.6035985380938994, + "kappa": 0.6607136302631109, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8735144312393888, + "mIoU": 0.7280082856480037, + "macroF1": 0.8375766139182896, + "F1_coffee": 0.913977804862403, + "IoU_coffee": 0.8415829887773184, + "precision_coffee": 0.9647887323943662, + "recall_coffee": 0.8682510664229128, + "F1_noncoffee": 0.7611754229741763, + "IoU_noncoffee": 0.6144335825186888, + "kappa": 0.6776355913722057, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2592, + 2984 + ], + [ + 41432, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4676082770029704, + "test_tta": { + "OA": 0.8023064250411862, + "mIoU": 0.6648434327266474, + "macroF1": 0.7979543091142247, + "F1_coffee": 0.8276077451592755, + "IoU_coffee": 0.7059136920618008, + "precision_coffee": 0.9015138629018541, + "recall_coffee": 0.7649011401356617, + "F1_noncoffee": 0.7683008730691739, + "IoU_noncoffee": 0.623773173391494, + "kappa": 0.5995260213576983, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7037469712703358, + "mIoU": 0.5380993086448247, + "macroF1": 0.6984717111058197, + "F1_coffee": 0.7383545416332301, + "IoU_coffee": 0.5852314029561425, + "precision_coffee": 0.8797923686367362, + "recall_coffee": 0.636094284961812, + "F1_noncoffee": 0.6585888805784094, + "IoU_noncoffee": 0.4909672143335068, + "kappa": 0.4166172477357735, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.7544726650865555, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7819461356636344, + "mIoU": 0.6386506487682181, + "macroF1": 0.7789392230170639, + "F1_coffee": 0.8047212021104286, + "IoU_coffee": 0.673249792041216, + "precision_coffee": 0.905383949191686, + "recall_coffee": 0.724202626641651, + "F1_noncoffee": 0.7531572439236991, + "IoU_noncoffee": 0.6040515054952201, + "kappa": 0.5646805819890275, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6823006807430484, + "mIoU": 0.5151045601990787, + "macroF1": 0.6792079283383334, + "F1_coffee": 0.710706030678714, + "IoU_coffee": 0.5512366051419957, + "precision_coffee": 0.8848266841072596, + "recall_coffee": 0.5938460187867615, + "F1_noncoffee": 0.6477098259979529, + "IoU_noncoffee": 0.4789725152561616, + "kappa": 0.3873084925412272, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08752501667778519, + "mIoU": 0.04389484915752145, + "macroF1": 0.08094881778874316, + "F1_coffee": 0.15869110591708696, + "IoU_coffee": 0.0861838588989845, + "precision_coffee": 1.0, + "recall_coffee": 0.0861838588989845, + "F1_noncoffee": 0.0032065296603993585, + "IoU_noncoffee": 0.001605839416058394, + "kappa": 0.0002767565728954586, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.743452308441954, + "mIoU": 0.5913238191609419, + "macroF1": 0.7431160529758689, + "F1_coffee": 0.7338220424671386, + "IoU_coffee": 0.5795567977640248, + "precision_coffee": 0.8972338123937568, + "recall_coffee": 0.6207633914252112, + "F1_noncoffee": 0.7524100634845992, + "IoU_noncoffee": 0.603090840557859, + "kappa": 0.5016096139248711, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7838047468845338, + "mIoU": 0.6398172380460452, + "macroF1": 0.7795908451064067, + "F1_coffee": 0.8100667787216644, + "IoU_coffee": 0.6807665877681912, + "precision_coffee": 0.9154944039429099, + "recall_coffee": 0.7264135571125957, + "F1_noncoffee": 0.7491149114911491, + "IoU_noncoffee": 0.598867888323899, + "kappa": 0.5667707701339237, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8116194553691443, + "mIoU": 0.6716384153910877, + "macroF1": 0.80197482216888, + "F1_coffee": 0.8456769983686786, + "IoU_coffee": 0.7326172979084229, + "precision_coffee": 0.9014084507042254, + "recall_coffee": 0.7964357044092795, + "F1_noncoffee": 0.7582726459690814, + "IoU_noncoffee": 0.6106595328737524, + "kappa": 0.6063069200870032, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7220335012299403, + "mIoU": 0.5468606782768102, + "macroF1": 0.7026053210073012, + "F1_coffee": 0.6265932336742722, + "IoU_coffee": 0.4562328139321723, + "precision_coffee": 0.8002411575562701, + "recall_coffee": 0.5148694078096716, + "F1_noncoffee": 0.7786174083403302, + "IoU_noncoffee": 0.6374885426214482, + "kappa": 0.421364048435491, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7123859764809319, + "mIoU": 0.5432791812527646, + "macroF1": 0.7015729664149066, + "F1_coffee": 0.6447672051038414, + "IoU_coffee": 0.47576121794871795, + "precision_coffee": 0.8089237057220708, + "recall_coffee": 0.5359963890769578, + "F1_noncoffee": 0.7583787277259717, + "IoU_noncoffee": 0.6107971445568114, + "kappa": 0.4194086722808667, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7529783869267264, + "mIoU": 0.6015245963231796, + "macroF1": 0.7507441804328032, + "F1_coffee": 0.727145685338302, + "IoU_coffee": 0.5712717291857273, + "precision_coffee": 0.8272390037095919, + "recall_coffee": 0.6486598794930397, + "F1_noncoffee": 0.7743426755273043, + "IoU_noncoffee": 0.6317774634606318, + "kappa": 0.5074520540282089, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7666539779215835, + "mIoU": 0.6112281420933793, + "macroF1": 0.7567789223197521, + "F1_coffee": 0.8057873059457176, + "IoU_coffee": 0.6747435443933498, + "precision_coffee": 0.9578207381370826, + "recall_coffee": 0.6954064892453518, + "F1_noncoffee": 0.7077705386937867, + "IoU_noncoffee": 0.5477127397934087, + "kappa": 0.5313253942047644, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.847265625, + "mIoU": 0.6921078591526229, + "macroF1": 0.812564758210345, + "F1_coffee": 0.8932131640038236, + "IoU_coffee": 0.807032695866749, + "precision_coffee": 0.9614875790092606, + "recall_coffee": 0.83399209486166, + "F1_noncoffee": 0.7319163524168666, + "IoU_noncoffee": 0.5771830224384968, + "kappa": 0.6298154860638776, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8640822486323335, + "mIoU": 0.7023698674042412, + "macroF1": 0.8180880587717184, + "F1_coffee": 0.9095587773802799, + "IoU_coffee": 0.8341199493496029, + "precision_coffee": 0.9376293995859213, + "recall_coffee": 0.8831200487507618, + "F1_noncoffee": 0.7266173401631569, + "IoU_noncoffee": 0.5706197854588796, + "kappa": 0.6371591375941196, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2570, + 2984 + ], + [ + 41069, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0383635918299357, + "test_tta": { + "OA": 0.796558269464938, + "mIoU": 0.6567715993015819, + "macroF1": 0.792058362251594, + "F1_coffee": 0.822647871493467, + "IoU_coffee": 0.6987271280827366, + "precision_coffee": 0.8957979193581288, + "recall_coffee": 0.7605426468465868, + "F1_noncoffee": 0.761468853009721, + "IoU_noncoffee": 0.6148160705204272, + "kappa": 0.5878134030546339, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6969539633091035, + "mIoU": 0.530169797592335, + "macroF1": 0.6917228806468623, + "F1_coffee": 0.7318803593303389, + "IoU_coffee": 0.5771382571946065, + "precision_coffee": 0.8742226557736862, + "recall_coffee": 0.6294004038275832, + "F1_noncoffee": 0.6515654019633855, + "IoU_noncoffee": 0.48320133799006343, + "kappa": 0.4039799402177929, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.7035257899091412, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.6633299906883461, + "mIoU": 0.4962086075091263, + "macroF1": 0.6632738607812361, + "F1_coffee": 0.6676213206046142, + "IoU_coffee": 0.5010747551946501, + "precision_coffee": 0.8614051094890511, + "recall_coffee": 0.5450137104921345, + "F1_noncoffee": 0.6589264009578579, + "IoU_noncoffee": 0.49134245982360264, + "kappa": 0.35979484762445685, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.5802180685358256, + "mIoU": 0.4086669532824805, + "macroF1": 0.580217955371043, + "F1_coffee": 0.5804359107420861, + "IoU_coffee": 0.40888320233960884, + "precision_coffee": 0.8456401209677419, + "recall_coffee": 0.4418619963128786, + "F1_noncoffee": 0.58, + "IoU_noncoffee": 0.4084507042253521, + "kappa": 0.2356868589770509, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04296197464976651, + "mIoU": 0.021543249206324642, + "macroF1": 0.041426209580899716, + "F1_coffee": 0.07979474021808852, + "IoU_coffee": 0.041555318011758414, + "precision_coffee": 1.0, + "recall_coffee": 0.041555318011758414, + "F1_noncoffee": 0.0030576789437109105, + "IoU_noncoffee": 0.0015311804008908685, + "kappa": 0.00012724928027996586, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6555609696674382, + "mIoU": 0.4847754836590996, + "macroF1": 0.6521023054007508, + "F1_coffee": 0.6174142480211082, + "IoU_coffee": 0.44656488549618323, + "precision_coffee": 0.8406411201179071, + "recall_coffee": 0.487864856195873, + "F1_noncoffee": 0.6867903627803933, + "IoU_noncoffee": 0.522986081822016, + "kappa": 0.3421785824385431, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.6435699881069342, + "mIoU": 0.4743483695963232, + "macroF1": 0.6434323175260868, + "F1_coffee": 0.650438663218216, + "IoU_coffee": 0.4819630241996092, + "precision_coffee": 0.8613834788448623, + "recall_coffee": 0.5224865569496496, + "F1_noncoffee": 0.6364259718339574, + "IoU_noncoffee": 0.4667337149930373, + "kappa": 0.3287351229164172, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.6887041370040324, + "mIoU": 0.5225161590996235, + "macroF1": 0.6856560488499928, + "F1_coffee": 0.7166100158622253, + "IoU_coffee": 0.5583727664383078, + "precision_coffee": 0.8738808444788327, + "recall_coffee": 0.6073129512982025, + "F1_noncoffee": 0.6547020818377602, + "IoU_noncoffee": 0.48665955176093917, + "kappa": 0.395180701402625, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6528054351645777, + "mIoU": 0.46315236057301357, + "macroF1": 0.6257084179435112, + "F1_coffee": 0.525, + "IoU_coffee": 0.3559322033898305, + "precision_coffee": 0.6902654867256637, + "recall_coffee": 0.4235841737781226, + "F1_noncoffee": 0.7264168358870223, + "IoU_noncoffee": 0.5703725177561966, + "kappa": 0.2753423167550534, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.631607868996593, + "mIoU": 0.44697005473990137, + "macroF1": 0.6124506971297015, + "F1_coffee": 0.5262860373092142, + "IoU_coffee": 0.35711545838128117, + "precision_coffee": 0.7039697542533081, + "recall_coffee": 0.42022116903633494, + "F1_noncoffee": 0.6986153569501888, + "IoU_noncoffee": 0.5368246510985215, + "kappa": 0.2550935370274332, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6192936215076437, + "mIoU": 0.4406990364365289, + "macroF1": 0.6088480001050676, + "F1_coffee": 0.5449275362318841, + "IoU_coffee": 0.3745019920318725, + "precision_coffee": 0.6925048046124279, + "recall_coffee": 0.4492000831082485, + "F1_noncoffee": 0.6727684639782511, + "IoU_noncoffee": 0.5068960808411853, + "kappa": 0.24243531505966578, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.6585458698134754, + "mIoU": 0.4889275625504439, + "macroF1": 0.6561342203959911, + "F1_coffee": 0.684931506849315, + "IoU_coffee": 0.5208333333333334, + "precision_coffee": 0.9574468085106383, + "recall_coffee": 0.533175355450237, + "F1_noncoffee": 0.6273369339426672, + "IoU_noncoffee": 0.4570217917675545, + "kappa": 0.3724056002218975, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.65419921875, + "mIoU": 0.46998903321940066, + "macroF1": 0.6340465054259304, + "F1_coffee": 0.7199240686545915, + "IoU_coffee": 0.5624073158675235, + "precision_coffee": 0.948125, + "recall_coffee": 0.5802626545964554, + "F1_noncoffee": 0.5481689421972694, + "IoU_noncoffee": 0.3775707505712779, + "kappa": 0.33064754321089757, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7508017355215997, + "mIoU": 0.5705529526018044, + "macroF1": 0.7197707942785008, + "F1_coffee": 0.8130219391365888, + "IoU_coffee": 0.6849511089911757, + "precision_coffee": 0.969451476793249, + "recall_coffee": 0.7000609384521633, + "F1_noncoffee": 0.6265196494204128, + "IoU_noncoffee": 0.4561547962124331, + "kappa": 0.4672484418570017, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2404, + 2984 + ], + [ + 34611, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9162412961324056, + "test_tta": { + "OA": 0.7061098775159372, + "mIoU": 0.5440154043686964, + "macroF1": 0.704252109688078, + "F1_coffee": 0.7276920524307284, + "IoU_coffee": 0.5719464802691635, + "precision_coffee": 0.8557658536585366, + "recall_coffee": 0.632962909510752, + "F1_noncoffee": 0.6808121669454277, + "IoU_noncoffee": 0.5160843284682294, + "kappa": 0.42363611930442563, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6179473866389754, + "mIoU": 0.4459579903301022, + "macroF1": 0.6164068451936641, + "F1_coffee": 0.6407161264071612, + "IoU_coffee": 0.4713630013969268, + "precision_coffee": 0.8385997301711283, + "recall_coffee": 0.5183917127556843, + "F1_noncoffee": 0.5920975639801669, + "IoU_noncoffee": 0.4205529792632776, + "kappa": 0.2784287237255919, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7133962570333118, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7842919561635986, + "mIoU": 0.6351925887502314, + "macroF1": 0.7752416334246905, + "F1_coffee": 0.8203430275913497, + "IoU_coffee": 0.6954081116617781, + "precision_coffee": 0.8486961888597438, + "recall_coffee": 0.7938230624909799, + "F1_noncoffee": 0.7301402392580313, + "IoU_noncoffee": 0.5749770658386847, + "kappa": 0.5512356012542381, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6946030921887619, + "mIoU": 0.5223918351130385, + "macroF1": 0.6836440014096441, + "F1_coffee": 0.7425250179350932, + "IoU_coffee": 0.5904888992032181, + "precision_coffee": 0.8324835728112986, + "recall_coffee": 0.67011236941445, + "F1_noncoffee": 0.6247629848841949, + "IoU_noncoffee": 0.45429477102285903, + "kappa": 0.3778752178341709, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17678452301534356, + "mIoU": 0.08867710318279384, + "macroF1": 0.15112861127117805, + "F1_coffee": 0.2987042509661287, + "IoU_coffee": 0.17557455905932656, + "precision_coffee": 1.0, + "recall_coffee": 0.17557455905932656, + "F1_noncoffee": 0.0035529715762273903, + "IoU_noncoffee": 0.0017796473062611229, + "kappa": 0.0006247263796570398, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7676330856377147, + "mIoU": 0.6216040771535968, + "macroF1": 0.7664244744018615, + "F1_coffee": 0.7832263196772544, + "IoU_coffee": 0.6436910432427384, + "precision_coffee": 0.8357991753577492, + "recall_coffee": 0.7368758687052283, + "F1_noncoffee": 0.7496226291264685, + "IoU_noncoffee": 0.5995171110644552, + "kappa": 0.534974076088071, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7874243756140442, + "mIoU": 0.6411767817573546, + "macroF1": 0.7800287422372254, + "F1_coffee": 0.8203626829801179, + "IoU_coffee": 0.6954363609423618, + "precision_coffee": 0.8846480067854113, + "recall_coffee": 0.7647873553853675, + "F1_noncoffee": 0.739694801494333, + "IoU_noncoffee": 0.5869172025723473, + "kappa": 0.5633983143020376, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7948922188480112, + "mIoU": 0.6333360960712807, + "macroF1": 0.7710757359472927, + "F1_coffee": 0.8449145524354438, + "IoU_coffee": 0.7314736361858828, + "precision_coffee": 0.8283879539415412, + "recall_coffee": 0.8621139960055308, + "F1_noncoffee": 0.6972369194591417, + "IoU_noncoffee": 0.5351985559566786, + "kappa": 0.5425069523835733, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.752137753309125, + "mIoU": 0.5960107596896314, + "macroF1": 0.7455365946945801, + "F1_coffee": 0.7045518011728568, + "IoU_coffee": 0.543867212761371, + "precision_coffee": 0.7657056145675265, + "recall_coffee": 0.65244375484872, + "F1_noncoffee": 0.7865213882163035, + "IoU_noncoffee": 0.6481543066178916, + "kappa": 0.49340801667733086, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7212880536322673, + "mIoU": 0.5596130875196594, + "macroF1": 0.7165941378934264, + "F1_coffee": 0.6801210898082745, + "IoU_coffee": 0.5152905198776758, + "precision_coffee": 0.7709465255933657, + "recall_coffee": 0.6084405326111487, + "F1_noncoffee": 0.7530671859785784, + "IoU_noncoffee": 0.6039356551616429, + "kappa": 0.43919683196060294, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7422245651027939, + "mIoU": 0.5900876676420632, + "macroF1": 0.7422033717598944, + "F1_coffee": 0.7445408003343433, + "IoU_coffee": 0.5930426098535286, + "precision_coffee": 0.7488440521227406, + "recall_coffee": 0.7402867234573032, + "F1_noncoffee": 0.7398659431854453, + "IoU_noncoffee": 0.5871327254305978, + "kappa": 0.48442408072293314, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7844182210379393, + "mIoU": 0.6181183301474706, + "macroF1": 0.7590763629395421, + "F1_coffee": 0.8372137587429338, + "IoU_coffee": 0.7200065919578115, + "precision_coffee": 0.8824479903049889, + "recall_coffee": 0.7963908129784907, + "F1_noncoffee": 0.6809389671361502, + "IoU_noncoffee": 0.5162300683371298, + "kappa": 0.5206215535257974, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84619140625, + "mIoU": 0.6828367290547863, + "macroF1": 0.8047635159955371, + "F1_coffee": 0.894698134652671, + "IoU_coffee": 0.8094604403580934, + "precision_coffee": 0.940539780714085, + "recall_coffee": 0.8531174295550172, + "F1_noncoffee": 0.714828897338403, + "IoU_noncoffee": 0.5562130177514792, + "kappa": 0.6120230141943575, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8420109413318242, + "mIoU": 0.6256135855607993, + "macroF1": 0.7517424205727357, + "F1_coffee": 0.9014416004707266, + "IoU_coffee": 0.8205677557579004, + "precision_coffee": 0.8714448236632537, + "recall_coffee": 0.9335770871419866, + "F1_noncoffee": 0.6020432406747446, + "IoU_noncoffee": 0.4306594153636982, + "kappa": 0.5058489710769569, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2564, + 2984 + ], + [ + 41206, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.527764328320821, + "test_tta": { + "OA": 0.7908101138886899, + "mIoU": 0.6423681638830312, + "macroF1": 0.7803653214148483, + "F1_coffee": 0.8282614448266737, + "IoU_coffee": 0.7068654019873533, + "precision_coffee": 0.8439943673787339, + "recall_coffee": 0.8131043440611921, + "F1_noncoffee": 0.7324691980030229, + "IoU_noncoffee": 0.5778709257787092, + "kappa": 0.5609682948901602, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7025354794046382, + "mIoU": 0.5297125741355146, + "macroF1": 0.6894686473879857, + "F1_coffee": 0.7531684199188597, + "IoU_coffee": 0.6040658834369961, + "precision_coffee": 0.8281879194630872, + "recall_coffee": 0.690611008691072, + "F1_noncoffee": 0.6257688748571117, + "IoU_noncoffee": 0.4553592648340331, + "kappa": 0.3865685462540479, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 10, + "stopped_epoch": 30, + "best_val": 0.7529582934001846, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7662953943127283, + "mIoU": 0.6185233122119225, + "macroF1": 0.7638358294118983, + "F1_coffee": 0.787936889654388, + "IoU_coffee": 0.6500790948333646, + "precision_coffee": 0.901405308944903, + "recall_coffee": 0.6998412469331794, + "F1_noncoffee": 0.7397347691694087, + "IoU_noncoffee": 0.5869675295904804, + "kappa": 0.5366819745749758, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6692482981423792, + "mIoU": 0.5008054313203854, + "macroF1": 0.6667603706754015, + "F1_coffee": 0.695554051004288, + "IoU_coffee": 0.5332179930795847, + "precision_coffee": 0.8801868091254241, + "recall_coffee": 0.5749495215521025, + "F1_noncoffee": 0.6379666903465151, + "IoU_noncoffee": 0.4683928695611859, + "kappa": 0.3666600190927043, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08899266177451634, + "mIoU": 0.04463104171386652, + "macroF1": 0.08219552000573899, + "F1_coffee": 0.16117936117936119, + "IoU_coffee": 0.08765366114377339, + "precision_coffee": 1.0, + "recall_coffee": 0.08765366114377339, + "F1_noncoffee": 0.003211678832116788, + "IoU_noncoffee": 0.0016084222839596433, + "kappa": 0.0002819284562783795, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7363868924351322, + "mIoU": 0.5823629972469324, + "macroF1": 0.7359831902199372, + "F1_coffee": 0.7256592292089249, + "IoU_coffee": 0.5694389176283327, + "precision_coffee": 0.8911723493694536, + "recall_coffee": 0.611996150967604, + "F1_noncoffee": 0.7463071512309496, + "IoU_noncoffee": 0.5952870768655321, + "kappa": 0.4882887891429843, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7566575314132065, + "mIoU": 0.6055151503742098, + "macroF1": 0.7537117782021752, + "F1_coffee": 0.7806469656008204, + "IoU_coffee": 0.6402140672782874, + "precision_coffee": 0.9122004357298475, + "recall_coffee": 0.682255173537559, + "F1_noncoffee": 0.72677659080353, + "IoU_noncoffee": 0.5708162334701322, + "kappa": 0.5198619543161634, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8000199133768109, + "mIoU": 0.6561241433670203, + "macroF1": 0.790758513790629, + "F1_coffee": 0.8347797474602064, + "IoU_coffee": 0.7164136957289093, + "precision_coffee": 0.8984506418769367, + "recall_coffee": 0.7795360270394838, + "F1_noncoffee": 0.7467372801210517, + "IoU_noncoffee": 0.5958345910051313, + "kappa": 0.5847140718880384, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7048143375893171, + "mIoU": 0.5247627654798113, + "macroF1": 0.6830935498936263, + "F1_coffee": 0.6001269438273564, + "IoU_coffee": 0.4287009748356382, + "precision_coffee": 0.7765913757700206, + "recall_coffee": 0.48900956814067753, + "F1_noncoffee": 0.7660601559598961, + "IoU_noncoffee": 0.6208245561239844, + "kappa": 0.38477146629747466, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7022749752720079, + "mIoU": 0.5303415711332455, + "macroF1": 0.6902610621991656, + "F1_coffee": 0.6292596140687012, + "IoU_coffee": 0.4590654952076677, + "precision_coffee": 0.7993741307371349, + "recall_coffee": 0.5188445046264951, + "F1_noncoffee": 0.75126251032963, + "IoU_noncoffee": 0.6016176470588235, + "kappa": 0.39878967633603124, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.724301528729573, + "mIoU": 0.56440037846361, + "macroF1": 0.7207880069157533, + "F1_coffee": 0.6894668091675573, + "IoU_coffee": 0.5260964117433853, + "precision_coffee": 0.8046008869179601, + "recall_coffee": 0.6031581134427592, + "F1_noncoffee": 0.7521092046639491, + "IoU_noncoffee": 0.6027043451838348, + "kappa": 0.450556954247428, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7705874888973481, + "mIoU": 0.6164245680096246, + "macroF1": 0.7608150551046093, + "F1_coffee": 0.8091619168249947, + "IoU_coffee": 0.6794894522247829, + "precision_coffee": 0.9611334002006018, + "recall_coffee": 0.6986875683558148, + "F1_noncoffee": 0.712468193384224, + "IoU_noncoffee": 0.5533596837944664, + "kappa": 0.5389954361064283, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80498046875, + "mIoU": 0.6365648985064789, + "macroF1": 0.7717534719891077, + "F1_coffee": 0.8588393298932636, + "IoU_coffee": 0.752601585728444, + "precision_coffee": 0.9636738578680203, + "recall_coffee": 0.7745760550809639, + "F1_noncoffee": 0.6846676140849518, + "IoU_noncoffee": 0.5205282112845138, + "kappa": 0.5552641871587265, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.867760799849085, + "mIoU": 0.710114024817229, + "macroF1": 0.8239243944062179, + "F1_coffee": 0.9117795117040021, + "IoU_coffee": 0.8378628426043715, + "precision_coffee": 0.9425003252244049, + "recall_coffee": 0.8829981718464351, + "F1_noncoffee": 0.7360692771084337, + "IoU_noncoffee": 0.5823652070300864, + "kappa": 0.6489645567184467, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2502, + 2984 + ], + [ + 40263, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9163729945818583, + "test_tta": { + "OA": 0.781032877301053, + "mIoU": 0.6365117910306604, + "macroF1": 0.7771878045042608, + "F1_coffee": 0.8064577397910732, + "IoU_coffee": 0.6756842775302355, + "precision_coffee": 0.8927983178552654, + "recall_coffee": 0.735344205513061, + "F1_noncoffee": 0.7479178692174486, + "IoU_noncoffee": 0.5973393045310853, + "kappa": 0.5597385142684547, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6835121726087459, + "mIoU": 0.5154512785437071, + "macroF1": 0.679218218054013, + "F1_coffee": 0.7163318596654515, + "IoU_coffee": 0.55803508489255, + "precision_coffee": 0.8714537334088193, + "recall_coffee": 0.6080897199543499, + "F1_noncoffee": 0.6421045764425742, + "IoU_noncoffee": 0.47286747219486414, + "kappa": 0.3830979215153297, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f0_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 23, + "stopped_epoch": 43, + "best_val": 0.761777178022895, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.781981949717069, + "mIoU": 0.6387421533431952, + "macroF1": 0.7790147065723876, + "F1_coffee": 0.804621680173313, + "IoU_coffee": 0.6731104846288093, + "precision_coffee": 0.906035417419588, + "recall_coffee": 0.7236253427623034, + "F1_noncoffee": 0.7534077329714621, + "IoU_noncoffee": 0.6043738220575811, + "kappa": 0.564909375048475, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6810747663551402, + "mIoU": 0.5137456195580409, + "macroF1": 0.6780332909128516, + "F1_coffee": 0.7093263227078541, + "IoU_coffee": 0.5495783598810445, + "precision_coffee": 0.8843040215004425, + "recall_coffee": 0.5921560881397595, + "F1_noncoffee": 0.646740259117849, + "IoU_noncoffee": 0.47791287923503717, + "kappa": 0.3853150562056872, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.0780520346897932, + "mIoU": 0.039143159599700085, + "macroF1": 0.07282040033759857, + "F1_coffee": 0.14246711342764953, + "IoU_coffee": 0.0766969535008017, + "precision_coffee": 1.0, + "recall_coffee": 0.0766969535008017, + "F1_noncoffee": 0.0031736872475476054, + "IoU_noncoffee": 0.0015893656985984685, + "kappa": 0.00024376929880499793, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7452795712023389, + "mIoU": 0.5937354643542072, + "macroF1": 0.7450373918998359, + "F1_coffee": 0.7371794871794872, + "IoU_coffee": 0.583756345177665, + "precision_coffee": 0.894191187681049, + "recall_coffee": 0.6270715278520261, + "F1_noncoffee": 0.7528952966201844, + "IoU_noncoffee": 0.6037145835307496, + "kappa": 0.5044402923461256, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7789958115724701, + "mIoU": 0.6336392852907522, + "macroF1": 0.7750068884925687, + "F1_coffee": 0.8049648626448845, + "IoU_coffee": 0.6735909576905453, + "precision_coffee": 0.9149377593360996, + "recall_coffee": 0.7185921459996741, + "F1_noncoffee": 0.7450489143402529, + "IoU_noncoffee": 0.5936876128909592, + "kappa": 0.5583545441530277, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.814855379100911, + "mIoU": 0.6764964562803069, + "macroF1": 0.8055151914634654, + "F1_coffee": 0.8481358977500102, + "IoU_coffee": 0.7363159387407827, + "precision_coffee": 0.9053264754598553, + "recall_coffee": 0.7977415885696728, + "F1_noncoffee": 0.7628944851769206, + "IoU_noncoffee": 0.616676973819831, + "kappa": 0.6134388640234038, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7299988286283238, + "mIoU": 0.5596676925601158, + "macroF1": 0.7141529908896782, + "F1_coffee": 0.6468515397579286, + "IoU_coffee": 0.4780344202898551, + "precision_coffee": 0.793609022556391, + "recall_coffee": 0.5459012154124644, + "F1_noncoffee": 0.7814544420214279, + "IoU_noncoffee": 0.6413009648303766, + "kappa": 0.4401538623532191, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7073304758764699, + "mIoU": 0.5370545339432629, + "macroF1": 0.6962216546242342, + "F1_coffee": 0.6381301807310776, + "IoU_coffee": 0.46856914787467574, + "precision_coffee": 0.8019125683060109, + "recall_coffee": 0.5299029564432408, + "F1_noncoffee": 0.7543131285173909, + "IoU_noncoffee": 0.6055399200118501, + "kappa": 0.4091760856469772, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7550869794412229, + "mIoU": 0.6047235605300437, + "macroF1": 0.7533322194262595, + "F1_coffee": 0.7325273459988486, + "IoU_coffee": 0.5779433139534884, + "precision_coffee": 0.8215392561983471, + "recall_coffee": 0.660918346145855, + "F1_noncoffee": 0.7741370928536704, + "IoU_noncoffee": 0.631503807106599, + "kappa": 0.5115068714793118, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7618322547900013, + "mIoU": 0.605928438736774, + "macroF1": 0.7528304845538655, + "F1_coffee": 0.8, + "IoU_coffee": 0.6666666666666666, + "precision_coffee": 0.9628109771736343, + "recall_coffee": 0.6842872767043383, + "F1_noncoffee": 0.7056609691077309, + "IoU_noncoffee": 0.5451902108068815, + "kappa": 0.5256239730699938, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84267578125, + "mIoU": 0.6865725206870439, + "macroF1": 0.8087088259721962, + "F1_coffee": 0.8893163861216077, + "IoU_coffee": 0.8006928120747248, + "precision_coffee": 0.964243146603099, + "recall_coffee": 0.8251944409027158, + "F1_noncoffee": 0.7281012658227848, + "IoU_noncoffee": 0.572452229299363, + "kappa": 0.6230094960625948, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8683267308055084, + "mIoU": 0.7134222593317547, + "macroF1": 0.8265747068252763, + "F1_coffee": 0.9116679321690712, + "IoU_coffee": 0.8376744186046512, + "precision_coffee": 0.9480194762468745, + "recall_coffee": 0.8780012187690432, + "F1_noncoffee": 0.7414814814814815, + "IoU_noncoffee": 0.5891701000588582, + "kappa": 0.6546355617290146, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2547, + 2984 + ], + [ + 41094, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3131943782170614, + "test_tta": { + "OA": 0.794409426258864, + "mIoU": 0.6545274896320613, + "macroF1": 0.7905224555308965, + "F1_coffee": 0.8190572252604372, + "IoU_coffee": 0.6935621630278119, + "precision_coffee": 0.9020690133999861, + "recall_coffee": 0.7500360802424593, + "F1_noncoffee": 0.7619876858013558, + "IoU_noncoffee": 0.6154928162363107, + "kappa": 0.5856603676018298, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6934348678896965, + "mIoU": 0.5268240983121293, + "macroF1": 0.6890517692283762, + "F1_coffee": 0.7259694719471947, + "IoU_coffee": 0.5698210960900186, + "precision_coffee": 0.8797650293713286, + "recall_coffee": 0.6179439908699851, + "F1_noncoffee": 0.6521340665095575, + "IoU_noncoffee": 0.48382710053423994, + "kappa": 0.40132853729987616, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 49, + "stopped_epoch": 69, + "best_val": 0.6912647661264796, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8814918821213001, + "mIoU": 0.7071731660811978, + "macroF1": 0.8188692763437766, + "F1_coffee": 0.925372224198384, + "IoU_coffee": 0.8611095348881197, + "precision_coffee": 0.8950886713066729, + "recall_coffee": 0.9577767025014201, + "F1_noncoffee": 0.7123663284891691, + "IoU_noncoffee": 0.553236797274276, + "kappa": 0.6393297756849617, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8497173185646706, + "mIoU": 0.6531986881255003, + "macroF1": 0.776954344901077, + "F1_coffee": 0.9043492628834751, + "IoU_coffee": 0.8253992191558169, + "precision_coffee": 0.863027138777441, + "recall_coffee": 0.9498274233046027, + "F1_noncoffee": 0.649559426918679, + "IoU_noncoffee": 0.48099815709518356, + "kappa": 0.5576243300960789, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.35802469135802467, + "mIoU": 0.17901234567901234, + "macroF1": 0.2636363636363636, + "F1_coffee": 0.5272727272727272, + "IoU_coffee": 0.35802469135802467, + "precision_coffee": 0.9666666666666667, + "recall_coffee": 0.3625, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.02481751824817526, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8863106796116504, + "mIoU": 0.7185124969539667, + "macroF1": 0.8275623362161727, + "F1_coffee": 0.9282123589995096, + "IoU_coffee": 0.8660412972601956, + "precision_coffee": 0.8994831580823383, + "recall_coffee": 0.9588373123931353, + "F1_noncoffee": 0.7269123134328358, + "IoU_noncoffee": 0.5709836966477376, + "kappa": 0.65645786678459, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8882549199748562, + "mIoU": 0.7176002685041021, + "macroF1": 0.8264434607142248, + "F1_coffee": 0.9300184719740787, + "IoU_coffee": 0.8691911473368427, + "precision_coffee": 0.8952891791044776, + "recall_coffee": 0.9675508789616282, + "F1_noncoffee": 0.722868449454371, + "IoU_noncoffee": 0.5660093896713615, + "kappa": 0.6549430889330285, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8699289202649775, + "mIoU": 0.6861239211793675, + "macroF1": 0.8027876239999372, + "F1_coffee": 0.9178575790887993, + "IoU_coffee": 0.848185563519386, + "precision_coffee": 0.8905018664454584, + "recall_coffee": 0.9469472623023124, + "F1_noncoffee": 0.687717668911075, + "IoU_noncoffee": 0.5240622788393489, + "kappa": 0.606985235227276, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9104031856645097, + "mIoU": 0.6360725494849708, + "macroF1": 0.7434840027992746, + "F1_coffee": 0.950407758430681, + "IoU_coffee": 0.9055018899622007, + "precision_coffee": 0.9284099472494348, + "recall_coffee": 0.9734733039846484, + "F1_noncoffee": 0.5365602471678682, + "IoU_noncoffee": 0.366643209007741, + "kappa": 0.48964551405717416, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.909803532446914, + "mIoU": 0.6258931651068367, + "macroF1": 0.7324820051267871, + "F1_coffee": 0.9502816824372368, + "IoU_coffee": 0.9052730304293456, + "precision_coffee": 0.9249361158432708, + "recall_coffee": 0.9770554493307839, + "F1_noncoffee": 0.5146823278163374, + "IoU_noncoffee": 0.3465132997843278, + "kappa": 0.46885716389535187, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9018654494939472, + "mIoU": 0.6440449583342602, + "macroF1": 0.7544168063734324, + "F1_coffee": 0.9447084474758204, + "IoU_coffee": 0.8952108497563043, + "precision_coffee": 0.9391951978657181, + "recall_coffee": 0.9502868068833652, + "F1_noncoffee": 0.5641251652710445, + "IoU_noncoffee": 0.3928790669122161, + "kappa": 0.508967000904607, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8633822832780673, + "mIoU": 0.7308569905162173, + "macroF1": 0.8415108791297863, + "F1_coffee": 0.9003868471953579, + "IoU_coffee": 0.8188214599824098, + "precision_coffee": 0.8638653234358431, + "recall_coffee": 0.940132717830352, + "F1_noncoffee": 0.7826349110642147, + "IoU_noncoffee": 0.6428925210500248, + "kappa": 0.6842532109881628, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8677732717155522, + "mIoU": 0.734955693487205, + "macroF1": 0.8440290953074238, + "F1_coffee": 0.9048846675712348, + "IoU_coffee": 0.8262916615041507, + "precision_coffee": 0.8594072164948454, + "recall_coffee": 0.9554441260744986, + "F1_noncoffee": 0.7831735230436128, + "IoU_noncoffee": 0.6436197254702593, + "kappa": 0.6900368275817778, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8395737055550316, + "mIoU": 0.6858856167064737, + "macroF1": 0.8087271123761036, + "F1_coffee": 0.885539331135186, + "IoU_coffee": 0.7945900253592562, + "precision_coffee": 0.8349194264687222, + "recall_coffee": 0.9426934097421203, + "F1_noncoffee": 0.7319148936170212, + "IoU_noncoffee": 0.5771812080536913, + "kappa": 0.6207195793156535, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2645, + 2995 + ], + [ + 51974, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1157100677490233, + "test_tta": { + "OA": 0.8817823827507182, + "mIoU": 0.7046503668315329, + "macroF1": 0.8166464578229973, + "F1_coffee": 0.9259300456048456, + "IoU_coffee": 0.862076107627709, + "precision_coffee": 0.8914330218068536, + "recall_coffee": 0.9632045105505649, + "F1_noncoffee": 0.707362870041149, + "IoU_noncoffee": 0.5472246260353567, + "kappa": 0.6354498180366515, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8501211491865698, + "mIoU": 0.6500656229977464, + "macroF1": 0.7738625672380478, + "F1_coffee": 0.9051824817518248, + "IoU_coffee": 0.8267884525635042, + "precision_coffee": 0.8591073624413308, + "recall_coffee": 0.9564798210601415, + "F1_noncoffee": 0.6425426527242708, + "IoU_noncoffee": 0.47334279343198865, + "kappa": 0.5525768148774599, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.7077817209731856, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8964849423840419, + "mIoU": 0.7421568767458142, + "macroF1": 0.8451070050523306, + "F1_coffee": 0.9343150909388825, + "IoU_coffee": 0.8767273356268378, + "precision_coffee": 0.9102464332036316, + "recall_coffee": 0.9596911619296068, + "F1_noncoffee": 0.7558989191657787, + "IoU_noncoffee": 0.6075864178647905, + "kappa": 0.6910168421099477, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8633177570093458, + "mIoU": 0.6824012532420946, + "macroF1": 0.8008481731188659, + "F1_coffee": 0.9123870979670701, + "IoU_coffee": 0.83888955000595, + "precision_coffee": 0.876358599133338, + "recall_coffee": 0.9515049844777386, + "F1_noncoffee": 0.6893092482706619, + "IoU_noncoffee": 0.5259129564782391, + "kappa": 0.6040694020642493, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25925925925925924, + "mIoU": 0.13319672131147542, + "macroF1": 0.2161290322580645, + "F1_coffee": 0.4, + "IoU_coffee": 0.25, + "precision_coffee": 1.0, + "recall_coffee": 0.25, + "F1_noncoffee": 0.03225806451612903, + "IoU_noncoffee": 0.01639344262295082, + "kappa": 0.008163265306122457, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8985922330097087, + "mIoU": 0.7478857589849498, + "macroF1": 0.8493059652239304, + "F1_coffee": 0.9354868595781477, + "IoU_coffee": 0.8787931534667827, + "precision_coffee": 0.912959614225437, + "recall_coffee": 0.9591539484516497, + "F1_noncoffee": 0.7631250708697132, + "IoU_noncoffee": 0.6169783645031169, + "kappa": 0.6992841950027399, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8994245926212465, + "mIoU": 0.7468559973085168, + "macroF1": 0.848362533865652, + "F1_coffee": 0.9363564041368337, + "IoU_coffee": 0.8803290949887809, + "precision_coffee": 0.9101778597346976, + "recall_coffee": 0.9640854388507341, + "F1_noncoffee": 0.7603686635944701, + "IoU_noncoffee": 0.6133828996282528, + "kappa": 0.6976667691863069, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.891446255016682, + "mIoU": 0.7318605291960907, + "macroF1": 0.8376605552311465, + "F1_coffee": 0.9311032683750192, + "IoU_coffee": 0.8710881424059719, + "precision_coffee": 0.9076223525188465, + "recall_coffee": 0.9558313905866045, + "F1_noncoffee": 0.7442178420872736, + "IoU_noncoffee": 0.5926329159862094, + "kappa": 0.6761258726847803, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9185664509706322, + "mIoU": 0.6577339151463458, + "macroF1": 0.764029769752977, + "F1_coffee": 0.9549906459777704, + "IoU_coffee": 0.9138584667228307, + "precision_coffee": 0.9316156736446591, + "recall_coffee": 0.9795688000903037, + "F1_noncoffee": 0.5730688935281837, + "IoU_noncoffee": 0.401609363569861, + "kappa": 0.5308610044385675, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9214129787656281, + "mIoU": 0.6673927148486654, + "macroF1": 0.7730914499527806, + "F1_coffee": 0.9565455942060792, + "IoU_coffee": 0.91671048480387, + "precision_coffee": 0.9337975361542582, + "recall_coffee": 0.9804296479586099, + "F1_noncoffee": 0.5896373056994819, + "IoU_noncoffee": 0.4180749448934607, + "kappa": 0.54871202914649, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9219091089501885, + "mIoU": 0.6794971795993191, + "macroF1": 0.7849187695001945, + "F1_coffee": 0.9565697257325755, + "IoU_coffee": 0.9167548127776602, + "precision_coffee": 0.9390032502708558, + "recall_coffee": 0.9748059835789, + "F1_noncoffee": 0.6132678132678133, + "IoU_noncoffee": 0.442239546420978, + "kappa": 0.571173931412146, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.879583135954524, + "mIoU": 0.7623904208039047, + "macroF1": 0.8632071070281884, + "F1_coffee": 0.9105370591961709, + "IoU_coffee": 0.8357668949476676, + "precision_coffee": 0.8890721649484536, + "recall_coffee": 0.933064050778996, + "F1_noncoffee": 0.8158771548602057, + "IoU_noncoffee": 0.6890139466601419, + "kappa": 0.7267420230277314, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8785249457700651, + "mIoU": 0.7579521915211688, + "macroF1": 0.8600436163889402, + "F1_coffee": 0.9109020475926951, + "IoU_coffee": 0.8363821138211383, + "precision_coffee": 0.8806848582129481, + "recall_coffee": 0.9432664756446991, + "F1_noncoffee": 0.8091851851851852, + "IoU_noncoffee": 0.6795222692211993, + "kappa": 0.7207911807668989, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8624917476185985, + "mIoU": 0.7306237113244138, + "macroF1": 0.8414708525410647, + "F1_coffee": 0.8991980088495575, + "IoU_coffee": 0.8168571787463886, + "precision_coffee": 0.8689203634420096, + "recall_coffee": 0.9316618911174785, + "F1_noncoffee": 0.7837436962325719, + "IoU_noncoffee": 0.644390243902439, + "kappa": 0.6837654509082839, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2641, + 2995 + ], + [ + 52907, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0394774635632833, + "test_tta": { + "OA": 0.8963235531454763, + "mIoU": 0.739445986225311, + "macroF1": 0.8429670569533401, + "F1_coffee": 0.9345024469820554, + "IoU_coffee": 0.8770573375181812, + "precision_coffee": 0.9066413436999229, + "recall_coffee": 0.9641301832411167, + "F1_noncoffee": 0.7514316669246247, + "IoU_noncoffee": 0.6018346349324408, + "kappa": 0.6870556504293488, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8634619822314527, + "mIoU": 0.679588437380984, + "macroF1": 0.7982935821719324, + "F1_coffee": 0.9129447249119516, + "IoU_coffee": 0.8398328455174514, + "precision_coffee": 0.8726224378581725, + "recall_coffee": 0.9571739843041978, + "F1_noncoffee": 0.6836424394319132, + "IoU_noncoffee": 0.5193440292445166, + "kappa": 0.599693251230689, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 33, + "stopped_epoch": 53, + "best_val": 0.7257475476192103, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8950001613892385, + "mIoU": 0.7349524568871755, + "macroF1": 0.8395668473956521, + "F1_coffee": 0.9338713611969426, + "IoU_coffee": 0.8759462293831634, + "precision_coffee": 0.9034040628502881, + "recall_coffee": 0.9664654029831906, + "F1_noncoffee": 0.7452623335943618, + "IoU_noncoffee": 0.5939586843911877, + "kappa": 0.6805333880492412, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8621351101880697, + "mIoU": 0.6759626811654412, + "macroF1": 0.7952993998900311, + "F1_coffee": 0.9122665320545179, + "IoU_coffee": 0.8386857248932615, + "precision_coffee": 0.8704592426524679, + "recall_coffee": 0.9582923584196217, + "F1_noncoffee": 0.6783322677255443, + "IoU_noncoffee": 0.5132396374376209, + "kappa": 0.5940323293345656, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19753086419753085, + "mIoU": 0.10132575757575757, + "macroF1": 0.1728201099764336, + "F1_coffee": 0.3157894736842105, + "IoU_coffee": 0.1875, + "precision_coffee": 1.0, + "recall_coffee": 0.1875, + "F1_noncoffee": 0.029850746268656716, + "IoU_noncoffee": 0.015151515151515152, + "kappa": 0.005665722379603369, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9003883495145631, + "mIoU": 0.7478474250813942, + "macroF1": 0.8489924233143706, + "F1_coffee": 0.9370899503341713, + "IoU_coffee": 0.8816267666570522, + "precision_coffee": 0.9082427051762049, + "recall_coffee": 0.9678297764549427, + "F1_noncoffee": 0.7608948962945701, + "IoU_noncoffee": 0.6140680835057363, + "kappa": 0.6991384072507765, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8987959963251293, + "mIoU": 0.7414653063785891, + "macroF1": 0.8441786616405358, + "F1_coffee": 0.9364312832194381, + "IoU_coffee": 0.880461476954709, + "precision_coffee": 0.9039521519878034, + "recall_coffee": 0.9713313590826035, + "F1_noncoffee": 0.7519260400616333, + "IoU_noncoffee": 0.6024691358024692, + "kappa": 0.6899194998244084, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8858372419128668, + "mIoU": 0.7159661537417659, + "macroF1": 0.825514001287337, + "F1_coffee": 0.9281081574860692, + "IoU_coffee": 0.8658598943241861, + "precision_coffee": 0.8980553918680023, + "recall_coffee": 0.9602419507277424, + "F1_noncoffee": 0.7229198450886046, + "IoU_noncoffee": 0.5660724131593458, + "kappa": 0.6525277171568113, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9210552513688403, + "mIoU": 0.6636514584268665, + "macroF1": 0.7694094050698184, + "F1_coffee": 0.9564070144576988, + "IoU_coffee": 0.91645596291614, + "precision_coffee": 0.9321688812687526, + "recall_coffee": 0.9819392707980584, + "F1_noncoffee": 0.5824117956819379, + "IoU_noncoffee": 0.41084695393759285, + "kappa": 0.5417864328561441, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9289541575709466, + "mIoU": 0.6881486794635733, + "macroF1": 0.7915757390898461, + "F1_coffee": 0.9607886089813801, + "IoU_coffee": 0.9245362563237775, + "precision_coffee": 0.936279218699968, + "recall_coffee": 0.9866156787762906, + "F1_noncoffee": 0.6223628691983122, + "IoU_noncoffee": 0.45176110260336905, + "kappa": 0.5858844692041569, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9278626711649137, + "mIoU": 0.7020696569507744, + "macroF1": 0.8048817628445721, + "F1_coffee": 0.959787598871619, + "IoU_coffee": 0.9226842497075401, + "precision_coffee": 0.9442751414888986, + "recall_coffee": 0.9758182431672477, + "F1_noncoffee": 0.6499759268175253, + "IoU_noncoffee": 0.4814550641940086, + "kappa": 0.610678082841804, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8807200378967314, + "mIoU": 0.7612130442199636, + "macroF1": 0.8621723108183246, + "F1_coffee": 0.9127330699383102, + "IoU_coffee": 0.8394746908070891, + "precision_coffee": 0.8784523015343563, + "recall_coffee": 0.949798038084247, + "F1_noncoffee": 0.8116115516983391, + "IoU_noncoffee": 0.6829513976328381, + "kappa": 0.7252478765950799, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8701310949731208, + "mIoU": 0.7402552701784741, + "macroF1": 0.8477923484341967, + "F1_coffee": 0.9061029662461644, + "IoU_coffee": 0.8283256451813988, + "precision_coffee": 0.8645413142485361, + "recall_coffee": 0.951862464183381, + "F1_noncoffee": 0.789481730622229, + "IoU_noncoffee": 0.6521848951755493, + "kappa": 0.6971538814398844, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8458926718853155, + "mIoU": 0.6980637551861544, + "macroF1": 0.8178705899380454, + "F1_coffee": 0.889310391545861, + "IoU_coffee": 0.8006830934374237, + "precision_coffee": 0.843484965304549, + "recall_coffee": 0.9404011461318051, + "F1_noncoffee": 0.7464307883302297, + "IoU_noncoffee": 0.5954444169348849, + "kappa": 0.6381876022950598, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2663, + 2995 + ], + [ + 52793, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6220186829566956, + "test_tta": { + "OA": 0.8901423453084149, + "mIoU": 0.7207676808728658, + "macroF1": 0.8287522239004642, + "F1_coffee": 0.931284763933334, + "IoU_coffee": 0.8714059016888956, + "precision_coffee": 0.8951832013662475, + "recall_coffee": 0.9704205499337303, + "F1_noncoffee": 0.7262196838675944, + "IoU_noncoffee": 0.5701294600568361, + "kappa": 0.6597095417685196, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.857692973347179, + "mIoU": 0.6628239702241884, + "macroF1": 0.784176880600491, + "F1_coffee": 0.9101390672386, + "IoU_coffee": 0.8350965154173978, + "precision_coffee": 0.8623796210003106, + "recall_coffee": 0.9634985827500434, + "F1_noncoffee": 0.6582146939623817, + "IoU_noncoffee": 0.4905514250309789, + "kappa": 0.5733310755884501, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 48, + "stopped_epoch": 68, + "best_val": 0.7232829950147249, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8888996481714599, + "mIoU": 0.7218057450015771, + "macroF1": 0.8298406918720492, + "F1_coffee": 0.9300875429082119, + "IoU_coffee": 0.8693118177503559, + "precision_coffee": 0.8990438419099601, + "recall_coffee": 0.9633517766604254, + "F1_noncoffee": 0.7295938408358865, + "IoU_noncoffee": 0.5742996722527982, + "kappa": 0.661243577128503, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8571304949809623, + "mIoU": 0.666714318216137, + "macroF1": 0.787925672718989, + "F1_coffee": 0.9090725510353943, + "IoU_coffee": 0.8333024821203198, + "precision_coffee": 0.8674911970288878, + "recall_coffee": 0.9548408245116754, + "F1_noncoffee": 0.6667787944025835, + "IoU_noncoffee": 0.5001261543119544, + "kappa": 0.5793927980148282, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2839506172839506, + "mIoU": 0.14597457627118646, + "macroF1": 0.2323529411764706, + "F1_coffee": 0.43137254901960786, + "IoU_coffee": 0.275, + "precision_coffee": 1.0, + "recall_coffee": 0.275, + "F1_noncoffee": 0.03333333333333333, + "IoU_noncoffee": 0.01694915254237288, + "kappa": 0.009278785322648617, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8943689320388349, + "mIoU": 0.7345093439893201, + "macroF1": 0.8393143996933001, + "F1_coffee": 0.9333700777757364, + "IoU_coffee": 0.8750645920652236, + "precision_coffee": 0.9035987431078437, + "recall_coffee": 0.9651700335634222, + "F1_noncoffee": 0.7452587216108639, + "IoU_noncoffee": 0.5939540959134166, + "kappa": 0.6799570610580062, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.893477104588753, + "mIoU": 0.73023762292317, + "macroF1": 0.835989293642666, + "F1_coffee": 0.9330903568716781, + "IoU_coffee": 0.8745729902072421, + "precision_coffee": 0.9007271021461241, + "recall_coffee": 0.9678659189717094, + "F1_noncoffee": 0.7388882304136541, + "IoU_noncoffee": 0.5859022556390977, + "kappa": 0.6736228657970244, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8788743290943378, + "mIoU": 0.7011542977398983, + "macroF1": 0.8141925183733956, + "F1_coffee": 0.9238208192683149, + "IoU_coffee": 0.8584265852831469, + "precision_coffee": 0.8928403479896544, + "recall_coffee": 0.9570285426249133, + "F1_noncoffee": 0.7045642174784762, + "IoU_noncoffee": 0.5438820101966497, + "kappa": 0.6301121676948246, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9224489795918367, + "mIoU": 0.6720338848563356, + "macroF1": 0.7774593406853425, + "F1_coffee": 0.9570869828678455, + "IoU_coffee": 0.9177054722163532, + "precision_coffee": 0.9346890466967936, + "recall_coffee": 0.9805847161079129, + "F1_noncoffee": 0.5978316985028395, + "IoU_noncoffee": 0.4263622974963181, + "kappa": 0.5573010500858432, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9277634451280016, + "mIoU": 0.6895068780181911, + "macroF1": 0.7931504711244555, + "F1_coffee": 0.9600175746924429, + "IoU_coffee": 0.9231094212082805, + "precision_coffee": 0.9380701942685413, + "recall_coffee": 0.9830165335732763, + "F1_noncoffee": 0.6262833675564682, + "IoU_noncoffee": 0.45590433482810166, + "kappa": 0.5884068345438765, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9240920817622544, + "mIoU": 0.6926110316348942, + "macroF1": 0.7969293615019906, + "F1_coffee": 0.9576247715061209, + "IoU_coffee": 0.9186948666170688, + "precision_coffee": 0.9434621261733246, + "recall_coffee": 0.9722190979642334, + "F1_noncoffee": 0.6362339514978602, + "IoU_noncoffee": 0.4665271966527197, + "kappa": 0.5946428524484149, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8676456655613454, + "mIoU": 0.7375680605065688, + "macroF1": 0.8460909743983972, + "F1_coffee": 0.9036883833160979, + "IoU_coffee": 0.8242988303358069, + "precision_coffee": 0.8654430212597386, + "recall_coffee": 0.9454702827466821, + "F1_noncoffee": 0.7884935654806965, + "IoU_noncoffee": 0.6508372906773306, + "kappa": 0.6934964500752606, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8608884278034519, + "mIoU": 0.7236971944401983, + "macroF1": 0.836234008969324, + "F1_coffee": 0.8997757695182442, + "IoU_coffee": 0.8178112648221344, + "precision_coffee": 0.8557580457541683, + "recall_coffee": 0.948567335243553, + "F1_noncoffee": 0.7726922484204037, + "IoU_noncoffee": 0.6295831240582622, + "kappa": 0.6744216832638953, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8358955012732245, + "mIoU": 0.6805996217192293, + "macroF1": 0.8048859470485663, + "F1_coffee": 0.882670262980445, + "IoU_coffee": 0.7899818949909475, + "precision_coffee": 0.8337579617834395, + "recall_coffee": 0.9376790830945558, + "F1_noncoffee": 0.7271016311166876, + "IoU_noncoffee": 0.571217348447511, + "kappa": 0.6128707758376666, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2626, + 2995 + ], + [ + 52452, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.078891416390737, + "test_tta": { + "OA": 0.8864788095929763, + "mIoU": 0.7131597542195476, + "macroF1": 0.8230254538879731, + "F1_coffee": 0.9289953969151256, + "IoU_coffee": 0.8674056061377218, + "precision_coffee": 0.8929576371504532, + "recall_coffee": 0.968064292175962, + "F1_noncoffee": 0.7170555108608206, + "IoU_noncoffee": 0.5589139023013733, + "kappa": 0.6483333499306424, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8546498211607246, + "mIoU": 0.6572367416550262, + "macroF1": 0.7796235147437693, + "F1_coffee": 0.9082082483241037, + "IoU_coffee": 0.8318511721031117, + "precision_coffee": 0.8606272979924393, + "recall_coffee": 0.9613582460808701, + "F1_noncoffee": 0.6510387811634349, + "IoU_noncoffee": 0.4826223112069408, + "kappa": 0.5643097890109079, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 24, + "stopped_epoch": 44, + "best_val": 0.7093623769115851, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8848326393596075, + "mIoU": 0.7188828893736323, + "macroF1": 0.8281391350543771, + "F1_coffee": 0.9268477703741671, + "IoU_coffee": 0.863668494354546, + "precision_coffee": 0.9038326968830598, + "recall_coffee": 0.9510655754949193, + "F1_noncoffee": 0.7294304997345871, + "IoU_noncoffee": 0.5740972843927186, + "kappa": 0.657100638829707, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8532941040729203, + "mIoU": 0.6649306073476866, + "macroF1": 0.7871381029632379, + "F1_coffee": 0.9058060931567737, + "IoU_coffee": 0.827829589885073, + "precision_coffee": 0.871367742165369, + "recall_coffee": 0.9430786139873893, + "F1_noncoffee": 0.6684701127697021, + "IoU_noncoffee": 0.5020316248103001, + "kappa": 0.5766039136842849, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12345679012345678, + "mIoU": 0.06319444444444444, + "macroF1": 0.11482222564260428, + "F1_coffee": 0.20224719101123595, + "IoU_coffee": 0.1125, + "precision_coffee": 1.0, + "recall_coffee": 0.1125, + "F1_noncoffee": 0.0273972602739726, + "IoU_noncoffee": 0.013888888888888888, + "kappa": 0.003120124804992196, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8895631067961165, + "mIoU": 0.7249615775304129, + "macroF1": 0.8323368439204128, + "F1_coffee": 0.9302895664164241, + "IoU_coffee": 0.8696648524778, + "precision_coffee": 0.9012111137497032, + "recall_coffee": 0.9613070736495473, + "F1_noncoffee": 0.7343841214244017, + "IoU_noncoffee": 0.5802583025830258, + "kappa": 0.6659986211476631, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8938155795174315, + "mIoU": 0.736947702087307, + "macroF1": 0.8413753893186593, + "F1_coffee": 0.9325801301731549, + "IoU_coffee": 0.873676944316613, + "precision_coffee": 0.9094066223579427, + "recall_coffee": 0.9569655346228971, + "F1_noncoffee": 0.7501706484641638, + "IoU_noncoffee": 0.600218459858001, + "kappa": 0.6835122958522394, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8711377592959721, + "mIoU": 0.6957848476517834, + "macroF1": 0.8110573247378758, + "F1_coffee": 0.9176019540549732, + "IoU_coffee": 0.8477490859232175, + "precision_coffee": 0.9008620689655172, + "recall_coffee": 0.9349757419192237, + "F1_noncoffee": 0.7045126954207783, + "IoU_noncoffee": 0.5438206093803492, + "kappa": 0.6225819893931138, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9161772025883524, + "mIoU": 0.6538547458187767, + "macroF1": 0.7606750827433229, + "F1_coffee": 0.9535883585051262, + "IoU_coffee": 0.9112937210282342, + "precision_coffee": 0.9318108370138963, + "recall_coffee": 0.9764081724799639, + "F1_noncoffee": 0.5677618069815195, + "IoU_noncoffee": 0.396415770609319, + "kappa": 0.523772710616482, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9251835681682874, + "mIoU": 0.6835901249991574, + "macroF1": 0.7880910173132165, + "F1_coffee": 0.9585349758029037, + "IoU_coffee": 0.9203717393600169, + "precision_coffee": 0.9378026471537717, + "recall_coffee": 0.9802047013834214, + "F1_noncoffee": 0.6176470588235294, + "IoU_noncoffee": 0.44680851063829785, + "kappa": 0.5780834732445892, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9067275253026394, + "mIoU": 0.6563455616903802, + "macroF1": 0.7657725461961145, + "F1_coffee": 0.9474742959320519, + "IoU_coffee": 0.9001911233807602, + "precision_coffee": 0.9414769572459745, + "recall_coffee": 0.9535485322235969, + "F1_noncoffee": 0.584070796460177, + "IoU_noncoffee": 0.4125, + "kappa": 0.5316955705819644, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8642349597347229, + "mIoU": 0.7320089263776643, + "macroF1": 0.8422806417852329, + "F1_coffee": 0.9011246808804251, + "IoU_coffee": 0.8200426974758257, + "precision_coffee": 0.8636423753471762, + "recall_coffee": 0.9420080784766302, + "F1_noncoffee": 0.7834366026900408, + "IoU_noncoffee": 0.6439751552795031, + "kappa": 0.6858572950340461, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8640007545034424, + "mIoU": 0.7343308671584741, + "macroF1": 0.8441393095660941, + "F1_coffee": 0.8997775924381429, + "IoU_coffee": 0.8178142766898294, + "precision_coffee": 0.8737850971922246, + "recall_coffee": 0.9273638968481376, + "F1_noncoffee": 0.7885010266940452, + "IoU_noncoffee": 0.6508474576271186, + "kappa": 0.6888596329642701, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8373101952277657, + "mIoU": 0.6900102539846579, + "macroF1": 0.8126913897534036, + "F1_coffee": 0.8805980480376548, + "IoU_coffee": 0.7866683156072224, + "precision_coffee": 0.8518816124280166, + "recall_coffee": 0.9113180515759313, + "F1_noncoffee": 0.7447847314691523, + "IoU_noncoffee": 0.5933521923620934, + "kappa": 0.6262904578850232, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2647, + 2995 + ], + [ + 52179, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3439363360404968, + "test_tta": { + "OA": 0.887511700719796, + "mIoU": 0.721649218394806, + "macroF1": 0.8299591129511075, + "F1_coffee": 0.9288848076726864, + "IoU_coffee": 0.8672128024385597, + "precision_coffee": 0.9017968579749193, + "recall_coffee": 0.9576504744072539, + "F1_noncoffee": 0.7310334182295284, + "IoU_noncoffee": 0.5760856343510522, + "kappa": 0.6610748030971005, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8553421022268374, + "mIoU": 0.6652839315831174, + "macroF1": 0.7870037131805269, + "F1_coffee": 0.9076512291685849, + "IoU_coffee": 0.8309170600134862, + "precision_coffee": 0.8685615605561331, + "recall_coffee": 0.9504251749869844, + "F1_noncoffee": 0.6663561971924689, + "IoU_noncoffee": 0.4996508031527487, + "kappa": 0.5771020673419978, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 21, + "stopped_epoch": 41, + "best_val": 0.6987619823429931, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8817823827507182, + "mIoU": 0.7182677832153004, + "macroF1": 0.8281769743231184, + "F1_coffee": 0.9241490716674778, + "IoU_coffee": 0.858993608993609, + "precision_coffee": 0.9099677800889107, + "recall_coffee": 0.9387793743294133, + "F1_noncoffee": 0.7322048769787591, + "IoU_noncoffee": 0.5775419574369918, + "kappa": 0.6566483639811322, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8496019383869852, + "mIoU": 0.664570997589637, + "macroF1": 0.787634647871245, + "F1_coffee": 0.9023504073415114, + "IoU_coffee": 0.8220751079185791, + "precision_coffee": 0.8771505033770868, + "recall_coffee": 0.9290410906075857, + "F1_noncoffee": 0.6729188884009786, + "IoU_noncoffee": 0.5070668872606948, + "kappa": 0.57644027505949, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25925925925925924, + "mIoU": 0.13319672131147542, + "macroF1": 0.2161290322580645, + "F1_coffee": 0.4, + "IoU_coffee": 0.25, + "precision_coffee": 1.0, + "recall_coffee": 0.25, + "F1_noncoffee": 0.03225806451612903, + "IoU_noncoffee": 0.01639344262295082, + "kappa": 0.008163265306122457, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8904368932038835, + "mIoU": 0.735216022094173, + "macroF1": 0.8405441906292825, + "F1_coffee": 0.9297388164243688, + "IoU_coffee": 0.8687027341477603, + "precision_coffee": 0.9143399461180505, + "recall_coffee": 0.9456652523589386, + "F1_noncoffee": 0.7513495648341963, + "IoU_noncoffee": 0.6017293100405858, + "kappa": 0.681408175562513, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8885450413422948, + "mIoU": 0.7300521464690723, + "macroF1": 0.8366849694032519, + "F1_coffee": 0.9287150146899644, + "IoU_coffee": 0.8669168591224018, + "precision_coffee": 0.9119897959183674, + "recall_coffee": 0.9460651502740848, + "F1_noncoffee": 0.7446549241165392, + "IoU_noncoffee": 0.593187433815743, + "kappa": 0.6737629693795121, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8663991102944731, + "mIoU": 0.6907564851709822, + "macroF1": 0.8076125400473448, + "F1_coffee": 0.9139600784728926, + "IoU_coffee": 0.8415529303819246, + "precision_coffee": 0.9035217337766285, + "recall_coffee": 0.9246424295885578, + "F1_noncoffee": 0.701265001621797, + "IoU_noncoffee": 0.5399600399600399, + "kappa": 0.6154033088212206, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9137879542060727, + "mIoU": 0.6558134435244047, + "macroF1": 0.7633444895612225, + "F1_coffee": 0.9520327905173369, + "IoU_coffee": 0.9084566596194503, + "precision_coffee": 0.9346383904295813, + "recall_coffee": 0.9700869172592843, + "F1_noncoffee": 0.574656188605108, + "IoU_noncoffee": 0.40317022742935904, + "kappa": 0.5281382252207981, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.91674935503076, + "mIoU": 0.6606088670543603, + "macroF1": 0.7674550258015169, + "F1_coffee": 0.953781744064342, + "IoU_coffee": 0.9116470092670598, + "precision_coffee": 0.9346793349168646, + "recall_coffee": 0.9736812507029581, + "F1_noncoffee": 0.5811283075386919, + "IoU_noncoffee": 0.4095707248416608, + "kappa": 0.5366639907282844, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8961103393530463, + "mIoU": 0.6464940623840274, + "macroF1": 0.7585410953661283, + "F1_coffee": 0.9407972858354537, + "IoU_coffee": 0.8882126841768098, + "precision_coffee": 0.945985899476916, + "recall_coffee": 0.9356652794961197, + "F1_noncoffee": 0.576284904896803, + "IoU_noncoffee": 0.40477544059124504, + "kappa": 0.51718614573222, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8682141165324491, + "mIoU": 0.7450590800523356, + "macroF1": 0.8517864895567304, + "F1_coffee": 0.9011301442888621, + "IoU_coffee": 0.8200517464424321, + "precision_coffee": 0.8881883144178226, + "recall_coffee": 0.9144547028274668, + "F1_noncoffee": 0.8024428348245988, + "IoU_noncoffee": 0.6700664136622391, + "kappa": 0.7036986815604882, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8617372441761766, + "mIoU": 0.7336401721259944, + "macroF1": 0.8439582731679831, + "F1_coffee": 0.896629530390636, + "IoU_coffee": 0.8126278118609407, + "precision_coffee": 0.8828103304637601, + "recall_coffee": 0.9108882521489972, + "F1_noncoffee": 0.7912870159453302, + "IoU_noncoffee": 0.6546525323910483, + "kappa": 0.6880708726186354, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8381590116004904, + "mIoU": 0.6916816814434161, + "macroF1": 0.8139462847355186, + "F1_coffee": 0.8810645966176879, + "IoU_coffee": 0.7874132804757186, + "precision_coffee": 0.8533834586466166, + "recall_coffee": 0.9106017191977077, + "F1_noncoffee": 0.7468279728533491, + "IoU_noncoffee": 0.5959500824111137, + "kappa": 0.6287241049076354, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2635, + 2995 + ], + [ + 52002, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.2501595099767049, + "test_tta": { + "OA": 0.8835092476033698, + "mIoU": 0.7178126733238275, + "macroF1": 0.8274858768547719, + "F1_coffee": 0.9257957068837898, + "IoU_coffee": 0.8618432385874246, + "precision_coffee": 0.9052654858360643, + "recall_coffee": 0.9472787326699346, + "F1_noncoffee": 0.7291760468257542, + "IoU_noncoffee": 0.5737821080602303, + "kappa": 0.6556182016493687, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8515778239298488, + "mIoU": 0.6635561919020829, + "macroF1": 0.7862520225945819, + "F1_coffee": 0.9044182525750695, + "IoU_coffee": 0.8255141660591058, + "precision_coffee": 0.8724509909328746, + "recall_coffee": 0.9388172229613775, + "F1_noncoffee": 0.6680857926140945, + "IoU_noncoffee": 0.5015982177450601, + "kappa": 0.5744878167798779, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 44, + "stopped_epoch": 64, + "best_val": 0.7156303026009185, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8888996481714599, + "mIoU": 0.7206413902365698, + "macroF1": 0.8288712156449303, + "F1_coffee": 0.93022501520373, + "IoU_coffee": 0.869552035170166, + "precision_coffee": 0.8975296809904747, + "recall_coffee": 0.9653924641827782, + "F1_noncoffee": 0.7275174160861304, + "IoU_noncoffee": 0.5717307453029737, + "kappa": 0.6595069294088451, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8567987769701165, + "mIoU": 0.6648424841213659, + "macroF1": 0.7862641859666888, + "F1_coffee": 0.9090476059615085, + "IoU_coffee": 0.8332605629072345, + "precision_coffee": 0.8658604683628242, + "recall_coffee": 0.9567690557451649, + "F1_noncoffee": 0.6634807659718692, + "IoU_noncoffee": 0.4964244053354973, + "kappa": 0.5764272244944655, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1728395061728395, + "mIoU": 0.08860294117647059, + "macroF1": 0.15427769985974754, + "F1_coffee": 0.27956989247311825, + "IoU_coffee": 0.1625, + "precision_coffee": 1.0, + "recall_coffee": 0.1625, + "F1_noncoffee": 0.028985507246376812, + "IoU_noncoffee": 0.014705882352941176, + "kappa": 0.004768017604988071, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8916504854368932, + "mIoU": 0.7271751448017196, + "macroF1": 0.8337942712638338, + "F1_coffee": 0.9318556512181718, + "IoU_coffee": 0.8724061052992625, + "precision_coffee": 0.8996639745328067, + "recall_coffee": 0.9664365777974796, + "F1_noncoffee": 0.7357328913094956, + "IoU_noncoffee": 0.5819441843041768, + "kappa": 0.6692308888706228, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8965717325080992, + "mIoU": 0.7348831260036189, + "macroF1": 0.8392453801568995, + "F1_coffee": 0.9352426508431474, + "IoU_coffee": 0.8783622405459198, + "precision_coffee": 0.9001165501165501, + "recall_coffee": 0.9732215991430911, + "F1_noncoffee": 0.7432481094706518, + "IoU_noncoffee": 0.591404011461318, + "kappa": 0.6804203549724478, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8784875006044195, + "mIoU": 0.7005326818541467, + "macroF1": 0.8137295089201512, + "F1_coffee": 0.9235589353612167, + "IoU_coffee": 0.8579744546173844, + "precision_coffee": 0.8927899317807575, + "recall_coffee": 0.9565244786087833, + "F1_noncoffee": 0.7039000824790856, + "IoU_noncoffee": 0.5430909090909091, + "kappa": 0.6291651802204953, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9178695868591339, + "mIoU": 0.6519990742482691, + "macroF1": 0.7582785574321571, + "F1_coffee": 0.9546877574559235, + "IoU_coffee": 0.9133039092055486, + "precision_coffee": 0.9297175866495507, + "recall_coffee": 0.9810362343379614, + "F1_noncoffee": 0.5618693574083908, + "IoU_noncoffee": 0.3906942392909897, + "kappa": 0.5199056556717045, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9264735066481444, + "mIoU": 0.6792673647117564, + "macroF1": 0.7835820019629423, + "F1_coffee": 0.9594350468057152, + "IoU_coffee": 0.9220328282828283, + "precision_coffee": 0.9346203071672355, + "recall_coffee": 0.9856034191879428, + "F1_noncoffee": 0.6077289571201694, + "IoU_noncoffee": 0.43650190114068443, + "kappa": 0.5700946082257378, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9199245882119468, + "mIoU": 0.6860689543669326, + "macroF1": 0.7917055860691525, + "F1_coffee": 0.9551292743953295, + "IoU_coffee": 0.9141123882503193, + "precision_coffee": 0.9444688805806026, + "recall_coffee": 0.9660330671465527, + "F1_noncoffee": 0.6282818977429756, + "IoU_noncoffee": 0.458025520483546, + "kappa": 0.5838503812197331, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8666982472761724, + "mIoU": 0.7352719369316019, + "macroF1": 0.8444476802985119, + "F1_coffee": 0.9032790266034234, + "IoU_coffee": 0.8236179014667168, + "precision_coffee": 0.8627708470124754, + "recall_coffee": 0.9477784189267167, + "F1_noncoffee": 0.7856163339936005, + "IoU_noncoffee": 0.6469259723964869, + "kappa": 0.6904080689233565, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8681505234367631, + "mIoU": 0.7351844778252843, + "macroF1": 0.8441484320713994, + "F1_coffee": 0.9053102140341371, + "IoU_coffee": 0.8270016087117931, + "precision_coffee": 0.8585560123329907, + "recall_coffee": 0.9574498567335243, + "F1_noncoffee": 0.7829866501086619, + "IoU_noncoffee": 0.6433673469387755, + "kappa": 0.6904010631008963, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8391021409035179, + "mIoU": 0.6845389747968935, + "macroF1": 0.8076593988169949, + "F1_coffee": 0.8854264607118871, + "IoU_coffee": 0.7944082911544951, + "precision_coffee": 0.8333754740834387, + "recall_coffee": 0.9444126074498568, + "F1_noncoffee": 0.7298923369221026, + "IoU_noncoffee": 0.574669658439292, + "kappa": 0.6188243321524971, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2597, + 2995 + ], + [ + 52481, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9532185832659403, + "test_tta": { + "OA": 0.8853168070753042, + "mIoU": 0.70795763189927, + "macroF1": 0.8188085946533102, + "F1_coffee": 0.9285843500633153, + "IoU_coffee": 0.8666891790484766, + "precision_coffee": 0.8889530296907772, + "recall_coffee": 0.9719142490480298, + "F1_noncoffee": 0.7090328392433052, + "IoU_noncoffee": 0.5492260847500634, + "kappa": 0.6405281405810669, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8535104419060805, + "mIoU": 0.652213280913444, + "macroF1": 0.7751076367927627, + "F1_coffee": 0.9078939016096124, + "IoU_coffee": 0.8313239006244187, + "precision_coffee": 0.8569692197076043, + "recall_coffee": 0.9652532731725189, + "F1_noncoffee": 0.642321371975913, + "IoU_noncoffee": 0.47310266120246924, + "kappa": 0.5562997122627386, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 9, + "stopped_epoch": 30, + "best_val": 0.7162993924820384, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8958393854297796, + "mIoU": 0.7396544192461498, + "macroF1": 0.8432137004455194, + "F1_coffee": 0.9340486409155937, + "IoU_coffee": 0.8762582203731043, + "precision_coffee": 0.9081208893834324, + "recall_coffee": 0.9615004312793217, + "F1_noncoffee": 0.752378759975445, + "IoU_noncoffee": 0.6030506181191955, + "kappa": 0.6873841927233958, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.862437983154494, + "mIoU": 0.679698791434013, + "macroF1": 0.7986110050949262, + "F1_coffee": 0.9119867121897204, + "IoU_coffee": 0.8382128439122027, + "precision_coffee": 0.8744801713001469, + "recall_coffee": 0.9528547463411813, + "F1_noncoffee": 0.685235298000132, + "IoU_noncoffee": 0.5211847389558233, + "kappa": 0.5998545187280236, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.897378640776699, + "mIoU": 0.7447652674154581, + "macroF1": 0.847034830370463, + "F1_coffee": 0.9347893145783207, + "IoU_coffee": 0.8775628402641028, + "precision_coffee": 0.9112888675046611, + "recall_coffee": 0.9595339117218669, + "F1_noncoffee": 0.7592803461626053, + "IoU_noncoffee": 0.6119676945668135, + "kappa": 0.6948188483944913, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8992311783762874, + "mIoU": 0.7451359657413731, + "macroF1": 0.8470320692009887, + "F1_coffee": 0.9363897197973262, + "IoU_coffee": 0.8803879928829708, + "precision_coffee": 0.9081167485643242, + "recall_coffee": 0.9664797429273517, + "F1_noncoffee": 0.7576744186046511, + "IoU_noncoffee": 0.6098839385997754, + "kappa": 0.6951896789743474, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8909143658430443, + "mIoU": 0.7291713483198994, + "macroF1": 0.835559495482571, + "F1_coffee": 0.9309669522643819, + "IoU_coffee": 0.8708495534692008, + "precision_coffee": 0.9049913736688678, + "recall_coffee": 0.9584777266712873, + "F1_noncoffee": 0.7401520387007602, + "IoU_noncoffee": 0.5874931431705979, + "kappa": 0.6721357030221862, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9213539074166252, + "mIoU": 0.6687042959662944, + "macroF1": 0.7744209430194104, + "F1_coffee": 0.9564786249449097, + "IoU_coffee": 0.9165874775630873, + "precision_coffee": 0.9341439793392876, + "recall_coffee": 0.97990743876284, + "F1_noncoffee": 0.5923632610939112, + "IoU_noncoffee": 0.4208211143695015, + "kappa": 0.5512446485321372, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9312363564199246, + "mIoU": 0.700837212993334, + "macroF1": 0.8030048467371788, + "F1_coffee": 0.9619418968641881, + "IoU_coffee": 0.926674425986668, + "precision_coffee": 0.939901266366173, + "recall_coffee": 0.9850410527499719, + "F1_noncoffee": 0.6440677966101694, + "IoU_noncoffee": 0.475, + "kappa": 0.608025558511555, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.926969636832705, + "mIoU": 0.6982356094313656, + "macroF1": 0.8015352943789176, + "F1_coffee": 0.959314538419016, + "IoU_coffee": 0.9218102624030596, + "precision_coffee": 0.9432547015979997, + "recall_coffee": 0.975930716454842, + "F1_noncoffee": 0.643756050338819, + "IoU_noncoffee": 0.47466095645967166, + "kappa": 0.6040755397476794, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8745618190431075, + "mIoU": 0.7529777809050353, + "macroF1": 0.8568689022294367, + "F1_coffee": 0.9071919248563017, + "IoU_coffee": 0.8301475304682489, + "precision_coffee": 0.8823288791928007, + "recall_coffee": 0.9334968263127524, + "F1_noncoffee": 0.8065458796025716, + "IoU_noncoffee": 0.6758080313418218, + "kappa": 0.7142108311543204, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8688107139488824, + "mIoU": 0.7398332315765548, + "macroF1": 0.8476698609184491, + "F1_coffee": 0.9044183329897616, + "IoU_coffee": 0.8255143000501756, + "precision_coffee": 0.8690083190281263, + "recall_coffee": 0.942836676217765, + "F1_noncoffee": 0.7909213888471366, + "IoU_noncoffee": 0.6541521631029339, + "kappa": 0.6964422271517703, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8566443459398283, + "mIoU": 0.7188246732914751, + "macroF1": 0.8330364920068325, + "F1_coffee": 0.8958190541466758, + "IoU_coffee": 0.8112973308504035, + "precision_coffee": 0.8587385019710907, + "recall_coffee": 0.9362464183381088, + "F1_noncoffee": 0.7702539298669892, + "IoU_noncoffee": 0.6263520157325467, + "kappa": 0.6674403973243459, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2640, + 2995 + ], + [ + 52868, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9176668047904968, + "test_tta": { + "OA": 0.8945321325973984, + "mIoU": 0.7342198575786989, + "macroF1": 0.8390522431287029, + "F1_coffee": 0.9335475539195249, + "IoU_coffee": 0.8753766352645028, + "precision_coffee": 0.9034600850259802, + "recall_coffee": 0.9657080344181936, + "F1_noncoffee": 0.7445569323378807, + "IoU_noncoffee": 0.593063079892895, + "kappa": 0.6794709681757637, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8615149417330102, + "mIoU": 0.6748073142748565, + "macroF1": 0.7943836110320875, + "F1_coffee": 0.9118710648530572, + "IoU_coffee": 0.8380174769729073, + "precision_coffee": 0.8700891527858056, + "recall_coffee": 0.957868147548254, + "F1_noncoffee": 0.6768961572111178, + "IoU_noncoffee": 0.5115971515768057, + "kappa": 0.5922147219147345, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 4, + "stopped_epoch": 30, + "best_val": 0.699555822220995, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8798134340402182, + "mIoU": 0.713390251944277, + "macroF1": 0.8244573282067884, + "F1_coffee": 0.9230339923726448, + "IoU_coffee": 0.8570688265325708, + "precision_coffee": 0.9071794246708923, + "recall_coffee": 0.9394525908316328, + "F1_noncoffee": 0.725880664040932, + "IoU_noncoffee": 0.5697116773559832, + "kappa": 0.6492961644175133, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8483039113880235, + "mIoU": 0.6603395126163395, + "macroF1": 0.7840060132994895, + "F1_coffee": 0.9018531997088629, + "IoU_coffee": 0.8212501274599776, + "precision_coffee": 0.8737727149443992, + "recall_coffee": 0.9317984612714757, + "F1_noncoffee": 0.6661588268901162, + "IoU_noncoffee": 0.49942889777270133, + "kappa": 0.5695242803026814, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.037037037037037035, + "mIoU": 0.018829113924050633, + "macroF1": 0.03689024390243903, + "F1_coffee": 0.04878048780487805, + "IoU_coffee": 0.025, + "precision_coffee": 1.0, + "recall_coffee": 0.025, + "F1_noncoffee": 0.025, + "IoU_noncoffee": 0.012658227848101266, + "kappa": 0.0006327111673521015, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8742233009708738, + "mIoU": 0.7051048132439336, + "macroF1": 0.8184894107969088, + "F1_coffee": 0.919069186318913, + "IoU_coffee": 0.8502571808356932, + "precision_coffee": 0.9068047337278107, + "recall_coffee": 0.9316699385726046, + "F1_noncoffee": 0.7179096352749047, + "IoU_noncoffee": 0.559952445652174, + "kappa": 0.6372101336523124, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8849668778105507, + "mIoU": 0.7252407595515299, + "macroF1": 0.8333723389163095, + "F1_coffee": 0.9260927646090279, + "IoU_coffee": 0.8623582504049988, + "precision_coffee": 0.913408505944356, + "recall_coffee": 0.9391342700522967, + "F1_noncoffee": 0.7406519132235909, + "IoU_noncoffee": 0.588123268698061, + "kappa": 0.6669700392026241, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8802282288090518, + "mIoU": 0.7098137243846936, + "macroF1": 0.8213595051854223, + "F1_coffee": 0.9239087027309311, + "IoU_coffee": 0.8585783614045104, + "precision_coffee": 0.9014506653878431, + "recall_coffee": 0.9475143343204587, + "F1_noncoffee": 0.7188103076399137, + "IoU_noncoffee": 0.5610490873648768, + "kappa": 0.6435366068583716, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8809357889497262, + "mIoU": 0.5986379245036978, + "macroF1": 0.710754303599374, + "F1_coffee": 0.9326197183098591, + "IoU_coffee": 0.8737464372426897, + "precision_coffee": 0.9309414014171634, + "recall_coffee": 0.9343040975279376, + "F1_noncoffee": 0.4888888888888889, + "IoU_noncoffee": 0.3235294117647059, + "kappa": 0.4215228689197599, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.903949196269101, + "mIoU": 0.6498872307486778, + "macroF1": 0.759908534184305, + "F1_coffee": 0.9458734063967792, + "IoU_coffee": 0.8973053256948865, + "precision_coffee": 0.940509284999444, + "recall_coffee": 0.9512990664717129, + "F1_noncoffee": 0.573943661971831, + "IoU_noncoffee": 0.4024691358024691, + "kappa": 0.5199399884634077, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9113911490375074, + "mIoU": 0.6530450966512635, + "macroF1": 0.7611432231006738, + "F1_coffee": 0.9505838083116596, + "IoU_coffee": 0.9058215566336216, + "precision_coffee": 0.9356209150326797, + "recall_coffee": 0.9660330671465527, + "F1_noncoffee": 0.5717026378896882, + "IoU_noncoffee": 0.40026863666890533, + "kappa": 0.5233430529186878, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8678351492183799, + "mIoU": 0.7416234237250308, + "macroF1": 0.8492049044525811, + "F1_coffee": 0.9022082018927445, + "IoU_coffee": 0.8218390804597702, + "precision_coffee": 0.8775398881767353, + "recall_coffee": 0.9283035199076746, + "F1_noncoffee": 0.7962016070124178, + "IoU_noncoffee": 0.6614077669902912, + "kappa": 0.6989056541091889, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8669244553428275, + "mIoU": 0.7404643135089611, + "macroF1": 0.8484500192237943, + "F1_coffee": 0.9013631597343587, + "IoU_coffee": 0.8204377704250445, + "precision_coffee": 0.880136518771331, + "recall_coffee": 0.9236389684813754, + "F1_noncoffee": 0.79553687871323, + "IoU_noncoffee": 0.6604908565928778, + "kappa": 0.6972650451755162, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8506083184004527, + "mIoU": 0.7107470921735276, + "macroF1": 0.8275243895455853, + "F1_coffee": 0.8906228421488744, + "IoU_coffee": 0.80281339474667, + "precision_coffee": 0.8596374300186617, + "recall_coffee": 0.9239255014326647, + "F1_noncoffee": 0.7644259369422962, + "IoU_noncoffee": 0.6186807896003852, + "kappa": 0.6560113414666168, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2627, + 2995 + ], + [ + 51888, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9179615497589111, + "test_tta": { + "OA": 0.8798457118879313, + "mIoU": 0.7078513713604588, + "macroF1": 0.819762407846796, + "F1_coffee": 0.9238261866028219, + "IoU_coffee": 0.8584358540434676, + "precision_coffee": 0.8992510556927735, + "recall_coffee": 0.9497822565375634, + "F1_noncoffee": 0.7156986290907702, + "IoU_noncoffee": 0.55726688867745, + "kappa": 0.6405268198365643, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.848462559132341, + "mIoU": 0.6542858497061604, + "macroF1": 0.7782828994227355, + "F1_coffee": 0.9030227513960035, + "IoU_coffee": 0.8231918688789419, + "precision_coffee": 0.8660682671198924, + "recall_coffee": 0.9432714371107384, + "F1_noncoffee": 0.6535430474494675, + "IoU_noncoffee": 0.485379830533379, + "kappa": 0.5594314475898321, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 5, + "stopped_epoch": 30, + "best_val": 0.6959538780440392, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8822019947709887, + "mIoU": 0.7183105839273551, + "macroF1": 0.8281370056220032, + "F1_coffee": 0.9245308380292613, + "IoU_coffee": 0.8596535081815909, + "precision_coffee": 0.9090317595868407, + "recall_coffee": 0.9405676056634338, + "F1_noncoffee": 0.7317431732147451, + "IoU_noncoffee": 0.5769676596731192, + "kappa": 0.6566288235963843, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8499625014422523, + "mIoU": 0.6632926568123596, + "macroF1": 0.7863724003149102, + "F1_coffee": 0.9029253954182802, + "IoU_coffee": 0.8230300762112139, + "precision_coffee": 0.8748191812527123, + "recall_coffee": 0.9328975530745647, + "F1_noncoffee": 0.6698194052115403, + "IoU_noncoffee": 0.5035552374135052, + "kappa": 0.5742395875949077, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07407407407407407, + "mIoU": 0.03782894736842105, + "macroF1": 0.0718105423987777, + "F1_coffee": 0.11764705882352941, + "IoU_coffee": 0.0625, + "precision_coffee": 1.0, + "recall_coffee": 0.0625, + "F1_noncoffee": 0.025974025974025976, + "IoU_noncoffee": 0.013157894736842105, + "kappa": 0.001643385373870174, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8866019417475728, + "mIoU": 0.7223349975009967, + "macroF1": 0.8306899490129109, + "F1_coffee": 0.9279856957888896, + "IoU_coffee": 0.8656467475700236, + "precision_coffee": 0.9041268697062533, + "recall_coffee": 0.9531378633398772, + "F1_noncoffee": 0.7333942022369322, + "IoU_noncoffee": 0.5790232474319698, + "kappa": 0.6622506305322605, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8828876746772399, + "mIoU": 0.71967028590497, + "macroF1": 0.8291438366724545, + "F1_coffee": 0.9249690210656754, + "IoU_coffee": 0.8604115036597314, + "precision_coffee": 0.9098055944908282, + "recall_coffee": 0.9406464621006868, + "F1_noncoffee": 0.7333186522792337, + "IoU_noncoffee": 0.5789290681502086, + "kappa": 0.6586247134685123, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8771336008897055, + "mIoU": 0.7130070568323643, + "macroF1": 0.8246284434600875, + "F1_coffee": 0.9205863049660906, + "IoU_coffee": 0.852857721929469, + "precision_coffee": 0.9133077018479474, + "recall_coffee": 0.9279818536954193, + "F1_noncoffee": 0.7286705819540844, + "IoU_noncoffee": 0.5731563917352596, + "kappa": 0.6493329822909902, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9165754106520657, + "mIoU": 0.6571559286760438, + "macroF1": 0.7639724276202038, + "F1_coffee": 0.953757863370489, + "IoU_coffee": 0.9116033755274262, + "precision_coffee": 0.93295908452985, + "recall_coffee": 0.9755051360198668, + "F1_noncoffee": 0.5741869918699187, + "IoU_noncoffee": 0.40270848182466146, + "kappa": 0.5300953641177434, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9101012105576504, + "mIoU": 0.6591726345823173, + "macroF1": 0.7677501216869804, + "F1_coffee": 0.9495770258236865, + "IoU_coffee": 0.9039949136378086, + "precision_coffee": 0.9398479673901069, + "recall_coffee": 0.9595096164660893, + "F1_noncoffee": 0.5859232175502742, + "IoU_noncoffee": 0.41435035552682614, + "kappa": 0.5359086401593147, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9024608057154198, + "mIoU": 0.6528383380168761, + "macroF1": 0.763335420073147, + "F1_coffee": 0.9447907891041842, + "IoU_coffee": 0.8953587396210347, + "precision_coffee": 0.943571909356069, + "recall_coffee": 0.9460128219547858, + "F1_noncoffee": 0.5818800510421097, + "IoU_noncoffee": 0.41031793641271747, + "kappa": 0.5266768217665306, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.858076740881099, + "mIoU": 0.724617753990233, + "macroF1": 0.8374365832219034, + "F1_coffee": 0.8953618329142219, + "IoU_coffee": 0.8105476160364234, + "precision_coffee": 0.8679577464788732, + "recall_coffee": 0.9245527986151183, + "F1_noncoffee": 0.7795113335295849, + "IoU_noncoffee": 0.6386878919440424, + "kappa": 0.6755546747578939, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8570215976610394, + "mIoU": 0.7239587756251282, + "macroF1": 0.8370867693377462, + "F1_coffee": 0.8940749021799889, + "IoU_coffee": 0.8084407379327774, + "precision_coffee": 0.8726132024004365, + "recall_coffee": 0.9166189111747851, + "F1_noncoffee": 0.7800986364955034, + "IoU_noncoffee": 0.6394768133174792, + "kappa": 0.6745821919993549, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.853060454588324, + "mIoU": 0.7193248153826782, + "macroF1": 0.8340463339708086, + "F1_coffee": 0.8902198421645998, + "IoU_coffee": 0.8021587301587302, + "precision_coffee": 0.8759012756516916, + "recall_coffee": 0.9050143266475644, + "F1_noncoffee": 0.7778728257770174, + "IoU_noncoffee": 0.6364909006066263, + "kappa": 0.6682720374785815, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2599, + 2995 + ], + [ + 52064, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9133846362431844, + "test_tta": { + "OA": 0.8805235466899067, + "mIoU": 0.708770903586406, + "macroF1": 0.8204173698461611, + "F1_coffee": 0.9243116686603482, + "IoU_coffee": 0.8592746074592252, + "precision_coffee": 0.899096984644761, + "recall_coffee": 0.9509814234321419, + "F1_noncoffee": 0.716523071031974, + "IoU_noncoffee": 0.5582671997135867, + "kappa": 0.6418896115011336, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8486356293988693, + "mIoU": 0.6540614802886763, + "macroF1": 0.7780295311461527, + "F1_coffee": 0.9032192620872179, + "IoU_coffee": 0.8235185309746418, + "precision_coffee": 0.865553199010251, + "recall_coffee": 0.9443126819768226, + "F1_noncoffee": 0.6528398002050875, + "IoU_noncoffee": 0.4846044296027108, + "kappa": 0.5590543530549407, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 51, + "stopped_epoch": 71, + "best_val": 0.7194546225600797, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.893418546851296, + "mIoU": 0.7364047104080831, + "macroF1": 0.8410044066855802, + "F1_coffee": 0.9322930550144559, + "IoU_coffee": 0.8731731674060418, + "precision_coffee": 0.9092490750924908, + "recall_coffee": 0.9565354595754528, + "F1_noncoffee": 0.7497157583567043, + "IoU_noncoffee": 0.5996362534101243, + "kappa": 0.6827620555928529, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8608947732779508, + "mIoU": 0.6790431933501848, + "macroF1": 0.7983496419592886, + "F1_coffee": 0.910653907791498, + "IoU_coffee": 0.835963808292799, + "precision_coffee": 0.8763237653770726, + "recall_coffee": 0.9477834981971038, + "F1_noncoffee": 0.6860453761270792, + "IoU_noncoffee": 0.5221225784075707, + "kappa": 0.5988625332578529, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9010679611650485, + "mIoU": 0.7529352651834121, + "macroF1": 0.8528756545773191, + "F1_coffee": 0.9370793454769991, + "IoU_coffee": 0.8816079934936679, + "precision_coffee": 0.9142719440930176, + "recall_coffee": 0.9610537648027357, + "F1_noncoffee": 0.768671963677639, + "IoU_noncoffee": 0.6242625368731564, + "kappa": 0.7064229821992446, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8938639330786713, + "mIoU": 0.7345017139830903, + "macroF1": 0.8393933644694734, + "F1_coffee": 0.93292589763178, + "IoU_coffee": 0.8742840778923253, + "precision_coffee": 0.9057197104544915, + "recall_coffee": 0.9618171507781488, + "F1_noncoffee": 0.7458608313071668, + "IoU_noncoffee": 0.5947193500738552, + "kappa": 0.6798811280677526, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8853537063004691, + "mIoU": 0.7222185781901784, + "macroF1": 0.8308153508771582, + "F1_coffee": 0.9268728988680874, + "IoU_coffee": 0.8637121342760246, + "precision_coffee": 0.9078057032382794, + "recall_coffee": 0.9467582382962636, + "F1_noncoffee": 0.7347578028862289, + "IoU_noncoffee": 0.5807250221043324, + "kappa": 0.6621712676888291, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9217521154803385, + "mIoU": 0.6699498898096874, + "macroF1": 0.7755631154598185, + "F1_coffee": 0.9566989863375936, + "IoU_coffee": 0.9169922906325906, + "precision_coffee": 0.9343591950930809, + "recall_coffee": 0.9801331978778643, + "F1_noncoffee": 0.5944272445820433, + "IoU_noncoffee": 0.42290748898678415, + "kappa": 0.5535168275269117, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9232982734669577, + "mIoU": 0.6814813979388359, + "macroF1": 0.7865064273801887, + "F1_coffee": 0.9573987324331772, + "IoU_coffee": 0.9182788878316946, + "precision_coffee": 0.9386211368057057, + "recall_coffee": 0.9769429760431897, + "F1_noncoffee": 0.6156141223272004, + "IoU_noncoffee": 0.444683908045977, + "kappa": 0.574549216681279, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9246874379837269, + "mIoU": 0.7035289189389087, + "macroF1": 0.806903883613449, + "F1_coffee": 0.9577135216446598, + "IoU_coffee": 0.9188582424631174, + "precision_coffee": 0.9488849635681166, + "recall_coffee": 0.9667079068721178, + "F1_noncoffee": 0.6560942455822383, + "IoU_noncoffee": 0.4881995954146999, + "kappa": 0.6140794663509285, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8813832306963525, + "mIoU": 0.7650623851922065, + "macroF1": 0.8649388550307503, + "F1_coffee": 0.9120663014468324, + "IoU_coffee": 0.8383473208521627, + "precision_coffee": 0.8887215986860115, + "recall_coffee": 0.9366705135603001, + "F1_noncoffee": 0.8178114086146682, + "IoU_noncoffee": 0.6917774495322502, + "kappa": 0.7302633225305526, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8658870131094973, + "mIoU": 0.7344462471515116, + "macroF1": 0.8439300100986387, + "F1_coffee": 0.9024691358024691, + "IoU_coffee": 0.8222722159730034, + "precision_coffee": 0.8656578947368421, + "recall_coffee": 0.9425501432664757, + "F1_noncoffee": 0.7853908843948083, + "IoU_noncoffee": 0.6466202783300199, + "kappa": 0.6890971041992555, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8479675563519758, + "mIoU": 0.7065959227541228, + "macroF1": 0.8245872636910523, + "F1_coffee": 0.8886278844825204, + "IoU_coffee": 0.7995772721621286, + "precision_coffee": 0.8581531892180411, + "recall_coffee": 0.9213467048710602, + "F1_noncoffee": 0.7605466428995841, + "IoU_noncoffee": 0.613614573346117, + "kappa": 0.6501231833188125, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2655, + 2995 + ], + [ + 52703, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1734020670255023, + "test_tta": { + "OA": 0.8926116006584681, + "mIoU": 0.7318758315044318, + "macroF1": 0.837474404933144, + "F1_coffee": 0.9321380491983845, + "IoU_coffee": 0.8729012664030714, + "precision_coffee": 0.9045903521447376, + "recall_coffee": 0.9614162792165443, + "F1_noncoffee": 0.7428107606679035, + "IoU_noncoffee": 0.5908503966057923, + "kappa": 0.6760872787167111, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8597698165455174, + "mIoU": 0.6734831134066916, + "macroF1": 0.7935579029258644, + "F1_coffee": 0.9104720864064528, + "IoU_coffee": 0.8356574210232747, + "precision_coffee": 0.8713122554721371, + "recall_coffee": 0.9533175218372187, + "F1_noncoffee": 0.6766437194452759, + "IoU_noncoffee": 0.5113088057901085, + "kappa": 0.5901061981075736, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f1_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 56, + "stopped_epoch": 76, + "best_val": 0.724547263486939, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8950001613892385, + "mIoU": 0.7398429158943105, + "macroF1": 0.8435022097022988, + "F1_coffee": 0.9332759009701967, + "IoU_coffee": 0.8748990501096028, + "precision_coffee": 0.9104916654993697, + "recall_coffee": 0.9572297140933668, + "F1_noncoffee": 0.7537285184344008, + "IoU_noncoffee": 0.6047867816790183, + "kappa": 0.6877261647193964, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8618322372216454, + "mIoU": 0.6815505244316682, + "macroF1": 0.8003998584382349, + "F1_coffee": 0.9111333741489026, + "IoU_coffee": 0.8367722478744611, + "precision_coffee": 0.8779070806742818, + "recall_coffee": 0.9469736410790383, + "F1_noncoffee": 0.6896663427275672, + "IoU_noncoffee": 0.5263288009888751, + "kappa": 0.6027866384600693, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.037037037037037035, + "mIoU": 0.018829113924050633, + "macroF1": 0.03689024390243903, + "F1_coffee": 0.04878048780487805, + "IoU_coffee": 0.025, + "precision_coffee": 1.0, + "recall_coffee": 0.025, + "F1_noncoffee": 0.025, + "IoU_noncoffee": 0.012658227848101266, + "kappa": 0.0006327111673521015, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8957766990291263, + "mIoU": 0.7432103916332888, + "macroF1": 0.846058986742682, + "F1_coffee": 0.9335438140341102, + "IoU_coffee": 0.8753700586288965, + "precision_coffee": 0.9130540082344394, + "recall_coffee": 0.9549743524792603, + "F1_noncoffee": 0.7585741594512538, + "IoU_noncoffee": 0.6110507246376812, + "kappa": 0.6926802133201584, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9018422706832359, + "mIoU": 0.7504232429452182, + "macroF1": 0.8507908650000907, + "F1_coffee": 0.9380682164866679, + "IoU_coffee": 0.8833601470926223, + "precision_coffee": 0.9093274974862483, + "recall_coffee": 0.9686850229979207, + "F1_noncoffee": 0.7635135135135135, + "IoU_noncoffee": 0.6174863387978142, + "kappa": 0.7027157461972195, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8873845558725401, + "mIoU": 0.7263235814188047, + "macroF1": 0.8338392200523175, + "F1_coffee": 0.9281638444218253, + "IoU_coffee": 0.8659568345323742, + "precision_coffee": 0.9091238670694864, + "recall_coffee": 0.9480183983365887, + "F1_noncoffee": 0.7395145956828095, + "IoU_noncoffee": 0.5866903283052352, + "kappa": 0.6682061501715514, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9208561473369836, + "mIoU": 0.6753447103203674, + "macroF1": 0.7811237875235892, + "F1_coffee": 0.95600686182281, + "IoU_coffee": 0.9157214035831654, + "precision_coffee": 0.9376899696048632, + "recall_coffee": 0.9750536177898182, + "F1_noncoffee": 0.6062407132243685, + "IoU_noncoffee": 0.4349680170575693, + "kappa": 0.5637375492208981, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9337170073427268, + "mIoU": 0.709641813551479, + "macroF1": 0.8105458267143593, + "F1_coffee": 0.963304768182817, + "IoU_coffee": 0.9292072912250954, + "precision_coffee": 0.9414796520992161, + "recall_coffee": 0.9861657856259138, + "F1_noncoffee": 0.6577868852459017, + "IoU_noncoffee": 0.4900763358778626, + "kappa": 0.6229811292985623, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9209168485810677, + "mIoU": 0.6950633644071208, + "macroF1": 0.7999336696181569, + "F1_coffee": 0.9555121406642478, + "IoU_coffee": 0.9148140230867893, + "precision_coffee": 0.948470744680851, + "recall_coffee": 0.9626588685187268, + "F1_noncoffee": 0.644355198572066, + "IoU_noncoffee": 0.47531270572745227, + "kappa": 0.6000435600924624, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8719090478446234, + "mIoU": 0.7489096982529905, + "macroF1": 0.8541731743779963, + "F1_coffee": 0.9050295026692892, + "IoU_coffee": 0.8265332306902746, + "precision_coffee": 0.8819824753559693, + "recall_coffee": 0.9293133294864397, + "F1_noncoffee": 0.8033168460867035, + "IoU_noncoffee": 0.6712861658157063, + "kappa": 0.7087582016070592, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.871545788927662, + "mIoU": 0.7441553491926174, + "macroF1": 0.8505889952578438, + "F1_coffee": 0.9065459036640593, + "IoU_coffee": 0.829066265060241, + "precision_coffee": 0.8698972873321043, + "recall_coffee": 0.9464183381088825, + "F1_noncoffee": 0.7946320868516284, + "IoU_noncoffee": 0.6592444333249937, + "kappa": 0.7023389990106745, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8555125907761955, + "mIoU": 0.7183738548062055, + "macroF1": 0.8328659062333446, + "F1_coffee": 0.8943885288845995, + "IoU_coffee": 0.8089537348796608, + "precision_coffee": 0.8619452564443263, + "recall_coffee": 0.9293696275071633, + "F1_noncoffee": 0.7713432835820896, + "IoU_noncoffee": 0.6277939747327502, + "kappa": 0.666753993370857, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2632, + 2995 + ], + [ + 52824, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.324752688407898, + "test_tta": { + "OA": 0.8940963816532713, + "mIoU": 0.7348992127819165, + "macroF1": 0.8396759040960076, + "F1_coffee": 0.9330831514755971, + "IoU_coffee": 0.8745603303257379, + "precision_coffee": 0.9054206495279938, + "recall_coffee": 0.9624892180169566, + "F1_noncoffee": 0.746268656716418, + "IoU_noncoffee": 0.5952380952380952, + "kappa": 0.6804826846484515, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8613707165109035, + "mIoU": 0.6767993402750179, + "macroF1": 0.7962231851495212, + "F1_coffee": 0.9114427860696518, + "IoU_coffee": 0.8372943327239488, + "precision_coffee": 0.8727041761498968, + "recall_coffee": 0.9537802973332562, + "F1_noncoffee": 0.6810035842293907, + "IoU_noncoffee": 0.5163043478260869, + "kappa": 0.5953186649496499, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 3, + "stopped_epoch": 30, + "best_val": 0.628373016617614, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.82418438565168, + "mIoU": 0.6505440158827389, + "macroF1": 0.7803930755907256, + "F1_coffee": 0.8784587419492381, + "IoU_coffee": 0.7832602997378795, + "precision_coffee": 0.9224479215760204, + "recall_coffee": 0.8384740607462623, + "F1_noncoffee": 0.682327409232213, + "IoU_noncoffee": 0.5178277320275985, + "kappa": 0.5633813243219752, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7814410984192915, + "mIoU": 0.5938339779237897, + "macroF1": 0.735571502496549, + "F1_coffee": 0.8457042784124463, + "IoU_coffee": 0.732658245713076, + "precision_coffee": 0.8992097001190863, + "recall_coffee": 0.7982086913067712, + "F1_noncoffee": 0.6254387265806516, + "IoU_noncoffee": 0.45500971013450336, + "kappa": 0.4756497613026051, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11885441527446301, + "mIoU": 0.059665490454586585, + "macroF1": 0.10703763428942975, + "F1_coffee": 0.20976027397260275, + "IoU_coffee": 0.117168818747011, + "precision_coffee": 1.0, + "recall_coffee": 0.117168818747011, + "F1_noncoffee": 0.004314994606256742, + "IoU_noncoffee": 0.002162162162162162, + "kappa": 0.0005065476451995563, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7980051100628931, + "mIoU": 0.6261998044725636, + "macroF1": 0.7635498391742095, + "F1_coffee": 0.8538103196899115, + "IoU_coffee": 0.7449118888061553, + "precision_coffee": 0.9421597865327264, + "recall_coffee": 0.780609922621757, + "F1_noncoffee": 0.6732893586585075, + "IoU_noncoffee": 0.507487720138972, + "kappa": 0.5362139709014443, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8295250570028623, + "mIoU": 0.6583742927977775, + "macroF1": 0.7864118267831304, + "F1_coffee": 0.8823726317198902, + "IoU_coffee": 0.7895052114532167, + "precision_coffee": 0.9258218600730542, + "recall_coffee": 0.8428187747793836, + "F1_noncoffee": 0.6904510218463706, + "IoU_noncoffee": 0.5272433741423382, + "kappa": 0.5752853106263701, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.844659723904093, + "mIoU": 0.666728676485677, + "macroF1": 0.7907070228023918, + "F1_coffee": 0.8969704757927202, + "IoU_coffee": 0.8131880934350789, + "precision_coffee": 0.9030922499676542, + "recall_coffee": 0.8909311379156296, + "F1_noncoffee": 0.6844435698120633, + "IoU_noncoffee": 0.5202692595362752, + "kappa": 0.5814729474980268, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8411728772144166, + "mIoU": 0.6414225757049897, + "macroF1": 0.7676926647541915, + "F1_coffee": 0.8983448455623615, + "IoU_coffee": 0.8154501360463741, + "precision_coffee": 0.9637863534675615, + "recall_coffee": 0.841225286795216, + "F1_noncoffee": 0.6370404839460214, + "IoU_noncoffee": 0.46739501536360534, + "kappa": 0.5429097965850864, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8171968876194229, + "mIoU": 0.5987489600890963, + "macroF1": 0.7306595690111273, + "F1_coffee": 0.8833291425697762, + "IoU_coffee": 0.7910380544922315, + "precision_coffee": 0.9516456724908574, + "recall_coffee": 0.8241642228739003, + "F1_noncoffee": 0.5779899954524784, + "IoU_noncoffee": 0.406459865685961, + "kappa": 0.4711767549516368, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8595873667742251, + "mIoU": 0.6170058412089066, + "macroF1": 0.7378655021489857, + "F1_coffee": 0.916492207490114, + "IoU_coffee": 0.8458565908115071, + "precision_coffee": 0.916492207490114, + "recall_coffee": 0.916492207490114, + "F1_noncoffee": 0.5592387968078576, + "IoU_noncoffee": 0.3881550916063059, + "kappa": 0.47573100429797166, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7577397910731244, + "mIoU": 0.5981318548661171, + "macroF1": 0.7462036287965306, + "F1_coffee": 0.8003131115459883, + "IoU_coffee": 0.6671016573143678, + "precision_coffee": 0.9144901610017889, + "recall_coffee": 0.711482254697286, + "F1_noncoffee": 0.692094146047073, + "IoU_noncoffee": 0.5291620524178664, + "kappa": 0.5043215429455579, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8414913957934991, + "mIoU": 0.7013591461586008, + "macroF1": 0.8214295937325253, + "F1_coffee": 0.8812831161391952, + "IoU_coffee": 0.7877624167946748, + "precision_coffee": 0.8980008755289655, + "recall_coffee": 0.8651764375087867, + "F1_noncoffee": 0.7615760713258556, + "IoU_noncoffee": 0.6149558755225267, + "kappa": 0.6431076021520703, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8300057592628144, + "mIoU": 0.6830854946546792, + "macroF1": 0.8081963183500184, + "F1_coffee": 0.8728734477065537, + "IoU_coffee": 0.7744236403005986, + "precision_coffee": 0.8862973760932945, + "recall_coffee": 0.8598500919247631, + "F1_noncoffee": 0.743519188993483, + "IoU_noncoffee": 0.5917473490087598, + "kappa": 0.6165700985127759, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6380, + 7520 + ], + [ + 43821, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9214673598607381, + "test_tta": { + "OA": 0.832640805064113, + "mIoU": 0.6599498461198712, + "macroF1": 0.7871637075881088, + "F1_coffee": 0.8855465151128329, + "IoU_coffee": 0.794601593625498, + "precision_coffee": 0.9190378545261848, + "recall_coffee": 0.854410315726342, + "F1_noncoffee": 0.6887809000633848, + "IoU_noncoffee": 0.5252980986142443, + "kappa": 0.5758590163622748, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7898494288681205, + "mIoU": 0.6015822903090386, + "macroF1": 0.7412431815275058, + "F1_coffee": 0.8533912885991125, + "IoU_coffee": 0.7442742062865266, + "precision_coffee": 0.8954770049410871, + "recall_coffee": 0.8150838955198063, + "F1_noncoffee": 0.6290950744558992, + "IoU_noncoffee": 0.4588903743315508, + "kappa": 0.48536220539108144, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.6452988010834941, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8388735594870963, + "mIoU": 0.6465538050548094, + "macroF1": 0.7732009058276222, + "F1_coffee": 0.8952439243164526, + "IoU_coffee": 0.8103543795969051, + "precision_coffee": 0.8822929883312187, + "recall_coffee": 0.9085807308400805, + "F1_noncoffee": 0.6511578873387919, + "IoU_noncoffee": 0.4827532305127136, + "kappa": 0.5467270383298535, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8019643475250952, + "mIoU": 0.595926961416403, + "macroF1": 0.732030061508748, + "F1_coffee": 0.8689252269538074, + "IoU_coffee": 0.7682296941462426, + "precision_coffee": 0.8631656804733728, + "recall_coffee": 0.8747621518768379, + "F1_noncoffee": 0.5951348960636886, + "IoU_noncoffee": 0.4236242286865634, + "kappa": 0.4641338176449369, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32553699284009546, + "mIoU": 0.1635348185438349, + "macroF1": 0.24766865688256098, + "F1_coffee": 0.48970747562296857, + "IoU_coffee": 0.3242467718794835, + "precision_coffee": 1.0, + "recall_coffee": 0.3242467718794835, + "F1_noncoffee": 0.005629838142153413, + "IoU_noncoffee": 0.0028228652081863093, + "kappa": 0.0018289358284280233, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8402122641509434, + "mIoU": 0.6501847690241366, + "macroF1": 0.7763399548943073, + "F1_coffee": 0.8958626873318817, + "IoU_coffee": 0.811368909512761, + "precision_coffee": 0.882579342545271, + "recall_coffee": 0.9095519864750634, + "F1_noncoffee": 0.6568172224567328, + "IoU_noncoffee": 0.48900062853551224, + "kappa": 0.553013582599225, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8318051714937176, + "mIoU": 0.6328774965442877, + "macroF1": 0.7616701329388051, + "F1_coffee": 0.8909576977512187, + "IoU_coffee": 0.803357722193863, + "precision_coffee": 0.8766478925543109, + "recall_coffee": 0.9057424223046425, + "F1_noncoffee": 0.6323825681263917, + "IoU_noncoffee": 0.46239727089471233, + "kappa": 0.5237680618182631, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.844611286025672, + "mIoU": 0.6567564076522048, + "macroF1": 0.7815062830524186, + "F1_coffee": 0.8989287964713295, + "IoU_coffee": 0.8164129563923543, + "precision_coffee": 0.8876858938460581, + "recall_coffee": 0.9104601442338375, + "F1_noncoffee": 0.6640837696335079, + "IoU_noncoffee": 0.49709985891205516, + "kappa": 0.5632454177347769, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8873956424353492, + "mIoU": 0.6993764901067632, + "macroF1": 0.8109417108162791, + "F1_coffee": 0.9311675379636545, + "IoU_coffee": 0.8712006521485968, + "precision_coffee": 0.9500889001778003, + "recall_coffee": 0.9129851110568709, + "F1_noncoffee": 0.6907158836689038, + "IoU_noncoffee": 0.5275523280649295, + "kappa": 0.6225560776940613, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8323648182803113, + "mIoU": 0.591219054467929, + "macroF1": 0.7179230548737767, + "F1_coffee": 0.8975932611311672, + "IoU_coffee": 0.814212422224648, + "precision_coffee": 0.9214329833230389, + "recall_coffee": 0.8749560117302053, + "F1_noncoffee": 0.5382528486163863, + "IoU_noncoffee": 0.3682256867112101, + "kappa": 0.43754372522833807, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8585117825364232, + "mIoU": 0.6087663883700937, + "macroF1": 0.7292789973973886, + "F1_coffee": 0.9163245243740241, + "IoU_coffee": 0.8455709711846318, + "precision_coffee": 0.911213341000575, + "recall_coffee": 0.921493370551291, + "F1_noncoffee": 0.5422334704207529, + "IoU_noncoffee": 0.3719618055555556, + "kappa": 0.4586511754648794, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7962013295346628, + "mIoU": 0.6092803833177075, + "macroF1": 0.747357229104244, + "F1_coffee": 0.85844327176781, + "IoU_coffee": 0.7519935282560961, + "precision_coffee": 0.8159247648902821, + "recall_coffee": 0.9056367432150313, + "F1_noncoffee": 0.6362711864406779, + "IoU_noncoffee": 0.4665672383793189, + "kappa": 0.49821568346617723, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8312619502868069, + "mIoU": 0.6607887633489861, + "macroF1": 0.7882333036534885, + "F1_coffee": 0.8836902800658979, + "IoU_coffee": 0.7916174734356553, + "precision_coffee": 0.8316794839990077, + "recall_coffee": 0.9426402361872628, + "F1_noncoffee": 0.6927763272410792, + "IoU_noncoffee": 0.5299600532623169, + "kappa": 0.580797106517076, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.830965636398541, + "mIoU": 0.6752763310097566, + "macroF1": 0.8012380960852121, + "F1_coffee": 0.8781061812140929, + "IoU_coffee": 0.7826999012833169, + "precision_coffee": 0.8599511930585684, + "recall_coffee": 0.8970442653090086, + "F1_noncoffee": 0.7243700109563312, + "IoU_noncoffee": 0.5678527607361963, + "kappa": 0.6028764269130503, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 515, + 563 + ], + [ + 6258, + 7520 + ], + [ + 44886, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.046852699915568, + "test_tta": { + "OA": 0.8399772764161662, + "mIoU": 0.6367399630162051, + "macroF1": 0.7634094707350161, + "F1_coffee": 0.8980022553512865, + "IoU_coffee": 0.814885747009895, + "precision_coffee": 0.8684689732455526, + "recall_coffee": 0.9296148738379814, + "F1_noncoffee": 0.6288166861187455, + "IoU_noncoffee": 0.4585941790225151, + "kappa": 0.5288019117641352, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8041277258566978, + "mIoU": 0.5869551969601314, + "macroF1": 0.7218086897783891, + "F1_coffee": 0.8731376047378402, + "IoU_coffee": 0.7748395974600859, + "precision_coffee": 0.8493748182611224, + "recall_coffee": 0.8982682734628765, + "F1_noncoffee": 0.570479774818938, + "IoU_noncoffee": 0.399070796460177, + "kappa": 0.4450878993549171, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 36, + "stopped_epoch": 56, + "best_val": 0.6858435063780137, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8790943028729102, + "mIoU": 0.7224773823436534, + "macroF1": 0.8321312681132913, + "F1_coffee": 0.9209210484410332, + "IoU_coffee": 0.8534325010329968, + "precision_coffee": 0.9129254277956683, + "recall_coffee": 0.9290579617015807, + "F1_noncoffee": 0.7433414877855494, + "IoU_noncoffee": 0.5915222636543102, + "kappa": 0.6643461004190833, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8397802007615092, + "mIoU": 0.6589448834744651, + "macroF1": 0.784644679373709, + "F1_coffee": 0.8936113159482469, + "IoU_coffee": 0.8076829859428017, + "precision_coffee": 0.8905325443786982, + "recall_coffee": 0.8967114493839974, + "F1_noncoffee": 0.6756780427991709, + "IoU_noncoffee": 0.5102067810061285, + "kappa": 0.5693050517496794, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3799522673031026, + "mIoU": 0.19091798971802187, + "macroF1": 0.277774283514606, + "F1_coffee": 0.5494276795005203, + "IoU_coffee": 0.3787661406025825, + "precision_coffee": 1.0, + "recall_coffee": 0.3787661406025825, + "F1_noncoffee": 0.00612088752869166, + "IoU_noncoffee": 0.0030698388334612432, + "kappa": 0.0023228011750381916, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8987323113207547, + "mIoU": 0.7667405629018083, + "macroF1": 0.8637817464482647, + "F1_coffee": 0.9327810573692965, + "IoU_coffee": 0.874029704785771, + "precision_coffee": 0.9357413951053527, + "recall_coffee": 0.9298393913778529, + "F1_noncoffee": 0.7947824355272329, + "IoU_noncoffee": 0.6594514210178454, + "kappa": 0.7275718171582113, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8693542909814195, + "mIoU": 0.7039247345792872, + "macroF1": 0.8184099706946228, + "F1_coffee": 0.9145919888363833, + "IoU_coffee": 0.8426250584385226, + "precision_coffee": 0.9072547662492921, + "recall_coffee": 0.9220488553523468, + "F1_noncoffee": 0.7222279525528623, + "IoU_noncoffee": 0.5652244107200517, + "kappa": 0.6368971782167515, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8694599176556067, + "mIoU": 0.6973760301751719, + "macroF1": 0.8127706553659284, + "F1_coffee": 0.9157944071238869, + "IoU_coffee": 0.8446685878962537, + "precision_coffee": 0.8970984329089128, + "recall_coffee": 0.9352862339651541, + "F1_noncoffee": 0.7097469036079699, + "IoU_noncoffee": 0.5500834724540902, + "kappa": 0.6261010762514224, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9093870902056608, + "mIoU": 0.7330406968392515, + "macroF1": 0.8355267911168911, + "F1_coffee": 0.9457449402584736, + "IoU_coffee": 0.8970741297559848, + "precision_coffee": 0.9448233861144946, + "recall_coffee": 0.946668293873566, + "F1_noncoffee": 0.7253086419753086, + "IoU_noncoffee": 0.5690072639225182, + "kappa": 0.6710551666462964, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8559046587215602, + "mIoU": 0.6012104618528942, + "macroF1": 0.7217387399678787, + "F1_coffee": 0.9149566935999535, + "IoU_coffee": 0.843244401585771, + "precision_coffee": 0.9068909887070754, + "recall_coffee": 0.92316715542522, + "F1_noncoffee": 0.528520786335804, + "IoU_noncoffee": 0.3591765221200175, + "kappa": 0.44372142342497506, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8771878361200743, + "mIoU": 0.6209713126386276, + "macroF1": 0.7369715108535932, + "F1_coffee": 0.9290154854753023, + "IoU_coffee": 0.8674406332453826, + "precision_coffee": 0.9035839929639402, + "recall_coffee": 0.9559199813910212, + "F1_noncoffee": 0.5449275362318841, + "IoU_noncoffee": 0.3745019920318725, + "kappa": 0.476601030685622, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8887939221272555, + "mIoU": 0.7772467708281108, + "macroF1": 0.872867482896833, + "F1_coffee": 0.9178649084660166, + "IoU_coffee": 0.8481980814104226, + "precision_coffee": 0.925197963800905, + "recall_coffee": 0.9106471816283925, + "F1_noncoffee": 0.8278700573276495, + "IoU_noncoffee": 0.7062954602457988, + "kappa": 0.7457684359495992, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8824091778202677, + "mIoU": 0.7636922095096419, + "macroF1": 0.8637821490136768, + "F1_coffee": 0.9141541038525963, + "IoU_coffee": 0.8418819899730042, + "precision_coffee": 0.9076923076923077, + "recall_coffee": 0.920708561788275, + "F1_noncoffee": 0.8134101941747572, + "IoU_noncoffee": 0.6855024290462797, + "kappa": 0.7275943044177795, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8618736801689384, + "mIoU": 0.7279468242009679, + "macroF1": 0.8394557893065672, + "F1_coffee": 0.8994479770805673, + "IoU_coffee": 0.8172698412698413, + "precision_coffee": 0.888950276243094, + "recall_coffee": 0.9101965775703578, + "F1_noncoffee": 0.779463601532567, + "IoU_noncoffee": 0.6386238071320944, + "kappa": 0.6790097567403232, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6721, + 7520 + ], + [ + 46863, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7148891727129618, + "test_tta": { + "OA": 0.8816750527511767, + "mIoU": 0.7230503429458437, + "macroF1": 0.8321497420417396, + "F1_coffee": 0.9233244982961, + "IoU_coffee": 0.8575698962546158, + "precision_coffee": 0.9070675759454433, + "recall_coffee": 0.9401747847320396, + "F1_noncoffee": 0.7409749857873792, + "IoU_noncoffee": 0.5885307896370717, + "kappa": 0.6646633684975572, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8429964232144918, + "mIoU": 0.6589784977533166, + "macroF1": 0.7839479032415966, + "F1_coffee": 0.8968972571601758, + "IoU_coffee": 0.8130677427663776, + "precision_coffee": 0.8841191298664924, + "recall_coffee": 0.9100501643314306, + "F1_noncoffee": 0.6709985493230174, + "IoU_noncoffee": 0.5048892527402556, + "kappa": 0.5681836387861846, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.6934353028866447, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8723421522480117, + "mIoU": 0.7157401951364432, + "macroF1": 0.8277743644921867, + "F1_coffee": 0.915385525707093, + "IoU_coffee": 0.8439731788604984, + "precision_coffee": 0.919550416081271, + "recall_coffee": 0.9112581930343143, + "F1_noncoffee": 0.7401632032772804, + "IoU_noncoffee": 0.5875072114123879, + "kappa": 0.6555704266236918, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8302901811468789, + "mIoU": 0.6504208642837237, + "macroF1": 0.7788781458721323, + "F1_coffee": 0.885500491393319, + "IoU_coffee": 0.7945274848082698, + "precision_coffee": 0.8967481277098935, + "recall_coffee": 0.8745315112725596, + "F1_noncoffee": 0.6722558003509456, + "IoU_noncoffee": 0.5063142437591777, + "kappa": 0.5579553495004126, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27159904534606205, + "mIoU": 0.1364100111589351, + "macroF1": 0.21533346554405366, + "F1_coffee": 0.4254518072289157, + "IoU_coffee": 0.2702056432329029, + "precision_coffee": 1.0, + "recall_coffee": 0.2702056432329029, + "F1_noncoffee": 0.005215123859191656, + "IoU_noncoffee": 0.00261437908496732, + "kappa": 0.001411842610784334, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8852692610062893, + "mIoU": 0.7462316942074513, + "macroF1": 0.8500904829210953, + "F1_coffee": 0.9227102710933104, + "IoU_coffee": 0.8565107847354514, + "precision_coffee": 0.9397249190938511, + "recall_coffee": 0.906300799791924, + "F1_noncoffee": 0.7774706947488802, + "IoU_noncoffee": 0.6359526036794512, + "kappa": 0.7004636876815676, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.86508514044535, + "mIoU": 0.7041889823267837, + "macroF1": 0.8194400843284741, + "F1_coffee": 0.9102237143687252, + "IoU_coffee": 0.8352390544463535, + "precision_coffee": 0.9190951170219701, + "recall_coffee": 0.9015219337511191, + "F1_noncoffee": 0.7286564542882232, + "IoU_noncoffee": 0.5731389102072141, + "kappa": 0.638981828770318, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8668442722208767, + "mIoU": 0.6964136689701992, + "macroF1": 0.8124522115963551, + "F1_coffee": 0.9134527595000472, + "IoU_coffee": 0.8406930922577655, + "precision_coffee": 0.901391823039642, + "recall_coffee": 0.9258408322164784, + "F1_noncoffee": 0.711451663692663, + "IoU_noncoffee": 0.5521342456826328, + "kappa": 0.6251281834594029, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9058236611688048, + "mIoU": 0.7327590294931974, + "macroF1": 0.8359179193539378, + "F1_coffee": 0.9430173104170517, + "IoU_coffee": 0.8921785755915608, + "precision_coffee": 0.9521084712028859, + "recall_coffee": 0.9340981205760313, + "F1_noncoffee": 0.7288185282908238, + "IoU_noncoffee": 0.573339483394834, + "kappa": 0.6719781651660081, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8590564365212252, + "mIoU": 0.6311645591250854, + "macroF1": 0.7528295715187098, + "F1_coffee": 0.9148670355166875, + "IoU_coffee": 0.8430921052631579, + "precision_coffee": 0.928174794785128, + "recall_coffee": 0.9019354838709678, + "F1_noncoffee": 0.5907921075207321, + "IoU_noncoffee": 0.419237012987013, + "kappa": 0.5061471142158162, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8749388872592158, + "mIoU": 0.620998641833426, + "macroF1": 0.7376647037145672, + "F1_coffee": 0.9274326241134752, + "IoU_coffee": 0.8646847228099873, + "precision_coffee": 0.9053949263321147, + "recall_coffee": 0.9505698999767388, + "F1_noncoffee": 0.5478967833156593, + "IoU_noncoffee": 0.37731256085686465, + "kappa": 0.4772588825062542, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8660968660968661, + "mIoU": 0.7423315339772683, + "macroF1": 0.8500154497027219, + "F1_coffee": 0.8991271998855344, + "IoU_coffee": 0.8167403171302313, + "precision_coffee": 0.9250699249227146, + "recall_coffee": 0.8745998608211552, + "F1_noncoffee": 0.8009036995199096, + "IoU_noncoffee": 0.6679227508243052, + "kappa": 0.7004958149538468, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8709369024856597, + "mIoU": 0.7463787285635661, + "macroF1": 0.8523870460365928, + "F1_coffee": 0.9047148503670243, + "IoU_coffee": 0.8260085062508055, + "precision_coffee": 0.908433734939759, + "recall_coffee": 0.9010262898917475, + "F1_noncoffee": 0.8000592417061612, + "IoU_noncoffee": 0.6667489508763268, + "kappa": 0.7047844734319616, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8588980610481858, + "mIoU": 0.72584691242995, + "macroF1": 0.8382781996902013, + "F1_coffee": 0.8960248974395247, + "IoU_coffee": 0.8116350589441312, + "precision_coffee": 0.8962784774303099, + "recall_coffee": 0.89577146089662, + "F1_noncoffee": 0.7805315019408778, + "IoU_noncoffee": 0.6400587659157688, + "kappa": 0.6765564540297966, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6690, + 7520 + ], + [ + 46478, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0152249296506246, + "test_tta": { + "OA": 0.8749066709949683, + "mIoU": 0.7168614185388913, + "macroF1": 0.8282437545287953, + "F1_coffee": 0.9177683172753753, + "IoU_coffee": 0.8480331262939959, + "precision_coffee": 0.914344027042541, + "recall_coffee": 0.9212183523968641, + "F1_noncoffee": 0.7387191917822151, + "IoU_noncoffee": 0.5856897107837867, + "kappa": 0.6565028168788685, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.833347755855544, + "mIoU": 0.6509950116219855, + "macroF1": 0.7787090884105566, + "F1_coffee": 0.8886683559914828, + "IoU_coffee": 0.7996428076016091, + "precision_coffee": 0.8909775888717156, + "recall_coffee": 0.8863710622921832, + "F1_noncoffee": 0.6687498208296305, + "IoU_noncoffee": 0.5023472156423618, + "kappa": 0.5574270223600384, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 18, + "stopped_epoch": 38, + "best_val": 0.6612837990700553, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8363901963966889, + "mIoU": 0.6626821797198863, + "macroF1": 0.7888326167095816, + "F1_coffee": 0.8890454385346953, + "IoU_coffee": 0.8002536461636017, + "precision_coffee": 0.914451338254608, + "recall_coffee": 0.8650130660155079, + "F1_noncoffee": 0.688619794884468, + "IoU_noncoffee": 0.5251107132761708, + "kappa": 0.5785781075320754, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7969741548401984, + "mIoU": 0.6086153153127388, + "macroF1": 0.7464831378469854, + "F1_coffee": 0.8596216555809292, + "IoU_coffee": 0.7538039105949841, + "precision_coffee": 0.8932849740932642, + "recall_coffee": 0.8284033904168829, + "F1_noncoffee": 0.6333446201130415, + "IoU_noncoffee": 0.4634267200304936, + "kappa": 0.4948400644977264, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2682577565632458, + "mIoU": 0.13473021752300265, + "macroF1": 0.21324124368065625, + "F1_coffee": 0.42129105322763305, + "IoU_coffee": 0.266857962697274, + "precision_coffee": 1.0, + "recall_coffee": 0.266857962697274, + "F1_noncoffee": 0.005191434133679429, + "IoU_noncoffee": 0.002602472348731295, + "kappa": 0.0013880169733580278, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8674823113207547, + "mIoU": 0.7160489671558403, + "macroF1": 0.8288941154237357, + "F1_coffee": 0.9101509144817936, + "IoU_coffee": 0.835116463899248, + "precision_coffee": 0.9331875939335975, + "recall_coffee": 0.8882242018336692, + "F1_noncoffee": 0.7476373163656779, + "IoU_noncoffee": 0.5969814704124328, + "kappa": 0.6583729745333271, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8140008732353369, + "mIoU": 0.6328019432289974, + "macroF1": 0.7660121014155813, + "F1_coffee": 0.8719780953652998, + "IoU_coffee": 0.7730152152033627, + "precision_coffee": 0.9124388539482879, + "recall_coffee": 0.8349533188387261, + "F1_noncoffee": 0.6600461074658628, + "IoU_noncoffee": 0.49258867125463207, + "kappa": 0.5344550511160072, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8280939694841366, + "mIoU": 0.642628050812378, + "macroF1": 0.7720309704019, + "F1_coffee": 0.88508240779717, + "IoU_coffee": 0.7938545539033457, + "precision_coffee": 0.8983173392927567, + "recall_coffee": 0.8722317952645351, + "F1_noncoffee": 0.6589795330066301, + "IoU_noncoffee": 0.49140154772141015, + "kappa": 0.5443554379946027, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8779271024231318, + "mIoU": 0.6800911565649567, + "macroF1": 0.7956214354060676, + "F1_coffee": 0.9253192151977577, + "IoU_coffee": 0.8610177350179669, + "precision_coffee": 0.9449179493703092, + "recall_coffee": 0.9065169636319258, + "F1_noncoffee": 0.6659236556143773, + "IoU_noncoffee": 0.49916457811194653, + "kappa": 0.5920279890537504, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8022259430710135, + "mIoU": 0.5591774104510133, + "macroF1": 0.6910236810840493, + "F1_coffee": 0.8763851268160552, + "IoU_coffee": 0.7799693184308569, + "precision_coffee": 0.9221401735976162, + "recall_coffee": 0.8349560117302053, + "F1_noncoffee": 0.5056622353520434, + "IoU_noncoffee": 0.33838550247116966, + "kappa": 0.3880720901807404, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.837782340862423, + "mIoU": 0.5870316772330044, + "macroF1": 0.7115151669519136, + "F1_coffee": 0.9023715647619608, + "IoU_coffee": 0.822110229466009, + "precision_coffee": 0.9132817153067302, + "recall_coffee": 0.8917190044196325, + "F1_noncoffee": 0.5206587691418665, + "IoU_noncoffee": 0.351953125, + "kappa": 0.42343432259180014, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8577397910731244, + "mIoU": 0.7288376855687262, + "macroF1": 0.8408317080427093, + "F1_coffee": 0.8927087809769374, + "IoU_coffee": 0.8062095730918499, + "precision_coffee": 0.9195809355171904, + "recall_coffee": 0.8673625608907446, + "F1_noncoffee": 0.7889546351084813, + "IoU_noncoffee": 0.6514657980456026, + "kappa": 0.6821972355043491, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8254302103250478, + "mIoU": 0.6804746483926409, + "macroF1": 0.8068527259265588, + "F1_coffee": 0.8667542323409223, + "IoU_coffee": 0.7648422408242112, + "precision_coffee": 0.9010772265210135, + "recall_coffee": 0.8349500913819766, + "F1_noncoffee": 0.7469512195121951, + "IoU_noncoffee": 0.5961070559610706, + "kappa": 0.6147669534863806, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8185832213476675, + "mIoU": 0.6663304456191144, + "macroF1": 0.7959159178581579, + "F1_coffee": 0.8639308855291576, + "IoU_coffee": 0.7604562737642585, + "precision_coffee": 0.8798944126704795, + "recall_coffee": 0.8485362749257531, + "F1_noncoffee": 0.7279009501871581, + "IoU_noncoffee": 0.5722046174739701, + "kappa": 0.5921003191060803, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 550, + 563 + ], + [ + 6314, + 7520 + ], + [ + 44642, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1687931458155314, + "test_tta": { + "OA": 0.8511280636260348, + "mIoU": 0.6810579035229294, + "macroF1": 0.8021915045040171, + "F1_coffee": 0.900578836690008, + "IoU_coffee": 0.8191390767653265, + "precision_coffee": 0.9116265800561798, + "recall_coffee": 0.8897956560853361, + "F1_noncoffee": 0.7038041723180263, + "IoU_noncoffee": 0.5429767302805322, + "kappa": 0.6045560297817534, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8125072112611054, + "mIoU": 0.624646014636397, + "macroF1": 0.7584441487764464, + "F1_coffee": 0.872721220309777, + "IoU_coffee": 0.7741840226510796, + "precision_coffee": 0.8894410185794966, + "recall_coffee": 0.8566184243402718, + "F1_noncoffee": 0.644167077243116, + "IoU_noncoffee": 0.4751080066217144, + "kappa": 0.5173650979499901, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 17, + "stopped_epoch": 37, + "best_val": 0.6904708452871933, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8743548125304333, + "mIoU": 0.7095254305825416, + "macroF1": 0.8222140671038689, + "F1_coffee": 0.9184943406159516, + "IoU_coffee": 0.8492737256123681, + "precision_coffee": 0.9032491871854874, + "recall_coffee": 0.9342629482071713, + "F1_noncoffee": 0.7259337935917861, + "IoU_noncoffee": 0.5697771355527149, + "kappa": 0.644768407408517, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8362466828198916, + "mIoU": 0.6480149968065928, + "macroF1": 0.7752184228781536, + "F1_coffee": 0.8923424106804217, + "IoU_coffee": 0.805612148812683, + "precision_coffee": 0.8806026012912885, + "recall_coffee": 0.9043994695266102, + "F1_noncoffee": 0.6580944350758853, + "IoU_noncoffee": 0.49041784480050266, + "kappa": 0.5506904574791062, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4062052505966587, + "mIoU": 0.2041372365081117, + "macroF1": 0.2914862428419498, + "F1_coffee": 0.5765827093260721, + "IoU_coffee": 0.4050693448110952, + "precision_coffee": 1.0, + "recall_coffee": 0.4050693448110952, + "F1_noncoffee": 0.006389776357827476, + "IoU_noncoffee": 0.003205128205128205, + "kappa": 0.0025932315737425015, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.894310141509434, + "mIoU": 0.750739363053074, + "macroF1": 0.8522036467122025, + "F1_coffee": 0.9310908217203268, + "IoU_coffee": 0.8710663549721274, + "precision_coffee": 0.91765597373074, + "recall_coffee": 0.9449248975876194, + "F1_noncoffee": 0.7733164717040784, + "IoU_noncoffee": 0.6304123711340206, + "kappa": 0.7046155679801123, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8689176733129579, + "mIoU": 0.702670108198274, + "macroF1": 0.8174243890426953, + "F1_coffee": 0.9143852978453739, + "IoU_coffee": 0.8422742396824471, + "precision_coffee": 0.90623037306871, + "recall_coffee": 0.922688323315002, + "F1_noncoffee": 0.7204634802400166, + "IoU_noncoffee": 0.5630659767141009, + "kappa": 0.6349452966474206, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8601114071203682, + "mIoU": 0.6765839591767153, + "macroF1": 0.7962993939145467, + "F1_coffee": 0.9103105590062112, + "IoU_coffee": 0.8353853169174646, + "precision_coffee": 0.8865767346198052, + "recall_coffee": 0.9353500542472398, + "F1_noncoffee": 0.6822882288228823, + "IoU_noncoffee": 0.5177826014359659, + "kappa": 0.5936303988885755, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9094889024638566, + "mIoU": 0.7205343449346522, + "macroF1": 0.8249835105725056, + "F1_coffee": 0.9465969844416411, + "IoU_coffee": 0.8986085766423357, + "precision_coffee": 0.932095114160653, + "recall_coffee": 0.9615572370026849, + "F1_noncoffee": 0.7033700367033701, + "IoU_noncoffee": 0.5424601132269686, + "kappa": 0.650437025878065, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8592534226337043, + "mIoU": 0.6086436969080714, + "macroF1": 0.7289210273143047, + "F1_coffee": 0.9168847786890013, + "IoU_coffee": 0.8465256148641392, + "precision_coffee": 0.9093216428241809, + "recall_coffee": 0.924574780058651, + "F1_noncoffee": 0.5409572759396081, + "IoU_noncoffee": 0.3707617789520035, + "kappa": 0.458049117017067, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8671164564388384, + "mIoU": 0.5930575956754564, + "macroF1": 0.7088706813954415, + "F1_coffee": 0.9235098778634547, + "IoU_coffee": 0.8578897835407299, + "precision_coffee": 0.8947540626022467, + "recall_coffee": 0.9541753896254943, + "F1_noncoffee": 0.49423148492742836, + "IoU_noncoffee": 0.3282254078101829, + "kappa": 0.42169093851637673, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8801519468186135, + "mIoU": 0.7575232460054444, + "macroF1": 0.8594893372758361, + "F1_coffee": 0.9133717737506865, + "IoU_coffee": 0.8405559065066329, + "precision_coffee": 0.9011242042530136, + "recall_coffee": 0.9259568545581072, + "F1_noncoffee": 0.8056069008009858, + "IoU_noncoffee": 0.6744905855042559, + "kappa": 0.7190951169723594, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8782982791586998, + "mIoU": 0.7559432196305449, + "macroF1": 0.8585659985951112, + "F1_coffee": 0.9113941671886964, + "IoU_coffee": 0.8372122762148337, + "precision_coffee": 0.9025365315687897, + "recall_coffee": 0.9204273864754674, + "F1_noncoffee": 0.805737830001526, + "IoU_noncoffee": 0.674674163046256, + "kappa": 0.7171917177802053, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8532347859473988, + "mIoU": 0.711446509084896, + "macroF1": 0.8276339516811101, + "F1_coffee": 0.8940622185269868, + "IoU_coffee": 0.8084199974940484, + "precision_coffee": 0.8763922847052431, + "recall_coffee": 0.9124593409701598, + "F1_noncoffee": 0.7612056848352334, + "IoU_noncoffee": 0.6144730206757438, + "kappa": 0.6555834981456052, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6636, + 7520 + ], + [ + 46656, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1376785238583882, + "test_tta": { + "OA": 0.8784288264892063, + "mIoU": 0.7137788183840594, + "macroF1": 0.8250378828427152, + "F1_coffee": 0.9216887624942495, + "IoU_coffee": 0.8547520701223651, + "precision_coffee": 0.9003022999305528, + "recall_coffee": 0.9441160090819518, + "F1_noncoffee": 0.7283870031911808, + "IoU_noncoffee": 0.5728055666457538, + "kappa": 0.650759287718108, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8410782277604707, + "mIoU": 0.651800948108171, + "macroF1": 0.7776661489332416, + "F1_coffee": 0.8964038922577916, + "IoU_coffee": 0.8122572071151094, + "precision_coffee": 0.8773741166077739, + "recall_coffee": 0.9162774606469469, + "F1_noncoffee": 0.6589284056086916, + "IoU_noncoffee": 0.4913446891012325, + "kappa": 0.5560199412637222, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.6883944800344427, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8705729589352378, + "mIoU": 0.7151359485095075, + "macroF1": 0.8275909411956489, + "F1_coffee": 0.9136751396527086, + "IoU_coffee": 0.8410698981523927, + "precision_coffee": 0.9236746486888763, + "recall_coffee": 0.9038898170757829, + "F1_noncoffee": 0.7415067427385892, + "IoU_noncoffee": 0.5892019988666221, + "kappa": 0.655302850344695, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8275787469712703, + "mIoU": 0.6489283233605434, + "macroF1": 0.7781070574737248, + "F1_coffee": 0.8828802351212344, + "IoU_coffee": 0.7903183372796633, + "precision_coffee": 0.9003716580745714, + "recall_coffee": 0.8660554690653289, + "F1_noncoffee": 0.6733338798262153, + "IoU_noncoffee": 0.5075383094414236, + "kappa": 0.556680771236174, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2486873508353222, + "mIoU": 0.12489248690295, + "macroF1": 0.2007646413253395, + "F1_coffee": 0.3964723926380368, + "IoU_coffee": 0.24725011956001913, + "precision_coffee": 1.0, + "recall_coffee": 0.24725011956001913, + "F1_noncoffee": 0.0050568900126422255, + "IoU_noncoffee": 0.0025348542458808617, + "kappa": 0.0012527009091773775, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8854166666666666, + "mIoU": 0.7478704552270263, + "macroF1": 0.8513402662009473, + "F1_coffee": 0.922514619883041, + "IoU_coffee": 0.8561736770691994, + "precision_coffee": 0.943262893252701, + "recall_coffee": 0.902659470706808, + "F1_noncoffee": 0.7801659125188537, + "IoU_noncoffee": 0.6395672333848532, + "kappa": 0.7030881015404692, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8599912676466308, + "mIoU": 0.6993479401631322, + "macroF1": 0.816296901958343, + "F1_coffee": 0.9058892584621405, + "IoU_coffee": 0.8279685264663805, + "precision_coffee": 0.9242746872504658, + "recall_coffee": 0.8882210001278936, + "F1_noncoffee": 0.7267045454545454, + "IoU_noncoffee": 0.5707273538598839, + "kappa": 0.6330154871734576, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8665052070719302, + "mIoU": 0.6981897907989014, + "macroF1": 0.8140508286686137, + "F1_coffee": 0.9128124011388801, + "IoU_coffee": 0.8396089157888611, + "precision_coffee": 0.9050247788720909, + "recall_coffee": 0.9207352096496266, + "F1_noncoffee": 0.7152892561983472, + "IoU_noncoffee": 0.5567706658089417, + "kappa": 0.6281915568219731, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9103034005294237, + "mIoU": 0.7439702559053045, + "macroF1": 0.8442990662512881, + "F1_coffee": 0.9456742924092002, + "IoU_coffee": 0.8969470113463563, + "precision_coffee": 0.9557522123893806, + "recall_coffee": 0.9358066878203564, + "F1_noncoffee": 0.7429238400933761, + "IoU_noncoffee": 0.5909935004642526, + "kappa": 0.6887618896895776, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8556091795528415, + "mIoU": 0.631828000367276, + "macroF1": 0.7544336347252002, + "F1_coffee": 0.9120575884823036, + "IoU_coffee": 0.8383325981473313, + "precision_coffee": 0.9333333333333333, + "recall_coffee": 0.8917302052785924, + "F1_noncoffee": 0.5968096809680968, + "IoU_noncoffee": 0.4253234025872207, + "kappa": 0.5100345444406625, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.875916691111763, + "mIoU": 0.6318236641061472, + "macroF1": 0.7488786911368599, + "F1_coffee": 0.9274898577224159, + "IoU_coffee": 0.8647842301545019, + "precision_coffee": 0.9116028305065709, + "recall_coffee": 0.9439404512677367, + "F1_noncoffee": 0.5702675245513038, + "IoU_noncoffee": 0.3988630980577925, + "kappa": 0.49865979643090597, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8622032288698955, + "mIoU": 0.7372535301525234, + "macroF1": 0.8466962843231611, + "F1_coffee": 0.895453562936811, + "IoU_coffee": 0.8106979778212655, + "precision_coffee": 0.9282939946220496, + "recall_coffee": 0.864857341684064, + "F1_noncoffee": 0.7979390057095113, + "IoU_noncoffee": 0.6638090824837812, + "kappa": 0.6941324350505644, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.864244741873805, + "mIoU": 0.7377057418398585, + "macroF1": 0.8467293370442228, + "F1_coffee": 0.8985424406973421, + "IoU_coffee": 0.8157758173326414, + "precision_coffee": 0.9135551358419294, + "recall_coffee": 0.8840151834668916, + "F1_noncoffee": 0.7949162333911034, + "IoU_noncoffee": 0.6596356663470757, + "kappa": 0.6936259166088737, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8572662699174506, + "mIoU": 0.7236226560186966, + "macroF1": 0.8367783888363995, + "F1_coffee": 0.8946062796796371, + "IoU_coffee": 0.8093100795075661, + "precision_coffee": 0.8967036089798238, + "recall_coffee": 0.8925187385094047, + "F1_noncoffee": 0.7789504979931619, + "IoU_noncoffee": 0.6379352325298271, + "kappa": 0.6735605231994511, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6653, + 7520 + ], + [ + 46406, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.011935003598531, + "test_tta": { + "OA": 0.8742411946112644, + "mIoU": 0.716197768069297, + "macroF1": 0.8278131569260537, + "F1_coffee": 0.9172239909403646, + "IoU_coffee": 0.8471040947212629, + "precision_coffee": 0.9149757012533037, + "recall_coffee": 0.9194833568950006, + "F1_noncoffee": 0.7384023229117429, + "IoU_noncoffee": 0.5852914414173312, + "kappa": 0.655632884928061, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8322227991231107, + "mIoU": 0.6500497720843758, + "macroF1": 0.778082763698075, + "F1_coffee": 0.8876939266095788, + "IoU_coffee": 0.7980662407998889, + "precision_coffee": 0.8917833727741785, + "recall_coffee": 0.8836418151415557, + "F1_noncoffee": 0.6684716007865713, + "IoU_noncoffee": 0.5020333033688626, + "kappa": 0.5561930774095829, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 19, + "stopped_epoch": 39, + "best_val": 0.6892984188049593, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8771952605096576, + "mIoU": 0.7192452707666208, + "macroF1": 0.8298066298342541, + "F1_coffee": 0.9196132596685083, + "IoU_coffee": 0.8511889542316543, + "precision_coffee": 0.9123624404435637, + "recall_coffee": 0.9269802510388553, + "F1_noncoffee": 0.74, + "IoU_noncoffee": 0.5873015873015873, + "kappa": 0.6596827800606323, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8376168224299065, + "mIoU": 0.6556691955760721, + "macroF1": 0.7820954825541984, + "F1_coffee": 0.8920879858149231, + "IoU_coffee": 0.8051975016004291, + "precision_coffee": 0.8897258440714259, + "recall_coffee": 0.8944627034922832, + "F1_noncoffee": 0.6721029792934735, + "IoU_noncoffee": 0.5061408895517151, + "kappa": 0.5642002988139747, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37136038186157516, + "mIoU": 0.18659291415463916, + "macroF1": 0.27317593598735557, + "F1_coffee": 0.5403141361256545, + "IoU_coffee": 0.3701578192252511, + "precision_coffee": 1.0, + "recall_coffee": 0.3701578192252511, + "F1_noncoffee": 0.0060377358490566035, + "IoU_noncoffee": 0.003028009084027252, + "kappa": 0.0022391727211480777, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.891312893081761, + "mIoU": 0.750815545462213, + "macroF1": 0.8527210888582224, + "F1_coffee": 0.9281117972050699, + "IoU_coffee": 0.8658662300648838, + "precision_coffee": 0.927749983756741, + "recall_coffee": 0.9284738929709344, + "F1_noncoffee": 0.777330380511375, + "IoU_noncoffee": 0.6357648608595422, + "kappa": 0.7054423164818462, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8699849609469752, + "mIoU": 0.7056879270384577, + "macroF1": 0.819787707000889, + "F1_coffee": 0.9148990219738347, + "IoU_coffee": 0.8431464356783331, + "precision_coffee": 0.9086665825659139, + "recall_coffee": 0.9212175470008953, + "F1_noncoffee": 0.7246763920279433, + "IoU_noncoffee": 0.5682294183985822, + "kappa": 0.6396302624356198, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8704771131024461, + "mIoU": 0.7016823706129276, + "macroF1": 0.8162810349956771, + "F1_coffee": 0.9160650386088267, + "IoU_coffee": 0.845129155565852, + "precision_coffee": 0.9013527703996541, + "recall_coffee": 0.9312655561937584, + "F1_noncoffee": 0.7164970313825275, + "IoU_noncoffee": 0.5582355856600033, + "kappa": 0.6328924225965465, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9041946650376705, + "mIoU": 0.7164880344201123, + "macroF1": 0.8225193642037237, + "F1_coffee": 0.9429178040643009, + "IoU_coffee": 0.8920004590841272, + "precision_coffee": 0.9374020021710289, + "recall_coffee": 0.9484989016353429, + "F1_noncoffee": 0.7021209243431465, + "IoU_noncoffee": 0.5409756097560976, + "kappa": 0.6451028504580275, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8636856101644834, + "mIoU": 0.6231053186801649, + "macroF1": 0.743165846435177, + "F1_coffee": 0.9191021744213234, + "IoU_coffee": 0.8503136491455765, + "precision_coffee": 0.9159967377373879, + "recall_coffee": 0.9222287390029326, + "F1_noncoffee": 0.5672295184490307, + "IoU_noncoffee": 0.3958969882147534, + "kappa": 0.48636327448679834, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8773833968905838, + "mIoU": 0.6270936971126724, + "macroF1": 0.7434771243900893, + "F1_coffee": 0.9288147138964578, + "IoU_coffee": 0.8670906200317965, + "precision_coffee": 0.907185628742515, + "recall_coffee": 0.9515003489183531, + "F1_noncoffee": 0.5581395348837209, + "IoU_noncoffee": 0.3870967741935484, + "kappa": 0.48875811909634437, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8792972459639127, + "mIoU": 0.7603285000422167, + "macroF1": 0.8617120376314018, + "F1_coffee": 0.9110255512775639, + "IoU_coffee": 0.8365903831319105, + "precision_coffee": 0.9164788732394367, + "recall_coffee": 0.9056367432150313, + "F1_noncoffee": 0.8123985239852398, + "IoU_noncoffee": 0.684066616952523, + "kappa": 0.7234447209935934, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8760994263862333, + "mIoU": 0.7518719643117717, + "macroF1": 0.8558067375283023, + "F1_coffee": 0.9098998887652948, + "IoU_coffee": 0.8346938775510204, + "precision_coffee": 0.9000137532664008, + "recall_coffee": 0.9200056235062561, + "F1_noncoffee": 0.8017135862913096, + "IoU_noncoffee": 0.669050051072523, + "kappa": 0.7116900315644221, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8636974467268189, + "mIoU": 0.7321447777970724, + "macroF1": 0.8424738084951842, + "F1_coffee": 0.9002949024013481, + "IoU_coffee": 0.8186693908823905, + "precision_coffee": 0.8940175707711616, + "recall_coffee": 0.9066610097581672, + "F1_noncoffee": 0.7846527145890203, + "IoU_noncoffee": 0.6456201647117544, + "kappa": 0.684981161125749, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6702, + 7520 + ], + [ + 46765, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.2025138139724731, + "test_tta": { + "OA": 0.8778769680246713, + "mIoU": 0.7164767230360944, + "macroF1": 0.8273909479988548, + "F1_coffee": 0.9207415990730011, + "IoU_coffee": 0.8531243289671462, + "precision_coffee": 0.9058743056131332, + "recall_coffee": 0.9361050421968041, + "F1_noncoffee": 0.7340402969247084, + "IoU_noncoffee": 0.5798291171050427, + "kappa": 0.6550936411290663, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8398378908503519, + "mIoU": 0.6543386625673129, + "macroF1": 0.7803427692988414, + "F1_coffee": 0.8946604566452604, + "IoU_coffee": 0.809398760791583, + "precision_coffee": 0.8832409349715313, + "recall_coffee": 0.906379134713333, + "F1_noncoffee": 0.6660250819524225, + "IoU_noncoffee": 0.49927856434304263, + "kappa": 0.5609182433551824, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.6519559932715615, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7805551046907969, + "mIoU": 0.5389396640283123, + "macroF1": 0.6742985216558955, + "F1_coffee": 0.8603305785123967, + "IoU_coffee": 0.7548948513415519, + "precision_coffee": 0.8309055353793351, + "recall_coffee": 0.8919162061431692, + "F1_noncoffee": 0.4882664647993944, + "IoU_noncoffee": 0.32298447671507263, + "kappa": 0.35157646671129655, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7528268143532941, + "mIoU": 0.5097890169981014, + "macroF1": 0.6480284471882322, + "F1_coffee": 0.8400858449192871, + "IoU_coffee": 0.724265533996203, + "precision_coffee": 0.8163798262635789, + "recall_coffee": 0.8652097868496416, + "F1_noncoffee": 0.4559710494571773, + "IoU_noncoffee": 0.2953125, + "kappa": 0.29807043942831374, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.42673031026252983, + "mIoU": 0.21447658508803785, + "macroF1": 0.30186605046740744, + "F1_coffee": 0.5971150620597115, + "IoU_coffee": 0.4256336681013869, + "precision_coffee": 1.0, + "recall_coffee": 0.4256336681013869, + "F1_noncoffee": 0.006617038875103391, + "IoU_noncoffee": 0.0033195020746887966, + "kappa": 0.0028217967949620303, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.7812008647798742, + "mIoU": 0.5452220498356162, + "macroF1": 0.6816478401258089, + "F1_coffee": 0.8596728957236945, + "IoU_coffee": 0.7538827170729011, + "precision_coffee": 0.8340467163996576, + "recall_coffee": 0.8869237271604136, + "F1_noncoffee": 0.5036227845279233, + "IoU_noncoffee": 0.33656138259833135, + "kappa": 0.3654147595548335, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7660214427788289, + "mIoU": 0.5260780333673396, + "macroF1": 0.6637004284053329, + "F1_coffee": 0.8492011381046181, + "IoU_coffee": 0.7379231647014074, + "precision_coffee": 0.8308351177730193, + "recall_coffee": 0.8683974932855864, + "F1_noncoffee": 0.4781997187060478, + "IoU_noncoffee": 0.3142329020332717, + "kappa": 0.3285362055363215, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7944296439815937, + "mIoU": 0.5454216523186617, + "macroF1": 0.6772689598774019, + "F1_coffee": 0.8717204691089349, + "IoU_coffee": 0.7726103729104158, + "precision_coffee": 0.8280218202698822, + "recall_coffee": 0.9202884676750271, + "F1_noncoffee": 0.4828174506458689, + "IoU_noncoffee": 0.31823293172690764, + "kappa": 0.36170529586995265, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8807778456526165, + "mIoU": 0.6745245426864573, + "macroF1": 0.7898381467352875, + "F1_coffee": 0.9280845053122889, + "IoU_coffee": 0.8658187235017761, + "precision_coffee": 0.934108047966374, + "recall_coffee": 0.9221381498657555, + "F1_noncoffee": 0.6515917881582862, + "IoU_noncoffee": 0.48323036187113855, + "kappa": 0.5797609522624314, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8029153944646903, + "mIoU": 0.544394554215562, + "macroF1": 0.6729710534719691, + "F1_coffee": 0.8791155681749532, + "IoU_coffee": 0.7843052711005714, + "precision_coffee": 0.9063278525161933, + "recall_coffee": 0.8534897360703813, + "F1_noncoffee": 0.46682653876898483, + "IoU_noncoffee": 0.3044838373305527, + "kappa": 0.3485324084247761, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8778722988168574, + "mIoU": 0.6424435719851047, + "macroF1": 0.759298253019319, + "F1_coffee": 0.9282390117782247, + "IoU_coffee": 0.866087702369465, + "precision_coffee": 0.9172249347110253, + "recall_coffee": 0.9395208187950687, + "F1_noncoffee": 0.5903574942604133, + "IoU_noncoffee": 0.41879944160074456, + "kappa": 0.5189924311344397, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.6883190883190883, + "mIoU": 0.4556959836638854, + "macroF1": 0.6012730387830331, + "F1_coffee": 0.7875728155339806, + "IoU_coffee": 0.649583600256246, + "precision_coffee": 0.7361161524500908, + "recall_coffee": 0.8467640918580376, + "F1_noncoffee": 0.41497326203208557, + "IoU_noncoffee": 0.26180836707152494, + "kappa": 0.21313511132058058, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7302103250478011, + "mIoU": 0.5058776635181462, + "macroF1": 0.6515420129924555, + "F1_coffee": 0.8171095268956579, + "IoU_coffee": 0.6907736138505369, + "precision_coffee": 0.7579656126006974, + "recall_coffee": 0.8862645859693519, + "F1_noncoffee": 0.48597449908925316, + "IoU_noncoffee": 0.3209817131857555, + "kappa": 0.3148093839395854, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7125167978498752, + "mIoU": 0.47222207478493394, + "macroF1": 0.6141080772339644, + "F1_coffee": 0.8089801645513107, + "IoU_coffee": 0.6792331584020563, + "precision_coffee": 0.7367565055762082, + "recall_coffee": 0.896902842596521, + "F1_noncoffee": 0.4192359899166182, + "IoU_noncoffee": 0.2652109911678116, + "kappa": 0.2501250796513084, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 3, + 27 + ], + [ + 127, + 563 + ], + [ + 5616, + 7520 + ], + [ + 42344, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5378608624140422, + "test_tta": { + "OA": 0.7840447979224152, + "mIoU": 0.5401543014112997, + "macroF1": 0.6745406692780984, + "F1_coffee": 0.8633239853308269, + "IoU_coffee": 0.7595163214401909, + "precision_coffee": 0.8294546100550719, + "recall_coffee": 0.9000771109111939, + "F1_noncoffee": 0.48575735322537006, + "IoU_noncoffee": 0.3207922813824085, + "kappa": 0.3531393720137155, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.756345909772701, + "mIoU": 0.510263855919537, + "macroF1": 0.6472936761182009, + "F1_coffee": 0.8434145889331727, + "IoU_coffee": 0.7292281061674574, + "precision_coffee": 0.8144859562127423, + "recall_coffee": 0.8744738511214899, + "F1_noncoffee": 0.45117276330322914, + "IoU_noncoffee": 0.2912996056716167, + "kappa": 0.29769262819461606, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 17, + "stopped_epoch": 37, + "best_val": 0.674876599374193, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8029053725044636, + "mIoU": 0.5863756071242314, + "macroF1": 0.7215433088712098, + "F1_coffee": 0.8720617828959152, + "IoU_coffee": 0.7731467643102675, + "precision_coffee": 0.8581292636904638, + "recall_coffee": 0.8864541832669323, + "F1_noncoffee": 0.5710248348465043, + "IoU_noncoffee": 0.3996044499381953, + "kappa": 0.4435784190710032, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7708982346832814, + "mIoU": 0.5483604025920508, + "macroF1": 0.6888362031567826, + "F1_coffee": 0.8486321145764844, + "IoU_coffee": 0.7370642566292581, + "precision_coffee": 0.8415353214650187, + "recall_coffee": 0.8558496223260105, + "F1_noncoffee": 0.5290402917370809, + "IoU_noncoffee": 0.3596565485548434, + "kappa": 0.3778100805166714, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38138424821002387, + "mIoU": 0.1916388919545304, + "macroF1": 0.2785352601303521, + "F1_coffee": 0.5509355509355509, + "IoU_coffee": 0.3802008608321377, + "precision_coffee": 1.0, + "recall_coffee": 0.3802008608321377, + "F1_noncoffee": 0.006134969325153374, + "IoU_noncoffee": 0.003076923076923077, + "kappa": 0.00233696371092202, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8021324685534591, + "mIoU": 0.5909367688263141, + "macroF1": 0.726684102479842, + "F1_coffee": 0.8702850700595909, + "IoU_coffee": 0.7703581204379562, + "precision_coffee": 0.862313289927231, + "recall_coffee": 0.8784056180505885, + "F1_noncoffee": 0.5830831349000932, + "IoU_noncoffee": 0.41151541721467194, + "kappa": 0.45351831701559747, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7859118032309708, + "mIoU": 0.567017933937036, + "macroF1": 0.7053573475259497, + "F1_coffee": 0.8594183046096014, + "IoU_coffee": 0.7534912300301643, + "precision_coffee": 0.856281343236209, + "recall_coffee": 0.8625783348254252, + "F1_noncoffee": 0.551296390442298, + "IoU_noncoffee": 0.3805446378439079, + "kappa": 0.41073993701766437, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8206345362073141, + "mIoU": 0.6017893381711873, + "macroF1": 0.7329030530630549, + "F1_coffee": 0.8859808479847276, + "IoU_coffee": 0.7953012714206744, + "precision_coffee": 0.8559614469300333, + "recall_coffee": 0.9181823983662007, + "F1_noncoffee": 0.5798252581413821, + "IoU_noncoffee": 0.4082774049217002, + "kappa": 0.46821647025250895, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8865811443697821, + "mIoU": 0.693426412372758, + "macroF1": 0.805833277493975, + "F1_coffee": 0.9310472889329042, + "IoU_coffee": 0.8709901563404748, + "precision_coffee": 0.9446119065561417, + "recall_coffee": 0.9178667317549426, + "F1_noncoffee": 0.6806192660550459, + "IoU_noncoffee": 0.5158626684050412, + "kappa": 0.6120371126791724, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8147345612134345, + "mIoU": 0.5623641786270805, + "macroF1": 0.6905374955934982, + "F1_coffee": 0.886584262888152, + "IoU_coffee": 0.7962742337268494, + "precision_coffee": 0.9121588089330025, + "recall_coffee": 0.8624046920821115, + "F1_noncoffee": 0.4944907282988444, + "IoU_noncoffee": 0.3284541235273117, + "kappa": 0.3832359664719331, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8711254522342818, + "mIoU": 0.6200632575795786, + "macroF1": 0.7377778011224099, + "F1_coffee": 0.9247716894977169, + "IoU_coffee": 0.8600700711328166, + "precision_coffee": 0.9079802734812822, + "recall_coffee": 0.9421958595022099, + "F1_noncoffee": 0.5507839127471029, + "IoU_noncoffee": 0.38005644402634053, + "kappa": 0.4766244337650745, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7233618233618233, + "mIoU": 0.5156929883496087, + "macroF1": 0.666152768209593, + "F1_coffee": 0.8043522063268185, + "IoU_coffee": 0.6727334007414897, + "precision_coffee": 0.7772585669781932, + "recall_coffee": 0.8334029227557411, + "F1_noncoffee": 0.5279533300923676, + "IoU_noncoffee": 0.35865257595772787, + "kappa": 0.33425726792735866, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7579349904397705, + "mIoU": 0.5611102087579207, + "macroF1": 0.7074283732677666, + "F1_coffee": 0.8289882480075645, + "IoU_coffee": 0.7079247894797555, + "precision_coffee": 0.7977382035616795, + "recall_coffee": 0.8627864473499227, + "F1_noncoffee": 0.5858684985279686, + "IoU_noncoffee": 0.41429562803608605, + "kappa": 0.41702317373342124, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7710693031291994, + "mIoU": 0.5738714481838685, + "macroF1": 0.7174308256555337, + "F1_coffee": 0.8405428896169018, + "IoU_coffee": 0.7249452196978434, + "precision_coffee": 0.7971088004057824, + "recall_coffee": 0.888983170697214, + "F1_noncoffee": 0.5943187616941656, + "IoU_noncoffee": 0.42279767666989354, + "kappa": 0.4390986056458167, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 5, + 27 + ], + [ + 302, + 563 + ], + [ + 5683, + 7520 + ], + [ + 43477, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1329546213150024, + "test_tta": { + "OA": 0.8111345560785587, + "mIoU": 0.5927915548485221, + "macroF1": 0.7260450124164752, + "F1_coffee": 0.8787234486065079, + "IoU_coffee": 0.7836812849733227, + "precision_coffee": 0.8557653268371904, + "recall_coffee": 0.9029473503834126, + "F1_noncoffee": 0.5733665762264427, + "IoU_noncoffee": 0.40190182472372143, + "kappa": 0.45347375814111013, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7791623399100035, + "mIoU": 0.5537383399227293, + "macroF1": 0.692360768248293, + "F1_coffee": 0.8557730346815364, + "IoU_coffee": 0.7479049704473238, + "precision_coffee": 0.8391118828158192, + "recall_coffee": 0.8731092275461761, + "F1_noncoffee": 0.5289485018150495, + "IoU_noncoffee": 0.3595717093981346, + "kappa": 0.38551277076568974, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 38, + "stopped_epoch": 58, + "best_val": 0.6907818338377507, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8737380295406589, + "mIoU": 0.7150899280322638, + "macroF1": 0.8269843950079075, + "F1_coffee": 0.9169238655659622, + "IoU_coffee": 0.846592253687781, + "precision_coffee": 0.9143362228706524, + "recall_coffee": 0.9195261962901083, + "F1_noncoffee": 0.7370449244498529, + "IoU_noncoffee": 0.5835876023767465, + "kappa": 0.6539775621709761, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8314872504903658, + "mIoU": 0.6492203225932918, + "macroF1": 0.7774742291719381, + "F1_coffee": 0.8871067480868826, + "IoU_coffee": 0.7971175551310992, + "precision_coffee": 0.8919501816698079, + "recall_coffee": 0.8823156316669549, + "F1_noncoffee": 0.6678417102569935, + "IoU_noncoffee": 0.5013230900554845, + "kappa": 0.5549870661609508, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26539379474940333, + "mIoU": 0.13329043739905586, + "macroF1": 0.21143922512687952, + "F1_coffee": 0.4177071509648127, + "IoU_coffee": 0.26398852223816355, + "precision_coffee": 1.0, + "recall_coffee": 0.26398852223816355, + "F1_noncoffee": 0.005171299288946348, + "IoU_noncoffee": 0.002592352559948153, + "kappa": 0.0013677666099551023, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8829599056603774, + "mIoU": 0.7391934829121904, + "macroF1": 0.8449373015715117, + "F1_coffee": 0.9217219848833388, + "IoU_coffee": 0.8548092161404365, + "precision_coffee": 0.9317653312072287, + "recall_coffee": 0.9118928408869237, + "F1_noncoffee": 0.7681526182596846, + "IoU_noncoffee": 0.6235777496839444, + "kappa": 0.6899812858640764, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8687236210158638, + "mIoU": 0.7052369593266968, + "macroF1": 0.8196430250504448, + "F1_coffee": 0.9137282407702608, + "IoU_coffee": 0.8411598966893638, + "precision_coffee": 0.9111139369277721, + "recall_coffee": 0.9163575904847168, + "F1_noncoffee": 0.7255578093306289, + "IoU_noncoffee": 0.5693140219640299, + "kappa": 0.6392954972447663, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8696536691692904, + "mIoU": 0.7004083598604718, + "macroF1": 0.815347140589937, + "F1_coffee": 0.9154863226657455, + "IoU_coffee": 0.8441445615660836, + "precision_coffee": 0.9012490724709374, + "recall_coffee": 0.9301806113983023, + "F1_noncoffee": 0.7152079585141284, + "IoU_noncoffee": 0.5566721581548599, + "kappa": 0.6310045830510554, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8994094889024639, + "mIoU": 0.7151743044888206, + "macroF1": 0.8223036680813811, + "F1_coffee": 0.9393567395040511, + "IoU_coffee": 0.8856481481481482, + "precision_coffee": 0.9449246727587058, + "recall_coffee": 0.9338540395411277, + "F1_noncoffee": 0.7052505966587113, + "IoU_noncoffee": 0.5447004608294931, + "kappa": 0.6446673013548151, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8629961587708067, + "mIoU": 0.6270939428006649, + "macroF1": 0.7475427926407274, + "F1_coffee": 0.9182678183207004, + "IoU_coffee": 0.8488864747419881, + "precision_coffee": 0.9199434895220155, + "recall_coffee": 0.9165982404692082, + "F1_noncoffee": 0.5768177669607545, + "IoU_noncoffee": 0.4053014108593416, + "kappa": 0.4950942588927251, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8805123692187348, + "mIoU": 0.6379101174449816, + "macroF1": 0.7539364981256683, + "F1_coffee": 0.9304179478419314, + "IoU_coffee": 0.8698892674616695, + "precision_coffee": 0.9114234716644355, + "recall_coffee": 0.9502209816236334, + "F1_noncoffee": 0.5774550484094052, + "IoU_noncoffee": 0.40593096742829365, + "kappa": 0.5091675591861167, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.867616334283001, + "mIoU": 0.7426211392217058, + "macroF1": 0.8500067992846669, + "F1_coffee": 0.9014004809732635, + "IoU_coffee": 0.8204996137007469, + "precision_coffee": 0.9164389472170286, + "recall_coffee": 0.886847599164927, + "F1_noncoffee": 0.7986131175960705, + "IoU_noncoffee": 0.6647426647426647, + "kappa": 0.7001784980063741, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.874282982791587, + "mIoU": 0.7493298951247745, + "macroF1": 0.854141176313148, + "F1_coffee": 0.9083432076392277, + "IoU_coffee": 0.8320776401481292, + "precision_coffee": 0.9007464749792646, + "recall_coffee": 0.9160691691269507, + "F1_noncoffee": 0.7999391449870683, + "IoU_noncoffee": 0.6665821501014199, + "kappa": 0.708327636262346, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8589940487617584, + "mIoU": 0.7236881614306463, + "macroF1": 0.8365431325698525, + "F1_coffee": 0.8971216471741719, + "IoU_coffee": 0.8134366268732538, + "precision_coffee": 0.8885960044395117, + "recall_coffee": 0.9058124734832415, + "F1_noncoffee": 0.7759646179655331, + "IoU_noncoffee": 0.6339396959880389, + "kappa": 0.6731517867062413, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6692, + 7520 + ], + [ + 46561, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7809413115183512, + "test_tta": { + "OA": 0.8769193312773901, + "mIoU": 0.7181272358119737, + "macroF1": 0.8289319188010469, + "F1_coffee": 0.9195360830211904, + "IoU_coffee": 0.8510567253299811, + "precision_coffee": 0.9111344758700453, + "recall_coffee": 0.9280940753116566, + "F1_noncoffee": 0.7383277545809034, + "IoU_noncoffee": 0.5851977462939664, + "kappa": 0.6579584167028126, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8349198107765086, + "mIoU": 0.6511308796479993, + "macroF1": 0.7784719921643931, + "F1_coffee": 0.8902967336298114, + "IoU_coffee": 0.8022836019415799, + "precision_coffee": 0.8879308696732751, + "recall_coffee": 0.8926752388091257, + "F1_noncoffee": 0.6666472506989748, + "IoU_noncoffee": 0.49997815735441875, + "kappa": 0.556953542063621, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f2_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 38, + "stopped_epoch": 58, + "best_val": 0.6945554063673858, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8782178217821782, + "mIoU": 0.7180754812916319, + "macroF1": 0.8286570963481247, + "F1_coffee": 0.9208084859359333, + "IoU_coffee": 0.8532391831625068, + "precision_coffee": 0.9076551738488108, + "recall_coffee": 0.9343486269973867, + "F1_noncoffee": 0.736505706760316, + "IoU_noncoffee": 0.5829117794207571, + "kappa": 0.6575534767749839, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8391311872620284, + "mIoU": 0.6548785379006531, + "macroF1": 0.7810108854434952, + "F1_coffee": 0.8938280536095035, + "IoU_coffee": 0.8080371740814044, + "precision_coffee": 0.8854168631074736, + "recall_coffee": 0.9024005842895308, + "F1_noncoffee": 0.6681937172774869, + "IoU_noncoffee": 0.5017199017199018, + "kappa": 0.562145258740938, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3847255369928401, + "mIoU": 0.19332106109378278, + "macroF1": 0.2803049180738555, + "F1_coffee": 0.5544417559626685, + "IoU_coffee": 0.3835485413677666, + "precision_coffee": 1.0, + "recall_coffee": 0.3835485413677666, + "F1_noncoffee": 0.006168080185042405, + "IoU_noncoffee": 0.0030935808197989174, + "kappa": 0.002370264412304915, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8917551100628931, + "mIoU": 0.7503839388059406, + "macroF1": 0.8523189858358599, + "F1_coffee": 0.9286339045644497, + "IoU_coffee": 0.8667755200774069, + "precision_coffee": 0.9253066494512588, + "recall_coffee": 0.9319851745887249, + "F1_noncoffee": 0.77600406710727, + "IoU_noncoffee": 0.6339923575344741, + "kappa": 0.7046499579972837, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8718284577693688, + "mIoU": 0.7062214481426863, + "macroF1": 0.8198928324978002, + "F1_coffee": 0.9166087999494982, + "IoU_coffee": 0.8460552383172124, + "precision_coffee": 0.9050112191473448, + "recall_coffee": 0.9285074817751631, + "F1_noncoffee": 0.7231768650461022, + "IoU_noncoffee": 0.5663876579681602, + "kappa": 0.6399819256991861, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8712521191571809, + "mIoU": 0.6975988658114556, + "macroF1": 0.8126108365461828, + "F1_coffee": 0.9174380319314158, + "IoU_coffee": 0.8474692987489958, + "precision_coffee": 0.8936762481089259, + "recall_coffee": 0.9424979258408323, + "F1_noncoffee": 0.7077836411609498, + "IoU_noncoffee": 0.5477284328739153, + "kappa": 0.6261571030437236, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9093870902056608, + "mIoU": 0.7255743156110681, + "macroF1": 0.8292850210035211, + "F1_coffee": 0.9462235649546827, + "IoU_coffee": 0.8979357798165137, + "precision_coffee": 0.9370512206797511, + "recall_coffee": 0.955577251647547, + "F1_noncoffee": 0.7123464770523594, + "IoU_noncoffee": 0.5532128514056225, + "kappa": 0.6587449424132724, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8652614990643159, + "mIoU": 0.6212004142760854, + "macroF1": 0.7406972289618184, + "F1_coffee": 0.9204188481675393, + "IoU_coffee": 0.8525703200775946, + "precision_coffee": 0.9129832660126947, + "recall_coffee": 0.9279765395894428, + "F1_noncoffee": 0.5609756097560976, + "IoU_noncoffee": 0.3898305084745763, + "kappa": 0.4815841551637774, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8794367849809328, + "mIoU": 0.6222446466492564, + "macroF1": 0.7376830682734081, + "F1_coffee": 0.9305156382079459, + "IoU_coffee": 0.8700600695542207, + "precision_coffee": 0.9025910134470319, + "recall_coffee": 0.9602233077459874, + "F1_noncoffee": 0.5448504983388704, + "IoU_noncoffee": 0.3744292237442922, + "kappa": 0.47863503570595306, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8753086419753087, + "mIoU": 0.7529810454203827, + "macroF1": 0.8567627148370465, + "F1_coffee": 0.908303652489699, + "IoU_coffee": 0.8320112589559877, + "precision_coffee": 0.9115503223997757, + "recall_coffee": 0.9050800278357689, + "F1_noncoffee": 0.805221777184394, + "IoU_noncoffee": 0.6739508318847778, + "kappa": 0.7135331489703708, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8782026768642447, + "mIoU": 0.7537816191507365, + "macroF1": 0.8569470167520273, + "F1_coffee": 0.9120894286502899, + "IoU_coffee": 0.8383864011163262, + "precision_coffee": 0.8956498170483805, + "recall_coffee": 0.929143821172501, + "F1_noncoffee": 0.8018046048537648, + "IoU_noncoffee": 0.6691768371851468, + "kappa": 0.7141111817118548, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8632175081589557, + "mIoU": 0.7278188913577681, + "macroF1": 0.8391339084447944, + "F1_coffee": 0.9013772579417261, + "IoU_coffee": 0.8204611314098526, + "precision_coffee": 0.8826240173488751, + "recall_coffee": 0.9209447037194174, + "F1_noncoffee": 0.7768905589478629, + "IoU_noncoffee": 0.6351766513056836, + "kappa": 0.6785960582035864, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6737, + 7520 + ], + [ + 46793, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7754151582717896, + "test_tta": { + "OA": 0.8790780717416004, + "mIoU": 0.7161674539433, + "macroF1": 0.8269163018928642, + "F1_coffee": 0.9219339424930841, + "IoU_coffee": 0.8551738885324935, + "precision_coffee": 0.9024535346489968, + "recall_coffee": 0.942273915092319, + "F1_noncoffee": 0.7318986612926444, + "IoU_noncoffee": 0.5771610193541064, + "kappa": 0.654385667122658, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.840977270104996, + "mIoU": 0.6534886702117159, + "macroF1": 0.779280846740424, + "F1_coffee": 0.8959752438817291, + "IoU_coffee": 0.8115535805845154, + "precision_coffee": 0.8799036412489577, + "recall_coffee": 0.9126448711295624, + "F1_noncoffee": 0.6625864495991187, + "IoU_noncoffee": 0.49542375983891634, + "kappa": 0.5590388647313889, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 24, + "stopped_epoch": 44, + "best_val": 0.6663797522845777, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8088449828745401, + "mIoU": 0.6403993633532715, + "macroF1": 0.7744558693198089, + "F1_coffee": 0.8625255163133346, + "IoU_coffee": 0.7582811998716715, + "precision_coffee": 0.8588721582521406, + "recall_coffee": 0.8662100874982821, + "F1_noncoffee": 0.6863862223262832, + "IoU_noncoffee": 0.5225175268348715, + "kappa": 0.5489303571128727, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7820756893965617, + "mIoU": 0.6055467477377112, + "macroF1": 0.747304284346329, + "F1_coffee": 0.8410410705268473, + "IoU_coffee": 0.7256866909935915, + "precision_coffee": 0.8403161722970842, + "recall_coffee": 0.8417672205024533, + "F1_noncoffee": 0.6535674981658107, + "IoU_noncoffee": 0.4854068044818309, + "kappa": 0.4946093883446631, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2529274004683841, + "mIoU": 0.12782114715044895, + "macroF1": 0.20581530263012132, + "F1_coffee": 0.3992467043314501, + "IoU_coffee": 0.24941176470588236, + "precision_coffee": 1.0, + "recall_coffee": 0.24941176470588236, + "F1_noncoffee": 0.01238390092879257, + "IoU_noncoffee": 0.006230529595015576, + "kappa": 0.0031031126268872794, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.800834652467981, + "mIoU": 0.6359537430355482, + "macroF1": 0.7721482208413248, + "F1_coffee": 0.8529953264410141, + "IoU_coffee": 0.7436720582787999, + "precision_coffee": 0.868869013271783, + "recall_coffee": 0.8376912378303198, + "F1_noncoffee": 0.6913011152416357, + "IoU_noncoffee": 0.5282354277922964, + "kappa": 0.5446156168164122, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8232914525033315, + "mIoU": 0.6514509159083454, + "macroF1": 0.781436563635431, + "F1_coffee": 0.8770814711821763, + "IoU_coffee": 0.7810731132075471, + "precision_coffee": 0.845697139938713, + "recall_coffee": 0.91088496183731, + "F1_noncoffee": 0.6857916560886858, + "IoU_noncoffee": 0.5218287186091436, + "kappa": 0.5644066057278363, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8024050931384108, + "mIoU": 0.6333243332054119, + "macroF1": 0.7692971732018579, + "F1_coffee": 0.8566933442779944, + "IoU_coffee": 0.7493119540504966, + "precision_coffee": 0.8635454733503413, + "recall_coffee": 0.8499491007804547, + "F1_noncoffee": 0.6819010021257212, + "IoU_noncoffee": 0.5173367123603272, + "kappa": 0.5386588225104755, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8327546296296297, + "mIoU": 0.6519075536287187, + "macroF1": 0.7797007340485602, + "F1_coffee": 0.8878105590062112, + "IoU_coffee": 0.7982547993019197, + "precision_coffee": 0.8586983729662078, + "recall_coffee": 0.9189659791052772, + "F1_noncoffee": 0.6715909090909091, + "IoU_noncoffee": 0.5055603079555175, + "kappa": 0.5608789283968922, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8238158899923606, + "mIoU": 0.6283737243208398, + "macroF1": 0.7592534339939183, + "F1_coffee": 0.8839257628184963, + "IoU_coffee": 0.7919954904171365, + "precision_coffee": 0.8438438438438438, + "recall_coffee": 0.928005284015852, + "F1_noncoffee": 0.6345811051693404, + "IoU_noncoffee": 0.46475195822454307, + "kappa": 0.5219026851965037, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8064911784130578, + "mIoU": 0.6145449926423014, + "macroF1": 0.7499511285163183, + "F1_coffee": 0.8688535072574973, + "IoU_coffee": 0.7681175805539853, + "precision_coffee": 0.8553443283394183, + "recall_coffee": 0.8827962577962578, + "F1_noncoffee": 0.6310487497751394, + "IoU_noncoffee": 0.4609724047306176, + "kappa": 0.500252959227552, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7692527912968795, + "mIoU": 0.6126120805811994, + "macroF1": 0.7574778259452999, + "F1_coffee": 0.8109164842039412, + "IoU_coffee": 0.6819676443509141, + "precision_coffee": 0.8827034388832141, + "recall_coffee": 0.7499276829621059, + "F1_noncoffee": 0.7040391676866585, + "IoU_noncoffee": 0.5432565168114847, + "kappa": 0.5199255851388543, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8227703984819734, + "mIoU": 0.6682449813383593, + "macroF1": 0.7967377141898151, + "F1_coffee": 0.8694801565120179, + "IoU_coffee": 0.769097651421508, + "precision_coffee": 0.8477994277149475, + "recall_coffee": 0.8922988670586548, + "F1_noncoffee": 0.7239952718676123, + "IoU_noncoffee": 0.5673923112552107, + "kappa": 0.5940368486749338, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.7983217046954554, + "mIoU": 0.6447473007286775, + "macroF1": 0.7808711276753288, + "F1_coffee": 0.842709022722259, + "IoU_coffee": 0.7281738467403737, + "precision_coffee": 0.8734756097560976, + "recall_coffee": 0.8140360846711181, + "F1_noncoffee": 0.7190332326283988, + "IoU_noncoffee": 0.5613207547169812, + "kappa": 0.5627113727833795, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9060, + 11000 + ], + [ + 41824, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3476584951082866, + "test_tta": { + "OA": 0.8159171635164277, + "mIoU": 0.6469929583586451, + "macroF1": 0.7789795380997033, + "F1_coffee": 0.8693342337779278, + "IoU_coffee": 0.7688693332271488, + "precision_coffee": 0.8546263305818045, + "recall_coffee": 0.8845572403683174, + "F1_noncoffee": 0.6886248424214789, + "IoU_noncoffee": 0.5251165834901416, + "kappa": 0.5582708410836005, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7888831198800046, + "mIoU": 0.6110713108723688, + "macroF1": 0.7510485106194948, + "F1_coffee": 0.8480999522653218, + "IoU_coffee": 0.7362617563331051, + "precision_coffee": 0.8360236502383437, + "recall_coffee": 0.8605302503843157, + "F1_noncoffee": 0.653997068973668, + "IoU_noncoffee": 0.4858808654116325, + "kappa": 0.5023335538542012, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 15, + "stopped_epoch": 35, + "best_val": 0.6944268368926814, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8145693263985793, + "mIoU": 0.647531316251238, + "macroF1": 0.7797849013874556, + "F1_coffee": 0.8673066448801743, + "IoU_coffee": 0.7657029512532307, + "precision_coffee": 0.8593883516977738, + "recall_coffee": 0.8753722112785743, + "F1_noncoffee": 0.6922631578947368, + "IoU_noncoffee": 0.5293596812492454, + "kappa": 0.5596565001876876, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7856957424714434, + "mIoU": 0.6094673874681767, + "macroF1": 0.7502749684687868, + "F1_coffee": 0.8443252417521399, + "IoU_coffee": 0.7305907096493455, + "precision_coffee": 0.8401442808890371, + "recall_coffee": 0.8485480236696359, + "F1_noncoffee": 0.6562246951854337, + "IoU_noncoffee": 0.488344065287008, + "kappa": 0.5005772499279312, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14285714285714285, + "mIoU": 0.07212915601023018, + "macroF1": 0.12730623185168638, + "F1_coffee": 0.24380165289256198, + "IoU_coffee": 0.1388235294117647, + "precision_coffee": 1.0, + "recall_coffee": 0.1388235294117647, + "F1_noncoffee": 0.010810810810810811, + "IoU_noncoffee": 0.005434782608695652, + "kappa": 0.001507813797774057, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8122511632369166, + "mIoU": 0.6514236812205385, + "macroF1": 0.7838822819571256, + "F1_coffee": 0.8621830985915493, + "IoU_coffee": 0.7577520579315467, + "precision_coffee": 0.8732524964336662, + "recall_coffee": 0.8513908205841446, + "F1_noncoffee": 0.7055814653227019, + "IoU_noncoffee": 0.5450953045095305, + "kappa": 0.5679128847974684, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8220064724919094, + "mIoU": 0.6469490414398871, + "macroF1": 0.7775418449849536, + "F1_coffee": 0.876997960928764, + "IoU_coffee": 0.7809406665495227, + "precision_coffee": 0.8405093614070478, + "recall_coffee": 0.9167984597400811, + "F1_noncoffee": 0.6780857290411431, + "IoU_noncoffee": 0.5129574163302514, + "kappa": 0.5572674186733908, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8094788964866777, + "mIoU": 0.6430330541609974, + "macroF1": 0.7767698936469508, + "F1_coffee": 0.8622194938953687, + "IoU_coffee": 0.7578082848750075, + "precision_coffee": 0.8665935421951052, + "recall_coffee": 0.8578893790295216, + "F1_noncoffee": 0.691320293398533, + "IoU_noncoffee": 0.5282578234469874, + "kappa": 0.5535652681801819, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.831983024691358, + "mIoU": 0.6560357358828628, + "macroF1": 0.7837129312704794, + "F1_coffee": 0.885890213546443, + "IoU_coffee": 0.7951552210724365, + "precision_coffee": 0.8669230769230769, + "recall_coffee": 0.9057058665952317, + "F1_noncoffee": 0.6815356489945156, + "IoU_noncoffee": 0.516916250693289, + "kappa": 0.5680029758692822, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8213330786860199, + "mIoU": 0.6283935080324116, + "macroF1": 0.7599017947216807, + "F1_coffee": 0.8813494831631682, + "IoU_coffee": 0.7878684807256235, + "precision_coffee": 0.8475423832174656, + "recall_coffee": 0.9179656538969617, + "F1_noncoffee": 0.6384541062801933, + "IoU_noncoffee": 0.4689185353391995, + "kappa": 0.522120478316789, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8086611944523068, + "mIoU": 0.6166655189984989, + "macroF1": 0.7515110186234959, + "F1_coffee": 0.870679760234664, + "IoU_coffee": 0.7709768492377188, + "precision_coffee": 0.8548710242925119, + "recall_coffee": 0.8870841995841996, + "F1_noncoffee": 0.6323422770123278, + "IoU_noncoffee": 0.4623541887592789, + "kappa": 0.5035047462400738, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.792728313770398, + "mIoU": 0.6408079499930117, + "macroF1": 0.7785101609553624, + "F1_coffee": 0.8346276838739151, + "IoU_coffee": 0.7161897295178361, + "precision_coffee": 0.8811897106109324, + "recall_coffee": 0.7927393693954295, + "F1_noncoffee": 0.7223926380368099, + "IoU_noncoffee": 0.5654261704681873, + "kappa": 0.5590868728568085, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8226755218216318, + "mIoU": 0.6619128174232907, + "macroF1": 0.7911138198763642, + "F1_coffee": 0.8723098995695839, + "IoU_coffee": 0.7735368956743003, + "precision_coffee": 0.8329853862212944, + "recall_coffee": 0.9155313351498637, + "F1_noncoffee": 0.7099177401831445, + "IoU_noncoffee": 0.550288739172281, + "kappa": 0.5843322043906464, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8102960588346219, + "mIoU": 0.6615209052313529, + "macroF1": 0.7933884367936819, + "F1_coffee": 0.8524926686217009, + "IoU_coffee": 0.7429082545361615, + "precision_coffee": 0.8807756400545372, + "recall_coffee": 0.8259695979542548, + "F1_noncoffee": 0.7342842049656629, + "IoU_noncoffee": 0.5801335559265443, + "kappa": 0.5875430026216073, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9083, + 11000 + ], + [ + 42173, + 51930 + ], + [ + 114, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0730535864830018, + "test_tta": { + "OA": 0.8197545350754789, + "mIoU": 0.65061096455383, + "macroF1": 0.7814593518590192, + "F1_coffee": 0.872941886589987, + "IoU_coffee": 0.7745313894674204, + "precision_coffee": 0.8524833533457046, + "recall_coffee": 0.8944065234321316, + "F1_noncoffee": 0.6899768171280513, + "IoU_noncoffee": 0.5266905396402398, + "kappa": 0.5635320719501931, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7906570901119188, + "mIoU": 0.6116243158480981, + "macroF1": 0.7511418490550917, + "F1_coffee": 0.8503068117361935, + "IoU_coffee": 0.739594546106925, + "precision_coffee": 0.8331985933142002, + "recall_coffee": 0.8681323309537347, + "F1_noncoffee": 0.65197688637399, + "IoU_noncoffee": 0.4836540855892711, + "kappa": 0.5027710862324006, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.70016432298849, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8379424077127997, + "mIoU": 0.6842381162026108, + "macroF1": 0.8076288085626824, + "F1_coffee": 0.8839928261708552, + "IoU_coffee": 0.792103175410403, + "precision_coffee": 0.8762151215121512, + "recall_coffee": 0.891909844702002, + "F1_noncoffee": 0.7312647909545096, + "IoU_noncoffee": 0.5763730569948187, + "kappa": 0.6153278292151985, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8066949348101996, + "mIoU": 0.6404558940685379, + "macroF1": 0.7750065355535669, + "F1_coffee": 0.8594439841857441, + "IoU_coffee": 0.7535307098197866, + "precision_coffee": 0.8560058491748486, + "recall_coffee": 0.8629098490113084, + "F1_noncoffee": 0.6905690869213899, + "IoU_noncoffee": 0.5273810783172891, + "kappa": 0.5500290516351554, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08782201405152225, + "mIoU": 0.044221331305730284, + "macroF1": 0.08182815659266722, + "F1_coffee": 0.1560130010834236, + "IoU_coffee": 0.0846063454759107, + "precision_coffee": 0.9863013698630136, + "recall_coffee": 0.08470588235294117, + "F1_noncoffee": 0.007643312101910828, + "IoU_noncoffee": 0.0038363171355498722, + "kappa": -0.001692409153464163, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8252986041157001, + "mIoU": 0.6656869705157361, + "macroF1": 0.7939356233701392, + "F1_coffee": 0.8743271221532091, + "IoU_coffee": 0.7767151002391024, + "precision_coffee": 0.8677397260273972, + "recall_coffee": 0.8810152990264256, + "F1_noncoffee": 0.7135441245870694, + "IoU_noncoffee": 0.5546588407923698, + "kappa": 0.5879253770663629, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8441366837997335, + "mIoU": 0.6899228600326064, + "macroF1": 0.8113016782305423, + "F1_coffee": 0.8900157839943581, + "IoU_coffee": 0.8018274234539513, + "precision_coffee": 0.8698306419850335, + "recall_coffee": 0.9111600082513924, + "F1_noncoffee": 0.7325875724667266, + "IoU_noncoffee": 0.5780182966112615, + "kappa": 0.6230968428870479, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8442348502711624, + "mIoU": 0.6970706619437737, + "macroF1": 0.8173458344066051, + "F1_coffee": 0.8874271497222317, + "IoU_coffee": 0.7976350937385125, + "precision_coffee": 0.8913460221826647, + "recall_coffee": 0.8835425856803529, + "F1_noncoffee": 0.7472645190909787, + "IoU_noncoffee": 0.5965062301490349, + "kappa": 0.634707521500079, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8498263888888888, + "mIoU": 0.6804424363446706, + "macroF1": 0.8019160366440785, + "F1_coffee": 0.8993340660761622, + "IoU_coffee": 0.8170817669172933, + "precision_coffee": 0.8692663417072866, + "recall_coffee": 0.9315563889633003, + "F1_noncoffee": 0.7044980072119947, + "IoU_noncoffee": 0.543803105772048, + "kappa": 0.6052186054783207, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8513177998472116, + "mIoU": 0.6830526708039217, + "macroF1": 0.8039111283200504, + "F1_coffee": 0.9003264835797964, + "IoU_coffee": 0.8187216206776109, + "precision_coffee": 0.8734318718171655, + "recall_coffee": 0.9289299867899604, + "F1_noncoffee": 0.7074957730603043, + "IoU_noncoffee": 0.5473837209302326, + "kappa": 0.6089104374923183, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8530993489951882, + "mIoU": 0.6908565538784551, + "macroF1": 0.8103531994387767, + "F1_coffee": 0.9003902501439447, + "IoU_coffee": 0.8188270886665115, + "precision_coffee": 0.886830497794581, + "recall_coffee": 0.9143711018711018, + "F1_noncoffee": 0.7203161487336087, + "IoU_noncoffee": 0.5628860190903987, + "kappa": 0.6209552149001657, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8010306326939594, + "mIoU": 0.6475462253548528, + "macroF1": 0.7828252047117079, + "F1_coffee": 0.8457041367571968, + "IoU_coffee": 0.7326580330811643, + "precision_coffee": 0.865888771025913, + "recall_coffee": 0.8264391090540931, + "F1_noncoffee": 0.7199462726662189, + "IoU_noncoffee": 0.5624344176285414, + "kappa": 0.5660783819749678, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8370018975332069, + "mIoU": 0.6929761352250453, + "macroF1": 0.8152577803917689, + "F1_coffee": 0.8786380333427521, + "IoU_coffee": 0.7835454201839486, + "precision_coffee": 0.8657942363914799, + "recall_coffee": 0.8918686361680769, + "F1_noncoffee": 0.7518775274407856, + "IoU_noncoffee": 0.602406850266142, + "kappa": 0.6306817266332726, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8353762021497265, + "mIoU": 0.6982365836360119, + "macroF1": 0.8199548829283745, + "F1_coffee": 0.8726477024070022, + "IoU_coffee": 0.7740683229813664, + "precision_coffee": 0.896717133862989, + "recall_coffee": 0.8498366245205284, + "F1_noncoffee": 0.7672620634497468, + "IoU_noncoffee": 0.6224048442906575, + "kappa": 0.6403832669805184, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9333, + 11000 + ], + [ + 43382, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.2447147965431213, + "test_tta": { + "OA": 0.8466954205251808, + "mIoU": 0.692668174897578, + "macroF1": 0.8131528484171437, + "F1_coffee": 0.892319344203867, + "IoU_coffee": 0.805574548525922, + "precision_coffee": 0.8684472965355765, + "recall_coffee": 0.9175408859773696, + "F1_noncoffee": 0.7339863526304204, + "IoU_noncoffee": 0.5797618012692342, + "kappa": 0.6270019468244825, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8156513211030345, + "mIoU": 0.6476905666770776, + "macroF1": 0.7796869070442223, + "F1_coffee": 0.8687005649717514, + "IoU_coffee": 0.7678785457451058, + "precision_coffee": 0.8480035296712993, + "recall_coffee": 0.8904331711836924, + "F1_noncoffee": 0.6906732491166933, + "IoU_noncoffee": 0.5275025876090492, + "kappa": 0.5599913139054877, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 35, + "stopped_epoch": 55, + "best_val": 0.7046598921309128, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8498826588862108, + "mIoU": 0.701067609620809, + "macroF1": 0.8196480854918267, + "F1_coffee": 0.8934915902570737, + "IoU_coffee": 0.807487392223849, + "precision_coffee": 0.877993234130055, + "recall_coffee": 0.9095469329790645, + "F1_noncoffee": 0.7458045807265795, + "IoU_noncoffee": 0.5946478270177692, + "kappa": 0.6395642116320168, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8189540786892812, + "mIoU": 0.6561902191583622, + "macroF1": 0.7867485178031324, + "F1_coffee": 0.8696212129080504, + "IoU_coffee": 0.7693184115258099, + "precision_coffee": 0.8579743411075132, + "recall_coffee": 0.8815886453134542, + "F1_noncoffee": 0.7038758226982142, + "IoU_noncoffee": 0.5430620267909144, + "kappa": 0.5736754694552311, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18618266978922718, + "mIoU": 0.0938058714002404, + "macroF1": 0.15919519143456576, + "F1_coffee": 0.3098311817279047, + "IoU_coffee": 0.18331374853113983, + "precision_coffee": 0.9936305732484076, + "recall_coffee": 0.18352941176470589, + "F1_noncoffee": 0.008559201141226819, + "IoU_noncoffee": 0.004297994269340974, + "kappa": -0.0007621257237664876, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.83772245407013, + "mIoU": 0.6812772558291922, + "macroF1": 0.8051087982065414, + "F1_coffee": 0.8848340425531915, + "IoU_coffee": 0.7934550338848525, + "precision_coffee": 0.8666888962987662, + "recall_coffee": 0.9037552155771905, + "F1_noncoffee": 0.7253835538598912, + "IoU_noncoffee": 0.569099477773532, + "kappa": 0.6106245692705443, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8592233009708737, + "mIoU": 0.7138689518390221, + "macroF1": 0.8285624860299388, + "F1_coffee": 0.9010636162954043, + "IoU_coffee": 0.8199415631848064, + "precision_coffee": 0.8772386844676001, + "recall_coffee": 0.9262187994224025, + "F1_noncoffee": 0.7560613557644731, + "IoU_noncoffee": 0.6077963404932378, + "kappa": 0.6577474143541944, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8525819382221175, + "mIoU": 0.7082071708782149, + "macroF1": 0.8250888867483748, + "F1_coffee": 0.8944346886397406, + "IoU_coffee": 0.8090292626305822, + "precision_coffee": 0.8901660280970626, + "recall_coffee": 0.8987444859178826, + "F1_noncoffee": 0.7557430848570089, + "IoU_noncoffee": 0.6073850791258478, + "kappa": 0.6501963854149457, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8498263888888888, + "mIoU": 0.6754012741276535, + "macroF1": 0.7974301079188533, + "F1_coffee": 0.9004539351703855, + "IoU_coffee": 0.818932434003954, + "precision_coffee": 0.8614067278287462, + "recall_coffee": 0.9432092151084919, + "F1_noncoffee": 0.6944062806673209, + "IoU_noncoffee": 0.531870114251353, + "kappa": 0.5973997717722426, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8599121466768526, + "mIoU": 0.6979363104068292, + "macroF1": 0.8151082747547114, + "F1_coffee": 0.9061240161259358, + "IoU_coffee": 0.8283608283608284, + "precision_coffee": 0.8787389847337719, + "recall_coffee": 0.9352708058124174, + "F1_noncoffee": 0.7240925333834869, + "IoU_noncoffee": 0.5675117924528302, + "kappa": 0.6312690570934896, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8582885177846966, + "mIoU": 0.7001297105451935, + "macroF1": 0.8172845443205863, + "F1_coffee": 0.9038412291933419, + "IoU_coffee": 0.8245532064011214, + "precision_coffee": 0.8908379606259464, + "recall_coffee": 0.9172297297297297, + "F1_noncoffee": 0.7307278594478308, + "IoU_noncoffee": 0.5757062146892655, + "kappa": 0.6347869882229416, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8257467315583548, + "mIoU": 0.6808798591089207, + "macroF1": 0.8071383698917303, + "F1_coffee": 0.8670452890636376, + "IoU_coffee": 0.7652956298200514, + "precision_coffee": 0.8730205278592376, + "recall_coffee": 0.8611512872432745, + "F1_noncoffee": 0.7472314507198228, + "IoU_noncoffee": 0.5964640883977901, + "kappa": 0.6143110890983495, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.85853889943074, + "mIoU": 0.725766851188538, + "macroF1": 0.8382737509398228, + "F1_coffee": 0.8955223880597015, + "IoU_coffee": 0.8108108108108109, + "precision_coffee": 0.8755823513291313, + "recall_coffee": 0.9163917969310197, + "F1_noncoffee": 0.7810251138199442, + "IoU_noncoffee": 0.640722891566265, + "kappa": 0.6768987125242854, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8468791250235715, + "mIoU": 0.7123767804049796, + "macroF1": 0.8295014642320344, + "F1_coffee": 0.8839336763865066, + "IoU_coffee": 0.7920081967213115, + "precision_coffee": 0.8894002588810586, + "recall_coffee": 0.8785338826537861, + "F1_noncoffee": 0.7750692520775623, + "IoU_noncoffee": 0.6327453640886477, + "kappa": 0.6590278915782691, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9333, + 11000 + ], + [ + 44135, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6742747982343038, + "test_tta": { + "OA": 0.8578111125206139, + "mIoU": 0.7094714774732187, + "macroF1": 0.8251945642659471, + "F1_coffee": 0.9007031725818061, + "IoU_coffee": 0.8193448303650577, + "precision_coffee": 0.8718459922395867, + "recall_coffee": 0.931536030051766, + "F1_noncoffee": 0.7496859559500879, + "IoU_noncoffee": 0.5995981245813797, + "kappa": 0.6513519932354053, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.826814353294104, + "mIoU": 0.6628152460635207, + "macroF1": 0.7910365313849139, + "F1_coffee": 0.8775018872544019, + "IoU_coffee": 0.7817401893960049, + "precision_coffee": 0.8510061536635074, + "recall_coffee": 0.9057005075073178, + "F1_noncoffee": 0.7045711755154259, + "IoU_noncoffee": 0.5438903027310366, + "kappa": 0.5830478194356857, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.6914018639695075, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8261131548902702, + "mIoU": 0.6615356418233609, + "macroF1": 0.7900332765340553, + "F1_coffee": 0.8770710490325763, + "IoU_coffee": 0.7810565826777942, + "precision_coffee": 0.858874154737859, + "recall_coffee": 0.8960557057125842, + "F1_noncoffee": 0.7029955040355343, + "IoU_noncoffee": 0.5420147009689275, + "kappa": 0.5805214929787591, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7965559016960886, + "mIoU": 0.6209667914599157, + "macroF1": 0.7588401941637745, + "F1_coffee": 0.8542105915912191, + "IoU_coffee": 0.7455214591113276, + "precision_coffee": 0.8387627108323692, + "recall_coffee": 0.8702381704466485, + "F1_noncoffee": 0.6634697967363298, + "IoU_noncoffee": 0.4964121238085038, + "kappa": 0.5180577455501244, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1288056206088993, + "mIoU": 0.06502673796791444, + "macroF1": 0.11619781002403631, + "F1_coffee": 0.2217573221757322, + "IoU_coffee": 0.12470588235294118, + "precision_coffee": 1.0, + "recall_coffee": 0.12470588235294118, + "F1_noncoffee": 0.010638297872340425, + "IoU_noncoffee": 0.0053475935828877, + "kappa": 0.0013328638969922453, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8246750131913465, + "mIoU": 0.6596493980412441, + "macroF1": 0.7886384496610392, + "F1_coffee": 0.8759124087591241, + "IoU_coffee": 0.7792207792207793, + "precision_coffee": 0.8557213930348259, + "recall_coffee": 0.8970792767732962, + "F1_noncoffee": 0.7013644905629545, + "IoU_noncoffee": 0.5400780168617089, + "kappa": 0.5778425380247374, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8292404340376928, + "mIoU": 0.6577436984971733, + "macroF1": 0.7858975196232867, + "F1_coffee": 0.8822293704457428, + "IoU_coffee": 0.7892758559934222, + "precision_coffee": 0.8439992463731709, + "recall_coffee": 0.9240871897132641, + "F1_noncoffee": 0.6895656688008306, + "IoU_noncoffee": 0.5262115410009244, + "kappa": 0.5740984387929503, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8244282008960151, + "mIoU": 0.666233377939631, + "macroF1": 0.7946064635722823, + "F1_coffee": 0.8728700700017074, + "IoU_coffee": 0.7744183228308289, + "precision_coffee": 0.8784192439862543, + "recall_coffee": 0.8673905666779776, + "F1_noncoffee": 0.7163428571428572, + "IoU_noncoffee": 0.5580484330484331, + "kappa": 0.5892495015281614, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8452932098765432, + "mIoU": 0.6689628104013225, + "macroF1": 0.7925995232885101, + "F1_coffee": 0.8971399256124151, + "IoU_coffee": 0.8134666821723456, + "precision_coffee": 0.86060531496063, + "recall_coffee": 0.9369140101794803, + "F1_noncoffee": 0.6880591209646052, + "IoU_noncoffee": 0.5244589386302995, + "kappa": 0.5874537995503791, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8427234530175707, + "mIoU": 0.6643060274782095, + "macroF1": 0.7889206167904055, + "F1_coffee": 0.8954882924043404, + "IoU_coffee": 0.8107549120992761, + "precision_coffee": 0.8616436683355722, + "recall_coffee": 0.9321003963011889, + "F1_noncoffee": 0.6823529411764706, + "IoU_noncoffee": 0.5178571428571429, + "kappa": 0.5798116042599971, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8416831776582696, + "mIoU": 0.674822339980336, + "macroF1": 0.7986263204972882, + "F1_coffee": 0.8917419354838709, + "IoU_coffee": 0.8046338339736873, + "precision_coffee": 0.8855715017939518, + "recall_coffee": 0.8979989604989606, + "F1_noncoffee": 0.7055107055107055, + "IoU_noncoffee": 0.5450108459869848, + "kappa": 0.5973058234906962, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8042752171008684, + "mIoU": 0.6469015582643762, + "macroF1": 0.7815177639275401, + "F1_coffee": 0.8520308780030301, + "IoU_coffee": 0.7422071392659628, + "precision_coffee": 0.8500071973513746, + "recall_coffee": 0.85406421752965, + "F1_noncoffee": 0.7110046498520501, + "IoU_noncoffee": 0.5515959772627896, + "kappa": 0.5630403651195333, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8158444022770398, + "mIoU": 0.649947787564892, + "macroF1": 0.7817279459646678, + "F1_coffee": 0.8680220303256952, + "IoU_coffee": 0.7668188370975493, + "precision_coffee": 0.8253167830359451, + "recall_coffee": 0.9153879248530045, + "F1_noncoffee": 0.6954338616036404, + "IoU_noncoffee": 0.5330767380322348, + "kappa": 0.5661366294225638, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8071846124834999, + "mIoU": 0.6549154151585255, + "macroF1": 0.7881518183099934, + "F1_coffee": 0.8516503445774393, + "IoU_coffee": 0.7416298168035376, + "precision_coffee": 0.8701452712718648, + "recall_coffee": 0.833925273476346, + "F1_noncoffee": 0.7246532920425475, + "IoU_noncoffee": 0.5682010135135135, + "kappa": 0.576658618160196, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9301, + 11000 + ], + [ + 42709, + 51930 + ], + [ + 88, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.2282682100931803, + "test_tta": { + "OA": 0.8314252188253203, + "mIoU": 0.6657869482948989, + "macroF1": 0.7927211250661992, + "F1_coffee": 0.8822897636051598, + "IoU_coffee": 0.7893725358112258, + "precision_coffee": 0.8539340291917612, + "recall_coffee": 0.9125933391360117, + "F1_noncoffee": 0.7031524865272387, + "IoU_noncoffee": 0.5422013607785721, + "kappa": 0.586591809538064, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8021662628360448, + "mIoU": 0.6245069317854622, + "macroF1": 0.7608927719403196, + "F1_coffee": 0.8602345556993367, + "IoU_coffee": 0.7547470051850528, + "precision_coffee": 0.8333267530006317, + "recall_coffee": 0.8889380251437236, + "F1_noncoffee": 0.6615509881813023, + "IoU_noncoffee": 0.49426685838587175, + "kappa": 0.5229898776276194, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.6959789616726999, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8580806799441837, + "mIoU": 0.7141936745148664, + "macroF1": 0.829028900848547, + "F1_coffee": 0.8995059510442398, + "IoU_coffee": 0.8173655749413326, + "precision_coffee": 0.8822298577155191, + "recall_coffee": 0.9174721700490174, + "F1_noncoffee": 0.7585518506528542, + "IoU_noncoffee": 0.6110217740884002, + "kappa": 0.6583725503462619, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8268431983385255, + "mIoU": 0.6672678025049767, + "macroF1": 0.795019003646446, + "F1_coffee": 0.8757862936599901, + "IoU_coffee": 0.7790211849588633, + "precision_coffee": 0.8608066057881999, + "recall_coffee": 0.891296565375787, + "F1_noncoffee": 0.7142517136329017, + "IoU_noncoffee": 0.5555144200510903, + "kappa": 0.5903234044311056, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17096018735362997, + "mIoU": 0.08612850605145597, + "macroF1": 0.1480648597467156, + "F1_coffee": 0.28772635814889336, + "IoU_coffee": 0.16803760282021152, + "precision_coffee": 0.9930555555555556, + "recall_coffee": 0.16823529411764707, + "F1_noncoffee": 0.008403361344537815, + "IoU_noncoffee": 0.004219409282700422, + "kappa": -0.0009204139876439415, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8556147167458148, + "mIoU": 0.7070696664870484, + "macroF1": 0.823601303666812, + "F1_coffee": 0.898748654467169, + "IoU_coffee": 0.8161158287005926, + "precision_coffee": 0.8704065676309617, + "recall_coffee": 0.9289986091794159, + "F1_noncoffee": 0.748453952866455, + "IoU_noncoffee": 0.5980235042735043, + "kappa": 0.6481294775131138, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8677898343803541, + "mIoU": 0.7283324222338506, + "macroF1": 0.838789020339129, + "F1_coffee": 0.9071648175377623, + "IoU_coffee": 0.830102134426029, + "precision_coffee": 0.8824523763084324, + "recall_coffee": 0.9333012445850237, + "F1_noncoffee": 0.7704132231404959, + "IoU_noncoffee": 0.6265627100416723, + "kappa": 0.6782021578739031, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8508842254185334, + "mIoU": 0.7072968985309238, + "macroF1": 0.8246424411729408, + "F1_coffee": 0.8924782372143635, + "IoU_coffee": 0.8058335891925085, + "precision_coffee": 0.8943637974511006, + "recall_coffee": 0.8906006107906346, + "F1_noncoffee": 0.7568066451315182, + "IoU_noncoffee": 0.6087602078693393, + "kappa": 0.6492884081473004, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8573495370370371, + "mIoU": 0.6872788142257952, + "macroF1": 0.8063944088040473, + "F1_coffee": 0.9057181105373876, + "IoU_coffee": 0.8276826284515904, + "precision_coffee": 0.8641284515265782, + "recall_coffee": 0.9515135279935708, + "F1_noncoffee": 0.7070707070707071, + "IoU_noncoffee": 0.546875, + "kappa": 0.6155556453651737, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8580977845683728, + "mIoU": 0.6969420453458206, + "macroF1": 0.814607613274623, + "F1_coffee": 0.9044004117344313, + "IoU_coffee": 0.8254844392248972, + "precision_coffee": 0.881489841986456, + "recall_coffee": 0.9285336856010568, + "F1_noncoffee": 0.7248148148148148, + "IoU_noncoffee": 0.5683996514667441, + "kappa": 0.6299348153768212, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8556467591282196, + "mIoU": 0.7001880552598119, + "macroF1": 0.8178325078218764, + "F1_coffee": 0.900829660357791, + "IoU_coffee": 0.8195541927114046, + "precision_coffee": 0.8987325400931195, + "recall_coffee": 0.9029365904365905, + "F1_noncoffee": 0.7348353552859619, + "IoU_noncoffee": 0.5808219178082191, + "kappa": 0.6356703197731551, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8538982727359481, + "mIoU": 0.7204561813063852, + "macroF1": 0.834811725758587, + "F1_coffee": 0.8909621821807564, + "IoU_coffee": 0.8033650141279219, + "precision_coffee": 0.877648379402273, + "recall_coffee": 0.9046861440555395, + "F1_noncoffee": 0.7786612693364175, + "IoU_noncoffee": 0.6375473484848485, + "kappa": 0.6697777102559732, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8774193548387097, + "mIoU": 0.7558983179197574, + "macroF1": 0.8586585846843667, + "F1_coffee": 0.9101529902642559, + "IoU_coffee": 0.8351199591628382, + "precision_coffee": 0.883488591872553, + "recall_coffee": 0.9384769826473541, + "F1_noncoffee": 0.8071641791044776, + "IoU_noncoffee": 0.6766766766766766, + "kappa": 0.7178687347331556, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8461248349990571, + "mIoU": 0.7113495034366788, + "macroF1": 0.828799042880474, + "F1_coffee": 0.8832618025751073, + "IoU_coffee": 0.7909300538047656, + "precision_coffee": 0.8894971906065409, + "recall_coffee": 0.8771132263105554, + "F1_noncoffee": 0.7743362831858407, + "IoU_noncoffee": 0.631768953068592, + "kappa": 0.6576306080790985, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9507, + 11000 + ], + [ + 44485, + 51930 + ], + [ + 122, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0431768457094828, + "test_tta": { + "OA": 0.8604116453126982, + "mIoU": 0.7159580491554333, + "macroF1": 0.8300619256235879, + "F1_coffee": 0.901878169759795, + "IoU_coffee": 0.8212915406321687, + "precision_coffee": 0.8783898213083787, + "recall_coffee": 0.9266571991387603, + "F1_noncoffee": 0.7582456814873809, + "IoU_noncoffee": 0.6106245576786978, + "kappa": 0.6607215677214421, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8292229145032883, + "mIoU": 0.6684195362314924, + "macroF1": 0.7955436973543808, + "F1_coffee": 0.8785251905577726, + "IoU_coffee": 0.7833659598602243, + "precision_coffee": 0.8565313062612523, + "recall_coffee": 0.9016783540758523, + "F1_noncoffee": 0.7125622041509891, + "IoU_noncoffee": 0.5534731126027604, + "kappa": 0.5917243786531541, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.700346615702655, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8426360522643663, + "mIoU": 0.6842830625059855, + "macroF1": 0.8067368364446207, + "F1_coffee": 0.8900314702362484, + "IoU_coffee": 0.8018528871495887, + "precision_coffee": 0.8620615635598677, + "recall_coffee": 0.919877227541344, + "F1_noncoffee": 0.723442202652993, + "IoU_noncoffee": 0.5667132378623821, + "kappa": 0.6144942687413435, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8118005076727818, + "mIoU": 0.640062899247443, + "macroF1": 0.7734513195521711, + "F1_coffee": 0.8666605356467715, + "IoU_coffee": 0.7646963358338142, + "precision_coffee": 0.8418095918691441, + "recall_coffee": 0.8930233537599764, + "F1_noncoffee": 0.6802421034575706, + "IoU_noncoffee": 0.5154294626610717, + "kappa": 0.5478475817815727, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.148711943793911, + "mIoU": 0.07491025868035994, + "macroF1": 0.13127225662014202, + "F1_coffee": 0.25435897435897437, + "IoU_coffee": 0.14571092831962398, + "precision_coffee": 0.992, + "recall_coffee": 0.14588235294117646, + "F1_noncoffee": 0.008185538881309686, + "IoU_noncoffee": 0.00410958904109589, + "kappa": -0.0011416592759816084, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8359476183623543, + "mIoU": 0.6747048388323211, + "macroF1": 0.799713473230552, + "F1_coffee": 0.8849027394494178, + "IoU_coffee": 0.7935655218204866, + "precision_coffee": 0.8573757662710317, + "recall_coffee": 0.9142559109874826, + "F1_noncoffee": 0.7145242070116862, + "IoU_noncoffee": 0.5558441558441558, + "kappa": 0.6004484775824928, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8429468874928612, + "mIoU": 0.6805266215391579, + "macroF1": 0.8033992048277041, + "F1_coffee": 0.891575765540807, + "IoU_coffee": 0.8043632914394119, + "precision_coffee": 0.853709180142201, + "recall_coffee": 0.9329574365674208, + "F1_noncoffee": 0.7152226441146013, + "IoU_noncoffee": 0.5566899516389038, + "kappa": 0.6088197914452489, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8489035604810187, + "mIoU": 0.6973347057158938, + "macroF1": 0.8166920977904611, + "F1_coffee": 0.8935335947364923, + "IoU_coffee": 0.8075560093699321, + "precision_coffee": 0.875382511882284, + "recall_coffee": 0.9124533423820834, + "F1_noncoffee": 0.73985060084443, + "IoU_noncoffee": 0.5871134020618557, + "kappa": 0.6337689421483738, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8517554012345679, + "mIoU": 0.6751199986761902, + "macroF1": 0.7967680417186498, + "F1_coffee": 0.9024808070553899, + "IoU_coffee": 0.8222915944039774, + "precision_coffee": 0.8573839662447258, + "recall_coffee": 0.9525850522368069, + "F1_noncoffee": 0.6910552763819096, + "IoU_noncoffee": 0.527948402948403, + "kappa": 0.5970676253937258, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8467341482047365, + "mIoU": 0.6657648296926371, + "macroF1": 0.7893698649336496, + "F1_coffee": 0.8992909581477065, + "IoU_coffee": 0.8170106031239311, + "precision_coffee": 0.8564599019959365, + "recall_coffee": 0.9466314398943196, + "F1_noncoffee": 0.6794487717195926, + "IoU_noncoffee": 0.514519056261343, + "kappa": 0.5820666282009368, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8530993489951882, + "mIoU": 0.6849267371827525, + "macroF1": 0.8051941098008677, + "F1_coffee": 0.9017975402081362, + "IoU_coffee": 0.8211578221915921, + "precision_coffee": 0.8762103198921436, + "recall_coffee": 0.9289241164241164, + "F1_noncoffee": 0.7085906793935991, + "IoU_noncoffee": 0.548695652173913, + "kappa": 0.6113716531888784, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8203072812291249, + "mIoU": 0.669235024664376, + "macroF1": 0.7981194745099447, + "F1_coffee": 0.8650469433096825, + "IoU_coffee": 0.7621874210659257, + "precision_coffee": 0.8573661031396506, + "recall_coffee": 0.8728666473821233, + "F1_noncoffee": 0.731192005710207, + "IoU_noncoffee": 0.5762826282628263, + "kappa": 0.5963034846110826, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8391840607210627, + "mIoU": 0.6905225177826634, + "macroF1": 0.8127678722483982, + "F1_coffee": 0.883095385888682, + "IoU_coffee": 0.7906632085957762, + "precision_coffee": 0.8506510762689343, + "recall_coffee": 0.9181127204933314, + "F1_noncoffee": 0.7424403586081143, + "IoU_noncoffee": 0.5903818269695505, + "kappa": 0.6267320470427146, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8447105412030926, + "mIoU": 0.7052565217429405, + "macroF1": 0.8240675029719189, + "F1_coffee": 0.8843317648711286, + "IoU_coffee": 0.7926476142515423, + "precision_coffee": 0.8744444444444445, + "recall_coffee": 0.8944452336979685, + "F1_noncoffee": 0.763803241072709, + "IoU_noncoffee": 0.6178654292343387, + "kappa": 0.6482268424374987, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9296, + 11000 + ], + [ + 43715, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5280654311180115, + "test_tta": { + "OA": 0.847741976404922, + "mIoU": 0.6891452124743573, + "macroF1": 0.8099301221450232, + "F1_coffee": 0.8947056759364856, + "IoU_coffee": 0.8094727860785365, + "precision_coffee": 0.8582277948415871, + "recall_coffee": 0.934422099042558, + "F1_noncoffee": 0.7251545683535608, + "IoU_noncoffee": 0.5688176388701782, + "kappa": 0.6216444205643248, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8175550940348448, + "mIoU": 0.6446455372719135, + "macroF1": 0.7764149819572556, + "F1_coffee": 0.8723228163669029, + "IoU_coffee": 0.7735572103680367, + "precision_coffee": 0.8376267178383827, + "recall_coffee": 0.9100174784677911, + "F1_noncoffee": 0.6805071475476082, + "IoU_noncoffee": 0.5157338641757905, + "kappa": 0.5547416657249542, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 40, + "stopped_epoch": 60, + "best_val": 0.7045547142273221, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8524990485855639, + "mIoU": 0.7053495151585842, + "macroF1": 0.8227388723027337, + "F1_coffee": 0.8953702870512013, + "IoU_coffee": 0.8105614728224345, + "precision_coffee": 0.8796578703089776, + "recall_coffee": 0.9116542214485318, + "F1_noncoffee": 0.7501074575542661, + "IoU_noncoffee": 0.6001375574947341, + "kappa": 0.6457476859154958, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8211174570208838, + "mIoU": 0.6594431014656168, + "macroF1": 0.789224338057135, + "F1_coffee": 0.8712139304515767, + "IoU_coffee": 0.7718149204305031, + "precision_coffee": 0.8593199508398197, + "recall_coffee": 0.8834417840672184, + "F1_noncoffee": 0.7072347456626933, + "IoU_noncoffee": 0.5470712825007303, + "kappa": 0.5786321847868959, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18384074941451992, + "mIoU": 0.09262464327681719, + "macroF1": 0.15750125616582802, + "F1_coffee": 0.30646766169154227, + "IoU_coffee": 0.1809635722679201, + "precision_coffee": 0.9935483870967742, + "recall_coffee": 0.1811764705882353, + "F1_noncoffee": 0.008534850640113799, + "IoU_noncoffee": 0.004285714285714286, + "kappa": -0.0007868587857490994, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.845733199021442, + "mIoU": 0.6930459594002308, + "macroF1": 0.8136592441157036, + "F1_coffee": 0.8909682668836453, + "IoU_coffee": 0.8033749082905356, + "precision_coffee": 0.8692775866631384, + "recall_coffee": 0.913769123783032, + "F1_noncoffee": 0.736350221347762, + "IoU_noncoffee": 0.5827170105099261, + "kappa": 0.6278787465972117, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8607938320959452, + "mIoU": 0.716270405707033, + "macroF1": 0.8302500610564347, + "F1_coffee": 0.9022556390977443, + "IoU_coffee": 0.821917808219178, + "precision_coffee": 0.8776492003640619, + "recall_coffee": 0.9282816475280203, + "F1_noncoffee": 0.7582444830151253, + "IoU_noncoffee": 0.6106230031948882, + "kappa": 0.6611588959968343, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8509313841075218, + "mIoU": 0.706685654156398, + "macroF1": 0.8241293570109267, + "F1_coffee": 0.8927856730997524, + "IoU_coffee": 0.8063350079647102, + "precision_coffee": 0.8923921887713588, + "recall_coffee": 0.8931795045809298, + "F1_noncoffee": 0.755473040922101, + "IoU_noncoffee": 0.6070363003480855, + "kappa": 0.6482588699916256, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8541666666666666, + "mIoU": 0.6813646604441583, + "macroF1": 0.8018348623853211, + "F1_coffee": 0.9036697247706422, + "IoU_coffee": 0.8242677824267782, + "precision_coffee": 0.8617253948967193, + "recall_coffee": 0.9499062416287168, + "F1_noncoffee": 0.7, + "IoU_noncoffee": 0.5384615384615384, + "kappa": 0.6065726227186785, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8580977845683728, + "mIoU": 0.692787429005799, + "macroF1": 0.8110374104201943, + "F1_coffee": 0.905338259650911, + "IoU_coffee": 0.827048417132216, + "precision_coffee": 0.874261811023622, + "recall_coffee": 0.9387054161162484, + "F1_noncoffee": 0.7167365611894777, + "IoU_noncoffee": 0.5585264408793821, + "kappa": 0.6234983379277268, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8553637135578828, + "mIoU": 0.694466516352809, + "macroF1": 0.8130166491046599, + "F1_coffee": 0.9020008949689957, + "IoU_coffee": 0.8214951094550536, + "precision_coffee": 0.8877563860576319, + "recall_coffee": 0.9167099792099792, + "F1_noncoffee": 0.724032403240324, + "IoU_noncoffee": 0.5674379232505643, + "kappa": 0.6263042309655812, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8373890638419696, + "mIoU": 0.6978112272596741, + "macroF1": 0.8192332082072962, + "F1_coffee": 0.8765217391304347, + "IoU_coffee": 0.7801857585139319, + "precision_coffee": 0.8783038048213767, + "recall_coffee": 0.8747468903673705, + "F1_noncoffee": 0.7619446772841576, + "IoU_noncoffee": 0.6154366960054164, + "kappa": 0.6384692858105446, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.863472485768501, + "mIoU": 0.7346042652675616, + "macroF1": 0.844436630465411, + "F1_coffee": 0.8988542911365713, + "IoU_coffee": 0.816290054895953, + "precision_coffee": 0.8814447201543976, + "recall_coffee": 0.9169654381184569, + "F1_noncoffee": 0.7900189697942507, + "IoU_noncoffee": 0.6529184756391703, + "kappa": 0.6891250311345165, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8465019800113144, + "mIoU": 0.7138615636583053, + "macroF1": 0.8307671740282714, + "F1_coffee": 0.8823699421965318, + "IoU_coffee": 0.7895009050943884, + "precision_coffee": 0.8978091457138656, + "recall_coffee": 0.8674527631765876, + "F1_noncoffee": 0.7791644058600109, + "IoU_noncoffee": 0.6382222222222222, + "kappa": 0.6617221525831717, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9379, + 11000 + ], + [ + 44252, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8219726363817852, + "test_tta": { + "OA": 0.8595553723201826, + "mIoU": 0.7121376338867303, + "macroF1": 0.8270822516935288, + "F1_coffee": 0.902016749084553, + "IoU_coffee": 0.8215214105793451, + "precision_coffee": 0.8723226703755216, + "recall_coffee": 0.9338036556873883, + "F1_noncoffee": 0.7521477543025046, + "IoU_noncoffee": 0.6027538571941156, + "kappa": 0.6551752094872382, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8286027460482289, + "mIoU": 0.665202321151849, + "macroF1": 0.7927995940242216, + "F1_coffee": 0.8789298885470365, + "IoU_coffee": 0.784009741734974, + "precision_coffee": 0.8513153480294449, + "recall_coffee": 0.9083959820582476, + "F1_noncoffee": 0.7066692995014069, + "IoU_noncoffee": 0.546394900568724, + "kappa": 0.5866529200445161, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 9, + "stopped_epoch": 30, + "best_val": 0.6606146395177332, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8248128884942281, + "mIoU": 0.6646158783854591, + "macroF1": 0.7930814610777897, + "F1_coffee": 0.8741112123974476, + "IoU_coffee": 0.7763743826410817, + "precision_coffee": 0.8697111242120539, + "recall_coffee": 0.878556049292226, + "F1_noncoffee": 0.7120517097581318, + "IoU_noncoffee": 0.5528573741298365, + "kappa": 0.5861871494065063, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7955607476635514, + "mIoU": 0.6246392002535551, + "macroF1": 0.7626429576966793, + "F1_coffee": 0.8510356568618178, + "IoU_coffee": 0.7406980572933817, + "precision_coffee": 0.8494021397105097, + "recall_coffee": 0.8526754690757471, + "F1_noncoffee": 0.6742502585315409, + "IoU_noncoffee": 0.5085803432137286, + "kappa": 0.525289754684571, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2107728337236534, + "mIoU": 0.10621095695914269, + "macroF1": 0.1765907530327306, + "F1_coffee": 0.3443579766536965, + "IoU_coffee": 0.20799059929494712, + "precision_coffee": 0.9943820224719101, + "recall_coffee": 0.20823529411764705, + "F1_noncoffee": 0.008823529411764706, + "IoU_noncoffee": 0.004431314623338257, + "kappa": -0.0004936451873070566, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.80025903007627, + "mIoU": 0.6325911335232219, + "macroF1": 0.7691107663061323, + "F1_coffee": 0.8539152399663206, + "IoU_coffee": 0.7450716297293988, + "precision_coffee": 0.861653922401586, + "recall_coffee": 0.8463143254520167, + "F1_noncoffee": 0.6843062926459439, + "IoU_noncoffee": 0.5201106373170451, + "kappa": 0.5383020124898726, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8470397867885018, + "mIoU": 0.6947330735451873, + "macroF1": 0.8148430612656159, + "F1_coffee": 0.8920534694700074, + "IoU_coffee": 0.8051412634897539, + "precision_coffee": 0.8719059812225067, + "recall_coffee": 0.9131540947534896, + "F1_noncoffee": 0.7376326530612245, + "IoU_noncoffee": 0.5843248836006208, + "kappa": 0.6301660883775133, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8269276114124028, + "mIoU": 0.668186802696608, + "macroF1": 0.7958186571383378, + "F1_coffee": 0.8755172647717251, + "IoU_coffee": 0.7785955598455598, + "precision_coffee": 0.8751610497050247, + "recall_coffee": 0.8758737699355277, + "F1_noncoffee": 0.7161200495049505, + "IoU_noncoffee": 0.5577780455476563, + "kappa": 0.591637468560393, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8232060185185185, + "mIoU": 0.63815630063756, + "macroF1": 0.7689271026122879, + "F1_coffee": 0.8809198986552329, + "IoU_coffee": 0.7871821664925113, + "precision_coffee": 0.8553046549766621, + "recall_coffee": 0.9081167961425127, + "F1_noncoffee": 0.656934306569343, + "IoU_noncoffee": 0.4891304347826087, + "kappa": 0.5390453145942652, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8387127578304049, + "mIoU": 0.6602799349323012, + "macroF1": 0.7861165297497622, + "F1_coffee": 0.8921800191509736, + "IoU_coffee": 0.8053474703238447, + "precision_coffee": 0.8632489190858554, + "recall_coffee": 0.9231175693527081, + "F1_noncoffee": 0.6800530403485509, + "IoU_noncoffee": 0.5152123995407577, + "kappa": 0.5736540745001034, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8282856873289933, + "mIoU": 0.650064851373187, + "macroF1": 0.7790073262111041, + "F1_coffee": 0.8833632401948218, + "IoU_coffee": 0.7910927456382002, + "precision_coffee": 0.8715225088517956, + "recall_coffee": 0.8955301455301455, + "F1_noncoffee": 0.6746514122273864, + "IoU_noncoffee": 0.5090369571081738, + "kappa": 0.5582421085463898, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7775551102204409, + "mIoU": 0.6200246670017122, + "macroF1": 0.762577078946654, + "F1_coffee": 0.8222103577148959, + "IoU_coffee": 0.6980961015412511, + "precision_coffee": 0.8697756979183476, + "recall_coffee": 0.7795776684986983, + "F1_noncoffee": 0.7029438001784122, + "IoU_noncoffee": 0.5419532324621733, + "kappa": 0.5275151077739814, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8553130929791272, + "mIoU": 0.722959951715646, + "macroF1": 0.8365747573920322, + "F1_coffee": 0.8919129633567227, + "IoU_coffee": 0.8049123704746066, + "precision_coffee": 0.8817264573991032, + "recall_coffee": 0.9023375878388068, + "F1_noncoffee": 0.7812365514273418, + "IoU_noncoffee": 0.6410075329566854, + "kappa": 0.6732377853118886, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8255704318310391, + "mIoU": 0.680938099255284, + "macroF1": 0.8072228468952218, + "F1_coffee": 0.8666954892635826, + "IoU_coffee": 0.7647507629704985, + "precision_coffee": 0.8793683287030267, + "recall_coffee": 0.8543827248188663, + "F1_noncoffee": 0.7477502045268611, + "IoU_noncoffee": 0.5971254355400697, + "kappa": 0.6145971569864414, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9068, + 11000 + ], + [ + 42818, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9211869796117147, + "test_tta": { + "OA": 0.8332963338830395, + "mIoU": 0.6725706444363555, + "macroF1": 0.7983765867974455, + "F1_coffee": 0.882285100045908, + "IoU_coffee": 0.7893650698242872, + "precision_coffee": 0.8630260016209941, + "recall_coffee": 0.9024233817398873, + "F1_noncoffee": 0.7144680735489829, + "IoU_noncoffee": 0.5557762190484239, + "kappa": 0.5972396861502314, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8045027114341756, + "mIoU": 0.632279101728679, + "macroF1": 0.767803764653542, + "F1_coffee": 0.8601149626938834, + "IoU_coffee": 0.7545629028753531, + "precision_coffee": 0.8433439915813332, + "recall_coffee": 0.8775664918819888, + "F1_noncoffee": 0.6754925666132006, + "IoU_noncoffee": 0.5099953005820048, + "kappa": 0.536033174004317, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 33, + "stopped_epoch": 53, + "best_val": 0.684131886379334, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.828095268298871, + "mIoU": 0.669810434509488, + "macroF1": 0.7970149254759422, + "F1_coffee": 0.8764431679602467, + "IoU_coffee": 0.780061268791463, + "precision_coffee": 0.8722183154504004, + "recall_coffee": 0.8807091483805947, + "F1_noncoffee": 0.7175866829916377, + "IoU_noncoffee": 0.5595596002275128, + "kappa": 0.5940516211268271, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7990654205607477, + "mIoU": 0.630178912985312, + "macroF1": 0.7671030322440793, + "F1_coffee": 0.8533813222201174, + "IoU_coffee": 0.7442590451016025, + "precision_coffee": 0.8529504575575891, + "recall_coffee": 0.8538126224019206, + "F1_noncoffee": 0.6808247422680412, + "IoU_noncoffee": 0.5160987808690216, + "kappa": 0.5342063232305863, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22131147540983606, + "mIoU": 0.11181306603358833, + "macroF1": 0.18468749775681748, + "F1_coffee": 0.357487922705314, + "IoU_coffee": 0.21764705882352942, + "precision_coffee": 1.0, + "recall_coffee": 0.21764705882352942, + "F1_noncoffee": 0.01188707280832095, + "IoU_noncoffee": 0.005979073243647235, + "kappa": 0.0025992729060924716, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8167602053053197, + "mIoU": 0.6522886754185708, + "macroF1": 0.7836731445211694, + "F1_coffee": 0.8682758620689656, + "IoU_coffee": 0.7672151127361365, + "precision_coffee": 0.8611491108071135, + "recall_coffee": 0.8755215577190543, + "F1_noncoffee": 0.6990704269733733, + "IoU_noncoffee": 0.5373622381010053, + "kappa": 0.5674139749842197, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8387588044926708, + "mIoU": 0.6831950994726734, + "macroF1": 0.8065656851100533, + "F1_coffee": 0.8854786371011357, + "IoU_coffee": 0.7944922964939949, + "precision_coffee": 0.8708197593245129, + "recall_coffee": 0.9006394829127415, + "F1_noncoffee": 0.727652733118971, + "IoU_noncoffee": 0.5718979024513521, + "kappa": 0.6133918969951864, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8286724829049752, + "mIoU": 0.6740553817705925, + "macroF1": 0.8006360453639754, + "F1_coffee": 0.8753987035703261, + "IoU_coffee": 0.7784080512351327, + "precision_coffee": 0.8848980723894051, + "recall_coffee": 0.86610111978283, + "F1_noncoffee": 0.7258733871576247, + "IoU_noncoffee": 0.5697027123060524, + "kappa": 0.6013731551234052, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8441358024691358, + "mIoU": 0.6652835996094324, + "macroF1": 0.7895031276736615, + "F1_coffee": 0.896741214057508, + "IoU_coffee": 0.8128113054558092, + "precision_coffee": 0.8574046920821115, + "recall_coffee": 0.9398607018483793, + "F1_noncoffee": 0.6822650412898151, + "IoU_noncoffee": 0.5177558937630558, + "kappa": 0.581715386809252, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8371848739495799, + "mIoU": 0.6561147186147186, + "macroF1": 0.7826083753821222, + "F1_coffee": 0.8915325402379286, + "IoU_coffee": 0.8042929292929293, + "precision_coffee": 0.8598601055344214, + "recall_coffee": 0.9256274768824306, + "F1_noncoffee": 0.6736842105263158, + "IoU_noncoffee": 0.5079365079365079, + "kappa": 0.5669842109965517, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8418718747051609, + "mIoU": 0.6753878922897931, + "macroF1": 0.7990890883781068, + "F1_coffee": 0.8918011620400258, + "IoU_coffee": 0.8047302807876034, + "precision_coffee": 0.8861945085963562, + "recall_coffee": 0.8974792099792099, + "F1_noncoffee": 0.7063770147161879, + "IoU_noncoffee": 0.5460455037919827, + "kappa": 0.5982218186027531, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7896745872697777, + "mIoU": 0.6336772050042929, + "macroF1": 0.7726056546036697, + "F1_coffee": 0.8349063670411985, + "IoU_coffee": 0.7166002314517166, + "precision_coffee": 0.8659105034182722, + "recall_coffee": 0.8060457043679491, + "F1_noncoffee": 0.7103049421661409, + "IoU_noncoffee": 0.5507541785568691, + "kappa": 0.5462321024616427, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8403225806451613, + "mIoU": 0.7026109387222064, + "macroF1": 0.8226755924556142, + "F1_coffee": 0.8786152181752614, + "IoU_coffee": 0.7835091330074607, + "precision_coffee": 0.8837782936738248, + "recall_coffee": 0.8735121181700846, + "F1_noncoffee": 0.7667359667359668, + "IoU_noncoffee": 0.6217127444369521, + "kappa": 0.6453744435267016, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8154818027531586, + "mIoU": 0.6687873429077318, + "macroF1": 0.7987156498098311, + "F1_coffee": 0.8568083705275481, + "IoU_coffee": 0.7494879672299027, + "precision_coffee": 0.8833735666867834, + "recall_coffee": 0.8317942889615002, + "F1_noncoffee": 0.740622929092114, + "IoU_noncoffee": 0.5880867185855609, + "kappa": 0.5980896852709683, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9304, + 11000 + ], + [ + 42790, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6273290793100992, + "test_tta": { + "OA": 0.8397818089559812, + "mIoU": 0.6827637833576765, + "macroF1": 0.8059879820152891, + "F1_coffee": 0.8869596348339748, + "IoU_coffee": 0.7968800257317465, + "precision_coffee": 0.8669028561431134, + "recall_coffee": 0.9079664666269641, + "F1_noncoffee": 0.7250163291966035, + "IoU_noncoffee": 0.5686475409836066, + "kappa": 0.6124805652998505, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8102572977962386, + "mIoU": 0.6407505296667102, + "macroF1": 0.7744571688181476, + "F1_coffee": 0.8643151815181518, + "IoU_coffee": 0.7610519815467325, + "precision_coffee": 0.8469670325227903, + "recall_coffee": 0.8823888643207615, + "F1_noncoffee": 0.6845991561181435, + "IoU_noncoffee": 0.520449077786688, + "kappa": 0.549353819100294, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 24, + "stopped_epoch": 44, + "best_val": 0.7033850926015872, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8509133578586833, + "mIoU": 0.6969678818285823, + "macroF1": 0.816001935183082, + "F1_coffee": 0.8961495128901849, + "IoU_coffee": 0.8118395773294909, + "precision_coffee": 0.8653895383565151, + "recall_coffee": 0.9291767831783407, + "F1_noncoffee": 0.735854357475979, + "IoU_noncoffee": 0.5820961863276736, + "kappa": 0.6331826522179355, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8209011191877236, + "mIoU": 0.6525590156725252, + "macroF1": 0.7829971503805108, + "F1_coffee": 0.8736904204894521, + "IoU_coffee": 0.7757107249936784, + "precision_coffee": 0.8449839652153383, + "recall_coffee": 0.9044159454166404, + "F1_noncoffee": 0.6923038802715694, + "IoU_noncoffee": 0.5294073063513718, + "kappa": 0.5672111142929189, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25526932084309134, + "mIoU": 0.1286693919884367, + "macroF1": 0.2063614525433536, + "F1_coffee": 0.40337711069418386, + "IoU_coffee": 0.2526439482961222, + "precision_coffee": 0.9953703703703703, + "recall_coffee": 0.2529411764705882, + "F1_noncoffee": 0.009345794392523364, + "IoU_noncoffee": 0.004694835680751174, + "kappa": 3.682129154363811e-05, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8457811675540845, + "mIoU": 0.6905743441095245, + "macroF1": 0.81154037508527, + "F1_coffee": 0.8918709851007298, + "IoU_coffee": 0.8048439966007042, + "precision_coffee": 0.8636097179704292, + "recall_coffee": 0.9220445062586926, + "F1_noncoffee": 0.7312097650698102, + "IoU_noncoffee": 0.5763046916183447, + "kappa": 0.6240814715800558, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8573196268798782, + "mIoU": 0.7028916433197296, + "macroF1": 0.8197980859010271, + "F1_coffee": 0.9020261437908497, + "IoU_coffee": 0.8215369962497767, + "precision_coffee": 0.8595005293641402, + "recall_coffee": 0.9489788901877192, + "F1_noncoffee": 0.7375700280112045, + "IoU_noncoffee": 0.5842462903896825, + "kappa": 0.641943982656427, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8496109408158453, + "mIoU": 0.6973875441752917, + "macroF1": 0.8166033582044288, + "F1_coffee": 0.8944074699513261, + "IoU_coffee": 0.808984725965858, + "precision_coffee": 0.873270399586189, + "recall_coffee": 0.9165931455717679, + "F1_noncoffee": 0.7387992464575314, + "IoU_noncoffee": 0.5857903623847253, + "kappa": 0.6337375101341642, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8506944444444444, + "mIoU": 0.6740293352194402, + "macroF1": 0.7960134214539909, + "F1_coffee": 0.9016268429079817, + "IoU_coffee": 0.8208747975005786, + "precision_coffee": 0.8577992744860943, + "recall_coffee": 0.9501741226895258, + "F1_noncoffee": 0.6904, + "IoU_noncoffee": 0.5271838729383018, + "kappa": 0.5953513392058453, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8466386554621849, + "mIoU": 0.663976424868734, + "macroF1": 0.787749003843278, + "F1_coffee": 0.899549662246685, + "IoU_coffee": 0.817437762873707, + "precision_coffee": 0.8542409123307199, + "recall_coffee": 0.9499339498018494, + "F1_noncoffee": 0.6759483454398708, + "IoU_noncoffee": 0.510515086863761, + "kappa": 0.5793158885918129, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8464949523539956, + "mIoU": 0.671506909489649, + "macroF1": 0.794640294548723, + "F1_coffee": 0.8978335949764521, + "IoU_coffee": 0.8146080218778486, + "precision_coffee": 0.8687568355814801, + "recall_coffee": 0.9289241164241164, + "F1_noncoffee": 0.6914469941209938, + "IoU_noncoffee": 0.5284057971014493, + "kappa": 0.5906654164858796, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8409199351083119, + "mIoU": 0.7003694707541732, + "macroF1": 0.8207129820141134, + "F1_coffee": 0.8809030506537116, + "IoU_coffee": 0.7871552604698672, + "precision_coffee": 0.8703939008894537, + "recall_coffee": 0.8916690772345964, + "F1_noncoffee": 0.7605229133745152, + "IoU_noncoffee": 0.6135836810384794, + "kappa": 0.6415310436169589, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8679316888045541, + "mIoU": 0.7359225079226377, + "macroF1": 0.8447612377454777, + "F1_coffee": 0.9047358335614564, + "IoU_coffee": 0.8260434891277181, + "precision_coffee": 0.8652965047781123, + "recall_coffee": 0.9479420622400688, + "F1_noncoffee": 0.7847866419294991, + "IoU_noncoffee": 0.6458015267175573, + "kappa": 0.6909728010114206, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8527248727135583, + "mIoU": 0.7175684816058425, + "macroF1": 0.8326918763813603, + "F1_coffee": 0.8905855982067806, + "IoU_coffee": 0.8027528728374794, + "precision_coffee": 0.8784026530330248, + "recall_coffee": 0.903111237391675, + "F1_noncoffee": 0.77479815455594, + "IoU_noncoffee": 0.6323840903742057, + "kappa": 0.6655161838260872, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9388, + 11000 + ], + [ + 44144, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.343131999174754, + "test_tta": { + "OA": 0.8542115945705949, + "mIoU": 0.6972473340030878, + "macroF1": 0.8156121193362622, + "F1_coffee": 0.8999760656237081, + "IoU_coffee": 0.8181422580900388, + "precision_coffee": 0.8570658930791546, + "recall_coffee": 0.9474094095011224, + "F1_noncoffee": 0.7312481730488162, + "IoU_noncoffee": 0.5763524099161368, + "kappa": 0.6336913388003175, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8254009461174571, + "mIoU": 0.6534456633290376, + "macroF1": 0.7828037215309254, + "F1_coffee": 0.8789908238539813, + "IoU_coffee": 0.7841067161251204, + "precision_coffee": 0.8366092664827324, + "recall_coffee": 0.9258955082443616, + "F1_noncoffee": 0.6866166192078695, + "IoU_noncoffee": 0.5227846105329549, + "kappa": 0.5684753939080046, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f3_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 39, + "stopped_epoch": 59, + "best_val": 0.7145107198932644, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.846346568565267, + "mIoU": 0.693131024054972, + "macroF1": 0.8136141123616127, + "F1_coffee": 0.8917221651097305, + "IoU_coffee": 0.8046016414268718, + "precision_coffee": 0.870554610114762, + "recall_coffee": 0.9139447523936048, + "F1_noncoffee": 0.7355060596134949, + "IoU_noncoffee": 0.5816604066830722, + "kappa": 0.6277658030939518, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8155503634475597, + "mIoU": 0.6487005793711678, + "macroF1": 0.7806439719635958, + "F1_coffee": 0.8681478426723027, + "IoU_coffee": 0.7670152299059972, + "precision_coffee": 0.8504282136220409, + "recall_coffee": 0.8866216017015183, + "F1_noncoffee": 0.6931401012548888, + "IoU_noncoffee": 0.5303859288363383, + "kappa": 0.5617307645270415, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17681498829039813, + "mIoU": 0.0890811676314817, + "macroF1": 0.1523794598547772, + "F1_coffee": 0.2962962962962963, + "IoU_coffee": 0.17391304347826086, + "precision_coffee": 0.9932885906040269, + "recall_coffee": 0.17411764705882352, + "F1_noncoffee": 0.00846262341325811, + "IoU_noncoffee": 0.00424929178470255, + "kappa": -0.000860220790002775, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8370029260804912, + "mIoU": 0.6774195657730244, + "macroF1": 0.8018856327109773, + "F1_coffee": 0.885295706184175, + "IoU_coffee": 0.7941978075222579, + "precision_coffee": 0.8602072946733141, + "recall_coffee": 0.9118915159944367, + "F1_noncoffee": 0.7184755592377796, + "IoU_noncoffee": 0.5606413240237911, + "kappa": 0.6045967647693308, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8585094231867504, + "mIoU": 0.7093400522804222, + "macroF1": 0.8249601242053468, + "F1_coffee": 0.9015921353149515, + "IoU_coffee": 0.8208172613307618, + "precision_coffee": 0.869223895838652, + "recall_coffee": 0.9364642783469711, + "F1_noncoffee": 0.748328113095742, + "IoU_noncoffee": 0.5978628432300825, + "kappa": 0.6511573612181648, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8434803112473473, + "mIoU": 0.6928428301416069, + "macroF1": 0.8139173199519117, + "F1_coffee": 0.8880871295141113, + "IoU_coffee": 0.7987020863658418, + "precision_coffee": 0.8825224500737167, + "recall_coffee": 0.893722429589413, + "F1_noncoffee": 0.7397475103897122, + "IoU_noncoffee": 0.5869835739173719, + "kappa": 0.627869046319519, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.849633487654321, + "mIoU": 0.6690401230843275, + "macroF1": 0.7917244291406218, + "F1_coffee": 0.9015472055573097, + "IoU_coffee": 0.8207427848683454, + "precision_coffee": 0.8529095471382483, + "recall_coffee": 0.9560675060273238, + "F1_noncoffee": 0.6819016527239339, + "IoU_noncoffee": 0.5173374613003096, + "kappa": 0.5877799940282631, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8613445378151261, + "mIoU": 0.6947850872423988, + "macroF1": 0.8121247274789041, + "F1_coffee": 0.9082870136432541, + "IoU_coffee": 0.8319833371904651, + "precision_coffee": 0.8702493343016219, + "recall_coffee": 0.9498018494055482, + "F1_noncoffee": 0.715962441314554, + "IoU_noncoffee": 0.5575868372943327, + "kappa": 0.6264596119729111, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8487593169166903, + "mIoU": 0.6808969755226302, + "macroF1": 0.8025369626704002, + "F1_coffee": 0.8980733769949768, + "IoU_coffee": 0.815002885170225, + "precision_coffee": 0.8793425476279417, + "recall_coffee": 0.9176195426195426, + "F1_noncoffee": 0.7070005483458235, + "IoU_noncoffee": 0.5467910658750353, + "kappa": 0.6055883558775627, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8245061551674778, + "mIoU": 0.6781747282852065, + "macroF1": 0.8050558453052183, + "F1_coffee": 0.8666328232649213, + "IoU_coffee": 0.764653186588175, + "precision_coffee": 0.8690909090909091, + "recall_coffee": 0.8641886028348279, + "F1_noncoffee": 0.7434788673455154, + "IoU_noncoffee": 0.591696269982238, + "kappa": 0.6101176895072699, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8556925996204934, + "mIoU": 0.7193481363851242, + "macroF1": 0.8336198454861283, + "F1_coffee": 0.8942207385770916, + "IoU_coffee": 0.8086792452830188, + "precision_coffee": 0.8680799351876857, + "recall_coffee": 0.9219847985085329, + "F1_noncoffee": 0.7730189523951649, + "IoU_noncoffee": 0.6300170274872294, + "kappa": 0.6678859323516783, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8382047897416557, + "mIoU": 0.6996143588884509, + "macroF1": 0.8205815438868924, + "F1_coffee": 0.8768126346015793, + "IoU_coffee": 0.7806468106864374, + "precision_coffee": 0.8862284138731679, + "recall_coffee": 0.8675948288109107, + "F1_noncoffee": 0.7643504531722054, + "IoU_noncoffee": 0.6185819070904646, + "kappa": 0.6412405562443207, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9399, + 11000 + ], + [ + 43845, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7992419322331747, + "test_tta": { + "OA": 0.852736902194596, + "mIoU": 0.6998062949147568, + "macroF1": 0.8180568490711102, + "F1_coffee": 0.8974910869013323, + "IoU_coffee": 0.8140442913779985, + "precision_coffee": 0.8661241185368244, + "recall_coffee": 0.9312153557194558, + "F1_noncoffee": 0.7386226112408882, + "IoU_noncoffee": 0.585568298451515, + "kappa": 0.6373265478266543, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8223289488865813, + "mIoU": 0.6543393505512493, + "macroF1": 0.7843135164516108, + "F1_coffee": 0.8748641373355681, + "IoU_coffee": 0.7775631071467264, + "precision_coffee": 0.8450684877742455, + "recall_coffee": 0.9068376608334913, + "F1_noncoffee": 0.6937628955676536, + "IoU_noncoffee": 0.5311155939557721, + "kappa": 0.5699354060086925, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 40, + "stopped_epoch": 60, + "best_val": 0.6016246221192432, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8367743697681518, + "mIoU": 0.6606147484960605, + "macroF1": 0.7868563841284335, + "F1_coffee": 0.8900053053844238, + "IoU_coffee": 0.8018104137809946, + "precision_coffee": 0.9109648247888822, + "recall_coffee": 0.8699885694932475, + "F1_noncoffee": 0.6837074628724431, + "IoU_noncoffee": 0.5194190832111264, + "kappa": 0.574360683754731, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8017047421253028, + "mIoU": 0.6123550107425653, + "macroF1": 0.7490048798822722, + "F1_coffee": 0.8640153500746733, + "IoU_coffee": 0.7605871700215923, + "precision_coffee": 0.8870633631194151, + "recall_coffee": 0.8421346906510884, + "F1_noncoffee": 0.6339944096898709, + "IoU_noncoffee": 0.4641228514635382, + "kappa": 0.498920222978695, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2894540014958863, + "mIoU": 0.1462635448855581, + "macroF1": 0.22878373520896886, + "F1_coffee": 0.44509345794392524, + "IoU_coffee": 0.28625093914350114, + "precision_coffee": 0.9921875, + "recall_coffee": 0.2868975903614458, + "F1_noncoffee": 0.012474012474012475, + "IoU_noncoffee": 0.006276150627615063, + "kappa": -0.0008746769211372702, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8389930898321817, + "mIoU": 0.6708847372429322, + "macroF1": 0.7956812774198023, + "F1_coffee": 0.889752602406381, + "IoU_coffee": 0.801400304414003, + "precision_coffee": 0.9188189306156638, + "recall_coffee": 0.8624688769492858, + "F1_noncoffee": 0.7016099524332235, + "IoU_noncoffee": 0.5403691700718614, + "kappa": 0.5924663790306401, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8417060254758838, + "mIoU": 0.6700933832490372, + "macroF1": 0.7943933778184964, + "F1_coffee": 0.8930229558937323, + "IoU_coffee": 0.8067221995689404, + "precision_coffee": 0.9198937230156095, + "recall_coffee": 0.8676774638180565, + "F1_noncoffee": 0.6957637997432606, + "IoU_noncoffee": 0.5334645669291339, + "kappa": 0.5897822059988841, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.829717385098487, + "mIoU": 0.6404843500869991, + "macroF1": 0.7695877261332559, + "F1_coffee": 0.8872933396315541, + "IoU_coffee": 0.7974189166242146, + "precision_coffee": 0.8952719877986782, + "recall_coffee": 0.8794556464198764, + "F1_noncoffee": 0.6518821126349577, + "IoU_noncoffee": 0.48354978354978356, + "kappa": 0.5392884720508243, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8548870677593444, + "mIoU": 0.7021498149363354, + "macroF1": 0.8196272396200737, + "F1_coffee": 0.8993762993762994, + "IoU_coffee": 0.8171514922553834, + "precision_coffee": 0.9162665913583733, + "recall_coffee": 0.883097441480675, + "F1_noncoffee": 0.7398781798638481, + "IoU_noncoffee": 0.5871481376172875, + "kappa": 0.6395710907709418, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8635756535012402, + "mIoU": 0.7099886798922437, + "macroF1": 0.8245823003580148, + "F1_coffee": 0.9072873443983402, + "IoU_coffee": 0.8303073454372849, + "precision_coffee": 0.9205367714774372, + "recall_coffee": 0.8944139077080404, + "F1_noncoffee": 0.7418772563176895, + "IoU_noncoffee": 0.5896700143472023, + "kappa": 0.6493668337796504, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8704107769661322, + "mIoU": 0.7080621556776685, + "macroF1": 0.8217141633111946, + "F1_coffee": 0.9148909657320873, + "IoU_coffee": 0.8431327514928801, + "precision_coffee": 0.8988736532810969, + "recall_coffee": 0.9314894696777468, + "F1_noncoffee": 0.7285373608903021, + "IoU_noncoffee": 0.572991559862457, + "kappa": 0.6437890909706224, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8234835186268773, + "mIoU": 0.6405353224867578, + "macroF1": 0.7711366749984279, + "F1_coffee": 0.8805911070062014, + "IoU_coffee": 0.7866572371522866, + "precision_coffee": 0.9213141910546659, + "recall_coffee": 0.8433156431640132, + "F1_noncoffee": 0.6616822429906543, + "IoU_noncoffee": 0.49441340782122906, + "kappa": 0.544793130596658, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.819830136463403, + "mIoU": 0.6317206509278555, + "macroF1": 0.7635336565078148, + "F1_coffee": 0.87891226269882, + "IoU_coffee": 0.7839816933638444, + "precision_coffee": 0.9192379930238798, + "recall_coffee": 0.8419759154583436, + "F1_noncoffee": 0.6481550503168095, + "IoU_noncoffee": 0.47945960849186653, + "kappa": 0.5296972011300758, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7887754128090102, + "mIoU": 0.5799236277812121, + "macroF1": 0.7187426734426272, + "F1_coffee": 0.8590894619547915, + "IoU_coffee": 0.752985824310749, + "precision_coffee": 0.891384778012685, + "recall_coffee": 0.8290524763426325, + "F1_noncoffee": 0.5783958849304629, + "IoU_noncoffee": 0.4068614312516752, + "kappa": 0.43968594903393704, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7048, + 8413 + ], + [ + 44925, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8348207275072734, + "test_tta": { + "OA": 0.8442616365944183, + "mIoU": 0.6683584684341506, + "macroF1": 0.7922754036433165, + "F1_coffee": 0.8961927710843374, + "IoU_coffee": 0.8119105833042264, + "precision_coffee": 0.906964645698307, + "recall_coffee": 0.8856737648702426, + "F1_noncoffee": 0.6883580362022956, + "IoU_noncoffee": 0.5248063535640749, + "kappa": 0.584726666141786, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8090746509749625, + "mIoU": 0.6182387084992083, + "macroF1": 0.7529756960404058, + "F1_coffee": 0.8706948758522339, + "IoU_coffee": 0.7710005535566011, + "precision_coffee": 0.8823820553938746, + "recall_coffee": 0.8593132434881524, + "F1_noncoffee": 0.6352565162285777, + "IoU_noncoffee": 0.4654768634418154, + "kappa": 0.5061957535475927, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 69, + "stopped_epoch": 89, + "best_val": 0.6239525054374738, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8377383955397741, + "mIoU": 0.6619581408509376, + "macroF1": 0.7878737788163559, + "F1_coffee": 0.8907212032678677, + "IoU_coffee": 0.8029732524338139, + "precision_coffee": 0.9111194740220928, + "recall_coffee": 0.8712162905888827, + "F1_noncoffee": 0.6850263543648442, + "IoU_noncoffee": 0.5209430292680612, + "kappa": 0.5763595862676983, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8038681204569055, + "mIoU": 0.615785433107355, + "macroF1": 0.7518759764954854, + "F1_coffee": 0.865456344298788, + "IoU_coffee": 0.7628233078117097, + "precision_coffee": 0.8888392131360754, + "recall_coffee": 0.8432722154741936, + "F1_noncoffee": 0.6382956086921829, + "IoU_noncoffee": 0.46874755840300025, + "kappa": 0.5046735292325495, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3268511593118923, + "mIoU": 0.1652195978724357, + "macroF1": 0.25118734691439154, + "F1_coffee": 0.489216799091941, + "IoU_coffee": 0.32381667918858004, + "precision_coffee": 0.9930875576036866, + "recall_coffee": 0.3245481927710843, + "F1_noncoffee": 0.013157894736842105, + "IoU_noncoffee": 0.006622516556291391, + "kappa": -0.00017455053237913696, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8408687068114511, + "mIoU": 0.6733375389513463, + "macroF1": 0.7974758309788696, + "F1_coffee": 0.8912207301437344, + "IoU_coffee": 0.8037855273568255, + "precision_coffee": 0.9186839176405119, + "recall_coffee": 0.8653518542786004, + "F1_noncoffee": 0.7037309318140048, + "IoU_noncoffee": 0.542889550545867, + "kappa": 0.5959351315141626, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8331186489194218, + "mIoU": 0.655101298353758, + "macroF1": 0.7825914444825932, + "F1_coffee": 0.88740101718921, + "IoU_coffee": 0.7975928711954635, + "precision_coffee": 0.9125455147302218, + "recall_coffee": 0.863605037278366, + "F1_noncoffee": 0.6777818717759764, + "IoU_noncoffee": 0.5126097255120524, + "kappa": 0.5661255518998534, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8393281948805785, + "mIoU": 0.6572958992010446, + "macroF1": 0.7832183835201127, + "F1_coffee": 0.893506984957901, + "IoU_coffee": 0.8075125398996807, + "precision_coffee": 0.9028167218965077, + "recall_coffee": 0.8843872900930145, + "F1_noncoffee": 0.6729297820823245, + "IoU_noncoffee": 0.5070792585024084, + "kappa": 0.5665783158241916, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.869778133120128, + "mIoU": 0.7233300794004192, + "macroF1": 0.8344360060261665, + "F1_coffee": 0.9109303438375829, + "IoU_coffee": 0.8364298267637459, + "precision_coffee": 0.915121549237742, + "recall_coffee": 0.9067773543821448, + "F1_noncoffee": 0.7579416682147502, + "IoU_noncoffee": 0.6102303320370924, + "kappa": 0.6688908868245738, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8584239648921962, + "mIoU": 0.6968532014817461, + "macroF1": 0.8144688480416479, + "F1_coffee": 0.9047741273100616, + "IoU_coffee": 0.8261073353644246, + "precision_coffee": 0.9083880943177426, + "recall_coffee": 0.9011888022497763, + "F1_noncoffee": 0.7241635687732342, + "IoU_noncoffee": 0.5675990675990676, + "kappa": 0.6289547078371187, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8771463807987857, + "mIoU": 0.7203512014760451, + "macroF1": 0.8307265762981084, + "F1_coffee": 0.9193699022476807, + "IoU_coffee": 0.8507720672966121, + "precision_coffee": 0.9026775889473041, + "recall_coffee": 0.93669119512814, + "F1_noncoffee": 0.7420832503485362, + "IoU_noncoffee": 0.5899303356554781, + "kappa": 0.661823060903012, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8126584747415643, + "mIoU": 0.6276379033375099, + "macroF1": 0.7613369421518574, + "F1_coffee": 0.8720101272569791, + "IoU_coffee": 0.7730655640874188, + "precision_coffee": 0.9223396758280479, + "recall_coffee": 0.8268890573666919, + "F1_noncoffee": 0.6506637570467357, + "IoU_noncoffee": 0.4822102425876011, + "kappa": 0.5265218594614677, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8078060883672106, + "mIoU": 0.6159961185864036, + "macroF1": 0.751063371125204, + "F1_coffee": 0.8699134478749515, + "IoU_coffee": 0.7697759487882945, + "precision_coffee": 0.9169389978213508, + "recall_coffee": 0.8274760383386581, + "F1_noncoffee": 0.6322132943754566, + "IoU_noncoffee": 0.4622162883845127, + "kappa": 0.5058016949516886, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8012789920778849, + "mIoU": 0.6007005101499481, + "macroF1": 0.7372154597892241, + "F1_coffee": 0.8669648562300319, + "IoU_coffee": 0.7651703135574104, + "precision_coffee": 0.902968188473313, + "recall_coffee": 0.8337225021506698, + "F1_noncoffee": 0.6074660633484162, + "IoU_noncoffee": 0.43623070674248576, + "kappa": 0.4768847733759556, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7143, + 8413 + ], + [ + 44890, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6964576840400696, + "test_tta": { + "OA": 0.8476839280836774, + "mIoU": 0.6712702325309268, + "macroF1": 0.7941710596182947, + "F1_coffee": 0.8991210334773448, + "IoU_coffee": 0.8167301409322018, + "precision_coffee": 0.9040272190362064, + "recall_coffee": 0.8942678125396892, + "F1_noncoffee": 0.6892210857592447, + "IoU_noncoffee": 0.5258103241296519, + "kappa": 0.5883794677118761, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8131706472827969, + "mIoU": 0.6217922432022193, + "macroF1": 0.7554558754428118, + "F1_coffee": 0.8742574257425743, + "IoU_coffee": 0.7766051011433597, + "precision_coffee": 0.8803589232303091, + "recall_coffee": 0.8682399213372665, + "F1_noncoffee": 0.6366543251430494, + "IoU_noncoffee": 0.4669793852610789, + "kappa": 0.5109796271500053, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 47, + "stopped_epoch": 67, + "best_val": 0.6426065847475924, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8496441138193095, + "mIoU": 0.6785993078632149, + "macroF1": 0.8003208827208337, + "F1_coffee": 0.8995621002017774, + "IoU_coffee": 0.8174583048863747, + "precision_coffee": 0.9124101894186806, + "recall_coffee": 0.887070826806655, + "F1_noncoffee": 0.7010796652398901, + "IoU_noncoffee": 0.5397403108400551, + "kappa": 0.6008773035030431, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8151898003922926, + "mIoU": 0.6289385625295947, + "macroF1": 0.76197556001861, + "F1_coffee": 0.8745201723462593, + "IoU_coffee": 0.7770198548732316, + "precision_coffee": 0.8885638668338208, + "recall_coffee": 0.8609134902731987, + "F1_noncoffee": 0.6494309476909608, + "IoU_noncoffee": 0.4808572701859579, + "kappa": 0.5242831166666045, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.35901271503365745, + "mIoU": 0.18153785346836684, + "macroF1": 0.26950836603348965, + "F1_coffee": 0.525207756232687, + "IoU_coffee": 0.35612321562734783, + "precision_coffee": 0.9937106918238994, + "recall_coffee": 0.3569277108433735, + "F1_noncoffee": 0.01380897583429229, + "IoU_noncoffee": 0.006952491309385863, + "kappa": 0.000491986465138293, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.848025666337611, + "mIoU": 0.6809612370961633, + "macroF1": 0.8027441354509829, + "F1_coffee": 0.8972536456769112, + "IoU_coffee": 0.8136536948496036, + "precision_coffee": 0.9142468548112886, + "recall_coffee": 0.8808806185296816, + "F1_noncoffee": 0.7082346252250545, + "IoU_noncoffee": 0.548268779342723, + "kappa": 0.6058749273421111, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8549687514908639, + "mIoU": 0.6848741306866166, + "macroF1": 0.8047677505672086, + "F1_coffee": 0.9037670148781259, + "IoU_coffee": 0.8244296852440081, + "precision_coffee": 0.9133661782583659, + "recall_coffee": 0.8943675208320281, + "F1_noncoffee": 0.7057684862562912, + "IoU_noncoffee": 0.5453185761292253, + "kappa": 0.6096673198445279, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8458939956227995, + "mIoU": 0.6699538236934139, + "macroF1": 0.7933669654470712, + "F1_coffee": 0.8975486319784912, + "IoU_coffee": 0.8141389797440752, + "precision_coffee": 0.9097204411387535, + "recall_coffee": 0.8856982333478993, + "F1_noncoffee": 0.6891852989156511, + "IoU_noncoffee": 0.5257686676427525, + "kappa": 0.5869582530146236, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8649810113931641, + "mIoU": 0.7105271270444096, + "macroF1": 0.8247751275752931, + "F1_coffee": 0.9087100479762146, + "IoU_coffee": 0.8326934984520123, + "precision_coffee": 0.9024292041336733, + "recall_coffee": 0.9150789330430049, + "F1_noncoffee": 0.7408402071743717, + "IoU_noncoffee": 0.5883607556368068, + "kappa": 0.6495984410959587, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8713031864148063, + "mIoU": 0.7189227957920186, + "macroF1": 0.8305810060536643, + "F1_coffee": 0.913641892324435, + "IoU_coffee": 0.8410135533294049, + "precision_coffee": 0.9151064375480893, + "recall_coffee": 0.9121820273552346, + "F1_noncoffee": 0.7475201197828935, + "IoU_noncoffee": 0.5968320382546324, + "kappa": 0.66116454942505, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.883407646333365, + "mIoU": 0.7370353571665547, + "macroF1": 0.8431556073997337, + "F1_coffee": 0.9226119262011209, + "IoU_coffee": 0.8563413208649913, + "precision_coffee": 0.9158644830603826, + "recall_coffee": 0.9294595280385689, + "F1_noncoffee": 0.7636992885983465, + "IoU_noncoffee": 0.6177293934681182, + "kappa": 0.6863631945326258, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8314803978935049, + "mIoU": 0.6532450995524001, + "macroF1": 0.7812402218745556, + "F1_coffee": 0.8860759493670886, + "IoU_coffee": 0.7954545454545454, + "precision_coffee": 0.9263854425144747, + "recall_coffee": 0.849128127369219, + "F1_noncoffee": 0.6764044943820224, + "IoU_noncoffee": 0.5110356536502547, + "kappa": 0.5648208238653946, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8386296402328467, + "mIoU": 0.6511031730423638, + "macroF1": 0.7775808262302559, + "F1_coffee": 0.8941073329576054, + "IoU_coffee": 0.8084937712344281, + "precision_coffee": 0.911633252458179, + "recall_coffee": 0.8772425657409683, + "F1_noncoffee": 0.6610543195029064, + "IoU_noncoffee": 0.4937125748502994, + "kappa": 0.5556872753595972, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8081511883172664, + "mIoU": 0.6087139735622163, + "macroF1": 0.7435968522666339, + "F1_coffee": 0.8722511757976357, + "IoU_coffee": 0.7734445446348062, + "precision_coffee": 0.9032512834013426, + "recall_coffee": 0.8433083445987465, + "F1_noncoffee": 0.6149425287356322, + "IoU_noncoffee": 0.44398340248962653, + "kappa": 0.4890079332148228, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7160, + 8413 + ], + [ + 45614, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.052984829743703, + "test_tta": { + "OA": 0.8596539147479876, + "mIoU": 0.690047391053277, + "macroF1": 0.8083501940100584, + "F1_coffee": 0.9075083914825129, + "IoU_coffee": 0.8306776769791424, + "precision_coffee": 0.9079217780037713, + "recall_coffee": 0.9070953812285678, + "F1_noncoffee": 0.7091919965376037, + "IoU_noncoffee": 0.5494171051274115, + "kappa": 0.6167006378577606, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8252999884619823, + "mIoU": 0.6380732622156378, + "macroF1": 0.7683398954854633, + "F1_coffee": 0.8832110454409595, + "IoU_coffee": 0.7908486575153242, + "precision_coffee": 0.8833558341369334, + "recall_coffee": 0.8830663042011299, + "F1_noncoffee": 0.6534687455299671, + "IoU_noncoffee": 0.4852978669159514, + "kappa": 0.5366798279043701, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 51, + "stopped_epoch": 71, + "best_val": 0.6592398572208187, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8619515095036874, + "mIoU": 0.6944475086052813, + "macroF1": 0.8117140547675108, + "F1_coffee": 0.9089714794253507, + "IoU_coffee": 0.8331326471159448, + "precision_coffee": 0.9098969159631782, + "recall_coffee": 0.9080479234579399, + "F1_noncoffee": 0.714456630109671, + "IoU_noncoffee": 0.5557623700946176, + "kappa": 0.6234293314753092, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8255884389061959, + "mIoU": 0.6399458570062904, + "macroF1": 0.7700682157038166, + "F1_coffee": 0.8830543386811338, + "IoU_coffee": 0.7905974025974026, + "precision_coffee": 0.8858556461001165, + "recall_coffee": 0.8802706923477356, + "F1_noncoffee": 0.6570820927264993, + "IoU_noncoffee": 0.489294311415178, + "kappa": 0.5401499153829588, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3343305908750935, + "mIoU": 0.16901312788451217, + "macroF1": 0.2555232165291076, + "F1_coffee": 0.49774266365688485, + "IoU_coffee": 0.3313298271975958, + "precision_coffee": 0.9932432432432432, + "recall_coffee": 0.33207831325301207, + "F1_noncoffee": 0.013303769401330377, + "IoU_noncoffee": 0.006696428571428571, + "kappa": -2.5212202706135492e-05, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8606120434353406, + "mIoU": 0.6994978543685937, + "macroF1": 0.8163060965739019, + "F1_coffee": 0.906521019529957, + "IoU_coffee": 0.8290246412786826, + "precision_coffee": 0.916042279903666, + "recall_coffee": 0.8971956493251212, + "F1_noncoffee": 0.7260911736178467, + "IoU_noncoffee": 0.5699710674585047, + "kappa": 0.632728454986617, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8634130051047183, + "mIoU": 0.6932285559093502, + "macroF1": 0.8103692069361732, + "F1_coffee": 0.9106624645052579, + "IoU_coffee": 0.8359782297336007, + "precision_coffee": 0.907124207385304, + "recall_coffee": 0.9142284318025187, + "F1_noncoffee": 0.7100759493670886, + "IoU_noncoffee": 0.5504788820850997, + "kappa": 0.6207571384899034, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8617851365496242, + "mIoU": 0.6903093274240328, + "macroF1": 0.8081513257399342, + "F1_coffee": 0.9095888705611404, + "IoU_coffee": 0.8341705674163717, + "precision_coffee": 0.9069637537239325, + "recall_coffee": 0.912229227791997, + "F1_noncoffee": 0.7067137809187279, + "IoU_noncoffee": 0.546448087431694, + "kappa": 0.6163130785950495, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8754747151708975, + "mIoU": 0.7283998632002411, + "macroF1": 0.837562564753608, + "F1_coffee": 0.9160377358490566, + "IoU_coffee": 0.845082680591819, + "precision_coffee": 0.9072343833422317, + "recall_coffee": 0.9250136091453457, + "F1_noncoffee": 0.7590873936581594, + "IoU_noncoffee": 0.6117170458086632, + "kappa": 0.6752128763239513, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.87540545697386, + "mIoU": 0.7198462335290698, + "macroF1": 0.8306179898734257, + "F1_coffee": 0.9177167338709677, + "IoU_coffee": 0.8479450459890557, + "precision_coffee": 0.9048328984967077, + "recall_coffee": 0.9309727725936342, + "F1_noncoffee": 0.7435192458758837, + "IoU_noncoffee": 0.5917474210690841, + "kappa": 0.6614499334127188, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8883407646333364, + "mIoU": 0.740419297762542, + "macroF1": 0.8450424032214525, + "F1_coffee": 0.9269533916713213, + "IoU_coffee": 0.8638519375361481, + "precision_coffee": 0.9073016644393148, + "recall_coffee": 0.9474752600862725, + "F1_noncoffee": 0.7631314147715839, + "IoU_noncoffee": 0.6169866579889359, + "kappa": 0.6905555540729155, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8461088355763604, + "mIoU": 0.6719303821534195, + "macroF1": 0.7951045357628479, + "F1_coffee": 0.8973324658425504, + "IoU_coffee": 0.8137833372669342, + "precision_coffee": 0.924892703862661, + "recall_coffee": 0.8713671973717463, + "F1_noncoffee": 0.6928766056831452, + "IoU_noncoffee": 0.5300774270399047, + "kappa": 0.5912946801361905, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8514171199541941, + "mIoU": 0.6666090498491029, + "macroF1": 0.7891062143391021, + "F1_coffee": 0.9037403400309119, + "IoU_coffee": 0.8243852921272277, + "precision_coffee": 0.9094189374144581, + "recall_coffee": 0.8981322192184812, + "F1_noncoffee": 0.6744720886472925, + "IoU_noncoffee": 0.5088328075709779, + "kappa": 0.5782680363350409, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8350672902548439, + "mIoU": 0.6433222223860806, + "macroF1": 0.7710201630944766, + "F1_coffee": 0.8921213634661006, + "IoU_coffee": 0.805251887749352, + "precision_coffee": 0.906610836188301, + "recall_coffee": 0.8780877473270247, + "F1_noncoffee": 0.6499189627228525, + "IoU_noncoffee": 0.48139255702280914, + "kappa": 0.5424196096407164, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7244, + 8413 + ], + [ + 46296, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.161502544085185, + "test_tta": { + "OA": 0.8708366136988062, + "mIoU": 0.7030243974594548, + "macroF1": 0.8173601092225846, + "F1_coffee": 0.9161879541687084, + "IoU_coffee": 0.8453384124052484, + "precision_coffee": 0.9027015921931176, + "recall_coffee": 0.9300834003640828, + "F1_noncoffee": 0.7185322642764609, + "IoU_noncoffee": 0.5607103825136612, + "kappa": 0.6349938231736053, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.835265951309565, + "mIoU": 0.6470569111086675, + "macroF1": 0.7745406727189098, + "F1_coffee": 0.8915495632358527, + "IoU_coffee": 0.8043206386733138, + "precision_coffee": 0.8783230127401642, + "recall_coffee": 0.9051805579655657, + "F1_noncoffee": 0.657531782201967, + "IoU_noncoffee": 0.48979318354402107, + "kappa": 0.5494040171911555, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 11, + "stopped_epoch": 31, + "best_val": 0.5917267017216012, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8345089092048394, + "mIoU": 0.6564475819649969, + "macroF1": 0.7835239121541838, + "F1_coffee": 0.8885811951018995, + "IoU_coffee": 0.7995016740636923, + "precision_coffee": 0.9086323613999381, + "recall_coffee": 0.8693958765505271, + "F1_noncoffee": 0.6784666292064682, + "IoU_noncoffee": 0.5133934898663013, + "kappa": 0.567655400117026, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7975799007730472, + "mIoU": 0.6054255356595125, + "macroF1": 0.7430857214346278, + "F1_coffee": 0.8614087233013065, + "IoU_coffee": 0.7565565808644973, + "precision_coffee": 0.8828994777539371, + "recall_coffee": 0.8409393255827404, + "F1_noncoffee": 0.624762719567949, + "IoU_noncoffee": 0.4542944904545278, + "kappa": 0.48699439201957495, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2236350037397158, + "mIoU": 0.11275729228749362, + "macroF1": 0.18558280048449338, + "F1_coffee": 0.36162361623616235, + "IoU_coffee": 0.22072072072072071, + "precision_coffee": 0.9865771812080537, + "recall_coffee": 0.2213855421686747, + "F1_noncoffee": 0.009541984732824428, + "IoU_noncoffee": 0.004793863854266539, + "kappa": -0.0038568537274480397, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8264560710760118, + "mIoU": 0.6506516278393044, + "macroF1": 0.7799745990057347, + "F1_coffee": 0.8811037467875017, + "IoU_coffee": 0.7874758220502901, + "precision_coffee": 0.9104122990915444, + "recall_coffee": 0.8536233783252523, + "F1_noncoffee": 0.6788454512239679, + "IoU_noncoffee": 0.5138274336283186, + "kappa": 0.5611776188644534, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8323076189113114, + "mIoU": 0.6501198979853067, + "macroF1": 0.7781289293321455, + "F1_coffee": 0.887767808678438, + "IoU_coffee": 0.7981856806568295, + "precision_coffee": 0.9051959890610757, + "recall_coffee": 0.8709980577658042, + "F1_noncoffee": 0.668490049985853, + "IoU_noncoffee": 0.5020541153137839, + "kappa": 0.5567432068116828, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8444666476353602, + "mIoU": 0.6684116877761008, + "macroF1": 0.7922791624523473, + "F1_coffee": 0.8963965391563401, + "IoU_coffee": 0.8122451323875711, + "precision_coffee": 0.91039011201236, + "recall_coffee": 0.8828266433610088, + "F1_noncoffee": 0.6881617857483545, + "IoU_noncoffee": 0.5245782431646306, + "kappa": 0.5848535535942014, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8389966020387767, + "mIoU": 0.6723132998695205, + "macroF1": 0.7969565447898266, + "F1_coffee": 0.8893467957964146, + "IoU_coffee": 0.8007421150278293, + "precision_coffee": 0.8977950353626404, + "recall_coffee": 0.8810560696788242, + "F1_noncoffee": 0.7045662937832385, + "IoU_noncoffee": 0.5438844847112118, + "kappa": 0.5940090717177685, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8556573173058577, + "mIoU": 0.6885952440566838, + "macroF1": 0.8078847574999126, + "F1_coffee": 0.9036857852186645, + "IoU_coffee": 0.8242945070258971, + "precision_coffee": 0.9000760841998479, + "recall_coffee": 0.9073245557970088, + "F1_noncoffee": 0.7120837297811607, + "IoU_noncoffee": 0.5528959810874704, + "kappa": 0.6157879877168567, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8725927331372735, + "mIoU": 0.714455668668492, + "macroF1": 0.8266639631434359, + "F1_coffee": 0.9158890211060312, + "IoU_coffee": 0.8448295782784517, + "precision_coffee": 0.9043908472479901, + "recall_coffee": 0.9276833291042883, + "F1_noncoffee": 0.7374389051808407, + "IoU_noncoffee": 0.5840817590585321, + "kappa": 0.6535027590789326, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8142188414277355, + "mIoU": 0.6299656051606637, + "macroF1": 0.7632155862250289, + "F1_coffee": 0.8731099713581563, + "IoU_coffee": 0.7747960751861922, + "precision_coffee": 0.923228623749824, + "recall_coffee": 0.8281526408895628, + "F1_noncoffee": 0.6533212010919017, + "IoU_noncoffee": 0.4851351351351351, + "kappa": 0.5302136851727727, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8089512358049432, + "mIoU": 0.6139465515936104, + "macroF1": 0.7487016645927735, + "F1_coffee": 0.8717488789237668, + "IoU_coffee": 0.7726550079491256, + "precision_coffee": 0.9105995717344754, + "recall_coffee": 0.8360776603588105, + "F1_noncoffee": 0.6256544502617801, + "IoU_noncoffee": 0.4552380952380952, + "kappa": 0.5000596002403837, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8161687505965448, + "mIoU": 0.6259656271736828, + "macroF1": 0.7588173583499884, + "F1_coffee": 0.8764275631977415, + "IoU_coffee": 0.7800365463682046, + "precision_coffee": 0.9169015975298698, + "recall_coffee": 0.839375691286715, + "F1_noncoffee": 0.6412071535022354, + "IoU_noncoffee": 0.47189470797916094, + "kappa": 0.5203483778365208, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6924, + 8413 + ], + [ + 44908, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.948189115524292, + "test_tta": { + "OA": 0.8468163048892173, + "mIoU": 0.6684725735466963, + "macroF1": 0.7918231649836848, + "F1_coffee": 0.8988198836863778, + "IoU_coffee": 0.8162333031360228, + "precision_coffee": 0.9012684629464096, + "recall_coffee": 0.8963845730494052, + "F1_noncoffee": 0.6848264462809918, + "IoU_noncoffee": 0.5207118439573698, + "kappa": 0.5836559025029753, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8104880581516095, + "mIoU": 0.6158472581350408, + "macroF1": 0.7502122839759873, + "F1_coffee": 0.8729157801075477, + "IoU_coffee": 0.7744902862634723, + "precision_coffee": 0.8757786877292398, + "recall_coffee": 0.8700715291032834, + "F1_noncoffee": 0.6275087878444268, + "IoU_noncoffee": 0.45720423000660937, + "kappa": 0.5004402151939455, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 18, + "stopped_epoch": 38, + "best_val": 0.6315761686974266, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8464788958691496, + "mIoU": 0.6723557104730061, + "macroF1": 0.7954081544372769, + "F1_coffee": 0.8976268280923555, + "IoU_coffee": 0.8142676644960638, + "precision_coffee": 0.9088147874948473, + "recall_coffee": 0.8867109775200034, + "F1_noncoffee": 0.6931894807821982, + "IoU_noncoffee": 0.5304437564499485, + "kappa": 0.5910020705798179, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8095938617745472, + "mIoU": 0.619731109224388, + "macroF1": 0.7543274659292738, + "F1_coffee": 0.8708497192385201, + "IoU_coffee": 0.7712434155808151, + "precision_coffee": 0.8839241386158276, + "recall_coffee": 0.8581564385832996, + "F1_noncoffee": 0.6378052126200274, + "IoU_noncoffee": 0.468218802867961, + "kappa": 0.5089562198972091, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2677636499626028, + "mIoU": 0.13504815791401156, + "macroF1": 0.21455116069044355, + "F1_coffee": 0.41899109792284867, + "IoU_coffee": 0.265015015015015, + "precision_coffee": 0.988795518207283, + "recall_coffee": 0.26581325301204817, + "F1_noncoffee": 0.010111223458038422, + "IoU_noncoffee": 0.00508130081300813, + "kappa": -0.003272900916948843, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8394373149062192, + "mIoU": 0.672209528491768, + "macroF1": 0.7967712033559624, + "F1_coffee": 0.889889313881461, + "IoU_coffee": 0.8016221490425661, + "precision_coffee": 0.9204537497374133, + "recall_coffee": 0.861289477132748, + "F1_noncoffee": 0.7036530928304637, + "IoU_noncoffee": 0.5427969079409698, + "kappa": 0.5947450258484497, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8437097466723916, + "mIoU": 0.6661053228203986, + "macroF1": 0.7903470557045971, + "F1_coffee": 0.8961187214611872, + "IoU_coffee": 0.811789038262668, + "precision_coffee": 0.907223113964687, + "recall_coffee": 0.8852828770127185, + "F1_noncoffee": 0.6845753899480069, + "IoU_noncoffee": 0.5204216073781291, + "kappa": 0.5808847685730526, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8560281663336188, + "mIoU": 0.6779384004771515, + "macroF1": 0.7983905215332554, + "F1_coffee": 0.906187996031746, + "IoU_coffee": 0.8284677739357179, + "precision_coffee": 0.9001046991439305, + "recall_coffee": 0.9123540795305575, + "F1_noncoffee": 0.6905930470347649, + "IoU_noncoffee": 0.527409027018585, + "kappa": 0.5968417780815162, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8549870077953228, + "mIoU": 0.7018226404267496, + "macroF1": 0.8193337147822246, + "F1_coffee": 0.8995917237561415, + "IoU_coffee": 0.8175072317947428, + "precision_coffee": 0.915106293115585, + "recall_coffee": 0.884594447468699, + "F1_noncoffee": 0.7390757058083078, + "IoU_noncoffee": 0.5861380490587564, + "kappa": 0.63893711917465, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8590917763785537, + "mIoU": 0.6982646217983763, + "macroF1": 0.8155458580837787, + "F1_coffee": 0.9051685393258427, + "IoU_coffee": 0.8267651888341544, + "precision_coffee": 0.9093137254901961, + "recall_coffee": 0.9010609740508756, + "F1_noncoffee": 0.7259231768417146, + "IoU_noncoffee": 0.5697640547625983, + "kappa": 0.6311138712200458, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8838819846314392, + "mIoU": 0.7310576297715347, + "macroF1": 0.8382906773736716, + "F1_coffee": 0.9241541702813236, + "IoU_coffee": 0.8590024190761433, + "precision_coffee": 0.9032218992248062, + "recall_coffee": 0.9460796752093378, + "F1_noncoffee": 0.7524271844660194, + "IoU_noncoffee": 0.603112840466926, + "kappa": 0.6771473585840769, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8242637019699629, + "mIoU": 0.6436812681344007, + "macroF1": 0.7739405599374549, + "F1_coffee": 0.8805989928438908, + "IoU_coffee": 0.786669823606014, + "precision_coffee": 0.9257453329618278, + "recall_coffee": 0.8396512509476877, + "F1_noncoffee": 0.6672821270310192, + "IoU_noncoffee": 0.5006927126627875, + "kappa": 0.5508576765610798, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8283233132932531, + "mIoU": 0.633990416991447, + "macroF1": 0.7636358771594014, + "F1_coffee": 0.8872877639245661, + "IoU_coffee": 0.7974099099099099, + "precision_coffee": 0.9051514764156973, + "recall_coffee": 0.8701155074956992, + "F1_noncoffee": 0.6399839903942366, + "IoU_noncoffee": 0.4705709240729841, + "kappa": 0.5278591398539142, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8280041996754797, + "mIoU": 0.6279746548551629, + "macroF1": 0.7577887634116094, + "F1_coffee": 0.8881995284774786, + "IoU_coffee": 0.7988839285714285, + "precision_coffee": 0.8968800902142589, + "recall_coffee": 0.8796853877350375, + "F1_noncoffee": 0.6273779983457403, + "IoU_noncoffee": 0.4570653811388973, + "kappa": 0.5157287228797832, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6997, + 8413 + ], + [ + 45580, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1533444086710611, + "test_tta": { + "OA": 0.8547373833127139, + "mIoU": 0.6790304894151895, + "macroF1": 0.7996396652491891, + "F1_coffee": 0.9047082011446399, + "IoU_coffee": 0.825997421043515, + "precision_coffee": 0.900976172982051, + "recall_coffee": 0.9084712755598832, + "F1_noncoffee": 0.6945711293537381, + "IoU_noncoffee": 0.532063557786864, + "kappa": 0.5993013666440745, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8180743048344294, + "mIoU": 0.6245608709604448, + "macroF1": 0.7569455872089459, + "F1_coffee": 0.8788373612018289, + "IoU_coffee": 0.7838625109233907, + "precision_coffee": 0.8756915066710055, + "recall_coffee": 0.8820058997050148, + "F1_noncoffee": 0.6350538132160629, + "IoU_noncoffee": 0.46525923099749883, + "kappa": 0.513910069628155, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 29, + "stopped_epoch": 49, + "best_val": 0.6208958221966521, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.833336011182699, + "mIoU": 0.651823915702622, + "macroF1": 0.7794884835200815, + "F1_coffee": 0.888456368621969, + "IoU_coffee": 0.7992995898150298, + "precision_coffee": 0.9029134701549625, + "recall_coffee": 0.8744549341687482, + "F1_noncoffee": 0.6705205984181939, + "IoU_noncoffee": 0.5043482415902141, + "kappa": 0.5593106900893634, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7985173647167416, + "mIoU": 0.6049137993092137, + "macroF1": 0.7423109747073289, + "F1_coffee": 0.8626595096246485, + "IoU_coffee": 0.7584883479704031, + "precision_coffee": 0.8801027060640709, + "recall_coffee": 0.8458943065918599, + "F1_noncoffee": 0.6219624397900092, + "IoU_noncoffee": 0.4513392506480245, + "kappa": 0.48517859450715145, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29020194465220644, + "mIoU": 0.14664248822874584, + "macroF1": 0.22924408012912215, + "F1_coffee": 0.4460011675423234, + "IoU_coffee": 0.2870022539444027, + "precision_coffee": 0.9922077922077922, + "recall_coffee": 0.2876506024096386, + "F1_noncoffee": 0.012486992715920915, + "IoU_noncoffee": 0.0062827225130890054, + "kappa": -0.0008613882707630647, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8248272458045409, + "mIoU": 0.6461159766697767, + "macroF1": 0.7761058974887634, + "F1_coffee": 0.8805492915081956, + "IoU_coffee": 0.7865904990980156, + "precision_coffee": 0.905322167624057, + "recall_coffee": 0.8570960555628359, + "F1_noncoffee": 0.6716625034693311, + "IoU_noncoffee": 0.5056414542415378, + "kappa": 0.553131520053649, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8330232336243499, + "mIoU": 0.649536501600154, + "macroF1": 0.7774138588432835, + "F1_coffee": 0.8886697627075514, + "IoU_coffee": 0.7996450855801706, + "precision_coffee": 0.9025650965949473, + "recall_coffee": 0.8751957897374851, + "F1_noncoffee": 0.6661579549790156, + "IoU_noncoffee": 0.4994279176201373, + "kappa": 0.5551438932914362, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8418498429917214, + "mIoU": 0.6595204863213494, + "macroF1": 0.7847102625940825, + "F1_coffee": 0.8956226841675564, + "IoU_coffee": 0.8109752630082456, + "precision_coffee": 0.9010551589056676, + "recall_coffee": 0.8902553218053562, + "F1_noncoffee": 0.6737978410206085, + "IoU_noncoffee": 0.5080657096344532, + "kappa": 0.5694694329032852, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8418948630821507, + "mIoU": 0.6738526409156328, + "macroF1": 0.7977192529147636, + "F1_coffee": 0.8922490123961313, + "IoU_coffee": 0.8054599114608952, + "precision_coffee": 0.8931006272157077, + "recall_coffee": 0.8913990201415352, + "F1_noncoffee": 0.7031894934333959, + "IoU_noncoffee": 0.5422453703703703, + "kappa": 0.5954395191039946, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8616676206830758, + "mIoU": 0.7020537854447659, + "macroF1": 0.8182763604433612, + "F1_coffee": 0.907075108946424, + "IoU_coffee": 0.8299519174387241, + "precision_coffee": 0.9095231975324508, + "recall_coffee": 0.9046401636200946, + "F1_noncoffee": 0.7294776119402985, + "IoU_noncoffee": 0.5741556534508077, + "kappa": 0.6365603862035799, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8807513518641495, + "mIoU": 0.7284021933254576, + "macroF1": 0.8366735713491977, + "F1_coffee": 0.9215208840606856, + "IoU_coffee": 0.8544633553317124, + "precision_coffee": 0.9071911493546404, + "recall_coffee": 0.9363105810707942, + "F1_noncoffee": 0.7518262586377098, + "IoU_noncoffee": 0.6023410313192028, + "kappa": 0.67360467063761, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8081724205188219, + "mIoU": 0.6200982051550958, + "macroF1": 0.7550562919111996, + "F1_coffee": 0.8691197019096414, + "IoU_coffee": 0.7685337726523888, + "precision_coffee": 0.9179198875614898, + "recall_coffee": 0.8252463987869598, + "F1_noncoffee": 0.6409928819127578, + "IoU_noncoffee": 0.47166263765780286, + "kappa": 0.5138813953222693, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8043706460540128, + "mIoU": 0.5996182878391657, + "macroF1": 0.7352268515355005, + "F1_coffee": 0.8705317670834912, + "IoU_coffee": 0.7707447998210691, + "precision_coffee": 0.8955301455301455, + "recall_coffee": 0.8468911280412877, + "F1_noncoffee": 0.5999219359875098, + "IoU_noncoffee": 0.42849177585726234, + "kappa": 0.4717257531712636, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.802710699627756, + "mIoU": 0.5970966598261715, + "macroF1": 0.7330499099368402, + "F1_coffee": 0.8694168930444122, + "IoU_coffee": 0.768998658918194, + "precision_coffee": 0.8945657826313053, + "recall_coffee": 0.8456433575027651, + "F1_noncoffee": 0.5966829268292683, + "IoU_noncoffee": 0.4251946607341491, + "kappa": 0.46739991133972303, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6949, + 8413 + ], + [ + 44810, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4953136285146078, + "test_tta": { + "OA": 0.8417069682996192, + "mIoU": 0.6549501116067264, + "macroF1": 0.7804840842621665, + "F1_coffee": 0.8964124994742819, + "IoU_coffee": 0.8122713414634146, + "precision_coffee": 0.8905695065390883, + "recall_coffee": 0.9023326700817069, + "F1_noncoffee": 0.664555669050051, + "IoU_noncoffee": 0.4976288817500382, + "kappa": 0.5610293589759769, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8082814122533749, + "mIoU": 0.6077945461672649, + "macroF1": 0.7426191686446779, + "F1_coffee": 0.8726199488294988, + "IoU_coffee": 0.7740246493837654, + "precision_coffee": 0.8674414174128405, + "recall_coffee": 0.8778606821292922, + "F1_noncoffee": 0.6126183884598572, + "IoU_noncoffee": 0.4415644429507646, + "kappa": 0.4852941238556094, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 40, + "stopped_epoch": 60, + "best_val": 0.6539047077642642, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.856633300663571, + "mIoU": 0.6896554328322795, + "macroF1": 0.8086125375208693, + "F1_coffee": 0.9044800085639352, + "IoU_coffee": 0.8256170728370693, + "precision_coffee": 0.9149502956273147, + "recall_coffee": 0.894246644934592, + "F1_noncoffee": 0.7127450664778032, + "IoU_noncoffee": 0.5536937928274897, + "kappa": 0.6173757592971292, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8194155994000231, + "mIoU": 0.635846579946977, + "macroF1": 0.767626147923004, + "F1_coffee": 0.8773280819837561, + "IoU_coffee": 0.7814643511650231, + "precision_coffee": 0.891876817656667, + "recall_coffee": 0.8632463801646519, + "F1_noncoffee": 0.6579242138622517, + "IoU_noncoffee": 0.4902288087289309, + "kappa": 0.5355968940817112, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28421839940164545, + "mIoU": 0.1438562693039653, + "macroF1": 0.22623431238143388, + "F1_coffee": 0.4380504991192014, + "IoU_coffee": 0.2804511278195489, + "precision_coffee": 0.9946666666666667, + "recall_coffee": 0.2808734939759036, + "F1_noncoffee": 0.014418125643666324, + "IoU_noncoffee": 0.007261410788381743, + "kappa": 0.0010945334999854866, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8524185587364265, + "mIoU": 0.69006523487587, + "macroF1": 0.8098037830514648, + "F1_coffee": 0.8998324958123953, + "IoU_coffee": 0.817904993909866, + "precision_coffee": 0.9206196874143131, + "recall_coffee": 0.8799633075612633, + "F1_noncoffee": 0.7197750702905342, + "IoU_noncoffee": 0.5622254758418741, + "kappa": 0.620149347283476, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8597872238919899, + "mIoU": 0.6926652779787892, + "macroF1": 0.8105986515084498, + "F1_coffee": 0.9071200581487217, + "IoU_coffee": 0.8300271817708634, + "precision_coffee": 0.9151893891085321, + "recall_coffee": 0.8991917799636614, + "F1_noncoffee": 0.7140772448681778, + "IoU_noncoffee": 0.555303374186715, + "kappa": 0.6212879365747139, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8575506708535541, + "mIoU": 0.6858412148701765, + "macroF1": 0.8050917863528261, + "F1_coffee": 0.9062088841551281, + "IoU_coffee": 0.828502692175507, + "precision_coffee": 0.9095139281896497, + "recall_coffee": 0.9029277732692428, + "F1_noncoffee": 0.703974688550524, + "IoU_noncoffee": 0.5431797375648459, + "kappa": 0.6101998186504319, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8718768738756746, + "mIoU": 0.7252186255660173, + "macroF1": 0.8356057147019642, + "F1_coffee": 0.9128246974024208, + "IoU_coffee": 0.8396297222917188, + "precision_coffee": 0.9122044033704811, + "recall_coffee": 0.9134458356015243, + "F1_noncoffee": 0.7583867320015077, + "IoU_noncoffee": 0.6108075288403157, + "kappa": 0.6712118507649403, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8819881701965274, + "mIoU": 0.738044567904456, + "macroF1": 0.8441853468733174, + "F1_coffee": 0.9209332054969639, + "IoU_coffee": 0.8534533823006752, + "precision_coffee": 0.9209920736384556, + "recall_coffee": 0.9208743448804806, + "F1_noncoffee": 0.767437488249671, + "IoU_noncoffee": 0.6226357535082367, + "kappa": 0.6883706974914704, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8868228820794991, + "mIoU": 0.7396727611874794, + "macroF1": 0.8446954160939986, + "F1_coffee": 0.925581685484374, + "IoU_coffee": 0.8614723641430562, + "precision_coffee": 0.9104184562523009, + "recall_coffee": 0.9412585638162903, + "F1_noncoffee": 0.7638091467036231, + "IoU_noncoffee": 0.6178731582319026, + "kappa": 0.6896640547890914, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.833430856251219, + "mIoU": 0.6571312077570717, + "macroF1": 0.7843984844670876, + "F1_coffee": 0.887216059165346, + "IoU_coffee": 0.7972940897222881, + "precision_coffee": 0.9291839557399724, + "recall_coffee": 0.8488754106646449, + "F1_noncoffee": 0.6815809097688292, + "IoU_noncoffee": 0.5169683257918553, + "kappa": 0.5712662498847005, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8375799217482585, + "mIoU": 0.6483629727249752, + "macroF1": 0.7752332700861801, + "F1_coffee": 0.8936117014626829, + "IoU_coffee": 0.807683615819209, + "precision_coffee": 0.9094147582697201, + "recall_coffee": 0.8783484885721308, + "F1_noncoffee": 0.6568548387096774, + "IoU_noncoffee": 0.4890423296307415, + "kappa": 0.5509039428779231, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.828099646845471, + "mIoU": 0.6358191275526794, + "macroF1": 0.7654737271551443, + "F1_coffee": 0.8866654080926311, + "IoU_coffee": 0.7964051548722586, + "precision_coffee": 0.9085633221563064, + "recall_coffee": 0.8657982057269263, + "F1_noncoffee": 0.6442820462176575, + "IoU_noncoffee": 0.4752331002331002, + "kappa": 0.5318010825973313, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7163, + 8413 + ], + [ + 46046, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8203150192896524, + "test_tta": { + "OA": 0.8663860280531499, + "mIoU": 0.7007744479696429, + "macroF1": 0.8162903586402523, + "F1_coffee": 0.9122229259024699, + "IoU_coffee": 0.8386120167675827, + "precision_coffee": 0.9097646216682808, + "recall_coffee": 0.914694551458448, + "F1_noncoffee": 0.7203577913780348, + "IoU_noncoffee": 0.5629368791717033, + "kappa": 0.6325892637478177, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8298575054805585, + "mIoU": 0.6451896254126599, + "macroF1": 0.7740487187165304, + "F1_coffee": 0.8863432727973409, + "IoU_coffee": 0.7958855284102706, + "precision_coffee": 0.8858226775535357, + "recall_coffee": 0.8868644803053964, + "F1_noncoffee": 0.6617541646357198, + "IoU_noncoffee": 0.4944937224150491, + "kappa": 0.5480979019360073, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 43, + "stopped_epoch": 63, + "best_val": 0.55242500377679, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8209322129211588, + "mIoU": 0.6310206282948362, + "macroF1": 0.7625775042468719, + "F1_coffee": 0.8802835812879317, + "IoU_coffee": 0.7861665387567153, + "precision_coffee": 0.893616557259067, + "recall_coffee": 0.8673426188561026, + "F1_noncoffee": 0.644871427205812, + "IoU_noncoffee": 0.4758747178329571, + "kappa": 0.52546837230598, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.787815853236414, + "mIoU": 0.5879272788130883, + "macroF1": 0.72760701227866, + "F1_coffee": 0.8556713167343575, + "IoU_coffee": 0.7477496013579549, + "precision_coffee": 0.8710527892623884, + "recall_coffee": 0.8408236450922552, + "F1_noncoffee": 0.5995427078229626, + "IoU_noncoffee": 0.4281049562682216, + "kappa": 0.45568495934063297, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3881824981301421, + "mIoU": 0.1959806100146319, + "macroF1": 0.28447851733216095, + "F1_coffee": 0.5568797399783315, + "IoU_coffee": 0.3858858858858859, + "precision_coffee": 0.9922779922779923, + "recall_coffee": 0.3870481927710843, + "F1_noncoffee": 0.012077294685990338, + "IoU_noncoffee": 0.006075334143377886, + "kappa": -0.0012560720831570787, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.817670286278381, + "mIoU": 0.628102961501759, + "macroF1": 0.7605387786930066, + "F1_coffee": 0.8775036476986338, + "IoU_coffee": 0.7817429837518464, + "precision_coffee": 0.8883442997180072, + "recall_coffee": 0.8669243873673175, + "F1_noncoffee": 0.6435739096873794, + "IoU_noncoffee": 0.47446293925167166, + "kappa": 0.5212849873756608, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8220981823386289, + "mIoU": 0.6300235601215648, + "macroF1": 0.7613103387110902, + "F1_coffee": 0.8817654332730904, + "IoU_coffee": 0.7885335148009527, + "precision_coffee": 0.8926049557067659, + "recall_coffee": 0.8711860159137899, + "F1_noncoffee": 0.6408552441490899, + "IoU_noncoffee": 0.47151360544217685, + "kappa": 0.5228344223812719, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8229136930250261, + "mIoU": 0.6347982312964313, + "macroF1": 0.7657606901689491, + "F1_coffee": 0.8814649681528662, + "IoU_coffee": 0.788053072148511, + "precision_coffee": 0.8997464404134972, + "recall_coffee": 0.8639116049690992, + "F1_noncoffee": 0.650056412185032, + "IoU_noncoffee": 0.48154339044435157, + "kappa": 0.5320916682406364, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8298021187287627, + "mIoU": 0.6542835260993705, + "macroF1": 0.7825850200673117, + "F1_coffee": 0.8839048333219715, + "IoU_coffee": 0.7919618861470804, + "precision_coffee": 0.8855347630105177, + "recall_coffee": 0.8822808927599347, + "F1_noncoffee": 0.681265206812652, + "IoU_noncoffee": 0.5166051660516605, + "kappa": 0.5651740845640867, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8381988170196527, + "mIoU": 0.6549748835588209, + "macroF1": 0.7813150243623627, + "F1_coffee": 0.8928481172605509, + "IoU_coffee": 0.8064368865555809, + "precision_coffee": 0.8826983135540287, + "recall_coffee": 0.9032340534321871, + "F1_noncoffee": 0.6697819314641744, + "IoU_noncoffee": 0.5035128805620609, + "kappa": 0.5628081896637585, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8436580969547481, + "mIoU": 0.6694000361418062, + "macroF1": 0.7933488361248351, + "F1_coffee": 0.895311904459408, + "IoU_coffee": 0.81046578493387, + "precision_coffee": 0.8965648854961832, + "recall_coffee": 0.8940624207054048, + "F1_noncoffee": 0.6913857677902622, + "IoU_noncoffee": 0.5283342873497424, + "kappa": 0.5867000518802832, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8058318704895651, + "mIoU": 0.6021435504250898, + "macroF1": 0.7374530040916676, + "F1_coffee": 0.8714405630528831, + "IoU_coffee": 0.772170728916352, + "precision_coffee": 0.8910603459659316, + "recall_coffee": 0.8526661612332576, + "F1_noncoffee": 0.6034654451304521, + "IoU_noncoffee": 0.43211637193382774, + "kappa": 0.47569005020101823, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8059929382574673, + "mIoU": 0.6061678177548331, + "macroF1": 0.7415703578709189, + "F1_coffee": 0.8706002164088855, + "IoU_coffee": 0.7708521190261497, + "precision_coffee": 0.9030767199260531, + "recall_coffee": 0.8403784713688867, + "F1_noncoffee": 0.6125404993329522, + "IoU_noncoffee": 0.44148351648351647, + "kappa": 0.4851344891698301, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8020425694378162, + "mIoU": 0.6016251923329439, + "macroF1": 0.7379637167028312, + "F1_coffee": 0.8675437476050581, + "IoU_coffee": 0.766072637040379, + "precision_coffee": 0.9030714000797766, + "recall_coffee": 0.8347056654786776, + "F1_noncoffee": 0.6083836858006042, + "IoU_noncoffee": 0.4371777476255088, + "kappa": 0.4783146170355059, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 6913, + 8413 + ], + [ + 44073, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.912258227666219, + "test_tta": { + "OA": 0.824402705698999, + "mIoU": 0.624791212701673, + "macroF1": 0.7555470077093706, + "F1_coffee": 0.8852851339862078, + "IoU_coffee": 0.794180790960452, + "precision_coffee": 0.8780320223198484, + "recall_coffee": 0.8926590745523052, + "F1_noncoffee": 0.6258088814325333, + "IoU_noncoffee": 0.45540163444289417, + "kappa": 0.5112028158171542, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7936281296873198, + "mIoU": 0.5841980059905215, + "macroF1": 0.7219329399052766, + "F1_coffee": 0.863128090833437, + "IoU_coffee": 0.7592131390300542, + "precision_coffee": 0.8565001139038652, + "recall_coffee": 0.8698594482040604, + "F1_noncoffee": 0.5807377889771163, + "IoU_noncoffee": 0.4091828729509889, + "kappa": 0.4439678746985409, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 49, + "stopped_epoch": 69, + "best_val": 0.5929920920720624, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8388952264657209, + "mIoU": 0.6574859416480103, + "macroF1": 0.7834931167161456, + "F1_coffee": 0.8930145215155298, + "IoU_coffee": 0.8067084337349397, + "precision_coffee": 0.9003248639228932, + "recall_coffee": 0.8858219381059227, + "F1_noncoffee": 0.6739717119167615, + "IoU_noncoffee": 0.5082634495610808, + "kappa": 0.5670732139239014, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.804214260989962, + "mIoU": 0.609814483527823, + "macroF1": 0.7457756302705694, + "F1_coffee": 0.8676629719533238, + "IoU_coffee": 0.7662585877369699, + "precision_coffee": 0.8775437766209181, + "recall_coffee": 0.8580021979293192, + "F1_noncoffee": 0.6238882885878149, + "IoU_noncoffee": 0.453370379318676, + "kappa": 0.49173439633957094, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.34779356768885566, + "mIoU": 0.17520133458022039, + "macroF1": 0.2615131245566028, + "F1_coffee": 0.5139353400222966, + "IoU_coffee": 0.34583645911477867, + "precision_coffee": 0.9892703862660944, + "recall_coffee": 0.34713855421686746, + "F1_noncoffee": 0.00909090909090909, + "IoU_noncoffee": 0.0045662100456621, + "kappa": -0.004291564517323861, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8565646594274432, + "mIoU": 0.6900901351795676, + "macroF1": 0.8090040242590968, + "F1_coffee": 0.9043134672374054, + "IoU_coffee": 0.8253395840846256, + "precision_coffee": 0.9089224252051893, + "recall_coffee": 0.8997510155942865, + "F1_noncoffee": 0.7136945812807882, + "IoU_noncoffee": 0.5548406862745098, + "kappa": 0.6180374352580421, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8237679500023853, + "mIoU": 0.6345856501240503, + "macroF1": 0.7653445235068438, + "F1_coffee": 0.8824315722469764, + "IoU_coffee": 0.7895995899071595, + "precision_coffee": 0.8967591694158743, + "recall_coffee": 0.8685546018419898, + "F1_noncoffee": 0.6482574747667111, + "IoU_noncoffee": 0.4795717103409411, + "kappa": 0.5310471915916779, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8369492815681796, + "mIoU": 0.6497935917501915, + "macroF1": 0.7767376878081232, + "F1_coffee": 0.892681551999499, + "IoU_coffee": 0.8061651583710407, + "precision_coffee": 0.895626492396632, + "recall_coffee": 0.8897559148511143, + "F1_noncoffee": 0.6607938236167475, + "IoU_noncoffee": 0.4934220251293422, + "kappa": 0.5534906343711412, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8780731561063362, + "mIoU": 0.7365940233931445, + "macroF1": 0.8436690640111466, + "F1_coffee": 0.9170068027210885, + "IoU_coffee": 0.8467336683417085, + "precision_coffee": 0.9167573449401524, + "recall_coffee": 0.9172563962983125, + "F1_noncoffee": 0.7703313253012049, + "IoU_noncoffee": 0.6264543784445805, + "kappa": 0.6873381920870846, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8283724480061057, + "mIoU": 0.6471514694463316, + "macroF1": 0.7762532406858029, + "F1_coffee": 0.8842416832893636, + "IoU_coffee": 0.7925028835063437, + "precision_coffee": 0.8902565431458928, + "recall_coffee": 0.8783075546465551, + "F1_noncoffee": 0.6682647980822423, + "IoU_noncoffee": 0.5018000553863196, + "kappa": 0.5525650129147194, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8643392467507827, + "mIoU": 0.6935162009932934, + "macroF1": 0.8104352224378574, + "F1_coffee": 0.9115208513797798, + "IoU_coffee": 0.8374261027739882, + "precision_coffee": 0.8896135265700483, + "recall_coffee": 0.9345343821365136, + "F1_noncoffee": 0.709349593495935, + "IoU_noncoffee": 0.5496062992125984, + "kappa": 0.6216241982912578, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8355763604447045, + "mIoU": 0.6444273905457877, + "macroF1": 0.7719573795307464, + "F1_coffee": 0.8924058710912571, + "IoU_coffee": 0.805715602673427, + "precision_coffee": 0.9014956162970603, + "recall_coffee": 0.8834975991913065, + "F1_noncoffee": 0.6515088879702357, + "IoU_noncoffee": 0.48313917841814835, + "kappa": 0.5440648941991252, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8191621337913924, + "mIoU": 0.6216600494195208, + "macroF1": 0.7537775246328118, + "F1_coffee": 0.8806599911833238, + "IoU_coffee": 0.7867671880274558, + "precision_coffee": 0.9032424751324118, + "recall_coffee": 0.8591791594986483, + "F1_noncoffee": 0.6268950580822996, + "IoU_noncoffee": 0.4565529108115859, + "kappa": 0.5085155317512521, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8093920015271547, + "mIoU": 0.6094732290782214, + "macroF1": 0.7440385461936507, + "F1_coffee": 0.8733751822966204, + "IoU_coffee": 0.7752138676271949, + "precision_coffee": 0.9021482839926644, + "recall_coffee": 0.846380729998771, + "F1_noncoffee": 0.6147019100906811, + "IoU_noncoffee": 0.4437325905292479, + "kappa": 0.48965673165125956, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7147, + 8413 + ], + [ + 44957, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.09757669766744, + "test_tta": { + "OA": 0.8460932855605007, + "mIoU": 0.6631094071954899, + "macroF1": 0.7870722317067502, + "F1_coffee": 0.8991758502005115, + "IoU_coffee": 0.8168206069646033, + "precision_coffee": 0.8942531142049618, + "recall_coffee": 0.9041530841200627, + "F1_noncoffee": 0.6749686132129891, + "IoU_noncoffee": 0.5093982074263764, + "kappa": 0.5741860614444821, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8117716626283604, + "mIoU": 0.6141682239772537, + "macroF1": 0.7481793037100632, + "F1_coffee": 0.8747252325324681, + "IoU_coffee": 0.7773436833575024, + "precision_coffee": 0.8710047407860529, + "recall_coffee": 0.8784776447452137, + "F1_noncoffee": 0.6216333748876584, + "IoU_noncoffee": 0.4509927645970049, + "kappa": 0.4963863601911903, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 69, + "stopped_epoch": 89, + "best_val": 0.6487604028327972, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8601519947299925, + "mIoU": 0.6956432754855716, + "macroF1": 0.8130967847878916, + "F1_coffee": 0.9068772200111268, + "IoU_coffee": 0.8296206397055945, + "precision_coffee": 0.9168433349197421, + "recall_coffee": 0.8971254392278057, + "F1_noncoffee": 0.7193163495646565, + "IoU_noncoffee": 0.5616659112655487, + "kappa": 0.6263266501987105, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.822112611053421, + "mIoU": 0.6394099423483557, + "macroF1": 0.7703906505578237, + "F1_coffee": 0.8793670044207973, + "IoU_coffee": 0.7847056153886436, + "precision_coffee": 0.8923715187486353, + "recall_coffee": 0.8667360749609578, + "F1_noncoffee": 0.6614142966948501, + "IoU_noncoffee": 0.49411426930806773, + "kappa": 0.5410548658725939, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2505609573672401, + "mIoU": 0.1267770516479504, + "macroF1": 0.2047184730678267, + "F1_coffee": 0.3956574185765983, + "IoU_coffee": 0.24661654135338346, + "precision_coffee": 0.9939393939393939, + "recall_coffee": 0.2469879518072289, + "F1_noncoffee": 0.013779527559055118, + "IoU_noncoffee": 0.006937561942517344, + "kappa": 0.0004417033633621802, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8593780848963475, + "mIoU": 0.7038539441983496, + "macroF1": 0.8202241360797389, + "F1_coffee": 0.9041224970553593, + "IoU_coffee": 0.8250214961306965, + "precision_coffee": 0.9294264166609009, + "recall_coffee": 0.8801598741973529, + "F1_noncoffee": 0.7363257751041185, + "IoU_noncoffee": 0.5826863922660026, + "kappa": 0.6411797034546168, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8598349315395258, + "mIoU": 0.6926499780655813, + "macroF1": 0.8105759733356956, + "F1_coffee": 0.907172195892575, + "IoU_coffee": 0.8301144905747658, + "precision_coffee": 0.9150360124928294, + "recall_coffee": 0.8994423908276423, + "F1_noncoffee": 0.7139797507788161, + "IoU_noncoffee": 0.5551854655563967, + "kappa": 0.6212381403315621, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8612141973546484, + "mIoU": 0.6897008490979029, + "macroF1": 0.8077343225308097, + "F1_coffee": 0.9091362177989596, + "IoU_coffee": 0.8334094802969731, + "precision_coffee": 0.9072991793086297, + "recall_coffee": 0.9109807104063924, + "F1_noncoffee": 0.7063324272626598, + "IoU_noncoffee": 0.5459922178988327, + "kappa": 0.6154737398560235, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8796721966819908, + "mIoU": 0.741515203479568, + "macroF1": 0.8472838375682938, + "F1_coffee": 0.9176132475708225, + "IoU_coffee": 0.8477683651536224, + "precision_coffee": 0.9227910817506193, + "recall_coffee": 0.9124931954273272, + "F1_noncoffee": 0.776954427565765, + "IoU_noncoffee": 0.6352620418055135, + "kappa": 0.6945937069068756, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8772180881511162, + "mIoU": 0.7280578587595274, + "macroF1": 0.83699348020272, + "F1_coffee": 0.9179680030594685, + "IoU_coffee": 0.8483741753063148, + "precision_coffee": 0.9154589371980676, + "recall_coffee": 0.9204908602837786, + "F1_noncoffee": 0.7560189573459716, + "IoU_noncoffee": 0.60774154221274, + "kappa": 0.6739942439780205, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8854947348448914, + "mIoU": 0.737160649713765, + "macroF1": 0.8429154919423762, + "F1_coffee": 0.9246989830931437, + "IoU_coffee": 0.8599443026224182, + "precision_coffee": 0.9096599975451086, + "recall_coffee": 0.9402435929967013, + "F1_noncoffee": 0.7611320007916089, + "IoU_noncoffee": 0.6143769968051118, + "kappa": 0.6861031430648005, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8395748000780183, + "mIoU": 0.6685004280362852, + "macroF1": 0.7934157830830144, + "F1_coffee": 0.8910668167671015, + "IoU_coffee": 0.8035351725785262, + "precision_coffee": 0.9361346876304438, + "recall_coffee": 0.8501389941875158, + "F1_noncoffee": 0.6957647493989273, + "IoU_noncoffee": 0.5334656834940442, + "kappa": 0.5894888120458455, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.842446798358622, + "mIoU": 0.6579117304058906, + "macroF1": 0.7830810634742477, + "F1_coffee": 0.8965603658918614, + "IoU_coffee": 0.812514194867136, + "precision_coffee": 0.9146107631343474, + "recall_coffee": 0.879208650774146, + "F1_noncoffee": 0.6696017610566339, + "IoU_noncoffee": 0.503309265944645, + "kappa": 0.5667011894935033, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8367853393146893, + "mIoU": 0.6443620870783238, + "macroF1": 0.7716035926055109, + "F1_coffee": 0.8936170212765957, + "IoU_coffee": 0.8076923076923077, + "precision_coffee": 0.904875897694343, + "recall_coffee": 0.8826348777190611, + "F1_noncoffee": 0.6495901639344263, + "IoU_noncoffee": 0.48103186646433993, + "kappa": 0.5434400018756104, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7216, + 8413 + ], + [ + 46212, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7043813427289325, + "test_tta": { + "OA": 0.8695191118109225, + "mIoU": 0.7042504071227433, + "macroF1": 0.818655648114873, + "F1_coffee": 0.9146962741988004, + "IoU_coffee": 0.8428021137802211, + "precision_coffee": 0.9078587960549637, + "recall_coffee": 0.9216375259303162, + "F1_noncoffee": 0.7226150220309457, + "IoU_noncoffee": 0.5656987004652655, + "kappa": 0.6373781805258698, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.831660320756894, + "mIoU": 0.6455703354469302, + "macroF1": 0.77398308069566, + "F1_coffee": 0.8881585251336693, + "IoU_coffee": 0.79881758794836, + "precision_coffee": 0.8828459853319364, + "recall_coffee": 0.8935353885900477, + "F1_noncoffee": 0.6598076362576508, + "IoU_noncoffee": 0.4923230829455004, + "kappa": 0.5480159441880436, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_e200_spatial_f4_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "e200", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.6465526090371703, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8553800671604621, + "mIoU": 0.6904367510391691, + "macroF1": 0.8095398992352866, + "F1_coffee": 0.9029782372026344, + "IoU_coffee": 0.8231178886552558, + "precision_coffee": 0.9199446530934967, + "recall_coffee": 0.8866263070996148, + "F1_noncoffee": 0.7161015612679388, + "IoU_noncoffee": 0.5577556134230826, + "kappa": 0.6194585484617355, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.816949348101996, + "mIoU": 0.6347992628097208, + "macroF1": 0.7672174961650262, + "F1_coffee": 0.8748125937031485, + "IoU_coffee": 0.7774816788807462, + "precision_coffee": 0.8955712179655472, + "recall_coffee": 0.854994505176702, + "F1_noncoffee": 0.6596223986269041, + "IoU_noncoffee": 0.4921168467386955, + "kappa": 0.5351141077314185, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2169035153328347, + "mIoU": 0.10971166055556349, + "macroF1": 0.1820470225132392, + "F1_coffee": 0.3508989460632362, + "IoU_coffee": 0.21278195488721804, + "precision_coffee": 0.9929824561403509, + "recall_coffee": 0.21310240963855423, + "F1_noncoffee": 0.013195098963242224, + "IoU_noncoffee": 0.006641366223908918, + "kappa": -0.00015575645121072599, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8481243830207305, + "mIoU": 0.6889999425016753, + "macroF1": 0.8097297816127419, + "F1_coffee": 0.8952011171281632, + "IoU_coffee": 0.8102842345397373, + "precision_coffee": 0.932122845591886, + "recall_coffee": 0.8610929104966584, + "F1_noncoffee": 0.7242584460973206, + "IoU_noncoffee": 0.5677156504636134, + "kappa": 0.6210240609886256, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8540145985401459, + "mIoU": 0.6862666190946378, + "macroF1": 0.8061823109111238, + "F1_coffee": 0.9024670109007459, + "IoU_coffee": 0.8222686879247255, + "precision_coffee": 0.9185103484071887, + "recall_coffee": 0.8869745003445899, + "F1_noncoffee": 0.7098976109215017, + "IoU_noncoffee": 0.5502645502645502, + "kappa": 0.6127160613365464, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8637358454657912, + "mIoU": 0.6952702299985063, + "macroF1": 0.8120744318662096, + "F1_coffee": 0.910606155190711, + "IoU_coffee": 0.835883330468168, + "precision_coffee": 0.910606155190711, + "recall_coffee": 0.910606155190711, + "F1_noncoffee": 0.7135427085417083, + "IoU_noncoffee": 0.5546571295288446, + "kappa": 0.6241488637324192, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.867379572256646, + "mIoU": 0.7240956218598427, + "macroF1": 0.8354618661708815, + "F1_coffee": 0.9079303406646777, + "IoU_coffee": 0.8313850063532402, + "precision_coffee": 0.9261146496815287, + "recall_coffee": 0.890446379967338, + "F1_noncoffee": 0.7629933916770852, + "IoU_noncoffee": 0.6168062373664452, + "kappa": 0.6712499998143069, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8759778668193093, + "mIoU": 0.7284914672089534, + "macroF1": 0.8375517627468446, + "F1_coffee": 0.9165596919127086, + "IoU_coffee": 0.8459715639810427, + "precision_coffee": 0.9204589403119763, + "recall_coffee": 0.9126933401508373, + "F1_noncoffee": 0.7585438335809807, + "IoU_noncoffee": 0.6110113704368642, + "kappa": 0.675120396376672, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8928944122948487, + "mIoU": 0.7498013763114775, + "macroF1": 0.8516916345109129, + "F1_coffee": 0.9298627073367708, + "IoU_coffee": 0.8689190758156276, + "precision_coffee": 0.9110164333536214, + "recall_coffee": 0.9495052017254504, + "F1_noncoffee": 0.7735205616850551, + "IoU_noncoffee": 0.6306836768073274, + "kappa": 0.7037925996715999, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8293348937000196, + "mIoU": 0.6557989447690599, + "macroF1": 0.784089640249267, + "F1_coffee": 0.8829274819373829, + "IoU_coffee": 0.7903940591687627, + "precision_coffee": 0.9381575206141598, + "recall_coffee": 0.8338387667424817, + "F1_noncoffee": 0.685251798561151, + "IoU_noncoffee": 0.521203830369357, + "kappa": 0.5721657005853711, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8320450424658842, + "mIoU": 0.6455496210192242, + "macroF1": 0.773872104507423, + "F1_coffee": 0.8885652779536533, + "IoU_coffee": 0.7994759029281076, + "precision_coffee": 0.9165360501567398, + "recall_coffee": 0.8622511673629885, + "F1_noncoffee": 0.6591789310611929, + "IoU_noncoffee": 0.49162333911034084, + "kappa": 0.5490287989589272, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8343991600649041, + "mIoU": 0.6447310899356432, + "macroF1": 0.7725305085643146, + "F1_coffee": 0.8911611567655731, + "IoU_coffee": 0.8036886173342385, + "precision_coffee": 0.9101742696053307, + "recall_coffee": 0.8729261398549835, + "F1_noncoffee": 0.653899860363056, + "IoU_noncoffee": 0.485773562537048, + "kappa": 0.545691431534001, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7115, + 8413 + ], + [ + 46016, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3952600240707398, + "test_tta": { + "OA": 0.8632208101029901, + "mIoU": 0.6980137222127918, + "macroF1": 0.814536685190228, + "F1_coffee": 0.9095583626377128, + "IoU_coffee": 0.8341192517537023, + "precision_coffee": 0.913021222139277, + "recall_coffee": 0.9061216713940985, + "F1_noncoffee": 0.7195150077427432, + "IoU_noncoffee": 0.5619081926718814, + "kappa": 0.6290899173264537, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8249971154955579, + "mIoU": 0.6405193635125848, + "macroF1": 0.7707590315785902, + "F1_coffee": 0.8822650443422406, + "IoU_coffee": 0.7893329629501025, + "precision_coffee": 0.8880554741673992, + "recall_coffee": 0.876549636570459, + "F1_noncoffee": 0.6592530188149396, + "IoU_noncoffee": 0.491705764075067, + "kappa": 0.5415744706506175, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f0_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 13, + "stopped_epoch": 50, + "best_val": 0.7396195750446963, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7840949788697085, + "mIoU": 0.6388474572809668, + "macroF1": 0.7786418427987638, + "F1_coffee": 0.8133851321023386, + "IoU_coffee": 0.6854668301463491, + "precision_coffee": 0.8769189694299826, + "recall_coffee": 0.7584355606869678, + "F1_noncoffee": 0.743898553495189, + "IoU_noncoffee": 0.5922280844155844, + "kappa": 0.5604500816635414, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7038911964924426, + "mIoU": 0.536123978140158, + "macroF1": 0.6962388476744183, + "F1_coffee": 0.7444517743119952, + "IoU_coffee": 0.5929296534221588, + "precision_coffee": 0.8599074100698738, + "recall_coffee": 0.6563295584233166, + "F1_noncoffee": 0.6480259210368414, + "IoU_noncoffee": 0.4793183028581573, + "kappa": 0.4071965965758676, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25577051367578385, + "mIoU": 0.12832239761637615, + "macroF1": 0.20494618134793854, + "F1_coffee": 0.40596379126730564, + "IoU_coffee": 0.25467664350614644, + "precision_coffee": 1.0, + "recall_coffee": 0.25467664350614644, + "F1_noncoffee": 0.003928571428571429, + "IoU_noncoffee": 0.001968151726605833, + "kappa": 0.0010019823153896565, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7755512242660495, + "mIoU": 0.6332332524771509, + "macroF1": 0.7754091053960527, + "F1_coffee": 0.781058760620284, + "IoU_coffee": 0.6407681809319555, + "precision_coffee": 0.8789783364535972, + "recall_coffee": 0.7027691649738051, + "F1_noncoffee": 0.7697594501718213, + "IoU_noncoffee": 0.6256983240223464, + "kappa": 0.5566048694486958, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7563989865039558, + "mIoU": 0.6037075006960505, + "macroF1": 0.7520195763859554, + "F1_coffee": 0.7849742115112511, + "IoU_coffee": 0.6460555972952667, + "precision_coffee": 0.8924753502854178, + "recall_coffee": 0.7005866058334691, + "F1_noncoffee": 0.7190649412606596, + "IoU_noncoffee": 0.5613594040968343, + "kappa": 0.5132657375950105, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8177428187384875, + "mIoU": 0.6722505870384134, + "macroF1": 0.8012773794845048, + "F1_coffee": 0.8584792608914145, + "IoU_coffee": 0.7520487639688452, + "precision_coffee": 0.8640572718076415, + "recall_coffee": 0.8529728068827777, + "F1_noncoffee": 0.7440754980775952, + "IoU_noncoffee": 0.5924524101079818, + "kappa": 0.6025847098782732, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7661942134239194, + "mIoU": 0.6127110134007547, + "macroF1": 0.7583194706220014, + "F1_coffee": 0.714694110920526, + "IoU_coffee": 0.556049822064057, + "precision_coffee": 0.7989773090444231, + "recall_coffee": 0.6464959917248513, + "F1_noncoffee": 0.8019448303234769, + "IoU_noncoffee": 0.6693722047374524, + "kappa": 0.5203441976879151, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6988680074733488, + "mIoU": 0.5296224167909934, + "macroF1": 0.6905131853836852, + "F1_coffee": 0.6396633350867964, + "IoU_coffee": 0.47022428460943544, + "precision_coffee": 0.7664670658682635, + "recall_coffee": 0.5488603024148048, + "F1_noncoffee": 0.7413630356805739, + "IoU_noncoffee": 0.5890205489725514, + "kappa": 0.39295202518062605, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7684765419082762, + "mIoU": 0.6240017931957065, + "macroF1": 0.768473739357648, + "F1_coffee": 0.7676682183664832, + "IoU_coffee": 0.6229395604395604, + "precision_coffee": 0.7820651002371201, + "recall_coffee": 0.7537918138375234, + "F1_noncoffee": 0.7692792603488128, + "IoU_noncoffee": 0.6250640259518525, + "kappa": 0.5371032592556968, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7856870955462505, + "mIoU": 0.6316663488547103, + "macroF1": 0.7716496479065025, + "F1_coffee": 0.828266395526182, + "IoU_coffee": 0.706872613675807, + "precision_coffee": 0.9365371349735572, + "recall_coffee": 0.7424352898286548, + "F1_noncoffee": 0.715032900286823, + "IoU_noncoffee": 0.5564600840336135, + "kappa": 0.5532080036366313, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80751953125, + "mIoU": 0.6369422061870736, + "macroF1": 0.7715128624939328, + "F1_coffee": 0.8622160083886753, + "IoU_coffee": 0.7578028999754239, + "precision_coffee": 0.954348498916744, + "recall_coffee": 0.7863062603595563, + "F1_noncoffee": 0.6808097165991903, + "IoU_noncoffee": 0.5160815123987234, + "kappa": 0.552683507996894, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8618185248066402, + "mIoU": 0.6837490249401368, + "macroF1": 0.8023630245968671, + "F1_coffee": 0.910763233233843, + "IoU_coffee": 0.8361480818700369, + "precision_coffee": 0.9103750608865075, + "recall_coffee": 0.9111517367458867, + "F1_noncoffee": 0.6939628159598914, + "IoU_noncoffee": 0.5313499680102367, + "kappa": 0.6047262956482489, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2561, + 2984 + ], + [ + 41198, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6006383458773294, + "test_tta": { + "OA": 0.7936036100565862, + "mIoU": 0.650130588804626, + "macroF1": 0.786774488903615, + "F1_coffee": 0.8249339287341657, + "IoU_coffee": 0.7020319528462851, + "precision_coffee": 0.8705799378065592, + "recall_coffee": 0.7838360513782653, + "F1_noncoffee": 0.7486150490730643, + "IoU_noncoffee": 0.5982292247629671, + "kappa": 0.5752257873929496, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7138860043844467, + "mIoU": 0.5459994492762912, + "macroF1": 0.7041052046964484, + "F1_coffee": 0.757901930633863, + "IoU_coffee": 0.6101788170563961, + "precision_coffee": 0.8535928308318215, + "recall_coffee": 0.6815029409182688, + "F1_noncoffee": 0.650308478759034, + "IoU_noncoffee": 0.4818200814961864, + "kappa": 0.41876127473870717, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f0_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 15, + "stopped_epoch": 50, + "best_val": 0.7582402878922241, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7664744645799012, + "mIoU": 0.6186306811227409, + "macroF1": 0.7638949881981909, + "F1_coffee": 0.7885734667077382, + "IoU_coffee": 0.6509461738176173, + "precision_coffee": 0.899541352271046, + "recall_coffee": 0.7019771972867658, + "F1_noncoffee": 0.7392165096886436, + "IoU_noncoffee": 0.5863151884278645, + "kappa": 0.5364902288503586, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6684550594207915, + "mIoU": 0.4999278542581369, + "macroF1": 0.6659837604703323, + "F1_coffee": 0.6947144754316069, + "IoU_coffee": 0.5322318085625916, + "precision_coffee": 0.8796072101156847, + "recall_coffee": 0.5740496883504521, + "F1_noncoffee": 0.6372530455090576, + "IoU_noncoffee": 0.46762389995368225, + "kappa": 0.36528983455375763, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07871914609739826, + "mIoU": 0.039477780089330346, + "macroF1": 0.07339748921447442, + "F1_coffee": 0.14361900037206995, + "IoU_coffee": 0.0773650454302512, + "precision_coffee": 1.0, + "recall_coffee": 0.0773650454302512, + "F1_noncoffee": 0.00317597805687888, + "IoU_noncoffee": 0.0015905147484094853, + "kappa": 0.00024607021253623767, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7377268851260811, + "mIoU": 0.583912638869948, + "macroF1": 0.7371929851639938, + "F1_coffee": 0.7253476208700089, + "IoU_coffee": 0.5690552441953562, + "precision_coffee": 0.8989723320158103, + "recall_coffee": 0.607933283438469, + "F1_noncoffee": 0.7490383494579788, + "IoU_noncoffee": 0.5987700335445397, + "kappa": 0.4917106582883271, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7440405398417705, + "mIoU": 0.590580041395802, + "macroF1": 0.7422249830564609, + "F1_coffee": 0.7638584104570174, + "IoU_coffee": 0.6179376350725533, + "precision_coffee": 0.9215009208103131, + "recall_coffee": 0.6522730976046929, + "F1_noncoffee": 0.7205915556559043, + "IoU_noncoffee": 0.5632224477190506, + "kappa": 0.5017047271616704, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.811569671927117, + "mIoU": 0.6686209245953683, + "macroF1": 0.799366124073799, + "F1_coffee": 0.8488478894612835, + "IoU_coffee": 0.7373898563796573, + "precision_coffee": 0.883972386259669, + "recall_coffee": 0.8164080503917652, + "F1_noncoffee": 0.7498843586863146, + "IoU_noncoffee": 0.5998519928110794, + "kappa": 0.599777860176564, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.71418531099918, + "mIoU": 0.5362070753257526, + "macroF1": 0.6931540721192254, + "F1_coffee": 0.6128213265629959, + "IoU_coffee": 0.44177533745138414, + "precision_coffee": 0.7930184804928131, + "recall_coffee": 0.49935350400827516, + "F1_noncoffee": 0.7734868176754549, + "IoU_noncoffee": 0.630638813200121, + "kappa": 0.40430253085945955, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6766677656885371, + "mIoU": 0.4949168632127594, + "macroF1": 0.6571496964083354, + "F1_coffee": 0.5753464203233256, + "IoU_coffee": 0.4038500506585613, + "precision_coffee": 0.7981577893472167, + "recall_coffee": 0.44978560144436924, + "F1_noncoffee": 0.7389529724933451, + "IoU_noncoffee": 0.5859836757669575, + "kappa": 0.34564623173448045, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7496046389035319, + "mIoU": 0.5976265027705524, + "macroF1": 0.7477742750524756, + "F1_coffee": 0.7262878875187276, + "IoU_coffee": 0.5702135360115816, + "precision_coffee": 0.8154761904761905, + "recall_coffee": 0.6546852275088303, + "F1_noncoffee": 0.7692606625862236, + "IoU_noncoffee": 0.6250394695295232, + "kappa": 0.500584516890156, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7632280167491435, + "mIoU": 0.6078883002534554, + "macroF1": 0.7543897687347215, + "F1_coffee": 0.800981228668942, + "IoU_coffee": 0.6680305995374488, + "precision_coffee": 0.9652956298200515, + "recall_coffee": 0.6844695588771418, + "F1_noncoffee": 0.7077983088005011, + "IoU_noncoffee": 0.5477460009694619, + "kappa": 0.5288243544555964, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80390625, + "mIoU": 0.6373078747304177, + "macroF1": 0.7727039483164662, + "F1_coffee": 0.8569189112156193, + "IoU_coffee": 0.7496571499812991, + "precision_coffee": 0.971248586658052, + "recall_coffee": 0.7666709167410429, + "F1_noncoffee": 0.6884889854173131, + "IoU_noncoffee": 0.5249585994795363, + "kappa": 0.5587204723894047, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8670062252405206, + "mIoU": 0.6950706425115336, + "macroF1": 0.8112564670280055, + "F1_coffee": 0.9138352481055977, + "IoU_coffee": 0.8413412850230674, + "precision_coffee": 0.9164113249172693, + "recall_coffee": 0.9112736136502133, + "F1_noncoffee": 0.7086776859504132, + "IoU_noncoffee": 0.5488, + "kappa": 0.6225230189492241, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2585, + 2984 + ], + [ + 40190, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5916593392690022, + "test_tta": { + "OA": 0.7758935606331925, + "mIoU": 0.629918629611272, + "macroF1": 0.772273386680421, + "F1_coffee": 0.8009859266915799, + "IoU_coffee": 0.6680371352785146, + "precision_coffee": 0.8918201133144475, + "recall_coffee": 0.7269447250685525, + "F1_noncoffee": 0.7435608466692621, + "IoU_noncoffee": 0.5918001239440295, + "kappa": 0.5505546577565379, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6775989385023653, + "mIoU": 0.5091389541407049, + "macroF1": 0.6738087489660527, + "F1_coffee": 0.7089701861736754, + "IoU_coffee": 0.5491509015368481, + "precision_coffee": 0.8714075401651411, + "recall_coffee": 0.5975770345009218, + "F1_noncoffee": 0.63864731175843, + "IoU_noncoffee": 0.4691270067445616, + "kappa": 0.37459991973119366, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f0_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 48, + "stopped_epoch": 78, + "best_val": 0.7278270290147669, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8031659623236158, + "mIoU": 0.6581131370046123, + "macroF1": 0.7918622960419202, + "F1_coffee": 0.8403671323593482, + "IoU_coffee": 0.7246837820914214, + "precision_coffee": 0.8456726975126414, + "recall_coffee": 0.8351277240583057, + "F1_noncoffee": 0.7433574597244922, + "IoU_noncoffee": 0.5915424919178032, + "kappa": 0.5837509322365654, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7229866158993885, + "mIoU": 0.5515302606817226, + "macroF1": 0.7074284979636583, + "F1_coffee": 0.7748959859361266, + "IoU_coffee": 0.6325144453373129, + "precision_coffee": 0.831442871155152, + "recall_coffee": 0.7255508734966202, + "F1_noncoffee": 0.6399610099911898, + "IoU_noncoffee": 0.47054607602613224, + "kappa": 0.4191541382913565, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2796531020680454, + "mIoU": 0.1402697426652158, + "macroF1": 0.21979541638757003, + "F1_coffee": 0.4359001149305193, + "IoU_coffee": 0.27869071476285906, + "precision_coffee": 0.9995208433157643, + "recall_coffee": 0.2787279529663282, + "F1_noncoffee": 0.0036907178446207787, + "IoU_noncoffee": 0.0018487705675725643, + "kappa": 0.0007636228863537627, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7858448044828846, + "mIoU": 0.6452162546038072, + "macroF1": 0.7840324477904992, + "F1_coffee": 0.8038165383327753, + "IoU_coffee": 0.6719843268961657, + "precision_coffee": 0.8405881666472167, + "recall_coffee": 0.7701272319042018, + "F1_noncoffee": 0.7642483572482232, + "IoU_noncoffee": 0.6184481823114487, + "kappa": 0.5690558928554551, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8004550390402813, + "mIoU": 0.6556991637806051, + "macroF1": 0.79028868694098, + "F1_coffee": 0.8364622621519685, + "IoU_coffee": 0.7188956876456877, + "precision_coffee": 0.8715888015543584, + "recall_coffee": 0.8040573570148281, + "F1_noncoffee": 0.7441151117299913, + "IoU_noncoffee": 0.5925026399155227, + "kappa": 0.5816405951072928, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8199332901876836, + "mIoU": 0.6633050488325556, + "macroF1": 0.7929453013387311, + "F1_coffee": 0.8676981601375324, + "IoU_coffee": 0.7663134771934359, + "precision_coffee": 0.8282242860135466, + "recall_coffee": 0.9111230603779382, + "F1_noncoffee": 0.7181924425399299, + "IoU_noncoffee": 0.5602966204716752, + "kappa": 0.5878846210470463, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7632657842333372, + "mIoU": 0.615210269322108, + "macroF1": 0.7614145169184787, + "F1_coffee": 0.740398201669878, + "IoU_coffee": 0.5878033856822353, + "precision_coffee": 0.7355793772332823, + "recall_coffee": 0.7452805792604086, + "F1_noncoffee": 0.7824308321670793, + "IoU_noncoffee": 0.6426171529619805, + "kappa": 0.5228461959659926, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7308495439059237, + "mIoU": 0.5748214158515534, + "macroF1": 0.7297891550453679, + "F1_coffee": 0.7128620002344941, + "IoU_coffee": 0.5538349426124978, + "precision_coffee": 0.741825280624695, + "recall_coffee": 0.6860753780185059, + "F1_noncoffee": 0.7467163098562416, + "IoU_noncoffee": 0.595807889090609, + "kappa": 0.46030401152658595, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7701634159198735, + "mIoU": 0.6251972859188011, + "macroF1": 0.7691994022153679, + "F1_coffee": 0.7841156664686076, + "IoU_coffee": 0.6448933050985503, + "precision_coffee": 0.7491012298959319, + "recall_coffee": 0.8225638894660295, + "F1_noncoffee": 0.7542831379621281, + "IoU_noncoffee": 0.6055012667390518, + "kappa": 0.5395438305513814, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8103032610074864, + "mIoU": 0.6615033306029087, + "macroF1": 0.7933713458945777, + "F1_coffee": 0.8525204695669331, + "IoU_coffee": 0.7429504814305364, + "precision_coffee": 0.9290475166630832, + "recall_coffee": 0.7876412686839227, + "F1_noncoffee": 0.7342222222222222, + "IoU_noncoffee": 0.5800561797752809, + "kappa": 0.5917347926161491, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8623046875, + "mIoU": 0.7077471062133109, + "macroF1": 0.8229460297354139, + "F1_coffee": 0.9064242102468808, + "IoU_coffee": 0.8288627260589877, + "precision_coffee": 0.9451903114186851, + "recall_coffee": 0.8707127374729058, + "F1_noncoffee": 0.7394678492239468, + "IoU_noncoffee": 0.5866314863676341, + "kappa": 0.6475427664172584, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8644595359366157, + "mIoU": 0.6569534568297819, + "macroF1": 0.7770240392676981, + "F1_coffee": 0.9166521663476597, + "IoU_coffee": 0.8461291358817861, + "precision_coffee": 0.8745019920318725, + "recall_coffee": 0.9630712979890311, + "F1_noncoffee": 0.6373959121877366, + "IoU_noncoffee": 0.4677777777777778, + "kappa": 0.5585101472044917, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2570, + 2984 + ], + [ + 42254, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.474552023410797, + "test_tta": { + "OA": 0.8076069049495022, + "mIoU": 0.6637090430954851, + "macroF1": 0.7958785457553597, + "F1_coffee": 0.8448071645240502, + "IoU_coffee": 0.7313126766199015, + "precision_coffee": 0.8455399739771577, + "recall_coffee": 0.8440756241881946, + "F1_noncoffee": 0.7469499269866692, + "IoU_noncoffee": 0.5961054095710687, + "kappa": 0.5917575915069774, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7291594554055614, + "mIoU": 0.5580361749850091, + "macroF1": 0.7126469673364174, + "F1_coffee": 0.7815303000337378, + "IoU_coffee": 0.6414031469599756, + "precision_coffee": 0.8315549723962072, + "recall_coffee": 0.7371828636642964, + "F1_noncoffee": 0.643763634639097, + "IoU_noncoffee": 0.4746692030100428, + "kappa": 0.42866544200718243, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f0_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.7579922469988889, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7529367523816346, + "mIoU": 0.6018391513158262, + "macroF1": 0.7510613897271365, + "F1_coffee": 0.7726681056499316, + "IoU_coffee": 0.629551068628504, + "precision_coffee": 0.9002150042232973, + "recall_coffee": 0.67677875595324, + "F1_noncoffee": 0.7294546738043415, + "IoU_noncoffee": 0.5741272340031485, + "kappa": 0.5137398246316136, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6555469020422291, + "mIoU": 0.4862794704499322, + "macroF1": 0.6539466481685277, + "F1_coffee": 0.677479034719315, + "IoU_coffee": 0.5122633610390671, + "precision_coffee": 0.8805420016147717, + "recall_coffee": 0.5505223421999824, + "F1_noncoffee": 0.6304142616177404, + "IoU_noncoffee": 0.4602955798607973, + "kappa": 0.34764903817971743, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.061507671781187455, + "mIoU": 0.030844832353970942, + "macroF1": 0.05827687977972468, + "F1_coffee": 0.11343584572724981, + "IoU_coffee": 0.060128273650454304, + "precision_coffee": 1.0, + "recall_coffee": 0.060128273650454304, + "F1_noncoffee": 0.0031179138321995466, + "IoU_noncoffee": 0.0015613910574875799, + "kappa": 0.00018774987089825303, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7245096844926301, + "mIoU": 0.5670072225880319, + "macroF1": 0.723452718594866, + "F1_coffee": 0.7063559046938908, + "IoU_coffee": 0.546020275017565, + "precision_coffee": 0.8991735537190083, + "recall_coffee": 0.5816315620656474, + "F1_noncoffee": 0.7405495324958412, + "IoU_noncoffee": 0.5879941701584989, + "kappa": 0.4684999309380572, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7288898081596773, + "mIoU": 0.5722460729114536, + "macroF1": 0.7276743344371004, + "F1_coffee": 0.7458678687412147, + "IoU_coffee": 0.5947282986782098, + "precision_coffee": 0.9206653105181285, + "recall_coffee": 0.6268535114876975, + "F1_noncoffee": 0.7094808001329861, + "IoU_noncoffee": 0.5497638471446973, + "kappa": 0.47690440738306694, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7993229451884303, + "mIoU": 0.6532779337854245, + "macroF1": 0.7883687084263388, + "F1_coffee": 0.8365170134241797, + "IoU_coffee": 0.7189765755716676, + "precision_coffee": 0.8860726866569293, + "recall_coffee": 0.7922107850668305, + "F1_noncoffee": 0.7402204034284978, + "IoU_noncoffee": 0.5875792919991815, + "kappa": 0.5788307444460113, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7021201827339815, + "mIoU": 0.5184172939911565, + "macroF1": 0.6766035704025766, + "F1_coffee": 0.5857631536080795, + "IoU_coffee": 0.41419027873761805, + "precision_coffee": 0.7913732394366197, + "recall_coffee": 0.46495991724851304, + "F1_noncoffee": 0.7674439871970736, + "IoU_noncoffee": 0.622644309244695, + "kappa": 0.3768236611682494, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6746895263215738, + "mIoU": 0.4921308007656346, + "macroF1": 0.6544325563387134, + "F1_coffee": 0.5707656612529002, + "IoU_coffee": 0.39935064935064934, + "precision_coffee": 0.7983772819472617, + "recall_coffee": 0.44414353419092756, + "F1_noncoffee": 0.7380994514245266, + "IoU_noncoffee": 0.5849109521806198, + "kappa": 0.34152063546037026, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7237743806009489, + "mIoU": 0.5628608643515296, + "macroF1": 0.7193191110629205, + "F1_coffee": 0.6839565741857659, + "IoU_coffee": 0.5197066911090742, + "precision_coffee": 0.8153580672993961, + "recall_coffee": 0.5890297111988365, + "F1_noncoffee": 0.7546816479400749, + "IoU_noncoffee": 0.606015037593985, + "kappa": 0.44973154741670307, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7487628473543967, + "mIoU": 0.5903604356860106, + "macroF1": 0.7407801443887876, + "F1_coffee": 0.7862694300518135, + "IoU_coffee": 0.647812166488794, + "precision_coffee": 0.9640021175224986, + "recall_coffee": 0.6638716733503464, + "F1_noncoffee": 0.6952908587257618, + "IoU_noncoffee": 0.5329087048832272, + "kappa": 0.5055234010643728, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.77705078125, + "mIoU": 0.6045929139421298, + "macroF1": 0.7476546825258257, + "F1_coffee": 0.8337823079723334, + "IoU_coffee": 0.714945686103134, + "precision_coffee": 0.971826205023761, + "recall_coffee": 0.7300777763610863, + "F1_noncoffee": 0.661527057079318, + "IoU_noncoffee": 0.4942401417811254, + "kappa": 0.5152272015827313, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8669119034144501, + "mIoU": 0.6947999757717498, + "macroF1": 0.8110401028688923, + "F1_coffee": 0.9137899431783467, + "IoU_coffee": 0.8412644841939476, + "precision_coffee": 0.9161970105366332, + "recall_coffee": 0.9113954905545399, + "F1_noncoffee": 0.7082902625594377, + "IoU_noncoffee": 0.5483354673495519, + "kappa": 0.6220890320896703, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2546, + 2984 + ], + [ + 39473, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5898966153462728, + "test_tta": { + "OA": 0.7673698159157654, + "mIoU": 0.6191433358328329, + "macroF1": 0.7641678882507787, + "F1_coffee": 0.791647287132524, + "IoU_coffee": 0.6551458681744579, + "precision_coffee": 0.8907817801198297, + "recall_coffee": 0.7123683071150239, + "F1_noncoffee": 0.7366884893690334, + "IoU_noncoffee": 0.5831408034912078, + "kappa": 0.5356046230621759, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6687867774316373, + "mIoU": 0.49972372081138094, + "macroF1": 0.6656300082940387, + "F1_coffee": 0.6981189120975905, + "IoU_coffee": 0.5362386154809266, + "precision_coffee": 0.8703661214723524, + "recall_coffee": 0.5827846545518391, + "F1_noncoffee": 0.6331411044904871, + "IoU_noncoffee": 0.46320882614183534, + "kappa": 0.36164278559073276, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f0_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.7500082041789983, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7594190960532913, + "mIoU": 0.6079923620328007, + "macroF1": 0.7554288783929689, + "F1_coffee": 0.786668148689204, + "IoU_coffee": 0.6483536617285243, + "precision_coffee": 0.8743117323168149, + "recall_coffee": 0.7149949487660557, + "F1_noncoffee": 0.7241896080967338, + "IoU_noncoffee": 0.5676310623370772, + "kappa": 0.5171309966343985, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6646186685127495, + "mIoU": 0.49426700441562615, + "macroF1": 0.6605097157217527, + "F1_coffee": 0.6978587391507718, + "IoU_coffee": 0.5359316689616636, + "precision_coffee": 0.8552547770700637, + "recall_coffee": 0.5893907470810289, + "F1_noncoffee": 0.6231606922927335, + "IoU_noncoffee": 0.45260233986958875, + "kappa": 0.3485383637644436, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.095263509006004, + "mIoU": 0.04777663884760201, + "macroF1": 0.0874847729630773, + "F1_coffee": 0.17173567851471847, + "IoU_coffee": 0.09393372528059861, + "precision_coffee": 1.0, + "recall_coffee": 0.09393372528059861, + "F1_noncoffee": 0.003233867411436131, + "IoU_noncoffee": 0.0016195524146054182, + "kappa": 0.00030421490278901073, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7360823486417347, + "mIoU": 0.5823408103273848, + "macroF1": 0.7360411954643438, + "F1_coffee": 0.7327453278233517, + "IoU_coffee": 0.578214737661832, + "precision_coffee": 0.8658892128279884, + "recall_coffee": 0.63509034534374, + "F1_noncoffee": 0.739337063105336, + "IoU_noncoffee": 0.5864668829929376, + "kappa": 0.48398210516128637, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7368529913646, + "mIoU": 0.5808271136713253, + "macroF1": 0.7343045417400466, + "F1_coffee": 0.7603259077850516, + "IoU_coffee": 0.6133272547678748, + "precision_coffee": 0.9009934144435763, + "recall_coffee": 0.6576503177448264, + "F1_noncoffee": 0.7082831756950415, + "IoU_noncoffee": 0.5483269725747759, + "kappa": 0.48392001959313413, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8002190471449196, + "mIoU": 0.6490636375015735, + "macroF1": 0.7843813357305915, + "F1_coffee": 0.8428185343308136, + "IoU_coffee": 0.7283373950717574, + "precision_coffee": 0.8598257811875649, + "recall_coffee": 0.8264710400983254, + "F1_noncoffee": 0.7259441371303694, + "IoU_noncoffee": 0.5697898799313894, + "kappa": 0.5690566428464138, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7038772402483308, + "mIoU": 0.5279010462748895, + "macroF1": 0.6869885861941334, + "F1_coffee": 0.6142813548977724, + "IoU_coffee": 0.44329442853996914, + "precision_coffee": 0.7491626349088203, + "recall_coffee": 0.5205585725368502, + "F1_noncoffee": 0.7596958174904943, + "IoU_noncoffee": 0.6125076640098099, + "kappa": 0.38636938502552154, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6937026046818332, + "mIoU": 0.52155480798228, + "macroF1": 0.6829720766562872, + "F1_coffee": 0.6246464646464647, + "IoU_coffee": 0.45417156286721505, + "precision_coffee": 0.7745490981963928, + "recall_coffee": 0.5233581584292485, + "F1_noncoffee": 0.7412976886661097, + "IoU_noncoffee": 0.5889380530973451, + "kappa": 0.38190069150874306, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7309435951502372, + "mIoU": 0.5746602119519302, + "macroF1": 0.7295983952396256, + "F1_coffee": 0.7105263157894737, + "IoU_coffee": 0.5510204081632653, + "precision_coffee": 0.7824131901074194, + "recall_coffee": 0.6507375857053812, + "F1_noncoffee": 0.7486704746897774, + "IoU_noncoffee": 0.598300015740595, + "kappa": 0.46313164880197305, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7709681512498414, + "mIoU": 0.6143007196154239, + "macroF1": 0.758685733741798, + "F1_coffee": 0.8131276529661455, + "IoU_coffee": 0.6851011863224006, + "precision_coffee": 0.9410496046010065, + "recall_coffee": 0.7158220925993438, + "F1_noncoffee": 0.7042438145174504, + "IoU_noncoffee": 0.5435002529084472, + "kappa": 0.5310849601483999, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7751953125, + "mIoU": 0.6005885545344666, + "macroF1": 0.7441305356641685, + "F1_coffee": 0.8332850521436849, + "IoU_coffee": 0.7142147734326505, + "precision_coffee": 0.9644593461860855, + "recall_coffee": 0.7335203366058906, + "F1_noncoffee": 0.6549760191846523, + "IoU_noncoffee": 0.4869623356362826, + "kappa": 0.5071295606889257, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8621958121109224, + "mIoU": 0.6740730596816191, + "macroF1": 0.7935656189387599, + "F1_coffee": 0.9125934789111576, + "IoU_coffee": 0.8392385563380281, + "precision_coffee": 0.8962397179788484, + "recall_coffee": 0.9295551492992078, + "F1_noncoffee": 0.6745377589663623, + "IoU_noncoffee": 0.5089075630252101, + "kappa": 0.5876424693976812, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2594, + 2984 + ], + [ + 39787, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5843109846115113, + "test_tta": { + "OA": 0.7751593725377838, + "mIoU": 0.6265686947934915, + "macroF1": 0.7693239679406872, + "F1_coffee": 0.806013039582239, + "IoU_coffee": 0.6750601692502782, + "precision_coffee": 0.8671586715867159, + "recall_coffee": 0.7529224996391976, + "F1_noncoffee": 0.7326348962991355, + "IoU_noncoffee": 0.5780772203367048, + "kappa": 0.5417879559141857, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6805988231221876, + "mIoU": 0.5101276886584982, + "macroF1": 0.6739818051384079, + "F1_coffee": 0.7204282071351024, + "IoU_coffee": 0.5630228887134965, + "precision_coffee": 0.8479643387815751, + "recall_coffee": 0.6262400140461768, + "F1_noncoffee": 0.6275354031417135, + "IoU_noncoffee": 0.45723248860349985, + "kappa": 0.3670392764177069, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f0_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.76736627257261, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7634123630112456, + "mIoU": 0.6144061263648485, + "macroF1": 0.7606138182458011, + "F1_coffee": 0.7864968811609192, + "IoU_coffee": 0.6481210216528618, + "precision_coffee": 0.8934537577559937, + "recall_coffee": 0.7024101601962766, + "F1_noncoffee": 0.7347307553306831, + "IoU_noncoffee": 0.5806912310768352, + "kappa": 0.5296033186964689, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6657580477673936, + "mIoU": 0.49670404246572275, + "macroF1": 0.6630472787413352, + "F1_coffee": 0.6932698034544371, + "IoU_coffee": 0.5305378304466728, + "precision_coffee": 0.8732619785935781, + "recall_coffee": 0.5747958914932841, + "F1_noncoffee": 0.6328247540282332, + "IoU_noncoffee": 0.46287025448477265, + "kappa": 0.35870758466400937, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.0771180787191461, + "mIoU": 0.03867469230740746, + "macroF1": 0.07201127686341839, + "F1_coffee": 0.14085206806607875, + "IoU_coffee": 0.07576162479957242, + "precision_coffee": 1.0, + "recall_coffee": 0.07576162479957242, + "F1_noncoffee": 0.0031704856607580345, + "IoU_noncoffee": 0.0015877598152424942, + "kappa": 0.0002405535902931918, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7407114143013765, + "mIoU": 0.5879426363513787, + "macroF1": 0.7404560354733398, + "F1_coffee": 0.7323146576117714, + "IoU_coffee": 0.5776785714285714, + "precision_coffee": 0.8890076335877862, + "recall_coffee": 0.6225809900566663, + "F1_noncoffee": 0.7485974133349081, + "IoU_noncoffee": 0.598206701274186, + "kappa": 0.4956278851513353, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7407828739852113, + "mIoU": 0.5858776940542914, + "macroF1": 0.7383678889835162, + "F1_coffee": 0.7635042694720952, + "IoU_coffee": 0.6174742464708126, + "precision_coffee": 0.9068698868093691, + "recall_coffee": 0.6592797783933518, + "F1_noncoffee": 0.7132315084949373, + "IoU_noncoffee": 0.5542811416377701, + "kappa": 0.49212666307637476, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8037536715288495, + "mIoU": 0.6588733253492246, + "macroF1": 0.7924129332939155, + "F1_coffee": 0.8409329351948995, + "IoU_coffee": 0.7255256928004457, + "precision_coffee": 0.8857531451887113, + "recall_coffee": 0.8004301736057766, + "F1_noncoffee": 0.7438929313929314, + "IoU_noncoffee": 0.5922209578980036, + "kappa": 0.5865304067656933, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7155909570106594, + "mIoU": 0.5405229367298333, + "macroF1": 0.6975501955666881, + "F1_coffee": 0.6236825790452573, + "IoU_coffee": 0.45315315315315313, + "precision_coffee": 0.7783365570599613, + "recall_coffee": 0.5202999741401604, + "F1_noncoffee": 0.771417812088119, + "IoU_noncoffee": 0.6278927203065134, + "kappa": 0.4092670230510231, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6701835366523794, + "mIoU": 0.49085183344013467, + "macroF1": 0.6544425716096711, + "F1_coffee": 0.5806902333379907, + "IoU_coffee": 0.4091356566253199, + "precision_coffee": 0.7622890682318415, + "recall_coffee": 0.46896863010607087, + "F1_noncoffee": 0.7281949098813514, + "IoU_noncoffee": 0.5725680102549494, + "kappa": 0.3334079115010301, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7297838692672641, + "mIoU": 0.5717477736559972, + "macroF1": 0.7269160349362906, + "F1_coffee": 0.698931046634559, + "IoU_coffee": 0.5371975442397977, + "precision_coffee": 0.8040540540540541, + "recall_coffee": 0.6181175981716185, + "F1_noncoffee": 0.7549010232380223, + "IoU_noncoffee": 0.6062980030721966, + "kappa": 0.46132799079451287, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7679228524298947, + "mIoU": 0.6131617352362033, + "macroF1": 0.7583320324476407, + "F1_coffee": 0.806475505237541, + "IoU_coffee": 0.675709219858156, + "precision_coffee": 0.9611601513240857, + "recall_coffee": 0.6946773605541378, + "F1_noncoffee": 0.7101885596577404, + "IoU_noncoffee": 0.5506142506142506, + "kappa": 0.5347110725463552, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.803515625, + "mIoU": 0.6366071979271344, + "macroF1": 0.7721363982233548, + "F1_coffee": 0.8566951566951567, + "IoU_coffee": 0.7493147271368054, + "precision_coffee": 0.9704695820558334, + "recall_coffee": 0.766798418972332, + "F1_noncoffee": 0.6875776397515528, + "IoU_noncoffee": 0.5238996687174633, + "kappa": 0.5575311438424525, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8699302018487078, + "mIoU": 0.7034572864170083, + "macroF1": 0.8179024721340548, + "F1_coffee": 0.9152375683815847, + "IoU_coffee": 0.8437216681776972, + "precision_coffee": 0.9232390873015873, + "recall_coffee": 0.9073735527117611, + "F1_noncoffee": 0.7205673758865249, + "IoU_noncoffee": 0.5631929046563193, + "kappa": 0.6358951048543525, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2598, + 2984 + ], + [ + 40006, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7806860367457071, + "test_tta": { + "OA": 0.7726882028507986, + "mIoU": 0.6256663156610158, + "macroF1": 0.7690532474305077, + "F1_coffee": 0.7980270485282418, + "IoU_coffee": 0.6639309541459282, + "precision_coffee": 0.8891331324233291, + "recall_coffee": 0.7238562563140424, + "F1_noncoffee": 0.7400794463327737, + "IoU_noncoffee": 0.5874016771761035, + "kappa": 0.5442642397146665, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.674555786315911, + "mIoU": 0.5056787247199628, + "macroF1": 0.670753607083423, + "F1_coffee": 0.7061351530858088, + "IoU_coffee": 0.5457565021338272, + "precision_coffee": 0.8683022131121289, + "recall_coffee": 0.5950092178035291, + "F1_noncoffee": 0.6353720610810374, + "IoU_noncoffee": 0.4656009473060983, + "kappa": 0.3688244012291092, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f1_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.6724631413807987, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8835738032987961, + "mIoU": 0.7178849421502626, + "macroF1": 0.8275344924519192, + "F1_coffee": 0.9258444522110977, + "IoU_coffee": 0.8619277292910733, + "precision_coffee": 0.9052242256125751, + "recall_coffee": 0.947425998779795, + "F1_noncoffee": 0.7292245326927408, + "IoU_noncoffee": 0.5738421550094518, + "kappa": 0.655721289389982, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8511163032191069, + "mIoU": 0.66225951079798, + "macroF1": 0.7851526834544518, + "F1_coffee": 0.9041993410978609, + "IoU_coffee": 0.8251494774640492, + "precision_coffee": 0.8715783447239418, + "recall_coffee": 0.9393571277067546, + "F1_noncoffee": 0.6661060258110425, + "IoU_noncoffee": 0.49936954413191076, + "kappa": 0.5723930588421343, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2839506172839506, + "mIoU": 0.14597457627118646, + "macroF1": 0.2323529411764706, + "F1_coffee": 0.43137254901960786, + "IoU_coffee": 0.275, + "precision_coffee": 1.0, + "recall_coffee": 0.275, + "F1_noncoffee": 0.03333333333333333, + "IoU_noncoffee": 0.01694915254237288, + "kappa": 0.009278785322648617, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8793203883495145, + "mIoU": 0.7120586331622778, + "macroF1": 0.8234276988151993, + "F1_coffee": 0.9227710469089779, + "IoU_coffee": 0.8566155265889953, + "precision_coffee": 0.9056649795719252, + "recall_coffee": 0.9405357482110063, + "F1_noncoffee": 0.7240843507214206, + "IoU_noncoffee": 0.5675017397355602, + "kappa": 0.6473049298040281, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8867076060151831, + "mIoU": 0.7276823233841315, + "macroF1": 0.835068729459424, + "F1_coffee": 0.927355594828388, + "IoU_coffee": 0.8645508151231356, + "precision_coffee": 0.9128921987547308, + "recall_coffee": 0.9422846701531095, + "F1_noncoffee": 0.74278186409046, + "IoU_noncoffee": 0.5908138316451275, + "kappa": 0.6704303783317836, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8846767564431121, + "mIoU": 0.7136436190746034, + "macroF1": 0.8237709476520967, + "F1_coffee": 0.9273729407107403, + "IoU_coffee": 0.864580967522144, + "precision_coffee": 0.8973950966525224, + "recall_coffee": 0.9594228467015311, + "F1_noncoffee": 0.720168954593453, + "IoU_noncoffee": 0.5627062706270627, + "kappa": 0.6490508459764693, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9000497760079642, + "mIoU": 0.6140626637325789, + "macroF1": 0.7222375843380158, + "F1_coffee": 0.9444751686760314, + "IoU_coffee": 0.8947919941318244, + "precision_coffee": 0.9258375799631356, + "recall_coffee": 0.963878541596117, + "F1_noncoffee": 0.5, + "IoU_noncoffee": 0.3333333333333333, + "kappa": 0.4464949955478906, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9142687041079579, + "mIoU": 0.6551452292056567, + "macroF1": 0.7625274947890399, + "F1_coffee": 0.9523546928421749, + "IoU_coffee": 0.909043057163912, + "precision_coffee": 0.9342204911825165, + "recall_coffee": 0.9712068383758857, + "F1_noncoffee": 0.5727002967359051, + "IoU_noncoffee": 0.40124740124740127, + "kappa": 0.5266545063974053, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9150625124032546, + "mIoU": 0.6468071180892038, + "macroF1": 0.7536132741098194, + "F1_coffee": 0.9530598815529722, + "IoU_coffee": 0.9103289335847475, + "precision_coffee": 0.9299090422685928, + "recall_coffee": 0.9773928691935665, + "F1_noncoffee": 0.5541666666666667, + "IoU_noncoffee": 0.38328530259365995, + "kappa": 0.510110440782986, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8595926101373756, + "mIoU": 0.7302573096125704, + "macroF1": 0.8416497024180463, + "F1_coffee": 0.8949532180323221, + "IoU_coffee": 0.80987812700449, + "precision_coffee": 0.8797380156075808, + "recall_coffee": 0.9107039815349106, + "F1_noncoffee": 0.7883461868037703, + "IoU_noncoffee": 0.6506364922206507, + "kappa": 0.6834901613204646, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8605111760822409, + "mIoU": 0.7325208003791981, + "macroF1": 0.8432777837813166, + "F1_coffee": 0.8952475387775338, + "IoU_coffee": 0.8103603026028978, + "precision_coffee": 0.8852780501470794, + "recall_coffee": 0.9054441260744985, + "F1_noncoffee": 0.7913080287850994, + "IoU_noncoffee": 0.6546812981554985, + "kappa": 0.6866347408586047, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8557955295671037, + "mIoU": 0.7171968129630011, + "macroF1": 0.8318670378745106, + "F1_coffee": 0.8952954872286516, + "IoU_coffee": 0.8104388792462187, + "precision_coffee": 0.8575364029909485, + "recall_coffee": 0.9365329512893983, + "F1_noncoffee": 0.7684385885203695, + "IoU_noncoffee": 0.6239547466797836, + "kappa": 0.6651697741581535, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2597, + 2995 + ], + [ + 52151, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5993488351504008, + "test_tta": { + "OA": 0.8861883089635583, + "mIoU": 0.7198680670280762, + "macroF1": 0.8287154792949916, + "F1_coffee": 0.9279334518772866, + "IoU_coffee": 0.8655558309343603, + "precision_coffee": 0.9022276981776992, + "recall_coffee": 0.9551469505396251, + "F1_noncoffee": 0.7294975067126965, + "IoU_noncoffee": 0.5741803031217921, + "kappa": 0.658471580039665, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8536979346948195, + "mIoU": 0.663064746478677, + "macroF1": 0.7853148869796238, + "F1_coffee": 0.9064793303094, + "IoU_coffee": 0.8289549118133073, + "precision_coffee": 0.8684791633543555, + "recall_coffee": 0.9479570390081179, + "F1_noncoffee": 0.6641504436498477, + "IoU_noncoffee": 0.4971745811440468, + "kappa": 0.5735616501579233, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f1_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 80, + "stopped_epoch": 100, + "best_val": 0.7126897712145577, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8837513314612182, + "mIoU": 0.7180640458703148, + "macroF1": 0.8276517865646286, + "F1_coffee": 0.9259811124926782, + "IoU_coffee": 0.8621646446477095, + "precision_coffee": 0.905082362394536, + "recall_coffee": 0.9478677971093766, + "F1_noncoffee": 0.7293224606365789, + "IoU_noncoffee": 0.5739634470929201, + "kappa": 0.6559743297038589, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8519672320295373, + "mIoU": 0.6642087619665134, + "macroF1": 0.786768746036794, + "F1_coffee": 0.9046769939447974, + "IoU_coffee": 0.8259453959640495, + "precision_coffee": 0.8726328048015767, + "recall_coffee": 0.9391643045834056, + "F1_noncoffee": 0.6688604981287908, + "IoU_noncoffee": 0.5024721279689772, + "kappa": 0.5755258748193388, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8877184466019418, + "mIoU": 0.7268475572031063, + "macroF1": 0.8342107353863734, + "F1_coffee": 0.9283967433365322, + "IoU_coffee": 0.8663623757799861, + "precision_coffee": 0.9081274224806202, + "recall_coffee": 0.9495915394845165, + "F1_noncoffee": 0.7400247274362145, + "IoU_noncoffee": 0.5873327386262266, + "kappa": 0.6690201382307963, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8854504134229486, + "mIoU": 0.7267335215941444, + "macroF1": 0.8345106926394139, + "F1_coffee": 0.9263256103249884, + "IoU_coffee": 0.8627621364847642, + "precision_coffee": 0.9145787275853599, + "recall_coffee": 0.9383781740281015, + "F1_noncoffee": 0.7426957749538394, + "IoU_noncoffee": 0.5907049067035245, + "kappa": 0.6692119678732197, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8781006721145013, + "mIoU": 0.7001370693766306, + "macroF1": 0.8134623608509393, + "F1_coffee": 0.923268908841881, + "IoU_coffee": 0.8574739936680236, + "precision_coffee": 0.8930169571361282, + "recall_coffee": 0.9556423665805557, + "F1_noncoffee": 0.7036558128599977, + "IoU_noncoffee": 0.5428001450852376, + "kappa": 0.6285709433167831, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9078148332503733, + "mIoU": 0.6339839982798684, + "macroF1": 0.7419873437833553, + "F1_coffee": 0.9488341253177147, + "IoU_coffee": 0.9026492851135408, + "precision_coffee": 0.9293213551250136, + "recall_coffee": 0.9691838807991873, + "F1_noncoffee": 0.535140562248996, + "IoU_noncoffee": 0.36531871144619604, + "kappa": 0.4860333361918744, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.917940067473705, + "mIoU": 0.668965018286433, + "macroF1": 0.7755520340136247, + "F1_coffee": 0.9543220104943386, + "IoU_coffee": 0.9126346925839848, + "precision_coffee": 0.9375949641849359, + "recall_coffee": 0.9716567315262625, + "F1_noncoffee": 0.5967820575329108, + "IoU_noncoffee": 0.4252953439888812, + "kappa": 0.552361741938623, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9136733478864855, + "mIoU": 0.6550068978626622, + "macroF1": 0.7625461739695536, + "F1_coffee": 0.9519814549067226, + "IoU_coffee": 0.9083631767432062, + "precision_coffee": 0.9346483147285142, + "recall_coffee": 0.9699696322123496, + "F1_noncoffee": 0.5731108930323847, + "IoU_noncoffee": 0.4016506189821183, + "kappa": 0.5265399442401167, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8685930838465182, + "mIoU": 0.7437744676912004, + "macroF1": 0.8507446944898343, + "F1_coffee": 0.902358324533615, + "IoU_coffee": 0.8220882503848127, + "precision_coffee": 0.8812044548329437, + "recall_coffee": 0.9245527986151183, + "F1_noncoffee": 0.7991310644460535, + "IoU_noncoffee": 0.665460684997588, + "kappa": 0.7018428561283282, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8545694614731679, + "mIoU": 0.7238209959862916, + "macroF1": 0.837382799989656, + "F1_coffee": 0.8902491103202846, + "IoU_coffee": 0.8022062596203181, + "precision_coffee": 0.8845827439886845, + "recall_coffee": 0.8959885386819484, + "F1_noncoffee": 0.7845164896590274, + "IoU_noncoffee": 0.6454357323522649, + "kappa": 0.6747917998923917, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8442893520701689, + "mIoU": 0.6959304296908347, + "macroF1": 0.8163759339002776, + "F1_coffee": 0.8879690574743841, + "IoU_coffee": 0.7985111056870882, + "precision_coffee": 0.8434961969833699, + "recall_coffee": 0.9373925501432665, + "F1_noncoffee": 0.744782810326171, + "IoU_noncoffee": 0.5933497536945813, + "kappa": 0.6350629413673182, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2619, + 2995 + ], + [ + 52140, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.1773075660069785, + "test_tta": { + "OA": 0.8838158871566444, + "mIoU": 0.713959950475785, + "macroF1": 0.8241976567155481, + "F1_coffee": 0.926574532102606, + "IoU_coffee": 0.8631941013264414, + "precision_coffee": 0.8992516629711752, + "recall_coffee": 0.9556097868849011, + "F1_noncoffee": 0.7218207813284903, + "IoU_noncoffee": 0.5647257996251285, + "kappa": 0.649620793886406, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.853034498673128, + "mIoU": 0.6610927328975496, + "macroF1": 0.7836267862214095, + "F1_coffee": 0.9061746128206545, + "IoU_coffee": 0.8284454022020944, + "precision_coffee": 0.8671777249096837, + "recall_coffee": 0.948844025375523, + "F1_noncoffee": 0.6610789596221646, + "IoU_noncoffee": 0.49374006359300476, + "kappa": 0.570391871516175, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f1_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.6890685661495308, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8739227268325748, + "mIoU": 0.6996430885348541, + "macroF1": 0.8138559603269393, + "F1_coffee": 0.9195965417867435, + "IoU_coffee": 0.8511603094158442, + "precision_coffee": 0.900195458117557, + "recall_coffee": 0.9398523131298256, + "F1_noncoffee": 0.7081153788671349, + "IoU_noncoffee": 0.548125867653864, + "kappa": 0.6283386243519168, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8430973808699666, + "mIoU": 0.64950342008041, + "macroF1": 0.7750080405165334, + "F1_coffee": 0.8987802268350096, + "IoU_coffee": 0.8161678973960358, + "precision_coffee": 0.8684238915459024, + "recall_coffee": 0.9313356857754382, + "F1_noncoffee": 0.6512358541980573, + "IoU_noncoffee": 0.4828389427647842, + "kappa": 0.5519026556977731, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.345679012345679, + "mIoU": 0.17800925925925926, + "macroF1": 0.270518266779949, + "F1_coffee": 0.5046728971962616, + "IoU_coffee": 0.3375, + "precision_coffee": 1.0, + "recall_coffee": 0.3375, + "F1_noncoffee": 0.03636363636363636, + "IoU_noncoffee": 0.018518518518518517, + "kappa": 0.012422360248447149, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8797087378640777, + "mIoU": 0.7100312513842495, + "macroF1": 0.8216415842093663, + "F1_coffee": 0.9234097793163133, + "IoU_coffee": 0.8577170418006431, + "precision_coffee": 0.9018897542715691, + "recall_coffee": 0.945981888417453, + "F1_noncoffee": 0.7198733891024192, + "IoU_noncoffee": 0.5623454609678559, + "kappa": 0.6440244442852313, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8766500652773077, + "mIoU": 0.7122053258749148, + "macroF1": 0.8240445543905744, + "F1_coffee": 0.920253837256557, + "IoU_coffee": 0.8522872032426173, + "precision_coffee": 0.9132026305993299, + "recall_coffee": 0.927414781677273, + "F1_noncoffee": 0.7278352715245919, + "IoU_noncoffee": 0.5721234485072123, + "kappa": 0.6481606998709738, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8654320390696775, + "mIoU": 0.6761514076683806, + "macroF1": 0.7947544277713746, + "F1_coffee": 0.9151963921138434, + "IoU_coffee": 0.8436516853932584, + "precision_coffee": 0.8861678272158622, + "recall_coffee": 0.9461911662781173, + "F1_noncoffee": 0.6743124634289058, + "IoU_noncoffee": 0.5086511299435028, + "kappa": 0.5911935599544409, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.904330512692882, + "mIoU": 0.6212142341793726, + "macroF1": 0.7289603930858999, + "F1_coffee": 0.9469793103448276, + "IoU_coffee": 0.8992979147018757, + "precision_coffee": 0.9261817396935031, + "recall_coffee": 0.9687323625691387, + "F1_noncoffee": 0.510941475826972, + "IoU_noncoffee": 0.34313055365686945, + "kappa": 0.46043033571135533, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9199245882119468, + "mIoU": 0.672626235115334, + "macroF1": 0.7786801887900731, + "F1_coffee": 0.9554856859175906, + "IoU_coffee": 0.914765525982256, + "precision_coffee": 0.9375405932019918, + "recall_coffee": 0.9741311438533349, + "F1_noncoffee": 0.6018746916625555, + "IoU_noncoffee": 0.43048694424841216, + "kappa": 0.558806020154339, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.913177217701925, + "mIoU": 0.6470651597507623, + "macroF1": 0.754417429796999, + "F1_coffee": 0.9518728342775424, + "IoU_coffee": 0.9081654072208228, + "precision_coffee": 0.9314316469321852, + "recall_coffee": 0.9732313575525813, + "F1_noncoffee": 0.5569620253164557, + "IoU_noncoffee": 0.38596491228070173, + "kappa": 0.5110028991859409, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8562766461392705, + "mIoU": 0.7230198246895593, + "macroF1": 0.8364623016243256, + "F1_coffee": 0.8933867453791553, + "IoU_coffee": 0.8073161437825479, + "precision_coffee": 0.8710428943401398, + "recall_coffee": 0.9169070975187537, + "F1_noncoffee": 0.7795378578694957, + "IoU_noncoffee": 0.6387235055965707, + "kappa": 0.6733690473322443, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8355182495520136, + "mIoU": 0.6963746002900726, + "macroF1": 0.8183810804556788, + "F1_coffee": 0.8741702741702742, + "IoU_coffee": 0.7764675724173289, + "precision_coffee": 0.8805232558139535, + "recall_coffee": 0.8679083094555874, + "F1_noncoffee": 0.7625918867410836, + "IoU_noncoffee": 0.6162816281628163, + "kappa": 0.6367978334712817, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8200509289823635, + "mIoU": 0.6596181013276825, + "macroF1": 0.7896127769021404, + "F1_coffee": 0.8696365127083903, + "IoU_coffee": 0.7693423597678917, + "precision_coffee": 0.8312434691745036, + "recall_coffee": 0.9117478510028654, + "F1_noncoffee": 0.7095890410958904, + "IoU_noncoffee": 0.5498938428874734, + "kappa": 0.5812157503181479, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2599, + 2995 + ], + [ + 51551, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8193801204363504, + "test_tta": { + "OA": 0.8734546980407346, + "mIoU": 0.693873437587606, + "macroF1": 0.8089215218984858, + "F1_coffee": 0.9199661124210226, + "IoU_coffee": 0.851793747401051, + "precision_coffee": 0.8934731749871129, + "recall_coffee": 0.9480781772663203, + "F1_noncoffee": 0.6978769313759489, + "IoU_noncoffee": 0.535953127774161, + "kappa": 0.6191072266594524, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8431262259143879, + "mIoU": 0.6436756501409258, + "macroF1": 0.7693993388224414, + "F1_coffee": 0.8997890198173962, + "IoU_coffee": 0.8178331574804468, + "precision_coffee": 0.8615384615384616, + "recall_coffee": 0.9415938759376025, + "F1_noncoffee": 0.6390096578274866, + "IoU_noncoffee": 0.4695181428014046, + "kappa": 0.5420504796696746, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f1_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 81, + "stopped_epoch": 100, + "best_val": 0.713851051725517, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.886672476679255, + "mIoU": 0.7172867935392171, + "macroF1": 0.8264700234116795, + "F1_coffee": 0.9286802494464644, + "IoU_coffee": 0.8668562760712931, + "precision_coffee": 0.8977515954835542, + "recall_coffee": 0.9618160015147371, + "F1_noncoffee": 0.7242597973768947, + "IoU_noncoffee": 0.5677173110071411, + "kappa": 0.654525363802289, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.855226722049152, + "mIoU": 0.6628799967585958, + "macroF1": 0.7847942048502593, + "F1_coffee": 0.9079099466064843, + "IoU_coffee": 0.8313508064516129, + "precision_coffee": 0.8659631438021735, + "recall_coffee": 0.9541273789552843, + "F1_noncoffee": 0.6616784630940343, + "IoU_noncoffee": 0.49440918706557874, + "kappa": 0.5732669213951209, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3950617283950617, + "mIoU": 0.20375000000000001, + "macroF1": 0.29888712241653415, + "F1_coffee": 0.5585585585585585, + "IoU_coffee": 0.3875, + "precision_coffee": 1.0, + "recall_coffee": 0.3875, + "F1_noncoffee": 0.0392156862745098, + "IoU_noncoffee": 0.02, + "kappa": 0.015380798809228456, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.892864077669903, + "mIoU": 0.7314291107574491, + "macroF1": 0.8370674710761898, + "F1_coffee": 0.9324146378808759, + "IoU_coffee": 0.873386495324422, + "precision_coffee": 0.9027514231499051, + "recall_coffee": 0.9640934709644734, + "F1_noncoffee": 0.7417203042715038, + "IoU_noncoffee": 0.5894717261904762, + "kappa": 0.6754739626818971, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8945892364972681, + "mIoU": 0.7390985862746777, + "macroF1": 0.8429739616255645, + "F1_coffee": 0.9330014137316368, + "IoU_coffee": 0.8744167290742554, + "precision_coffee": 0.9107217855642887, + "recall_coffee": 0.9563984626047508, + "F1_noncoffee": 0.7529465095194923, + "IoU_noncoffee": 0.6037804434751, + "kappa": 0.6866394581320562, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8725883661331657, + "mIoU": 0.6810742766017751, + "macroF1": 0.7976792216559694, + "F1_coffee": 0.9207876146099504, + "IoU_coffee": 0.8532033426183844, + "precision_coffee": 0.8804760262159366, + "recall_coffee": 0.9649675508789616, + "F1_noncoffee": 0.6745708287019884, + "IoU_noncoffee": 0.5089452105851658, + "kappa": 0.5988133365149826, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9132901941264311, + "mIoU": 0.628328226081035, + "macroF1": 0.7341115434500649, + "F1_coffee": 0.9523809523809523, + "IoU_coffee": 0.9090909090909091, + "precision_coffee": 0.9234520780322307, + "recall_coffee": 0.9831809459306919, + "F1_noncoffee": 0.5158421345191774, + "IoU_noncoffee": 0.34756554307116105, + "kappa": 0.47347670166774014, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9219091089501885, + "mIoU": 0.6648159739540712, + "macroF1": 0.7703651063439234, + "F1_coffee": 0.9569121270188886, + "IoU_coffee": 0.9173840016796136, + "precision_coffee": 0.9322594410070407, + "recall_coffee": 0.9829040602856821, + "F1_noncoffee": 0.5838180856689582, + "IoU_noncoffee": 0.4122479462285287, + "kappa": 0.5438114661269895, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9194284580273864, + "mIoU": 0.6590831545668743, + "macroF1": 0.7651831026006991, + "F1_coffee": 0.9554970952537543, + "IoU_coffee": 0.9147864413894428, + "precision_coffee": 0.9318011758417958, + "recall_coffee": 0.9804296479586099, + "F1_noncoffee": 0.574869109947644, + "IoU_noncoffee": 0.4033798677443057, + "kappa": 0.5332497023540976, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8734249171009001, + "mIoU": 0.7495988411772958, + "macroF1": 0.8544732057769023, + "F1_coffee": 0.9069896964633807, + "IoU_coffee": 0.8298089171974522, + "precision_coffee": 0.8764800861141012, + "recall_coffee": 0.9396999422965955, + "F1_noncoffee": 0.801956715090424, + "IoU_noncoffee": 0.6693887651571393, + "kappa": 0.7096953949675772, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8686220880882769, + "mIoU": 0.7437740922467535, + "macroF1": 0.8507400087448087, + "F1_coffee": 0.9024031387935263, + "IoU_coffee": 0.8221626452189454, + "precision_coffee": 0.8830385300973537, + "recall_coffee": 0.9226361031518625, + "F1_noncoffee": 0.7990768786960911, + "IoU_noncoffee": 0.6653855392745616, + "kappa": 0.7017752715378377, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8280675280580968, + "mIoU": 0.6641681866316909, + "macroF1": 0.7919851707044683, + "F1_coffee": 0.8786204141420867, + "IoU_coffee": 0.7835173969837311, + "precision_coffee": 0.8207488493593731, + "recall_coffee": 0.9452722063037249, + "F1_noncoffee": 0.7053499272668499, + "IoU_noncoffee": 0.5448189762796505, + "kappa": 0.5889315211637988, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2669, + 2995 + ], + [ + 52271, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.191689626375834, + "test_tta": { + "OA": 0.8854781963138698, + "mIoU": 0.712469199046396, + "macroF1": 0.8226271939002309, + "F1_coffee": 0.9282115614187726, + "IoU_coffee": 0.86603990862925, + "precision_coffee": 0.8940229571453627, + "recall_coffee": 0.9651189699787516, + "F1_noncoffee": 0.7170428263816891, + "IoU_noncoffee": 0.558898489463542, + "kappa": 0.647287458607538, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.854447905849775, + "mIoU": 0.658267850372831, + "macroF1": 0.7806456533289625, + "F1_coffee": 0.9078810449641272, + "IoU_coffee": 0.8313023419086305, + "precision_coffee": 0.8619936560761271, + "recall_coffee": 0.9589286747266732, + "F1_noncoffee": 0.6534102616937977, + "IoU_noncoffee": 0.4852333588370314, + "kappa": 0.5659195425292308, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f1_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 8, + "stopped_epoch": 50, + "best_val": 0.6662852877893015, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8729705303250379, + "mIoU": 0.7120021055213392, + "macroF1": 0.8245497465049779, + "F1_coffee": 0.9167204511548676, + "IoU_coffee": 0.846245507110486, + "precision_coffee": 0.9221157939548744, + "recall_coffee": 0.9113878778953569, + "F1_noncoffee": 0.7323790418550883, + "IoU_noncoffee": 0.5777587039321925, + "kappa": 0.6491380928177904, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8413666782046845, + "mIoU": 0.6610029668114817, + "macroF1": 0.7861887018458417, + "F1_coffee": 0.8948058034219915, + "IoU_coffee": 0.8096367192232472, + "precision_coffee": 0.8876997229496375, + "recall_coffee": 0.9020265710263975, + "F1_noncoffee": 0.6775716002696919, + "IoU_noncoffee": 0.5123692143997163, + "kappa": 0.5724613777097393, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.024691358024691357, + "mIoU": 0.0125, + "macroF1": 0.024691358024691357, + "F1_coffee": 0.024691358024691357, + "IoU_coffee": 0.0125, + "precision_coffee": 1.0, + "recall_coffee": 0.0125, + "F1_noncoffee": 0.024691358024691357, + "IoU_noncoffee": 0.0125, + "kappa": 0.00031245117950320147, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8615048543689321, + "mIoU": 0.6946756042010291, + "macroF1": 0.8119987981726688, + "F1_coffee": 0.9084726187802765, + "IoU_coffee": 0.8322948506936281, + "precision_coffee": 0.9206111833550065, + "recall_coffee": 0.8966499905009182, + "F1_noncoffee": 0.7155249775650613, + "IoU_noncoffee": 0.5570563577084303, + "kappa": 0.6242006595757417, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.870267395193656, + "mIoU": 0.7109170811385506, + "macroF1": 0.8241369744870055, + "F1_coffee": 0.9142071435423528, + "IoU_coffee": 0.8419719637177524, + "precision_coffee": 0.928126217374367, + "recall_coffee": 0.9006993888223804, + "F1_noncoffee": 0.7340668054316583, + "IoU_noncoffee": 0.5798621985593486, + "kappa": 0.6485189849718017, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8870944345051013, + "mIoU": 0.7313215913526268, + "macroF1": 0.8379619288908399, + "F1_coffee": 0.9271882503352147, + "IoU_coffee": 0.8642599697709569, + "precision_coffee": 0.9178293616495864, + "recall_coffee": 0.9367399659756789, + "F1_noncoffee": 0.7487356074464651, + "IoU_noncoffee": 0.5983832129342965, + "kappa": 0.6760400950548969, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8630164260826282, + "mIoU": 0.5895627900951601, + "macroF1": 0.7061735625932589, + "F1_coffee": 0.9208467556373677, + "IoU_coffee": 0.8533049040511727, + "precision_coffee": 0.9388856304985337, + "recall_coffee": 0.9034879783271249, + "F1_noncoffee": 0.49150036954915005, + "IoU_noncoffee": 0.3258206761391475, + "kappa": 0.4137374222366246, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8901567771383211, + "mIoU": 0.6306976904831527, + "macroF1": 0.7436320118497348, + "F1_coffee": 0.9374470249194778, + "IoU_coffee": 0.8822590938098277, + "precision_coffee": 0.9419713831478538, + "recall_coffee": 0.932965920593859, + "F1_noncoffee": 0.5498169987799919, + "IoU_noncoffee": 0.37913628715647785, + "kappa": 0.4873491377706003, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9169478071045842, + "mIoU": 0.6760046957367698, + "macroF1": 0.782729236773392, + "F1_coffee": 0.9534974165231401, + "IoU_coffee": 0.9111276279464855, + "precision_coffee": 0.9421387790953009, + "recall_coffee": 0.9651332808457991, + "F1_noncoffee": 0.6119610570236439, + "IoU_noncoffee": 0.4408817635270541, + "kappa": 0.5659848855695047, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8600663192799621, + "mIoU": 0.7353954640747093, + "macroF1": 0.8455883999597038, + "F1_coffee": 0.8928700950170451, + "IoU_coffee": 0.8064727463312369, + "precision_coffee": 0.8978847556528081, + "recall_coffee": 0.8879111367570687, + "F1_noncoffee": 0.7983067049023624, + "IoU_noncoffee": 0.6643181818181818, + "kappa": 0.691194934480811, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8513628218428747, + "mIoU": 0.7247946279927167, + "macroF1": 0.8386798536620403, + "F1_coffee": 0.8839127872716559, + "IoU_coffee": 0.791974656810982, + "precision_coffee": 0.9096422073984233, + "recall_coffee": 0.8595988538681948, + "F1_noncoffee": 0.7934469200524247, + "IoU_noncoffee": 0.6576145991744514, + "kappa": 0.6778183420066816, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8587192304064887, + "mIoU": 0.730276862596094, + "macroF1": 0.8418054068223904, + "F1_coffee": 0.8935323383084577, + "IoU_coffee": 0.8075539568345323, + "precision_coffee": 0.8866008462623414, + "recall_coffee": 0.9005730659025788, + "F1_noncoffee": 0.7900784753363229, + "IoU_noncoffee": 0.6529997683576558, + "kappa": 0.6836489382827093, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2661, + 2995 + ], + [ + 51430, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5924988667170206, + "test_tta": { + "OA": 0.8810077144056034, + "mIoU": 0.7203589393405263, + "macroF1": 0.8300495821937547, + "F1_coffee": 0.9231106151776496, + "IoU_coffee": 0.8572009606445615, + "precision_coffee": 0.915236362132429, + "recall_coffee": 0.9311215366166663, + "F1_noncoffee": 0.7369885492098598, + "IoU_noncoffee": 0.583516918036491, + "kappa": 0.6601852048539305, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8490250374985577, + "mIoU": 0.6664245475438874, + "macroF1": 0.7894675826923525, + "F1_coffee": 0.901444254053138, + "IoU_coffee": 0.8205721533741279, + "precision_coffee": 0.8807793498058984, + "recall_coffee": 0.9231021384084379, + "F1_noncoffee": 0.6774909113315669, + "IoU_noncoffee": 0.5122769417136468, + "kappa": 0.5796922770287746, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f1_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 54, + "stopped_epoch": 84, + "best_val": 0.7119522757188232, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8908847358058165, + "mIoU": 0.7276612828219662, + "macroF1": 0.834327397949983, + "F1_coffee": 0.931126165130138, + "IoU_coffee": 0.8711282237005128, + "precision_coffee": 0.9026307473534524, + "recall_coffee": 0.9614793932636274, + "F1_noncoffee": 0.737528630769828, + "IoU_noncoffee": 0.5841943419434195, + "kappa": 0.6699084907326562, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8586304372908734, + "mIoU": 0.6710174692493676, + "macroF1": 0.7915544390402798, + "F1_coffee": 0.9097986527772666, + "IoU_coffee": 0.8345235080611125, + "precision_coffee": 0.8701920537961871, + "recall_coffee": 0.9531825456508745, + "F1_noncoffee": 0.6733102253032929, + "IoU_noncoffee": 0.5075114304376225, + "kappa": 0.5862134644611091, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18518518518518517, + "mIoU": 0.09496268656716417, + "macroF1": 0.16364205256570713, + "F1_coffee": 0.2978723404255319, + "IoU_coffee": 0.175, + "precision_coffee": 1.0, + "recall_coffee": 0.175, + "F1_noncoffee": 0.029411764705882353, + "IoU_noncoffee": 0.014925373134328358, + "kappa": 0.005210271678451802, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8937864077669903, + "mIoU": 0.7349636364355419, + "macroF1": 0.839780121030121, + "F1_coffee": 0.9328009828009828, + "IoU_coffee": 0.8740646943708991, + "precision_coffee": 0.9055996183433717, + "recall_coffee": 0.9616870369197644, + "F1_noncoffee": 0.7467592592592592, + "IoU_noncoffee": 0.5958625785001848, + "kappa": 0.6806460471346787, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8965233789468594, + "mIoU": 0.7421052815014848, + "macroF1": 0.8450596762651886, + "F1_coffee": 0.9343558282208589, + "IoU_coffee": 0.8767990788716177, + "precision_coffee": 0.9103951222428119, + "recall_coffee": 0.9596118707075799, + "F1_noncoffee": 0.7557635243095183, + "IoU_noncoffee": 0.607411484131352, + "kappa": 0.6909159342635753, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8823557855036024, + "mIoU": 0.7058583223916604, + "macroF1": 0.8175753573077729, + "F1_coffee": 0.9262838963793365, + "IoU_coffee": 0.8626897680456007, + "precision_coffee": 0.8921442745418466, + "recall_coffee": 0.9631403188204902, + "F1_noncoffee": 0.7088668182362091, + "IoU_noncoffee": 0.5490268767377201, + "kappa": 0.6372486187393627, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9149825783972125, + "mIoU": 0.6369062916478834, + "macroF1": 0.7430294926725438, + "F1_coffee": 0.9532362282334903, + "IoU_coffee": 0.9106507637581084, + "precision_coffee": 0.925662022758694, + "recall_coffee": 0.9825036685856191, + "F1_noncoffee": 0.5328227571115973, + "IoU_noncoffee": 0.36316181953765847, + "kappa": 0.49057498125234134, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9249851160944632, + "mIoU": 0.6726228847703465, + "macroF1": 0.7774031099069384, + "F1_coffee": 0.9586523736600306, + "IoU_coffee": 0.9205882352941176, + "precision_coffee": 0.9330352390077717, + "recall_coffee": 0.985715892475537, + "F1_noncoffee": 0.5961538461538461, + "IoU_noncoffee": 0.4246575342465753, + "kappa": 0.558060040745191, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9198253621750347, + "mIoU": 0.6605309308270862, + "macroF1": 0.7665586622620929, + "F1_coffee": 0.9557114667836001, + "IoU_coffee": 0.915179508712996, + "precision_coffee": 0.9321073452368224, + "recall_coffee": 0.980542121246204, + "F1_noncoffee": 0.5774058577405857, + "IoU_noncoffee": 0.40588235294117647, + "kappa": 0.535956775894396, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8736144007579346, + "mIoU": 0.7509008760539801, + "macroF1": 0.8554346755624573, + "F1_coffee": 0.9067002377954959, + "IoU_coffee": 0.829324462640737, + "precision_coffee": 0.8799891392886234, + "recall_coffee": 0.9350836699365263, + "F1_noncoffee": 0.8041691133294186, + "IoU_noncoffee": 0.6724772894672232, + "kappa": 0.7114274158803304, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8694709044610016, + "mIoU": 0.7445761644565356, + "macroF1": 0.8512270619088693, + "F1_coffee": 0.9033249511036603, + "IoU_coffee": 0.8236942675159236, + "precision_coffee": 0.8814067611777535, + "recall_coffee": 0.9263610315186246, + "F1_noncoffee": 0.7991291727140784, + "IoU_noncoffee": 0.6654580613971477, + "kappa": 0.7028359409102769, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8467414882580402, + "mIoU": 0.6994669036991865, + "macroF1": 0.8188895853871111, + "F1_coffee": 0.8899126075469141, + "IoU_coffee": 0.801659953618943, + "precision_coffee": 0.8441074412029302, + "recall_coffee": 0.9409742120343839, + "F1_noncoffee": 0.747866563227308, + "IoU_noncoffee": 0.59727385377943, + "kappa": 0.6402056727092854, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2637, + 2995 + ], + [ + 52564, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.681372423966726, + "test_tta": { + "OA": 0.889335399115587, + "mIoU": 0.7206623079071337, + "macroF1": 0.828810032908907, + "F1_coffee": 0.9306006781033348, + "IoU_coffee": 0.8702087789366092, + "precision_coffee": 0.8966687470744266, + "recall_coffee": 0.9672017335324932, + "F1_noncoffee": 0.727019387714479, + "IoU_noncoffee": 0.5711158368776582, + "kappa": 0.6595378445856921, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8579381562247606, + "mIoU": 0.6651749318088203, + "macroF1": 0.7863147449759416, + "F1_coffee": 0.9100275854509582, + "IoU_coffee": 0.8349088227406811, + "precision_coffee": 0.8645712202995643, + "recall_coffee": 0.9605291066504695, + "F1_noncoffee": 0.6626019045009248, + "IoU_noncoffee": 0.49544104087695934, + "kappa": 0.5770142601585075, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f2_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.6516077419056225, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8633825677649732, + "mIoU": 0.6992108492374078, + "macroF1": 0.8155305532154016, + "F1_coffee": 0.9094839174526019, + "IoU_coffee": 0.833994043744946, + "precision_coffee": 0.913245362071572, + "recall_coffee": 0.9057533307629696, + "F1_noncoffee": 0.7215771889782012, + "IoU_noncoffee": 0.5644276547298696, + "kappa": 0.6310803570736593, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8216222452982578, + "mIoU": 0.6365392286391094, + "macroF1": 0.7677567921289289, + "F1_coffee": 0.8796043921812943, + "IoU_coffee": 0.7850837561687635, + "precision_coffee": 0.8911418371171029, + "recall_coffee": 0.8683618751081128, + "F1_noncoffee": 0.6559091920765635, + "IoU_noncoffee": 0.4879947011094552, + "kappa": 0.5357359936167513, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27923627684964203, + "mIoU": 0.14024974619161062, + "macroF1": 0.220075165873786, + "F1_coffee": 0.43488023952095806, + "IoU_coffee": 0.2778574844571975, + "precision_coffee": 1.0, + "recall_coffee": 0.2778574844571975, + "F1_noncoffee": 0.005270092226613966, + "IoU_noncoffee": 0.002642007926023778, + "kappa": 0.0014671263325818792, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.875245676100629, + "mIoU": 0.7258077051441161, + "macroF1": 0.835509367450862, + "F1_coffee": 0.9163564486904958, + "IoU_coffee": 0.8456253420076609, + "precision_coffee": 0.9286858974358975, + "recall_coffee": 0.9043500877820404, + "F1_noncoffee": 0.7546622862112281, + "IoU_noncoffee": 0.6059900682805711, + "kappa": 0.6711887267778124, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8587299277155194, + "mIoU": 0.6918789368590923, + "macroF1": 0.8101264419748466, + "F1_coffee": 0.9061916113652471, + "IoU_coffee": 0.8284738175178182, + "precision_coffee": 0.9130745260971176, + "recall_coffee": 0.8994116894743573, + "F1_noncoffee": 0.7140612725844462, + "IoU_noncoffee": 0.5552840562003665, + "kappa": 0.6203186471436901, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.856333252603536, + "mIoU": 0.6799660724002059, + "macroF1": 0.800139608686772, + "F1_coffee": 0.9061154722714612, + "IoU_coffee": 0.8283465478326292, + "precision_coffee": 0.8988884004270552, + "recall_coffee": 0.913459697491863, + "F1_noncoffee": 0.6941637451020829, + "IoU_noncoffee": 0.5315855969677827, + "kappa": 0.6003633711131022, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8943188759926696, + "mIoU": 0.7106650805882098, + "macroF1": 0.8194044193044998, + "F1_coffee": 0.9357195937577409, + "IoU_coffee": 0.8792040032584661, + "precision_coffee": 0.9498365602212723, + "recall_coffee": 0.9220161093483037, + "F1_noncoffee": 0.7030892448512586, + "IoU_noncoffee": 0.5421261579179533, + "kappa": 0.6391769900830649, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8462523392100857, + "mIoU": 0.6138516151367946, + "macroF1": 0.7383515651335729, + "F1_coffee": 0.9063755772806333, + "IoU_coffee": 0.8287813973894922, + "precision_coffee": 0.9273441335297006, + "recall_coffee": 0.8863343108504399, + "F1_noncoffee": 0.5703275529865125, + "IoU_noncoffee": 0.39892183288409705, + "kappa": 0.47792812395485285, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8548939082819986, + "mIoU": 0.6064926639561445, + "macroF1": 0.7278832044545998, + "F1_coffee": 0.9137911002672243, + "IoU_coffee": 0.8412664456091561, + "precision_coffee": 0.9128365831012071, + "recall_coffee": 0.9147476157245871, + "F1_noncoffee": 0.5419753086419753, + "IoU_noncoffee": 0.37171888230313294, + "kappa": 0.4557695704662435, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8574548907882241, + "mIoU": 0.7247691881505904, + "macroF1": 0.8376598469209882, + "F1_coffee": 0.8943478566903639, + "IoU_coffee": 0.8088871912401324, + "precision_coffee": 0.9047279977214469, + "recall_coffee": 0.8842032011134308, + "F1_noncoffee": 0.7809718371516124, + "IoU_noncoffee": 0.6406511850610486, + "kappa": 0.6754082725912272, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8708413001912045, + "mIoU": 0.7430891493312157, + "macroF1": 0.8498750453077153, + "F1_coffee": 0.9059781474006542, + "IoU_coffee": 0.8281170483460559, + "precision_coffee": 0.8970507166482911, + "recall_coffee": 0.9150850555321243, + "F1_noncoffee": 0.7937719432147764, + "IoU_noncoffee": 0.6580612503163756, + "kappa": 0.6998153024593228, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8577462084853139, + "mIoU": 0.7199075029937647, + "macroF1": 0.8337215234675357, + "F1_coffee": 0.8969258589511754, + "IoU_coffee": 0.8131147540983606, + "precision_coffee": 0.8824414944573696, + "recall_coffee": 0.9118936501202093, + "F1_noncoffee": 0.7705171879838959, + "IoU_noncoffee": 0.6267002518891688, + "kappa": 0.667642404671591, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 552, + 563 + ], + [ + 6605, + 7520 + ], + [ + 46012, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1459925810496014, + "test_tta": { + "OA": 0.8693718552183087, + "mIoU": 0.7060049995968662, + "macroF1": 0.8201713952990166, + "F1_coffee": 0.9142333432797647, + "IoU_coffee": 0.8420164108201484, + "precision_coffee": 0.9097348886532344, + "recall_coffee": 0.9187765068757229, + "F1_noncoffee": 0.7261094473182684, + "IoU_noncoffee": 0.569993588373584, + "kappa": 0.6403708714590364, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.828371985692858, + "mIoU": 0.6428039444965089, + "macroF1": 0.7721323152524573, + "F1_coffee": 0.8853365708889788, + "IoU_coffee": 0.7942635846544839, + "precision_coffee": 0.8876973315556587, + "recall_coffee": 0.8829883334294336, + "F1_noncoffee": 0.6589280596159358, + "IoU_noncoffee": 0.4913443043385339, + "kappa": 0.5442742178587922, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f2_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 62, + "stopped_epoch": 92, + "best_val": 0.6897184058820254, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8691283882486609, + "mIoU": 0.7079199822368674, + "macroF1": 0.8218327045179146, + "F1_coffee": 0.9136289139074266, + "IoU_coffee": 0.8409915595172359, + "precision_coffee": 0.9138149013221334, + "recall_coffee": 0.9134430021848091, + "F1_noncoffee": 0.7300364951284026, + "IoU_noncoffee": 0.5748484049564988, + "kappa": 0.6436654551723932, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8282421829929618, + "mIoU": 0.6451740299267348, + "macroF1": 0.7744156922356958, + "F1_coffee": 0.884608303861247, + "IoU_coffee": 0.7930920652570496, + "precision_coffee": 0.8919806159137096, + "recall_coffee": 0.8773568586749697, + "F1_noncoffee": 0.6642230806101447, + "IoU_noncoffee": 0.4972559945964201, + "kappa": 0.5489210499828492, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3183770883054893, + "mIoU": 0.1599332334105464, + "macroF1": 0.243526256061075, + "F1_coffee": 0.48148148148148145, + "IoU_coffee": 0.3170731707317073, + "precision_coffee": 1.0, + "recall_coffee": 0.3170731707317073, + "F1_noncoffee": 0.005571030640668524, + "IoU_noncoffee": 0.002793296089385475, + "kappa": 0.0017697910285208503, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8853183962264151, + "mIoU": 0.7429383636103062, + "macroF1": 0.8475099165682705, + "F1_coffee": 0.9234402676638457, + "IoU_coffee": 0.8577696526508227, + "precision_coffee": 0.9317534917587873, + "recall_coffee": 0.9152740750373887, + "F1_noncoffee": 0.7715795654726952, + "IoU_noncoffee": 0.6281070745697896, + "kappa": 0.69509225003618, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8595546499781691, + "mIoU": 0.6947892548203143, + "macroF1": 0.8124784735833502, + "F1_coffee": 0.9064348275750622, + "IoU_coffee": 0.8288804823265161, + "precision_coffee": 0.9163562700124158, + "recall_coffee": 0.896725924031206, + "F1_noncoffee": 0.7185221195916383, + "IoU_noncoffee": 0.5606980273141123, + "kappa": 0.6250891616304697, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8627270525550981, + "mIoU": 0.6861363358063377, + "macroF1": 0.8042918918409758, + "F1_coffee": 0.9112322245192006, + "IoU_coffee": 0.8369390103567319, + "precision_coffee": 0.8947530294642307, + "recall_coffee": 0.9283298232178187, + "F1_noncoffee": 0.6973515591627509, + "IoU_noncoffee": 0.5353336612559436, + "kappa": 0.6090359368491914, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9107106495622073, + "mIoU": 0.7374436357254417, + "macroF1": 0.8389246978655577, + "F1_coffee": 0.9464558275841016, + "IoU_coffee": 0.8983541956420955, + "precision_coffee": 0.9469761759315821, + "recall_coffee": 0.9459360507688552, + "F1_noncoffee": 0.7313935681470137, + "IoU_noncoffee": 0.576533075808788, + "kappa": 0.6778498836782171, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.859745887914902, + "mIoU": 0.6220086548705291, + "macroF1": 0.7431270144222542, + "F1_coffee": 0.9162057196657644, + "IoU_coffee": 0.8453686610924096, + "precision_coffee": 0.9192348565356004, + "recall_coffee": 0.9131964809384164, + "F1_noncoffee": 0.5700483091787439, + "IoU_noncoffee": 0.39864864864864863, + "kappa": 0.4862826517913538, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8762100322675271, + "mIoU": 0.6253292050410898, + "macroF1": 0.741936999964123, + "F1_coffee": 0.9280845262440355, + "IoU_coffee": 0.865818759936407, + "precision_coffee": 0.9070619586942039, + "recall_coffee": 0.9501046755059316, + "F1_noncoffee": 0.5557894736842105, + "IoU_noncoffee": 0.3848396501457726, + "kappa": 0.4855807946082098, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8616334283000949, + "mIoU": 0.7331403974720161, + "macroF1": 0.8435840534218702, + "F1_coffee": 0.8967179414475084, + "IoU_coffee": 0.8127730660498587, + "precision_coffee": 0.9137532505056342, + "recall_coffee": 0.8803061934585943, + "F1_noncoffee": 0.7904501653962318, + "IoU_noncoffee": 0.6535077288941736, + "kappa": 0.6873885565238864, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8593690248565966, + "mIoU": 0.7303854980972673, + "macroF1": 0.8417863713864386, + "F1_coffee": 0.894529289452929, + "IoU_coffee": 0.8091840705668699, + "precision_coffee": 0.9127889961954931, + "recall_coffee": 0.8769858006467032, + "F1_noncoffee": 0.7890434533199484, + "IoU_noncoffee": 0.6515869256276646, + "kappa": 0.6838258090966807, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8494912651180649, + "mIoU": 0.7073102025821235, + "macroF1": 0.8249028860614824, + "F1_coffee": 0.8905180840664711, + "IoU_coffee": 0.8026431718061674, + "precision_coffee": 0.8794649013929113, + "recall_coffee": 0.9018526375335879, + "F1_noncoffee": 0.7592876880564937, + "IoU_noncoffee": 0.6119772333580796, + "kappa": 0.6499273492201116, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 550, + 563 + ], + [ + 6665, + 7520 + ], + [ + 46308, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9378251751263935, + "test_tta": { + "OA": 0.8721311475409836, + "mIoU": 0.7103058235176525, + "macroF1": 0.8232824805843106, + "F1_coffee": 0.9161932724835642, + "IoU_coffee": 0.8453474676089517, + "precision_coffee": 0.9100938371798123, + "recall_coffee": 0.9223750160647731, + "F1_noncoffee": 0.7303716886850572, + "IoU_noncoffee": 0.5752641794263532, + "kappa": 0.6466160281712806, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.831703588323526, + "mIoU": 0.6468388801418598, + "macroF1": 0.7751761597594464, + "F1_coffee": 0.8879090900358299, + "IoU_coffee": 0.7984141243133055, + "precision_coffee": 0.8875254445596651, + "recall_coffee": 0.8882930673278364, + "F1_noncoffee": 0.6624432294830629, + "IoU_noncoffee": 0.49526363597041395, + "kappa": 0.5503525725343645, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f2_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 6, + "stopped_epoch": 50, + "best_val": 0.6860212759146829, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8685116052588866, + "mIoU": 0.6985111652078925, + "macroF1": 0.8139367650929061, + "F1_coffee": 0.9147056655821936, + "IoU_coffee": 0.8428180601098197, + "precision_coffee": 0.8995050837630201, + "recall_coffee": 0.9304288223450284, + "F1_noncoffee": 0.7131678646036186, + "IoU_noncoffee": 0.5542042703059652, + "kappa": 0.6282305517897244, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8310978423906773, + "mIoU": 0.6389994643611108, + "macroF1": 0.7678198532106217, + "F1_coffee": 0.88902997166763, + "IoU_coffee": 0.8002285831257889, + "precision_coffee": 0.8767755681818182, + "recall_coffee": 0.9016317822752695, + "F1_noncoffee": 0.6466097347536136, + "IoU_noncoffee": 0.47777034559643256, + "kappa": 0.5359284028066768, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.42291169451073984, + "mIoU": 0.21255267836127273, + "macroF1": 0.29995680102019245, + "F1_coffee": 0.5933400605449042, + "IoU_coffee": 0.4218077474892396, + "precision_coffee": 1.0, + "recall_coffee": 0.4218077474892396, + "F1_noncoffee": 0.00657354149548069, + "IoU_noncoffee": 0.0032976092333058533, + "kappa": 0.0027780500970309486, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8779481132075472, + "mIoU": 0.7210445714471182, + "macroF1": 0.8311556915681475, + "F1_coffee": 0.9200412026009142, + "IoU_coffee": 0.8519225037257824, + "precision_coffee": 0.911009115828393, + "recall_coffee": 0.9292541777748878, + "F1_noncoffee": 0.7422701805353807, + "IoU_noncoffee": 0.590166639168454, + "kappa": 0.6624183398419198, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8624654344345801, + "mIoU": 0.6913425771496367, + "macroF1": 0.8089167291549446, + "F1_coffee": 0.910071371927042, + "IoU_coffee": 0.8349825378346915, + "precision_coffee": 0.9029395102914333, + "recall_coffee": 0.9173167924286993, + "F1_noncoffee": 0.7077620863828471, + "IoU_noncoffee": 0.547702616464582, + "kappa": 0.6179109208473617, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8652458222329862, + "mIoU": 0.6828313554852116, + "macroF1": 0.8008274195770482, + "F1_coffee": 0.9140986846168098, + "IoU_coffee": 0.8417879890809827, + "precision_coffee": 0.8854459532212717, + "recall_coffee": 0.9446678154317442, + "F1_noncoffee": 0.6875561545372866, + "IoU_noncoffee": 0.5238747218894404, + "kappa": 0.6031662713879311, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9017511708409692, + "mIoU": 0.7022260298855996, + "macroF1": 0.8105394479459771, + "F1_coffee": 0.941996754222516, + "IoU_coffee": 0.8903533689353482, + "precision_coffee": 0.9281061234158474, + "recall_coffee": 0.9563094947522578, + "F1_noncoffee": 0.679082141669438, + "IoU_noncoffee": 0.5140986908358509, + "kappa": 0.6215479264499955, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.852949867034374, + "mIoU": 0.6016569351323243, + "macroF1": 0.7231494177362179, + "F1_coffee": 0.912715580239696, + "IoU_coffee": 0.8394451016238306, + "precision_coffee": 0.9097902097902097, + "recall_coffee": 0.9156598240469208, + "F1_noncoffee": 0.5335832552327398, + "IoU_noncoffee": 0.3638687686408181, + "kappa": 0.446329424668982, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8787523222841498, + "mIoU": 0.6210615971981261, + "macroF1": 0.7366056333230591, + "F1_coffee": 0.9301014656144306, + "IoU_coffee": 0.8693361433087461, + "precision_coffee": 0.9024283526580616, + "recall_coffee": 0.9595254710397767, + "F1_noncoffee": 0.5431098010316876, + "IoU_noncoffee": 0.3727870510875063, + "kappa": 0.47642944091667316, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8557454890788224, + "mIoU": 0.7183725789798441, + "macroF1": 0.8328251725078326, + "F1_coffee": 0.8947258992307159, + "IoU_coffee": 0.809505894156007, + "precision_coffee": 0.8910822749861955, + "recall_coffee": 0.8983994432846207, + "F1_noncoffee": 0.7709244457849495, + "IoU_noncoffee": 0.627239263803681, + "kappa": 0.6656625089436716, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8717017208413002, + "mIoU": 0.743728706669319, + "macroF1": 0.8502366371492585, + "F1_coffee": 0.9069348127600555, + "IoU_coffee": 0.8297170409846466, + "precision_coffee": 0.8948953058710826, + "recall_coffee": 0.9193026852242373, + "F1_noncoffee": 0.7935384615384615, + "IoU_noncoffee": 0.6577403723539913, + "kappa": 0.7005934968862817, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8519869456709541, + "mIoU": 0.7053133186353671, + "macroF1": 0.822801905254805, + "F1_coffee": 0.8947152806226956, + "IoU_coffee": 0.809488510007413, + "precision_coffee": 0.8649504950495049, + "recall_coffee": 0.9266016122189223, + "F1_noncoffee": 0.7508885298869143, + "IoU_noncoffee": 0.6011381272633213, + "kappa": 0.6465940159156544, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6619, + 7520 + ], + [ + 46312, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5923683007558187, + "test_tta": { + "OA": 0.8707190391170264, + "mIoU": 0.6992337709048356, + "macroF1": 0.8141291283694585, + "F1_coffee": 0.9166884577166466, + "IoU_coffee": 0.8461909819445785, + "precision_coffee": 0.8957664711052965, + "recall_coffee": 0.9386111468106071, + "F1_noncoffee": 0.7115697990222705, + "IoU_noncoffee": 0.5522765598650927, + "kappa": 0.6289590237784912, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8342275297103957, + "mIoU": 0.6401915881653192, + "macroF1": 0.7682067684504506, + "F1_coffee": 0.8919127327440286, + "IoU_coffee": 0.8049119948401989, + "precision_coffee": 0.8731748632873635, + "recall_coffee": 0.9114724480578139, + "F1_noncoffee": 0.6445008041568725, + "IoU_noncoffee": 0.4754711814904395, + "kappa": 0.5371146297039922, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f2_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.6834264248731362, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8663041714007467, + "mIoU": 0.7061871680950952, + "macroF1": 0.820898739337873, + "F1_coffee": 0.911077285142123, + "IoU_coffee": 0.8366776381012809, + "precision_coffee": 0.9184242028512352, + "recall_coffee": 0.9038469776806751, + "F1_noncoffee": 0.7307201935336232, + "IoU_noncoffee": 0.5756966980889094, + "kappa": 0.641866878644009, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8237423560632283, + "mIoU": 0.6418948405676901, + "macroF1": 0.772369500799687, + "F1_coffee": 0.8805084331459301, + "IoU_coffee": 0.7865252934600335, + "precision_coffee": 0.896131035306293, + "recall_coffee": 0.8654212074035634, + "F1_noncoffee": 0.664230568453444, + "IoU_noncoffee": 0.4972643876753466, + "kappa": 0.5451274714498842, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2334128878281623, + "mIoU": 0.11721545458055968, + "macroF1": 0.19075471226150068, + "F1_coffee": 0.3765527950310559, + "IoU_coffee": 0.23194643711142993, + "precision_coffee": 1.0, + "recall_coffee": 0.23194643711142993, + "F1_noncoffee": 0.004956629491945477, + "IoU_noncoffee": 0.002484472049689441, + "kappa": 0.0011518651011593046, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8811419025157232, + "mIoU": 0.7370348404775886, + "macroF1": 0.843522515674554, + "F1_coffee": 0.9202466123767762, + "IoU_coffee": 0.8522748091603053, + "precision_coffee": 0.9333868378812199, + "recall_coffee": 0.9074712269978542, + "F1_noncoffee": 0.766798418972332, + "IoU_noncoffee": 0.6217948717948718, + "kappa": 0.687226288390526, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8553340125163732, + "mIoU": 0.6924424988302285, + "macroF1": 0.8112824459714496, + "F1_coffee": 0.9024597671071569, + "IoU_coffee": 0.8222566609048102, + "precision_coffee": 0.9237310834337753, + "recall_coffee": 0.8821460544826705, + "F1_noncoffee": 0.7201051248357424, + "IoU_noncoffee": 0.5626283367556468, + "kappa": 0.6231383355781471, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8626301767982563, + "mIoU": 0.6892027393945427, + "macroF1": 0.8070122790213363, + "F1_coffee": 0.9106152294503278, + "IoU_coffee": 0.8358986228445782, + "precision_coffee": 0.8995578803163335, + "recall_coffee": 0.921947795009254, + "F1_noncoffee": 0.7034093285923447, + "IoU_noncoffee": 0.5425068559445072, + "kappa": 0.6142179684206417, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9139686418244757, + "mIoU": 0.7476727174799115, + "macroF1": 0.8466748080823363, + "F1_coffee": 0.9482515769489864, + "IoU_coffee": 0.901595434959823, + "precision_coffee": 0.9516902274124155, + "recall_coffee": 0.9448376861117891, + "F1_noncoffee": 0.7450980392156863, + "IoU_noncoffee": 0.59375, + "kappa": 0.6933693347832631, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8515709642470206, + "mIoU": 0.6236007518037116, + "macroF1": 0.7470759809783771, + "F1_coffee": 0.9096468613226213, + "IoU_coffee": 0.8342681183327835, + "precision_coffee": 0.9303409369634535, + "recall_coffee": 0.8898533724340176, + "F1_noncoffee": 0.5845051006341329, + "IoU_noncoffee": 0.41293338527463963, + "kappa": 0.495300282980838, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8784589811283856, + "mIoU": 0.6373167461546144, + "macroF1": 0.753885227362776, + "F1_coffee": 0.9289836028109467, + "IoU_coffee": 0.8673850421423237, + "precision_coffee": 0.9129702414373947, + "recall_coffee": 0.9455687369155618, + "F1_noncoffee": 0.5787868519146052, + "IoU_noncoffee": 0.4072484501669051, + "kappa": 0.5086669974387387, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8505223171889839, + "mIoU": 0.7166023344295755, + "macroF1": 0.8322890682054125, + "F1_coffee": 0.8875874875017855, + "IoU_coffee": 0.7978941961992809, + "precision_coffee": 0.9115446677424087, + "recall_coffee": 0.864857341684064, + "F1_noncoffee": 0.7769906489090393, + "IoU_noncoffee": 0.6353104726598703, + "kappa": 0.6650371447331963, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8589866156787763, + "mIoU": 0.730532752130711, + "macroF1": 0.8419633862092488, + "F1_coffee": 0.8938314258979342, + "IoU_coffee": 0.8080426861009891, + "precision_coffee": 0.9157817109144543, + "recall_coffee": 0.8729087586109939, + "F1_noncoffee": 0.7900953465205636, + "IoU_noncoffee": 0.6530228181604328, + "kappa": 0.6842853781065513, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8470915722787483, + "mIoU": 0.7051183720180287, + "macroF1": 0.8235260133893051, + "F1_coffee": 0.8880140597539543, + "IoU_coffee": 0.7985838917688709, + "precision_coffee": 0.8828627341347498, + "recall_coffee": 0.8932258520718427, + "F1_noncoffee": 0.7590379670246559, + "IoU_noncoffee": 0.6116528522671867, + "kappa": 0.6470778800575414, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6632, + 7520 + ], + [ + 46164, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5951829314231873, + "test_tta": { + "OA": 0.8717091381269274, + "mIoU": 0.7120045678501973, + "macroF1": 0.824782319831443, + "F1_coffee": 0.9154598156031403, + "IoU_coffee": 0.8440994891417977, + "precision_coffee": 0.9142667920013673, + "recall_coffee": 0.9166559568178897, + "F1_noncoffee": 0.7341048240597456, + "IoU_noncoffee": 0.5799096465585969, + "kappa": 0.6495665164069157, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8300449982692973, + "mIoU": 0.64710933039459, + "macroF1": 0.7758218924795892, + "F1_coffee": 0.8860744808383928, + "IoU_coffee": 0.7954521784412428, + "precision_coffee": 0.8914350185772366, + "recall_coffee": 0.8807780276384324, + "F1_noncoffee": 0.6655693041207855, + "IoU_noncoffee": 0.498766482347937, + "kappa": 0.5516913731886027, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f2_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.6788475479778567, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8278526213277065, + "mIoU": 0.652924533680824, + "macroF1": 0.7817678532131228, + "F1_coffee": 0.8820533351126532, + "IoU_coffee": 0.7889941110934267, + "precision_coffee": 0.9172448885188269, + "recall_coffee": 0.8494623655913979, + "F1_noncoffee": 0.6814823713135925, + "IoU_noncoffee": 0.5168549562682215, + "kappa": 0.565263850070258, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7911618783892927, + "mIoU": 0.6031040651986647, + "macroF1": 0.7424421728537172, + "F1_coffee": 0.8544606601535802, + "IoU_coffee": 0.7459025023690029, + "precision_coffee": 0.895560752586225, + "recall_coffee": 0.8169674604547464, + "F1_noncoffee": 0.630423685553854, + "IoU_noncoffee": 0.4603056280283265, + "kappa": 0.4876247043427442, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3532219570405728, + "mIoU": 0.17746401850461824, + "macroF1": 0.2632813600951521, + "F1_coffee": 0.5206933144676336, + "IoU_coffee": 0.3519846963175514, + "precision_coffee": 1.0, + "recall_coffee": 0.3519846963175514, + "F1_noncoffee": 0.00586940572267058, + "IoU_noncoffee": 0.0029433406916850625, + "kappa": 0.002069877343596492, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8277319182389937, + "mIoU": 0.6581350995741577, + "macroF1": 0.7865897228825514, + "F1_coffee": 0.8802922698716198, + "IoU_coffee": 0.7861803988534488, + "precision_coffee": 0.9268099791501905, + "recall_coffee": 0.8382209506469861, + "F1_noncoffee": 0.6928871758934828, + "IoU_noncoffee": 0.5300898002948666, + "kappa": 0.5759202532107643, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.808373356619609, + "mIoU": 0.6286444524790624, + "macroF1": 0.7633744462495862, + "F1_coffee": 0.8665630700628336, + "IoU_coffee": 0.7645445875059609, + "precision_coffee": 0.9185047264394156, + "recall_coffee": 0.820181608901394, + "F1_noncoffee": 0.6601858224363386, + "IoU_noncoffee": 0.49274431745216385, + "kappa": 0.5305718841481688, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8474206829740857, + "mIoU": 0.6729118673186867, + "macroF1": 0.7957072381739068, + "F1_coffee": 0.898491879350348, + "IoU_coffee": 0.8156924697209057, + "precision_coffee": 0.9074399531341535, + "recall_coffee": 0.8897185525560023, + "F1_noncoffee": 0.6929225969974654, + "IoU_noncoffee": 0.5301312649164678, + "kappa": 0.5915346268630729, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8877010792099369, + "mIoU": 0.6957900064879821, + "macroF1": 0.8077073122054651, + "F1_coffee": 0.9317323760599121, + "IoU_coffee": 0.8721900347624566, + "precision_coffee": 0.9452467662941103, + "recall_coffee": 0.9185989748596534, + "F1_noncoffee": 0.6836822483510181, + "IoU_noncoffee": 0.5193899782135076, + "kappa": 0.6157785335083439, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8098099084014577, + "mIoU": 0.570535511437047, + "macroF1": 0.7017134013618327, + "F1_coffee": 0.8812788195511835, + "IoU_coffee": 0.787755550670477, + "precision_coffee": 0.9259689922480621, + "recall_coffee": 0.8407038123167155, + "F1_noncoffee": 0.522147983172482, + "IoU_noncoffee": 0.35331547220361686, + "kappa": 0.40896804776503476, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8626185587171213, + "mIoU": 0.6168953883918573, + "macroF1": 0.7368646396392643, + "F1_coffee": 0.9187720413944614, + "IoU_coffee": 0.8497486899796813, + "precision_coffee": 0.9134383262443959, + "recall_coffee": 0.9241684112584322, + "F1_noncoffee": 0.5549572378840671, + "IoU_noncoffee": 0.38404208680403334, + "kappa": 0.4738275729294432, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7717948717948718, + "mIoU": 0.6127286711536211, + "macroF1": 0.7569666222958364, + "F1_coffee": 0.8169979437971213, + "IoU_coffee": 0.6906141367323291, + "precision_coffee": 0.9021190716448032, + "recall_coffee": 0.7465553235908142, + "F1_noncoffee": 0.6969353007945517, + "IoU_noncoffee": 0.5348432055749129, + "kappa": 0.5209958616506716, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8069789674952199, + "mIoU": 0.6582517540112633, + "macroF1": 0.7911815843680045, + "F1_coffee": 0.8486166304266327, + "IoU_coffee": 0.737040896066684, + "precision_coffee": 0.9092223650385605, + "recall_coffee": 0.7955855475889216, + "F1_noncoffee": 0.7337465383093762, + "IoU_noncoffee": 0.5794626119558426, + "kappa": 0.5856015090028343, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8325014398157036, + "mIoU": 0.6900096015600856, + "macroF1": 0.8136061374990535, + "F1_coffee": 0.8729523116126684, + "IoU_coffee": 0.774547803617571, + "precision_coffee": 0.899609843937575, + "recall_coffee": 0.847829161363315, + "F1_noncoffee": 0.7542599633854387, + "IoU_noncoffee": 0.6054713995026001, + "kappa": 0.6278443451241994, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 487, + 563 + ], + [ + 6201, + 7520 + ], + [ + 44292, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7849639892578124, + "test_tta": { + "OA": 0.8332088946599578, + "mIoU": 0.6589413089381124, + "macroF1": 0.7861136809274583, + "F1_coffee": 0.8864781263809103, + "IoU_coffee": 0.7961030199611095, + "precision_coffee": 0.9153168773098508, + "recall_coffee": 0.8594011052563938, + "F1_noncoffee": 0.6857492354740061, + "IoU_noncoffee": 0.5217795979151154, + "kappa": 0.5733996327146397, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7972481827622014, + "mIoU": 0.6089574738619936, + "macroF1": 0.746756093520403, + "F1_coffee": 0.8598348887293611, + "IoU_coffee": 0.7541319061860539, + "precision_coffee": 0.8933432780160357, + "recall_coffee": 0.8287493513233005, + "F1_noncoffee": 0.6336772983114447, + "IoU_noncoffee": 0.4637830415379334, + "kappa": 0.4953677226345142, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f2_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 47, + "stopped_epoch": 77, + "best_val": 0.6837701515451353, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8722285343288427, + "mIoU": 0.7069114518591811, + "macroF1": 0.8204023478952456, + "F1_coffee": 0.9168796063607374, + "IoU_coffee": 0.84651679697401, + "precision_coffee": 0.9041441066222408, + "recall_coffee": 0.9299790086963972, + "F1_noncoffee": 0.7239250894297538, + "IoU_noncoffee": 0.5673061067443522, + "kappa": 0.6410412444931891, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8354245990538826, + "mIoU": 0.6483055230146916, + "macroF1": 0.7756881134417142, + "F1_coffee": 0.8914447710646233, + "IoU_coffee": 0.8041500755183304, + "precision_coffee": 0.8825534960819771, + "recall_coffee": 0.9005170193545907, + "F1_noncoffee": 0.659931455818805, + "IoU_noncoffee": 0.4924609705110528, + "kappa": 0.5515188224227182, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.435799522673031, + "mIoU": 0.2190464554184278, + "macroF1": 0.3063613445378151, + "F1_coffee": 0.606, + "IoU_coffee": 0.4347202295552367, + "precision_coffee": 1.0, + "recall_coffee": 0.4347202295552367, + "F1_noncoffee": 0.0067226890756302525, + "IoU_noncoffee": 0.003372681281618887, + "kappa": 0.0029280525310017985, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8892000786163522, + "mIoU": 0.7443806272200505, + "macroF1": 0.8480300099086979, + "F1_coffee": 0.9271287768621749, + "IoU_coffee": 0.8641566265060241, + "precision_coffee": 0.9215598098419633, + "recall_coffee": 0.9327654593926783, + "F1_noncoffee": 0.7689312429552209, + "IoU_noncoffee": 0.6246046279340769, + "kappa": 0.6960952102781304, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8641148789598797, + "mIoU": 0.6946971236867006, + "macroF1": 0.8115040110734031, + "F1_coffee": 0.9110878329048027, + "IoU_coffee": 0.8366954291044776, + "precision_coffee": 0.9045698077529152, + "recall_coffee": 0.9177004732062923, + "F1_noncoffee": 0.7119201892420035, + "IoU_noncoffee": 0.5526988182689236, + "kappa": 0.6230714322660196, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8635989343666748, + "mIoU": 0.6820353625249241, + "macroF1": 0.8004617444133029, + "F1_coffee": 0.9127038254076508, + "IoU_coffee": 0.8394252152591664, + "precision_coffee": 0.8873952619205497, + "recall_coffee": 0.9394983725828068, + "F1_noncoffee": 0.6882196634189548, + "IoU_noncoffee": 0.5246455097906819, + "kappa": 0.6020794696641613, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9089798411728772, + "mIoU": 0.7253208163560216, + "macroF1": 0.8291456758437891, + "F1_coffee": 0.9459361393323658, + "IoU_coffee": 0.8974182444061962, + "precision_coffee": 0.9375449532486214, + "recall_coffee": 0.9544788869904809, + "F1_noncoffee": 0.7123552123552124, + "IoU_noncoffee": 0.553223388305847, + "kappa": 0.6584369253711001, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8596473948586625, + "mIoU": 0.6095762917219615, + "macroF1": 0.7298219522645812, + "F1_coffee": 0.9171077889593392, + "IoU_coffee": 0.8469058874086807, + "precision_coffee": 0.9096468959150704, + "recall_coffee": 0.9246920821114369, + "F1_noncoffee": 0.5425361155698234, + "IoU_noncoffee": 0.3722466960352423, + "kappa": 0.4598444430846414, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8751344480297253, + "mIoU": 0.6150853065617772, + "macroF1": 0.7311746236044494, + "F1_coffee": 0.9278979165490373, + "IoU_coffee": 0.8654939962081315, + "precision_coffee": 0.901678920223856, + "recall_coffee": 0.9556873691556176, + "F1_noncoffee": 0.5344513306598615, + "IoU_noncoffee": 0.3646766169154229, + "kappa": 0.4652685643912488, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.870750237416904, + "mIoU": 0.7438266981265578, + "macroF1": 0.8504571314105951, + "F1_coffee": 0.9055451453952391, + "IoU_coffee": 0.8273937856689918, + "precision_coffee": 0.9031007751937985, + "recall_coffee": 0.9080027835768963, + "F1_noncoffee": 0.795369117425951, + "IoU_noncoffee": 0.6602596105841239, + "kappa": 0.700919009580764, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8684512428298279, + "mIoU": 0.7399449587599471, + "macroF1": 0.8478122288886754, + "F1_coffee": 0.9038569032979318, + "IoU_coffee": 0.8245792962774094, + "precision_coffee": 0.8984581191832199, + "recall_coffee": 0.9093209616195698, + "F1_noncoffee": 0.7917675544794189, + "IoU_noncoffee": 0.655310621242485, + "kappa": 0.6956482591679106, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8522749088116721, + "mIoU": 0.7077248020047584, + "macroF1": 0.82474599989159, + "F1_coffee": 0.894204990719736, + "IoU_coffee": 0.8086534875046625, + "precision_coffee": 0.869983948635634, + "recall_coffee": 0.9198133220195164, + "F1_noncoffee": 0.7552870090634441, + "IoU_noncoffee": 0.6067961165048543, + "kappa": 0.6501192993684197, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6714, + 7520 + ], + [ + 46447, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4656312028566996, + "test_tta": { + "OA": 0.8757506898230807, + "mIoU": 0.7095842282218121, + "macroF1": 0.8220036915894036, + "F1_coffee": 0.9198135442308699, + "IoU_coffee": 0.851532195500388, + "precision_coffee": 0.9000799524385493, + "recall_coffee": 0.9404318211026861, + "F1_noncoffee": 0.7241938389479373, + "IoU_noncoffee": 0.5676362609432364, + "kappa": 0.6445949761750187, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8395350178839276, + "mIoU": 0.6503475835254675, + "macroF1": 0.776653874197017, + "F1_coffee": 0.8951623541827639, + "IoU_coffee": 0.8102207211817283, + "precision_coffee": 0.878052387378228, + "recall_coffee": 0.9129523919352669, + "F1_noncoffee": 0.6581453942112702, + "IoU_noncoffee": 0.4904744458692068, + "kappa": 0.5538601471259443, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f3_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 47, + "stopped_epoch": 77, + "best_val": 0.6825639867344917, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8289832551059242, + "mIoU": 0.6543113676879997, + "macroF1": 0.7827958228427156, + "F1_coffee": 0.8829562103206903, + "IoU_coffee": 0.7904401049256776, + "precision_coffee": 0.8389877699177098, + "recall_coffee": 0.9317879884557241, + "F1_noncoffee": 0.6826354353647411, + "IoU_noncoffee": 0.5181826304503216, + "kappa": 0.5688027682692114, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8028585439021576, + "mIoU": 0.617744378675559, + "macroF1": 0.7540836557824735, + "F1_coffee": 0.863603253006037, + "IoU_coffee": 0.759948719749921, + "precision_coffee": 0.8206835078136854, + "recall_coffee": 0.9112599237686103, + "F1_noncoffee": 0.64456405855891, + "IoU_noncoffee": 0.4755400376011971, + "kappa": 0.5116479045606585, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38875878220140514, + "mIoU": 0.1961591405069666, + "macroF1": 0.28449537750385206, + "F1_coffee": 0.5576271186440678, + "IoU_coffee": 0.38660399529964745, + "precision_coffee": 0.996969696969697, + "recall_coffee": 0.3870588235294118, + "F1_noncoffee": 0.011363636363636364, + "IoU_noncoffee": 0.005714285714285714, + "kappa": 0.0020863180515759455, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8376265170048448, + "mIoU": 0.6685016307918329, + "macroF1": 0.7938345129418869, + "F1_coffee": 0.8888524051879823, + "IoU_coffee": 0.7999408983451537, + "precision_coffee": 0.84199066874028, + "recall_coffee": 0.9412378303198887, + "F1_noncoffee": 0.6988166206957914, + "IoU_noncoffee": 0.5370623632385121, + "kappa": 0.5911011972907267, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8260517799352751, + "mIoU": 0.6483653339306583, + "macroF1": 0.7779328370623382, + "F1_coffee": 0.881304192511285, + "IoU_coffee": 0.787796098467255, + "precision_coffee": 0.8350153846153846, + "recall_coffee": 0.9330261981709413, + "F1_noncoffee": 0.6745614816133915, + "IoU_noncoffee": 0.5089345693940616, + "kappa": 0.5595764705191483, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8233907097382692, + "mIoU": 0.646449219982133, + "macroF1": 0.7767531800356406, + "F1_coffee": 0.8787908211153186, + "IoU_coffee": 0.7837884648692339, + "precision_coffee": 0.8399950501175597, + "recall_coffee": 0.9213437393959959, + "F1_noncoffee": 0.6747155389559628, + "IoU_noncoffee": 0.5091099750950321, + "kappa": 0.5560477970459491, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8341049382716049, + "mIoU": 0.6369442082437016, + "macroF1": 0.7650807608655101, + "F1_coffee": 0.8924193144858644, + "IoU_coffee": 0.8057375197650779, + "precision_coffee": 0.8371274348744426, + "recall_coffee": 0.9555317439057058, + "F1_noncoffee": 0.6377422072451558, + "IoU_noncoffee": 0.4681508967223253, + "kappa": 0.5369635458914217, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8098739495798319, + "mIoU": 0.6017089839674508, + "macroF1": 0.7358715806285026, + "F1_coffee": 0.8756790508897908, + "IoU_coffee": 0.7788514939464622, + "precision_coffee": 0.8303137951450562, + "recall_coffee": 0.9262879788639365, + "F1_noncoffee": 0.5960641103672144, + "IoU_noncoffee": 0.42456647398843933, + "kappa": 0.47681754742197213, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8078120577412964, + "mIoU": 0.5916035462657653, + "macroF1": 0.7257416754811238, + "F1_coffee": 0.8757699579191316, + "IoU_coffee": 0.7789953347076055, + "precision_coffee": 0.8251925066084358, + "recall_coffee": 0.932952182952183, + "F1_noncoffee": 0.575713393043116, + "IoU_noncoffee": 0.4042117578239251, + "kappa": 0.45843182053002507, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8411107930146007, + "mIoU": 0.6926448024980765, + "macroF1": 0.8142007367273435, + "F1_coffee": 0.8849104859335039, + "IoU_coffee": 0.7935779816513762, + "precision_coffee": 0.8474778233814378, + "recall_coffee": 0.9258027191206248, + "F1_noncoffee": 0.7434909875211831, + "IoU_noncoffee": 0.5917116233447769, + "kappa": 0.6300102706270903, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8421252371916509, + "mIoU": 0.6899079939029282, + "macroF1": 0.8116785142847669, + "F1_coffee": 0.887400189470835, + "IoU_coffee": 0.7975915338766574, + "precision_coffee": 0.8401024983984625, + "recall_coffee": 0.9403413165065252, + "F1_noncoffee": 0.7359568390986988, + "IoU_noncoffee": 0.5822244539291991, + "kappa": 0.6261358866753398, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8389590797661701, + "mIoU": 0.6917695844754533, + "macroF1": 0.8138686449385557, + "F1_coffee": 0.8822068965517241, + "IoU_coffee": 0.7892398815399803, + "precision_coffee": 0.8572577402492964, + "recall_coffee": 0.9086517971302742, + "F1_noncoffee": 0.7455303933253874, + "IoU_noncoffee": 0.5942992874109264, + "kappa": 0.6284172141387256, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9202, + 11000 + ], + [ + 42944, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.455921276410421, + "test_tta": { + "OA": 0.8311715083090194, + "mIoU": 0.6558908778947199, + "macroF1": 0.7837618577725611, + "F1_coffee": 0.8850129059432138, + "IoU_coffee": 0.7937427353738861, + "precision_coffee": 0.8372943700827629, + "recall_coffee": 0.9384992441247881, + "F1_noncoffee": 0.6825108096019085, + "IoU_noncoffee": 0.5180390204155538, + "kappa": 0.5713677087214151, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8049065420560748, + "mIoU": 0.6185582573428614, + "macroF1": 0.7543660095065037, + "F1_coffee": 0.8657862621171382, + "IoU_coffee": 0.7633360743216054, + "precision_coffee": 0.8185741088180113, + "recall_coffee": 0.9187777707583128, + "F1_noncoffee": 0.6429457568958691, + "IoU_noncoffee": 0.4737804403641173, + "kappa": 0.5130414588665949, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f3_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 74, + "stopped_epoch": 100, + "best_val": 0.7088906995521764, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8531650386908537, + "mIoU": 0.7041096686979549, + "macroF1": 0.8215853837502043, + "F1_coffee": 0.8966471717487388, + "IoU_coffee": 0.8126567937201586, + "precision_coffee": 0.8743959249423136, + "recall_coffee": 0.9200604700169499, + "F1_noncoffee": 0.7465235957516698, + "IoU_noncoffee": 0.5955625436757512, + "kappa": 0.6437365882198559, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8218962732202607, + "mIoU": 0.658295522330596, + "macroF1": 0.7880165823056993, + "F1_coffee": 0.8727628664159497, + "IoU_coffee": 0.7742495703996197, + "precision_coffee": 0.8544423821820529, + "recall_coffee": 0.891886200433803, + "F1_noncoffee": 0.703270298195449, + "IoU_noncoffee": 0.5423414742615721, + "kappa": 0.57648723374646, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1288056206088993, + "mIoU": 0.06487524716964214, + "macroF1": 0.1156910229645094, + "F1_coffee": 0.22338204592901878, + "IoU_coffee": 0.12573443008225618, + "precision_coffee": 0.9907407407407407, + "recall_coffee": 0.12588235294117647, + "F1_noncoffee": 0.008, + "IoU_noncoffee": 0.004016064257028112, + "kappa": -0.0013301141628790929, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.848515373914712, + "mIoU": 0.6954031152928761, + "macroF1": 0.8151307066846015, + "F1_coffee": 0.8936915101326331, + "IoU_coffee": 0.8078140214216164, + "precision_coffee": 0.8661098786376092, + "recall_coffee": 0.9230876216968011, + "F1_noncoffee": 0.7365699032365699, + "IoU_noncoffee": 0.5829922091641357, + "kappa": 0.6311882349301805, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8613649343232439, + "mIoU": 0.717124200913242, + "macroF1": 0.8308464653409291, + "F1_coffee": 0.9026956608878646, + "IoU_coffee": 0.822648401826484, + "precision_coffee": 0.8777445758087566, + "recall_coffee": 0.9291067867702675, + "F1_noncoffee": 0.7589972697939935, + "IoU_noncoffee": 0.6116, + "kappa": 0.6623686635883693, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8496109408158453, + "mIoU": 0.699955620758488, + "macroF1": 0.8187662799036465, + "F1_coffee": 0.8935332020164926, + "IoU_coffee": 0.8075553678112365, + "precision_coffee": 0.8793533972926797, + "recall_coffee": 0.9081778079402782, + "F1_noncoffee": 0.7439993577908004, + "IoU_noncoffee": 0.5923558737057395, + "kappa": 0.6377590440655306, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8524305555555556, + "mIoU": 0.679087748741309, + "macroF1": 0.8001738884629717, + "F1_coffee": 0.9023611997447352, + "IoU_coffee": 0.8220930232558139, + "precision_coffee": 0.8617747440273038, + "recall_coffee": 0.9469595499598178, + "F1_noncoffee": 0.697986577181208, + "IoU_noncoffee": 0.5360824742268041, + "kappa": 0.6030710507783522, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8580022918258212, + "mIoU": 0.6915840710813195, + "macroF1": 0.810014919424918, + "F1_coffee": 0.9054972990149348, + "IoU_coffee": 0.8273139008245267, + "precision_coffee": 0.8725045927740355, + "recall_coffee": 0.9410832232496698, + "F1_noncoffee": 0.7145325398349012, + "IoU_noncoffee": 0.5558542413381123, + "kappa": 0.6216639835641546, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8482875742994622, + "mIoU": 0.671941929501677, + "macroF1": 0.7946477490089995, + "F1_coffee": 0.8996003996003996, + "IoU_coffee": 0.8175215615070358, + "precision_coffee": 0.8658653846153846, + "recall_coffee": 0.9360706860706861, + "F1_noncoffee": 0.6896950984175994, + "IoU_noncoffee": 0.5263622974963181, + "kappa": 0.5912133470516652, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8446416642809428, + "mIoU": 0.7056580590051909, + "macroF1": 0.8244101990926209, + "F1_coffee": 0.8840125391849529, + "IoU_coffee": 0.7921348314606742, + "precision_coffee": 0.8711036225779275, + "recall_coffee": 0.8973098061903384, + "F1_noncoffee": 0.7648078590002889, + "IoU_noncoffee": 0.6191812865497076, + "kappa": 0.6489767085043304, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8647058823529412, + "mIoU": 0.7370290491894149, + "macroF1": 0.8461319476359439, + "F1_coffee": 0.8995916068159414, + "IoU_coffee": 0.8175070386485794, + "precision_coffee": 0.8836630239313875, + "recall_coffee": 0.916104976337301, + "F1_noncoffee": 0.7926722884559465, + "IoU_noncoffee": 0.6565510597302505, + "kappa": 0.6924702219687968, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8509334339053366, + "mIoU": 0.7195952789853972, + "macroF1": 0.8346206826152147, + "F1_coffee": 0.8865609528592954, + "IoU_coffee": 0.7962366284314989, + "precision_coffee": 0.8956219193969266, + "recall_coffee": 0.8776814888478477, + "F1_noncoffee": 0.7826804123711341, + "IoU_noncoffee": 0.6429539295392954, + "kappa": 0.6693062080617321, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9432, + 11000 + ], + [ + 44241, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.188222030798594, + "test_tta": { + "OA": 0.85706583787898, + "mIoU": 0.7081919064736183, + "macroF1": 0.824269452759558, + "F1_coffee": 0.9001860300305621, + "IoU_coffee": 0.8184893578461973, + "precision_coffee": 0.8713183279742766, + "recall_coffee": 0.9310321132438499, + "F1_noncoffee": 0.7483528754885539, + "IoU_noncoffee": 0.5978944551010393, + "kappa": 0.6495088534583299, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.825126918195454, + "mIoU": 0.6604152529602316, + "macroF1": 0.7892338997059236, + "F1_coffee": 0.8762110894445069, + "IoU_coffee": 0.7796936606283046, + "precision_coffee": 0.8503824660140303, + "recall_coffee": 0.9036578431991914, + "F1_noncoffee": 0.7022567099673404, + "IoU_noncoffee": 0.5411368452921587, + "kappa": 0.5794010587507049, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f3_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.6964888148596278, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8424299124698719, + "mIoU": 0.6813418984094808, + "macroF1": 0.804217523359995, + "F1_coffee": 0.8907121253780589, + "IoU_coffee": 0.8029584977494002, + "precision_coffee": 0.8567076395794105, + "recall_coffee": 0.9275276008978881, + "F1_noncoffee": 0.717722921341931, + "IoU_noncoffee": 0.5597252990695614, + "kappa": 0.6100219517625083, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8115120572285681, + "mIoU": 0.6369535996006035, + "macroF1": 0.770580010315669, + "F1_coffee": 0.8674852721981687, + "IoU_coffee": 0.765981448984708, + "precision_coffee": 0.8365339486858573, + "recall_coffee": 0.9008149598837577, + "F1_noncoffee": 0.6736747484331693, + "IoU_noncoffee": 0.5079257502164991, + "kappa": 0.5427016411565097, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07962529274004684, + "mIoU": 0.0400014298991921, + "macroF1": 0.07442707040622155, + "F1_coffee": 0.1437908496732026, + "IoU_coffee": 0.07746478873239436, + "precision_coffee": 0.9705882352941176, + "recall_coffee": 0.07764705882352942, + "F1_noncoffee": 0.005063291139240506, + "IoU_noncoffee": 0.0025380710659898475, + "kappa": -0.004297008252889103, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8418477478773925, + "mIoU": 0.6807570139797017, + "macroF1": 0.8038240078878479, + "F1_coffee": 0.8901915070774354, + "IoU_coffee": 0.8021127183242303, + "precision_coffee": 0.8542026206455736, + "recall_coffee": 0.929346314325452, + "F1_noncoffee": 0.7174565086982604, + "IoU_noncoffee": 0.5594013096351731, + "kappa": 0.6094318775083502, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8441842756520084, + "mIoU": 0.6853428327134284, + "macroF1": 0.8073474760056996, + "F1_coffee": 0.8915894039735099, + "IoU_coffee": 0.8043854932186174, + "precision_coffee": 0.8598709842243086, + "recall_coffee": 0.9257374681977584, + "F1_noncoffee": 0.7231055480378891, + "IoU_noncoffee": 0.5663001722082395, + "kappa": 0.6160293857269489, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8412638528648904, + "mIoU": 0.6779230325874529, + "macroF1": 0.8014558396871183, + "F1_coffee": 0.8903583061889251, + "IoU_coffee": 0.8023836082897904, + "precision_coffee": 0.8560601315377389, + "recall_coffee": 0.9275195113674923, + "F1_noncoffee": 0.7125533731853116, + "IoU_noncoffee": 0.5534624568851154, + "kappa": 0.6045757747917717, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8461612654320988, + "mIoU": 0.6670230627326879, + "macroF1": 0.7906462249012391, + "F1_coffee": 0.8984529190806647, + "IoU_coffee": 0.8156282510692405, + "precision_coffee": 0.8562067710229341, + "recall_coffee": 0.9450843825341548, + "F1_noncoffee": 0.6828395307218135, + "IoU_noncoffee": 0.5184178743961353, + "kappa": 0.584452176629536, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8405271199388846, + "mIoU": 0.66023376800948, + "macroF1": 0.7856675210597645, + "F1_coffee": 0.8941027266962587, + "IoU_coffee": 0.8084862385321101, + "precision_coffee": 0.8597560975609756, + "recall_coffee": 0.9313077939233818, + "F1_noncoffee": 0.6772323154232702, + "IoU_noncoffee": 0.5119812974868498, + "kappa": 0.5734101158567879, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8321539767902633, + "mIoU": 0.6329653474220124, + "macroF1": 0.7616685081818446, + "F1_coffee": 0.8912791052985394, + "IoU_coffee": 0.8038804982912579, + "precision_coffee": 0.8413522556824737, + "recall_coffee": 0.9475051975051975, + "F1_noncoffee": 0.63205791106515, + "IoU_noncoffee": 0.46205019655276686, + "kappa": 0.5289506678075403, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8375799217482585, + "mIoU": 0.6897299916700863, + "macroF1": 0.8124016740239348, + "F1_coffee": 0.881128649252689, + "IoU_coffee": 0.7875156054931336, + "precision_coffee": 0.8519719070772556, + "recall_coffee": 0.9123517500723171, + "F1_noncoffee": 0.7436746987951808, + "IoU_noncoffee": 0.5919443778470391, + "kappa": 0.6257485078944205, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8478178368121442, + "mIoU": 0.7056325577109147, + "macroF1": 0.8238198406619459, + "F1_coffee": 0.8888426888426888, + "IoU_coffee": 0.7999251590370463, + "precision_coffee": 0.8599973179562826, + "recall_coffee": 0.9196902337587839, + "F1_noncoffee": 0.758796992481203, + "IoU_noncoffee": 0.6113399563847831, + "kappa": 0.6484977673602847, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8503677163869507, + "mIoU": 0.7127947950115923, + "macroF1": 0.829235511423082, + "F1_coffee": 0.8893073864825277, + "IoU_coffee": 0.8006782215523738, + "precision_coffee": 0.8735269936969032, + "recall_coffee": 0.90566841880949, + "F1_noncoffee": 0.7691636363636364, + "IoU_noncoffee": 0.6249113684708106, + "kappa": 0.6587032968646213, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9300, + 11000 + ], + [ + 43712, + 51930 + ], + [ + 115, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5928239067395529, + "test_tta": { + "OA": 0.8469808448560193, + "mIoU": 0.6855080573784245, + "macroF1": 0.8069335553123882, + "F1_coffee": 0.8948641405007299, + "IoU_coffee": 0.8097322449623408, + "precision_coffee": 0.8533078457446809, + "recall_coffee": 0.9406752485226075, + "F1_noncoffee": 0.7190029701240463, + "IoU_noncoffee": 0.5612838697945081, + "kappa": 0.6162993457619858, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8159830391138803, + "mIoU": 0.6399829323777362, + "macroF1": 0.7723932702748937, + "F1_coffee": 0.8719991171661032, + "IoU_coffee": 0.7730482577064693, + "precision_coffee": 0.8326946658491723, + "recall_coffee": 0.9151978436203593, + "F1_noncoffee": 0.6727874233836842, + "IoU_noncoffee": 0.5069176070490029, + "kappa": 0.5473645086409683, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f3_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 67, + "stopped_epoch": 97, + "best_val": 0.7080969968028071, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8469967017632881, + "mIoU": 0.691291278052388, + "macroF1": 0.8119184513377737, + "F1_coffee": 0.8931438886366405, + "IoU_coffee": 0.8069195981910594, + "precision_coffee": 0.86458266332197, + "recall_coffee": 0.9236566036007147, + "F1_noncoffee": 0.7306930140389071, + "IoU_noncoffee": 0.5756629579137166, + "kappa": 0.6248686473643493, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8160551517249337, + "mIoU": 0.646626560198863, + "macroF1": 0.7786077116772037, + "F1_coffee": 0.8696603033152107, + "IoU_coffee": 0.7693795996600546, + "precision_coffee": 0.8448128660776333, + "recall_coffee": 0.896013645839914, + "F1_noncoffee": 0.6875551200391965, + "IoU_noncoffee": 0.5238735207376712, + "kappa": 0.5581317107398375, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1252927400468384, + "mIoU": 0.06310458284371327, + "macroF1": 0.11288458730522934, + "F1_coffee": 0.21780104712041884, + "IoU_coffee": 0.12220916568742655, + "precision_coffee": 0.9904761904761905, + "recall_coffee": 0.1223529411764706, + "F1_noncoffee": 0.00796812749003984, + "IoU_noncoffee": 0.004, + "kappa": -0.0013624876387210243, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8445819542380198, + "mIoU": 0.6874908099524106, + "macroF1": 0.809125335566578, + "F1_coffee": 0.8913917940466614, + "IoU_coffee": 0.8040638606676342, + "precision_coffee": 0.8604711364224695, + "recall_coffee": 0.9246175243393602, + "F1_noncoffee": 0.7268588770864947, + "IoU_noncoffee": 0.5709177592371871, + "kappa": 0.6194863894275432, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8545592994479345, + "mIoU": 0.7023983834823226, + "macroF1": 0.8198967825160008, + "F1_coffee": 0.898908369169699, + "IoU_coffee": 0.8163792585471369, + "precision_coffee": 0.8661311914323963, + "recall_coffee": 0.9342639070343121, + "F1_noncoffee": 0.7408851958623028, + "IoU_noncoffee": 0.5884175084175084, + "kappa": 0.641110950853875, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8418769158217402, + "mIoU": 0.6842182999738801, + "macroF1": 0.8068318554456786, + "F1_coffee": 0.889109369315739, + "IoU_coffee": 0.8003572491813039, + "precision_coffee": 0.867113920784415, + "recall_coffee": 0.9122497455039023, + "F1_noncoffee": 0.7245543415756182, + "IoU_noncoffee": 0.5680793507664562, + "kappa": 0.6142802013186613, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8531057098765432, + "mIoU": 0.6798846092278679, + "macroF1": 0.8007416860460399, + "F1_coffee": 0.9028884779697762, + "IoU_coffee": 0.822968731837731, + "precision_coffee": 0.8616283315078496, + "recall_coffee": 0.9482989552638629, + "F1_noncoffee": 0.6985948941223036, + "IoU_noncoffee": 0.5368004866180048, + "kappa": 0.6042996008029049, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8494079449961803, + "mIoU": 0.6719238045393587, + "macroF1": 0.7943902988207195, + "F1_coffee": 0.9007489458115677, + "IoU_coffee": 0.8194205885720829, + "precision_coffee": 0.8601995432143287, + "recall_coffee": 0.9453104359313078, + "F1_noncoffee": 0.6880316518298714, + "IoU_noncoffee": 0.5244270205066345, + "kappa": 0.5916329071441933, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8340409472591754, + "mIoU": 0.6401642903268044, + "macroF1": 0.7682260486490757, + "F1_coffee": 0.8917338585585031, + "IoU_coffee": 0.8046206819948906, + "precision_coffee": 0.8471523798386154, + "recall_coffee": 0.9412681912681913, + "F1_noncoffee": 0.6447182387396485, + "IoU_noncoffee": 0.4757078986587183, + "kappa": 0.540626859294013, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8361484874510927, + "mIoU": 0.6903971653993233, + "macroF1": 0.8132412085998146, + "F1_coffee": 0.8786486677503711, + "IoU_coffee": 0.783562334551872, + "precision_coffee": 0.8591568762957844, + "recall_coffee": 0.8990454150997975, + "F1_noncoffee": 0.7478337494492583, + "IoU_noncoffee": 0.5972319962467746, + "kappa": 0.6268814860070213, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8596774193548387, + "mIoU": 0.7265399500772103, + "macroF1": 0.8387001763037558, + "F1_coffee": 0.8968691165190712, + "IoU_coffee": 0.8130214917825538, + "precision_coffee": 0.872828447339848, + "recall_coffee": 0.9222716191022515, + "F1_noncoffee": 0.7805312360884404, + "IoU_noncoffee": 0.6400584083718667, + "kappa": 0.6779203277883483, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8497077126155007, + "mIoU": 0.7169079832449494, + "macroF1": 0.8326734944788865, + "F1_coffee": 0.8860614724803431, + "IoU_coffee": 0.7954312114989733, + "precision_coffee": 0.8916702632714717, + "recall_coffee": 0.8805228015343088, + "F1_noncoffee": 0.77928551647743, + "IoU_noncoffee": 0.6383847549909256, + "kappa": 0.6653726368450887, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9413, + 11000 + ], + [ + 43873, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0951772610346477, + "test_tta": { + "OA": 0.8530540403399721, + "mIoU": 0.6988635021670111, + "macroF1": 0.817201454863053, + "F1_coffee": 0.8981570010879958, + "IoU_coffee": 0.8151406343506882, + "precision_coffee": 0.8632724199852118, + "recall_coffee": 0.9359796600852077, + "F1_noncoffee": 0.7362459086381101, + "IoU_noncoffee": 0.5825863699833341, + "kappa": 0.6359425146206859, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.822386638975424, + "mIoU": 0.6533630334825657, + "macroF1": 0.7834040728479272, + "F1_coffee": 0.8752924021022572, + "IoU_coffee": 0.778239965425963, + "precision_coffee": 0.8430477528089888, + "recall_coffee": 0.9101017120475078, + "F1_noncoffee": 0.6915157435935974, + "IoU_noncoffee": 0.5284861015391684, + "kappa": 0.5683700794064578, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f3_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.6841154713593118, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.834152606875555, + "mIoU": 0.6790134656791701, + "macroF1": 0.8038563419397653, + "F1_coffee": 0.8809434370340016, + "IoU_coffee": 0.7872197583106156, + "precision_coffee": 0.8756307845488901, + "recall_coffee": 0.8863209491960237, + "F1_noncoffee": 0.7267692468455289, + "IoU_noncoffee": 0.5708071730477245, + "kappa": 0.6077458217495734, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8040844582900658, + "mIoU": 0.6374146043821121, + "macroF1": 0.7727626588889767, + "F1_coffee": 0.8571278318853993, + "IoU_coffee": 0.7499769928769947, + "precision_coffee": 0.8561912966737408, + "recall_coffee": 0.8580664181776065, + "F1_noncoffee": 0.688397485892554, + "IoU_noncoffee": 0.5248522158872293, + "kappa": 0.5455265037336964, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17681498829039813, + "mIoU": 0.08929944254929695, + "macroF1": 0.1530682060245434, + "F1_coffee": 0.2948846539618857, + "IoU_coffee": 0.17294117647058824, + "precision_coffee": 1.0, + "recall_coffee": 0.17294117647058824, + "F1_noncoffee": 0.011251758087201125, + "IoU_noncoffee": 0.005657708628005658, + "kappa": 0.001954988712267565, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.826929534225548, + "mIoU": 0.66792784397963, + "macroF1": 0.7955881197133928, + "F1_coffee": 0.8756290934160634, + "IoU_coffee": 0.7787724569256239, + "precision_coffee": 0.8681476418318523, + "recall_coffee": 0.8832406119610571, + "F1_noncoffee": 0.7155471460107222, + "IoU_noncoffee": 0.5570832310336361, + "kappa": 0.591245668029272, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8445174186179326, + "mIoU": 0.694055976450275, + "macroF1": 0.8147487048659949, + "F1_coffee": 0.8890096823509428, + "IoU_coffee": 0.8001957066846065, + "precision_coffee": 0.8785925329035724, + "recall_coffee": 0.8996768204634532, + "F1_noncoffee": 0.740487727381047, + "IoU_noncoffee": 0.5879162462159435, + "kappa": 0.6296191527604573, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8309832586654091, + "mIoU": 0.6753206766403741, + "macroF1": 0.8012733488659305, + "F1_coffee": 0.8781118215208815, + "IoU_coffee": 0.7827088638292713, + "precision_coffee": 0.8800872588451837, + "recall_coffee": 0.8761452324397693, + "F1_noncoffee": 0.7244348762109796, + "IoU_noncoffee": 0.5679324894514768, + "kappa": 0.6025512248191696, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8435570987654321, + "mIoU": 0.6709258962015301, + "macroF1": 0.7947464130380444, + "F1_coffee": 0.8948392116182573, + "IoU_coffee": 0.8096914232077906, + "precision_coffee": 0.8671776828348832, + "recall_coffee": 0.9243236003214573, + "F1_noncoffee": 0.6946536144578314, + "IoU_noncoffee": 0.5321603691952697, + "kappa": 0.5907020721015237, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8428189457601223, + "mIoU": 0.6694154295410615, + "macroF1": 0.7935435292999364, + "F1_coffee": 0.8944059532974082, + "IoU_coffee": 0.8089822444006035, + "precision_coffee": 0.8694188076827138, + "recall_coffee": 0.9208718626155878, + "F1_noncoffee": 0.6926811053024645, + "IoU_noncoffee": 0.5298486146815196, + "kappa": 0.5880772993371541, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8366827059156524, + "mIoU": 0.6609396700886243, + "macroF1": 0.7871747406919662, + "F1_coffee": 0.8898224174145503, + "IoU_coffee": 0.8015135878912969, + "precision_coffee": 0.8721147847785402, + "recall_coffee": 0.9082640332640333, + "F1_noncoffee": 0.6845270639693821, + "IoU_noncoffee": 0.5203657522859518, + "kappa": 0.5748513423167706, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8104780990552534, + "mIoU": 0.6602385614723671, + "macroF1": 0.792211193914389, + "F1_coffee": 0.8538201089356691, + "IoU_coffee": 0.7449267916773696, + "precision_coffee": 0.8693045563549161, + "recall_coffee": 0.8388776395718831, + "F1_noncoffee": 0.730602278893109, + "IoU_noncoffee": 0.5755503312673648, + "kappa": 0.5846652456355741, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8462049335863377, + "mIoU": 0.7121219064502338, + "macroF1": 0.829411610768555, + "F1_coffee": 0.8829349317541706, + "IoU_coffee": 0.7904059994828032, + "precision_coffee": 0.8892929880709921, + "recall_coffee": 0.8766671447009895, + "F1_noncoffee": 0.7758882897829393, + "IoU_noncoffee": 0.6338378134176643, + "kappa": 0.6588566051394801, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8252875730718461, + "mIoU": 0.683088749212819, + "macroF1": 0.8091165177625868, + "F1_coffee": 0.8646753815818301, + "IoU_coffee": 0.7616107037179982, + "precision_coffee": 0.8896904117823865, + "recall_coffee": 0.841028555192499, + "F1_noncoffee": 0.7535576539433435, + "IoU_noncoffee": 0.6045667947076397, + "kappa": 0.6187818636009665, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9375, + 11000 + ], + [ + 43103, + 51930 + ], + [ + 127, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.067778213818868, + "test_tta": { + "OA": 0.8410503615374857, + "mIoU": 0.686924183708523, + "macroF1": 0.8093308166754569, + "F1_coffee": 0.88709931745996, + "IoU_coffee": 0.7971055561178019, + "precision_coffee": 0.8726511256869349, + "recall_coffee": 0.9020339914792249, + "F1_noncoffee": 0.7315623158909539, + "IoU_noncoffee": 0.5767428112992442, + "kappa": 0.6189100153622984, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8110361139956156, + "mIoU": 0.6443347938014952, + "macroF1": 0.7776243931720968, + "F1_coffee": 0.8638215607200765, + "IoU_coffee": 0.7602868799970727, + "precision_coffee": 0.8528476141611082, + "recall_coffee": 0.8750816012803504, + "F1_noncoffee": 0.6914272256241168, + "IoU_noncoffee": 0.5283827076059178, + "kappa": 0.5554155825985124, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f3_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.7104921506508836, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8543067360142078, + "mIoU": 0.7028674504984845, + "macroF1": 0.8203368359065722, + "F1_coffee": 0.8984594301880954, + "IoU_coffee": 0.8156389830848566, + "precision_coffee": 0.8680490304945759, + "recall_coffee": 0.9310779238627513, + "F1_noncoffee": 0.7422142416250491, + "IoU_noncoffee": 0.5900959179121125, + "kappa": 0.6417897972853516, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8236413984077535, + "mIoU": 0.6571211440048241, + "macroF1": 0.7865664356407744, + "F1_coffee": 0.8755217134596983, + "IoU_coffee": 0.7786025963679818, + "precision_coffee": 0.8473998462963328, + "recall_coffee": 0.9055741571377429, + "F1_noncoffee": 0.6976111578218507, + "IoU_noncoffee": 0.5356396916416664, + "kappa": 0.5742718512079017, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19320843091334894, + "mIoU": 0.097349768718203, + "macroF1": 0.16423757341609438, + "F1_coffee": 0.3198420533070089, + "IoU_coffee": 0.19036427732079905, + "precision_coffee": 0.9938650306748467, + "recall_coffee": 0.19058823529411764, + "F1_noncoffee": 0.008633093525179856, + "IoU_noncoffee": 0.004335260115606936, + "kappa": -0.0006870724929507191, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8471722550007196, + "mIoU": 0.688299591584416, + "macroF1": 0.8093130200597689, + "F1_coffee": 0.894279267321476, + "IoU_coffee": 0.8087749834943881, + "precision_coffee": 0.8552297537446052, + "recall_coffee": 0.9370653685674548, + "F1_noncoffee": 0.7243467727980619, + "IoU_noncoffee": 0.5678241996744439, + "kappa": 0.6206879288941815, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8643632210165619, + "mIoU": 0.7198638639555675, + "macroF1": 0.8325550635147247, + "F1_coffee": 0.9055352999668544, + "IoU_coffee": 0.8273773470623864, + "precision_coffee": 0.874128111601715, + "recall_coffee": 0.9392835040913154, + "F1_noncoffee": 0.7595748270625949, + "IoU_noncoffee": 0.6123503808487486, + "kappa": 0.6662068470086789, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8513558123084178, + "mIoU": 0.7005213819266591, + "macroF1": 0.8189165362147095, + "F1_coffee": 0.895559973492379, + "IoU_coffee": 0.8108724348973959, + "precision_coffee": 0.874975720297831, + "recall_coffee": 0.9171360705802512, + "F1_noncoffee": 0.7422730989370401, + "IoU_noncoffee": 0.5901703289559225, + "kappa": 0.6383270270599328, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8450038580246914, + "mIoU": 0.6638926731289844, + "macroF1": 0.7880361477675173, + "F1_coffee": 0.8979228863621928, + "IoU_coffee": 0.8147550432276657, + "precision_coffee": 0.8539325842696629, + "recall_coffee": 0.9466916688990088, + "F1_noncoffee": 0.6781494091728419, + "IoU_noncoffee": 0.5130303030303031, + "kappa": 0.5795900508840749, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8567608861726509, + "mIoU": 0.6886202401837609, + "macroF1": 0.8076854421405713, + "F1_coffee": 0.9048344118766654, + "IoU_coffee": 0.8262078554049357, + "precision_coffee": 0.8704833984375, + "recall_coffee": 0.942007926023778, + "F1_noncoffee": 0.710536472404477, + "IoU_noncoffee": 0.5510326249625861, + "kappa": 0.6171841520672836, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8496084536277008, + "mIoU": 0.6731094357464882, + "macroF1": 0.7954172600986444, + "F1_coffee": 0.9007101034010215, + "IoU_coffee": 0.8193563009972802, + "precision_coffee": 0.8650394831299354, + "recall_coffee": 0.9394490644490644, + "F1_noncoffee": 0.6901244167962675, + "IoU_noncoffee": 0.5268625704956961, + "kappa": 0.5929944126729916, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8493176829850176, + "mIoU": 0.7072544253524218, + "macroF1": 0.8248879974604733, + "F1_coffee": 0.8902938928645869, + "IoU_coffee": 0.8022789882294015, + "precision_coffee": 0.8566653295895174, + "recall_coffee": 0.9266705235753544, + "F1_noncoffee": 0.7594821020563595, + "IoU_noncoffee": 0.6122298624754421, + "kappa": 0.6509552072281539, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8719165085388995, + "mIoU": 0.7460420194256377, + "macroF1": 0.8519819624589058, + "F1_coffee": 0.9063020544142143, + "IoU_coffee": 0.8286584591953293, + "precision_coffee": 0.8781439139206456, + "recall_coffee": 0.9363258281944644, + "F1_noncoffee": 0.7976618705035972, + "IoU_noncoffee": 0.6634255796559462, + "kappa": 0.7046197765871783, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8531020177258156, + "mIoU": 0.7204224668106722, + "macroF1": 0.8349183784390548, + "F1_coffee": 0.8897069234036529, + "IoU_coffee": 0.8013261922978832, + "precision_coffee": 0.8866939466629039, + "recall_coffee": 0.8927404460860918, + "F1_noncoffee": 0.7801298334744566, + "IoU_noncoffee": 0.6395187413234613, + "kappa": 0.6698443563051591, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9421, + 11000 + ], + [ + 44325, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7886367996533712, + "test_tta": { + "OA": 0.857652543447926, + "mIoU": 0.705308085288584, + "macroF1": 0.8217620603127377, + "F1_coffee": 0.9017435942339896, + "IoU_coffee": 0.8210683675503289, + "precision_coffee": 0.8634943926213186, + "recall_coffee": 0.9435384122039489, + "F1_noncoffee": 0.7417805263914857, + "IoU_noncoffee": 0.5895478030268392, + "kappa": 0.6453528535885416, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8271172262605284, + "mIoU": 0.6588447087075409, + "macroF1": 0.7873726472767606, + "F1_coffee": 0.879300796471761, + "IoU_coffee": 0.7846001796945193, + "precision_coffee": 0.8424921853895728, + "recall_coffee": 0.9194726977909744, + "F1_noncoffee": 0.6954444980817602, + "IoU_noncoffee": 0.5330892377205625, + "kappa": 0.5767837044770352, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f4_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 71, + "stopped_epoch": 100, + "best_val": 0.650293786369918, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8539018943106412, + "mIoU": 0.6749729738318924, + "macroF1": 0.7961773826600919, + "F1_coffee": 0.9046465536225501, + "IoU_coffee": 0.8258946521913952, + "precision_coffee": 0.8964026683846298, + "recall_coffee": 0.9130434782608695, + "F1_noncoffee": 0.6877082116976336, + "IoU_noncoffee": 0.5240512954723894, + "kappa": 0.5924676522989488, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8191127264335987, + "mIoU": 0.6242216684412246, + "macroF1": 0.7563431970928073, + "F1_coffee": 0.8800130108679014, + "IoU_coffee": 0.7857350303237379, + "precision_coffee": 0.873378781261275, + "recall_coffee": 0.8867487998149112, + "F1_noncoffee": 0.6326733833177132, + "IoU_noncoffee": 0.46270830655871137, + "kappa": 0.512772459031511, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3261032161555722, + "mIoU": 0.16454616868524152, + "macroF1": 0.2499581282030368, + "F1_coffee": 0.48893930799773117, + "IoU_coffee": 0.3235735735735736, + "precision_coffee": 0.9908045977011494, + "recall_coffee": 0.3245481927710843, + "F1_noncoffee": 0.010976948408342482, + "IoU_noncoffee": 0.005518763796909493, + "kappa": -0.0023848137457136297, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8510365251727542, + "mIoU": 0.6775418438695453, + "macroF1": 0.7990885059965026, + "F1_coffee": 0.9012499181990707, + "IoU_coffee": 0.8202501488981536, + "precision_coffee": 0.9001307189542483, + "recall_coffee": 0.9023719040754816, + "F1_noncoffee": 0.6969270937939345, + "IoU_noncoffee": 0.5348335388409371, + "kappa": 0.5981789185334297, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8489575879013406, + "mIoU": 0.6701760827596431, + "macroF1": 0.7929047718766248, + "F1_coffee": 0.9006464570388502, + "IoU_coffee": 0.8192509705412194, + "precision_coffee": 0.9022320025149324, + "recall_coffee": 0.899066474531671, + "F1_noncoffee": 0.6851630867143994, + "IoU_noncoffee": 0.5211011949780668, + "kappa": 0.5858135971496272, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8615948234846322, + "mIoU": 0.6766637422990305, + "macroF1": 0.79605208393518, + "F1_coffee": 0.9116691464488507, + "IoU_coffee": 0.8376764689470454, + "precision_coffee": 0.8875487761617595, + "recall_coffee": 0.9371371496348087, + "F1_noncoffee": 0.6804350214215094, + "IoU_noncoffee": 0.5156510156510157, + "kappa": 0.5931911455613892, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8601838896662003, + "mIoU": 0.6977575335600702, + "macroF1": 0.8149032292315612, + "F1_coffee": 0.906452691407556, + "IoU_coffee": 0.828910358322123, + "precision_coffee": 0.8910214276324439, + "recall_coffee": 0.922427871529668, + "F1_noncoffee": 0.7233537670555665, + "IoU_noncoffee": 0.5666047087980174, + "kappa": 0.6301345265223706, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8678687273421103, + "mIoU": 0.7012604834594831, + "macroF1": 0.8164213384307617, + "F1_coffee": 0.9136048905246086, + "IoU_coffee": 0.8409508497932935, + "precision_coffee": 0.8921783625730995, + "recall_coffee": 0.9360859005496612, + "F1_noncoffee": 0.7192377863369147, + "IoU_noncoffee": 0.5615701171256727, + "kappa": 0.6335295691933984, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8765771748410967, + "mIoU": 0.7069984770291571, + "macroF1": 0.819655804232988, + "F1_coffee": 0.920974306019559, + "IoU_coffee": 0.8535239810853411, + "precision_coffee": 0.8834634657965272, + "recall_coffee": 0.9618117229129662, + "F1_noncoffee": 0.718337302446417, + "IoU_noncoffee": 0.5604729729729729, + "kappa": 0.6416143649025329, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8421103959430466, + "mIoU": 0.6577012811992715, + "macroF1": 0.7829618749569143, + "F1_coffee": 0.8962644967001986, + "IoU_coffee": 0.8120283292697086, + "precision_coffee": 0.9091381775640193, + "recall_coffee": 0.8837503158958807, + "F1_noncoffee": 0.6696592532136298, + "IoU_noncoffee": 0.5033742331288343, + "kappa": 0.5662007431843541, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8300410344498521, + "mIoU": 0.6409323321366965, + "macroF1": 0.7699398830450734, + "F1_coffee": 0.8875276286706663, + "IoU_coffee": 0.7977974568574023, + "precision_coffee": 0.912953098609848, + "recall_coffee": 0.8634799705087245, + "F1_noncoffee": 0.6523521374194807, + "IoU_noncoffee": 0.48406720741599074, + "kappa": 0.5409802055865534, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8465209506538132, + "mIoU": 0.6470993826489241, + "macroF1": 0.7718797781709994, + "F1_coffee": 0.902367941712204, + "IoU_coffee": 0.8221042150680385, + "precision_coffee": 0.8917556702268091, + "recall_coffee": 0.9132358363033058, + "F1_noncoffee": 0.6413916146297948, + "IoU_noncoffee": 0.47209455022980956, + "kappa": 0.5439967597193535, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7290, + 8413 + ], + [ + 45749, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.1868283271789553, + "test_tta": { + "OA": 0.8575651922428059, + "mIoU": 0.6766191348712323, + "macroF1": 0.7968773373252753, + "F1_coffee": 0.907904715403235, + "IoU_coffee": 0.8313420341691716, + "precision_coffee": 0.8914662260032233, + "recall_coffee": 0.9249608399305702, + "F1_noncoffee": 0.6858499592473156, + "IoU_noncoffee": 0.521896235573293, + "kappa": 0.5942253253276587, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8229202722972193, + "mIoU": 0.6245825039149109, + "macroF1": 0.7557220533582755, + "F1_coffee": 0.8838432574596508, + "IoU_coffee": 0.791863027631802, + "precision_coffee": 0.8676883068635646, + "recall_coffee": 0.9006111785913973, + "F1_noncoffee": 0.6276008492569002, + "IoU_noncoffee": 0.4573019801980198, + "kappa": 0.5119864570489661, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f4_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 51, + "stopped_epoch": 81, + "best_val": 0.6841356789554502, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8628191326981475, + "mIoU": 0.6989006717478319, + "macroF1": 0.815373670667981, + "F1_coffee": 0.9089668408145858, + "IoU_coffee": 0.8331248534125557, + "precision_coffee": 0.9157428890607545, + "recall_coffee": 0.9022903348715127, + "F1_noncoffee": 0.7217805005213764, + "IoU_noncoffee": 0.5646764900831082, + "kappa": 0.6308091208919614, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8252711434175609, + "mIoU": 0.6426252765789392, + "macroF1": 0.7727006473329262, + "F1_coffee": 0.8820132254263203, + "IoU_coffee": 0.7889299278720513, + "precision_coffee": 0.8911520447120872, + "recall_coffee": 0.8730599417741531, + "F1_noncoffee": 0.6633880692395321, + "IoU_noncoffee": 0.49632062528582715, + "kappa": 0.5455376495345575, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.262528047868362, + "mIoU": 0.13284798097963943, + "macroF1": 0.21249581839904422, + "F1_coffee": 0.4109916367980884, + "IoU_coffee": 0.2586466165413534, + "precision_coffee": 0.9942196531791907, + "recall_coffee": 0.25903614457831325, + "F1_noncoffee": 0.014, + "IoU_noncoffee": 0.007049345417925478, + "kappa": 0.0006670901678489618, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8590325765054294, + "mIoU": 0.7010602061293816, + "macroF1": 0.8179321783884649, + "F1_coffee": 0.9044368600682594, + "IoU_coffee": 0.8255451713395638, + "precision_coffee": 0.9241657549234136, + "recall_coffee": 0.8855326955838029, + "F1_noncoffee": 0.7314274967086704, + "IoU_noncoffee": 0.5765752409191994, + "kappa": 0.6363301404037917, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8677066933829493, + "mIoU": 0.7048487409925999, + "macroF1": 0.8195055774346056, + "F1_coffee": 0.9127795426666248, + "IoU_coffee": 0.8395533182896487, + "precision_coffee": 0.9164982314300152, + "recall_coffee": 0.9090909090909091, + "F1_noncoffee": 0.7262316122025866, + "IoU_noncoffee": 0.5701441636955511, + "kappa": 0.6390298080405656, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8615948234846322, + "mIoU": 0.6902696310939487, + "macroF1": 0.8081548771276461, + "F1_coffee": 0.9094079910311108, + "IoU_coffee": 0.8338663620788122, + "precision_coffee": 0.9073452647278151, + "recall_coffee": 0.9114801173606343, + "F1_noncoffee": 0.7069017632241814, + "IoU_noncoffee": 0.5466729001090852, + "kappa": 0.6163161698197257, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8691784929042574, + "mIoU": 0.7225028481643971, + "macroF1": 0.8338684723125049, + "F1_coffee": 0.9104589917231001, + "IoU_coffee": 0.835635359116022, + "precision_coffee": 0.9152798789712556, + "recall_coffee": 0.905688622754491, + "F1_noncoffee": 0.7572779529019099, + "IoU_noncoffee": 0.6093703372127723, + "kappa": 0.6677619298209388, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8767410799465751, + "mIoU": 0.7250778960612099, + "macroF1": 0.8346618665652212, + "F1_coffee": 0.9180722891566265, + "IoU_coffee": 0.8485523385300668, + "precision_coffee": 0.9109097772744432, + "recall_coffee": 0.9253483318420044, + "F1_noncoffee": 0.7512514439738159, + "IoU_noncoffee": 0.6016034535923528, + "kappa": 0.6693857959125323, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8764823071814818, + "mIoU": 0.7196888630085966, + "macroF1": 0.8302985347025138, + "F1_coffee": 0.9188279301745635, + "IoU_coffee": 0.8498443086149233, + "precision_coffee": 0.9032851189016916, + "recall_coffee": 0.9349149961938594, + "F1_noncoffee": 0.7417691392304641, + "IoU_noncoffee": 0.5895334174022698, + "kappa": 0.6609164567260007, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8491320460308173, + "mIoU": 0.6800911585660545, + "macroF1": 0.8017488288694026, + "F1_coffee": 0.8986703347088492, + "IoU_coffee": 0.8159866777685262, + "precision_coffee": 0.932952536379709, + "recall_coffee": 0.8668182966894111, + "F1_noncoffee": 0.7048273230299561, + "IoU_noncoffee": 0.5441956393635828, + "kappa": 0.6050511130043237, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8586697203931672, + "mIoU": 0.6845615907671406, + "macroF1": 0.8037345252369932, + "F1_coffee": 0.9075703675965799, + "IoU_coffee": 0.8307815356489945, + "precision_coffee": 0.9221306277742549, + "recall_coffee": 0.8934627672646842, + "F1_noncoffee": 0.6998986828774063, + "IoU_noncoffee": 0.5383416458852868, + "kappa": 0.6077865422964891, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8466163978238045, + "mIoU": 0.6614843412659717, + "macroF1": 0.7854526299325567, + "F1_coffee": 0.9000062223881525, + "IoU_coffee": 0.8181921031790926, + "precision_coffee": 0.9115200403327451, + "recall_coffee": 0.8887796485191103, + "F1_noncoffee": 0.6708990374769609, + "IoU_noncoffee": 0.5047765793528506, + "kappa": 0.5711304698505533, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7224, + 8413 + ], + [ + 46370, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.585945399602254, + "test_tta": { + "OA": 0.8679445363839393, + "mIoU": 0.701897858904034, + "macroF1": 0.8169513637780421, + "F1_coffee": 0.9135651862991513, + "IoU_coffee": 0.8408835714562279, + "precision_coffee": 0.9077894120843522, + "recall_coffee": 0.9194149273951145, + "F1_noncoffee": 0.7203375412569328, + "IoU_noncoffee": 0.5629121463518401, + "kappa": 0.633950671667568, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8303478712357217, + "mIoU": 0.6437598290343898, + "macroF1": 0.7725720603008629, + "F1_coffee": 0.8872011737291793, + "IoU_coffee": 0.7972700480843803, + "precision_coffee": 0.882554945054945, + "recall_coffee": 0.8918965816415062, + "F1_noncoffee": 0.6579429468725465, + "IoU_noncoffee": 0.49024960998439937, + "kappa": 0.5451823457289331, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f4_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.6592891380823983, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8522630504988833, + "mIoU": 0.6694550888312396, + "macroF1": 0.7915267055675526, + "F1_coffee": 0.9040518401803137, + "IoU_coffee": 0.8249038351677648, + "precision_coffee": 0.8915025416229343, + "recall_coffee": 0.9169594852038441, + "F1_noncoffee": 0.6790015709547914, + "IoU_noncoffee": 0.5140063424947146, + "kappa": 0.5833296295367132, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8182617976231683, + "mIoU": 0.6189506660310324, + "macroF1": 0.751293819388519, + "F1_coffee": 0.880349427906756, + "IoU_coffee": 0.7862715831608942, + "precision_coffee": 0.8673289926657686, + "recall_coffee": 0.8937667495710182, + "F1_noncoffee": 0.6222382108702821, + "IoU_noncoffee": 0.45162974890117064, + "kappa": 0.5029413054994689, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37995512341062077, + "mIoU": 0.1921728293975535, + "macroF1": 0.28100233984819206, + "F1_coffee": 0.5477359519912711, + "IoU_coffee": 0.377160030052592, + "precision_coffee": 0.994059405940594, + "recall_coffee": 0.37801204819277107, + "F1_noncoffee": 0.014268727705112961, + "IoU_noncoffee": 0.00718562874251497, + "kappa": 0.0009626469546375144, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8515794669299112, + "mIoU": 0.6728013075625765, + "macroF1": 0.7947156915968486, + "F1_coffee": 0.902758464573295, + "IoU_coffee": 0.822752726201002, + "precision_coffee": 0.8912585403230956, + "recall_coffee": 0.914559035513039, + "F1_noncoffee": 0.6866729186204023, + "IoU_noncoffee": 0.5228498889241511, + "kappa": 0.589651514348135, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8582128715233052, + "mIoU": 0.677670226479828, + "macroF1": 0.7976856356909552, + "F1_coffee": 0.9083451551224326, + "IoU_coffee": 0.8320809085259054, + "precision_coffee": 0.8944427573641057, + "recall_coffee": 0.9226865484618758, + "F1_noncoffee": 0.6870261162594776, + "IoU_noncoffee": 0.5232595444337504, + "kappa": 0.5957047942217282, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.846988295746503, + "mIoU": 0.6580362671384343, + "macroF1": 0.7821569985130677, + "F1_coffee": 0.9009974141115626, + "IoU_coffee": 0.8198319327731093, + "precision_coffee": 0.888794412389918, + "recall_coffee": 0.9135401710468818, + "F1_noncoffee": 0.6633165829145728, + "IoU_noncoffee": 0.49624060150375937, + "kappa": 0.5645931236003481, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8510893463921647, + "mIoU": 0.6752515282802951, + "macroF1": 0.7970278738254075, + "F1_coffee": 0.9017798286090969, + "IoU_coffee": 0.8211284513805522, + "precision_coffee": 0.8744566607005881, + "recall_coffee": 0.9308655416439847, + "F1_noncoffee": 0.6922759190417183, + "IoU_noncoffee": 0.5293746051800379, + "kappa": 0.5952936498552021, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8610952108376264, + "mIoU": 0.6882570873659644, + "macroF1": 0.8064935964001385, + "F1_coffee": 0.9092834890965732, + "IoU_coffee": 0.8336570318747858, + "precision_coffee": 0.8869575787042664, + "recall_coffee": 0.9327623673782437, + "F1_noncoffee": 0.7037037037037037, + "IoU_noncoffee": 0.5428571428571428, + "kappa": 0.6137864380456366, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8696518356892136, + "mIoU": 0.7029195927922043, + "macroF1": 0.8174970604637208, + "F1_coffee": 0.9150593471810089, + "IoU_coffee": 0.8434188034188034, + "precision_coffee": 0.8923318061249096, + "recall_coffee": 0.9389748794722151, + "F1_noncoffee": 0.7199347737464329, + "IoU_noncoffee": 0.5624203821656051, + "kappa": 0.6357731751356734, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8520577335673883, + "mIoU": 0.6702911922586058, + "macroF1": 0.792334142552788, + "F1_coffee": 0.9037008823716117, + "IoU_coffee": 0.8243196294151708, + "precision_coffee": 0.9080239826508483, + "recall_coffee": 0.8994187515794794, + "F1_noncoffee": 0.6809674027339643, + "IoU_noncoffee": 0.5162627551020408, + "kappa": 0.5846994719343479, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8553297070331138, + "mIoU": 0.6666632937818595, + "macroF1": 0.7882828071101698, + "F1_coffee": 0.9074255007327797, + "IoU_coffee": 0.8305387882852672, + "precision_coffee": 0.9019179412478757, + "recall_coffee": 0.9130007372818875, + "F1_noncoffee": 0.66914011348756, + "IoU_noncoffee": 0.502787799278452, + "kappa": 0.5766220384103199, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8241863128758232, + "mIoU": 0.6146036420702938, + "macroF1": 0.7452896095828989, + "F1_coffee": 0.8870493009565857, + "IoU_coffee": 0.7970247933884298, + "precision_coffee": 0.8852037694284666, + "recall_coffee": 0.8889025439351113, + "F1_noncoffee": 0.6035299182092122, + "IoU_noncoffee": 0.4321824907521578, + "kappa": 0.49058699143719064, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7111, + 8413 + ], + [ + 45826, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7817729989687603, + "test_tta": { + "OA": 0.8569225083950578, + "mIoU": 0.6710808751088322, + "macroF1": 0.791988669517715, + "F1_coffee": 0.9082081782853845, + "IoU_coffee": 0.8318510545893993, + "precision_coffee": 0.8851339133230194, + "recall_coffee": 0.9325176749502562, + "F1_noncoffee": 0.6757691607500456, + "IoU_noncoffee": 0.510310695628265, + "kappa": 0.584973578785165, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8231798776970116, + "mIoU": 0.6195598348562247, + "macroF1": 0.7506112423128395, + "F1_coffee": 0.8851393130843749, + "IoU_coffee": 0.7939461167414579, + "precision_coffee": 0.860910134679521, + "recall_coffee": 0.9107717816723543, + "F1_noncoffee": 0.616083171541304, + "IoU_noncoffee": 0.44517355297099154, + "kappa": 0.5025394855791392, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f4_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.6724618478107884, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8624013881971111, + "mIoU": 0.6973297434142127, + "macroF1": 0.81410855372409, + "F1_coffee": 0.9088567718865073, + "IoU_coffee": 0.8329399371866648, + "precision_coffee": 0.9139340753424657, + "recall_coffee": 0.9038355700436053, + "F1_noncoffee": 0.7193603355616726, + "IoU_noncoffee": 0.5617195496417605, + "kappa": 0.6282524346533381, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8255163262951425, + "mIoU": 0.6418272476656693, + "macroF1": 0.771882875648621, + "F1_coffee": 0.8824934923656708, + "IoU_coffee": 0.7896987501521024, + "precision_coffee": 0.8892129421206131, + "recall_coffee": 0.875874833709295, + "F1_noncoffee": 0.6612722589315713, + "IoU_noncoffee": 0.4939557451792362, + "kappa": 0.5438408376692757, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3238593866866118, + "mIoU": 0.16370241328919014, + "macroF1": 0.24943986566711873, + "F1_coffee": 0.4857792946530148, + "IoU_coffee": 0.3208114199849737, + "precision_coffee": 0.9930232558139535, + "recall_coffee": 0.32153614457831325, + "F1_noncoffee": 0.013100436681222707, + "IoU_noncoffee": 0.006593406593406593, + "kappa": -0.00023337300122652357, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8570582428430404, + "mIoU": 0.6946395946505123, + "macroF1": 0.8128361665452188, + "F1_coffee": 0.9038129400823701, + "IoU_coffee": 0.8245061204702461, + "precision_coffee": 0.9164758184022632, + "recall_coffee": 0.8914952168785218, + "F1_noncoffee": 0.7218593930080676, + "IoU_noncoffee": 0.5647730688307785, + "kappa": 0.6258788629454074, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8653690186536902, + "mIoU": 0.7011673807533836, + "macroF1": 0.816820458107858, + "F1_coffee": 0.9111237087427564, + "IoU_coffee": 0.8367559437727772, + "precision_coffee": 0.9160281172819961, + "recall_coffee": 0.9062715368711234, + "F1_noncoffee": 0.7225172074729597, + "IoU_noncoffee": 0.5655788177339901, + "kappa": 0.6336737011186427, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8645922542582548, + "mIoU": 0.695873018943593, + "macroF1": 0.8124271239962583, + "F1_coffee": 0.911345087533487, + "IoU_coffee": 0.8371294494677807, + "precision_coffee": 0.9095318037679537, + "recall_coffee": 0.9131656158312005, + "F1_noncoffee": 0.7135091604590296, + "IoU_noncoffee": 0.5546165884194053, + "kappa": 0.6248590663404456, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8618828702778333, + "mIoU": 0.7062725240698132, + "macroF1": 0.8217900724165519, + "F1_coffee": 0.9063177874186551, + "IoU_coffee": 0.8286847650923516, + "precision_coffee": 0.9028903295515938, + "recall_coffee": 0.9097713663581927, + "F1_noncoffee": 0.7372623574144487, + "IoU_noncoffee": 0.5838602830472749, + "kappa": 0.6435945488540419, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8746422438465942, + "mIoU": 0.7216563525307221, + "macroF1": 0.8322357535663101, + "F1_coffee": 0.9165820213306247, + "IoU_coffee": 0.8460096097503809, + "precision_coffee": 0.910455290705007, + "recall_coffee": 0.9227917678639908, + "F1_noncoffee": 0.7478894858019954, + "IoU_noncoffee": 0.5973030953110634, + "kappa": 0.6645174207587663, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.882174366758372, + "mIoU": 0.7307609178948521, + "macroF1": 0.8383385220407698, + "F1_coffee": 0.92252027448534, + "IoU_coffee": 0.8561834182491894, + "precision_coffee": 0.9074619538537064, + "recall_coffee": 0.9380867800050748, + "F1_noncoffee": 0.7541567695961995, + "IoU_noncoffee": 0.6053384175405148, + "kappa": 0.6769592873993284, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8523503023210455, + "mIoU": 0.6831321780666508, + "macroF1": 0.8037700783395003, + "F1_coffee": 0.9014066163063298, + "IoU_coffee": 0.8205097806757558, + "precision_coffee": 0.929991937651169, + "recall_coffee": 0.8745261561789234, + "F1_noncoffee": 0.7061335403726708, + "IoU_noncoffee": 0.5457545754575458, + "kappa": 0.6086422135799213, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.856093138658269, + "mIoU": 0.680648026502453, + "macroF1": 0.8007975494150867, + "F1_coffee": 0.90575, + "IoU_coffee": 0.8277358921635823, + "precision_coffee": 0.9216484355125922, + "recall_coffee": 0.8903907594003441, + "F1_noncoffee": 0.6958450988301734, + "IoU_noncoffee": 0.5335601608413238, + "kappa": 0.6019773065839763, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8469027393337788, + "mIoU": 0.6619536066924865, + "macroF1": 0.7858226163338309, + "F1_coffee": 0.9001991040318567, + "IoU_coffee": 0.8185109753337859, + "precision_coffee": 0.9116572148708254, + "recall_coffee": 0.8890254393511122, + "F1_noncoffee": 0.671446128635805, + "IoU_noncoffee": 0.5053962380511872, + "kappa": 0.5718678776201683, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7190, + 8413 + ], + [ + 46378, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8199737787246704, + "test_tta": { + "OA": 0.8672375841514163, + "mIoU": 0.6995240494537514, + "macroF1": 0.8150554186891735, + "F1_coffee": 0.9132939485199215, + "IoU_coffee": 0.8404240937795716, + "precision_coffee": 0.9055496597790125, + "recall_coffee": 0.9211718386181788, + "F1_noncoffee": 0.7168168888584255, + "IoU_noncoffee": 0.5586240051279312, + "kappa": 0.6301991706570839, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8309680396907811, + "mIoU": 0.6431995958124365, + "macroF1": 0.7718889828429546, + "F1_coffee": 0.887977672000153, + "IoU_coffee": 0.7985250382492994, + "precision_coffee": 0.8805042176097052, + "recall_coffee": 0.8955790772552875, + "F1_noncoffee": 0.6558002936857562, + "IoU_noncoffee": 0.4878741533755735, + "kappa": 0.543878929542727, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f4_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 49, + "stopped_epoch": 79, + "best_val": 0.6334159086776924, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8376419929626119, + "mIoU": 0.6553165305065278, + "macroF1": 0.7817612279007946, + "F1_coffee": 0.8921937844729178, + "IoU_coffee": 0.8053699031183189, + "precision_coffee": 0.8993998838484868, + "recall_coffee": 0.8851022395326192, + "F1_noncoffee": 0.6713286713286714, + "IoU_noncoffee": 0.5052631578947369, + "kappa": 0.5636078620759281, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8036950501903773, + "mIoU": 0.6087440236418786, + "macroF1": 0.7448262572021497, + "F1_coffee": 0.8673895887528132, + "IoU_coffee": 0.7658322580645162, + "precision_coffee": 0.8767430867407232, + "recall_coffee": 0.8582335589102897, + "F1_noncoffee": 0.6222629256514861, + "IoU_noncoffee": 0.451655789219241, + "kappa": 0.4898179163475937, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3305908750934929, + "mIoU": 0.1674141006618542, + "macroF1": 0.25415969358975554, + "F1_coffee": 0.49291784702549574, + "IoU_coffee": 0.32706766917293234, + "precision_coffee": 0.9954233409610984, + "recall_coffee": 0.32756024096385544, + "F1_noncoffee": 0.015401540154015401, + "IoU_noncoffee": 0.007760532150776054, + "kappa": 0.0020998504753017033, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8513820335636723, + "mIoU": 0.6851728546129834, + "macroF1": 0.8057572996033345, + "F1_coffee": 0.8998969380631004, + "IoU_coffee": 0.8180114838319734, + "precision_coffee": 0.9134102719848822, + "recall_coffee": 0.8867776176123706, + "F1_noncoffee": 0.7116176611435686, + "IoU_noncoffee": 0.5523342253939935, + "kappa": 0.6117594014990425, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.834931539525786, + "mIoU": 0.6512094412989861, + "macroF1": 0.7785430733839218, + "F1_coffee": 0.8902910774304014, + "IoU_coffee": 0.8022744156808961, + "precision_coffee": 0.9012646851126661, + "recall_coffee": 0.8795814798571518, + "F1_noncoffee": 0.6667950693374423, + "IoU_noncoffee": 0.500144466917076, + "kappa": 0.5572854835223534, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8271005804548482, + "mIoU": 0.6302369161014579, + "macroF1": 0.7602585160044837, + "F1_coffee": 0.8868476771702578, + "IoU_coffee": 0.7966993006993007, + "precision_coffee": 0.8846990122383053, + "recall_coffee": 0.8890068044197516, + "F1_noncoffee": 0.6336693548387097, + "IoU_noncoffee": 0.4637745315036152, + "kappa": 0.5205261883292465, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8691784929042574, + "mIoU": 0.7202563550478694, + "macroF1": 0.8320422123736668, + "F1_coffee": 0.9110189654000408, + "IoU_coffee": 0.8365792759051186, + "precision_coffee": 0.9100909955181312, + "recall_coffee": 0.9119488296135003, + "F1_noncoffee": 0.753065459347293, + "IoU_noncoffee": 0.6039334341906203, + "kappa": 0.6640853939428725, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8387712268651021, + "mIoU": 0.6592027861943421, + "macroF1": 0.7851102823437619, + "F1_coffee": 0.8924936386768448, + "IoU_coffee": 0.8058587018954624, + "precision_coffee": 0.8883120172217298, + "recall_coffee": 0.8967148152882526, + "F1_noncoffee": 0.6777269260106789, + "IoU_noncoffee": 0.5125468704932218, + "kappa": 0.5702491119847956, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.859500996110426, + "mIoU": 0.6821055409385544, + "macroF1": 0.8013836459311507, + "F1_coffee": 0.9088222618974328, + "IoU_coffee": 0.832881967953058, + "precision_coffee": 0.8827891400550173, + "recall_coffee": 0.9364374524232428, + "F1_noncoffee": 0.6939450299648687, + "IoU_noncoffee": 0.5313291139240506, + "kappa": 0.603923479332905, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8340159937585333, + "mIoU": 0.6515352383457425, + "macroF1": 0.7790609928761973, + "F1_coffee": 0.8892503904216554, + "IoU_coffee": 0.8005858230814294, + "precision_coffee": 0.9166890260262947, + "recall_coffee": 0.8634066211776599, + "F1_noncoffee": 0.6688715953307393, + "IoU_noncoffee": 0.5024846536100556, + "kappa": 0.5593025123252721, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8310907529344403, + "mIoU": 0.6432126956710058, + "macroF1": 0.7718720927200604, + "F1_coffee": 0.8881021620938172, + "IoU_coffee": 0.7987264043666136, + "precision_coffee": 0.9145833333333333, + "recall_coffee": 0.8631113295650037, + "F1_noncoffee": 0.6556420233463035, + "IoU_noncoffee": 0.487698986975398, + "kappa": 0.5449182869593752, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7945022430084948, + "mIoU": 0.5829390723398614, + "macroF1": 0.720312689610072, + "F1_coffee": 0.8643608643608643, + "IoU_coffee": 0.7611228225895929, + "precision_coffee": 0.8867631851085832, + "recall_coffee": 0.8430625537667445, + "F1_noncoffee": 0.5762645148592797, + "IoU_noncoffee": 0.40475532209012993, + "kappa": 0.44173843841114024, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 103, + 110 + ], + [ + 7125, + 8413 + ], + [ + 44906, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5136114676793415, + "test_tta": { + "OA": 0.8411285528366458, + "mIoU": 0.6550278786349704, + "macroF1": 0.7806905395925747, + "F1_coffee": 0.8958192852326365, + "IoU_coffee": 0.8112977099236641, + "precision_coffee": 0.8917977763792742, + "recall_coffee": 0.8998772278904364, + "F1_noncoffee": 0.665561793952513, + "IoU_noncoffee": 0.49875804734627666, + "kappa": 0.5614097099436061, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8075602861428407, + "mIoU": 0.6081328808408502, + "macroF1": 0.7431616401075566, + "F1_coffee": 0.8717697371582336, + "IoU_coffee": 0.7726877800303242, + "precision_coffee": 0.8690886793898981, + "recall_coffee": 0.8744673877417241, + "F1_noncoffee": 0.6145535430568796, + "IoU_noncoffee": 0.44357798165137613, + "kappa": 0.4863379740495983, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f4_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 41, + "stopped_epoch": 71, + "best_val": 0.6722453359076943, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8570349780684137, + "mIoU": 0.6916983515662987, + "macroF1": 0.810305138599151, + "F1_coffee": 0.9044561365832707, + "IoU_coffee": 0.825577292507939, + "precision_coffee": 0.9177998605299861, + "recall_coffee": 0.8914948562719613, + "F1_noncoffee": 0.7161541406150312, + "IoU_noncoffee": 0.5578194106246583, + "kappa": 0.620848372492635, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8201223029883467, + "mIoU": 0.637808486882008, + "macroF1": 0.769337412984654, + "F1_coffee": 0.8775694512614116, + "IoU_coffee": 0.7818474401357332, + "precision_coffee": 0.8939263644181349, + "recall_coffee": 0.8618003740335859, + "F1_noncoffee": 0.6611053747078963, + "IoU_noncoffee": 0.4937695336282827, + "kappa": 0.539101974519329, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2647718773373224, + "mIoU": 0.1339864813549024, + "macroF1": 0.2139381770834268, + "F1_coffee": 0.41383422778771617, + "IoU_coffee": 0.26090225563909775, + "precision_coffee": 0.994269340974212, + "recall_coffee": 0.26129518072289154, + "F1_noncoffee": 0.014042126379137413, + "IoU_noncoffee": 0.007070707070707071, + "kappa": 0.0007101554510513776, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8523692003948667, + "mIoU": 0.6896748765513279, + "macroF1": 0.8094759691673807, + "F1_coffee": 0.8998761423358886, + "IoU_coffee": 0.8179771178188899, + "precision_coffee": 0.91992334542468, + "recall_coffee": 0.8806840518935919, + "F1_noncoffee": 0.719075795998873, + "IoU_noncoffee": 0.5613726352837659, + "kappa": 0.6194589959900734, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8656075568913697, + "mIoU": 0.7039876314282281, + "macroF1": 0.8191714793706288, + "F1_coffee": 0.9108064465060317, + "IoU_coffee": 0.8362209302325582, + "precision_coffee": 0.9206887722442709, + "recall_coffee": 0.9011340141595138, + "F1_noncoffee": 0.7275365122352259, + "IoU_noncoffee": 0.5717543326238979, + "kappa": 0.6384701952041508, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8529831572937482, + "mIoU": 0.6814093265142168, + "macroF1": 0.8021193324480114, + "F1_coffee": 0.9024436446296648, + "IoU_coffee": 0.8222298929927512, + "precision_coffee": 0.9129351644841903, + "recall_coffee": 0.8921905237530433, + "F1_noncoffee": 0.7017950202663579, + "IoU_noncoffee": 0.5405887600356825, + "kappa": 0.6043983683618397, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8611832900259844, + "mIoU": 0.7056396017321891, + "macroF1": 0.8213887246817566, + "F1_coffee": 0.9056962455020707, + "IoU_coffee": 0.8276461099391984, + "precision_coffee": 0.9036715892155535, + "recall_coffee": 0.9077299945563418, + "F1_noncoffee": 0.7370812038614424, + "IoU_noncoffee": 0.5836330935251799, + "kappa": 0.6427824486358539, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8746422438465942, + "mIoU": 0.7222334603585217, + "macroF1": 0.8327072656387973, + "F1_coffee": 0.9164653528289892, + "IoU_coffee": 0.8458108425252289, + "precision_coffee": 0.9115973188314151, + "recall_coffee": 0.9213856576760834, + "F1_noncoffee": 0.7489491784486053, + "IoU_noncoffee": 0.5986560781918143, + "kappa": 0.6654432038057431, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8724978654776586, + "mIoU": 0.7151343947954117, + "macroF1": 0.827244461717839, + "F1_coffee": 0.9156626506024096, + "IoU_coffee": 0.8444444444444444, + "precision_coffee": 0.9058852743978147, + "recall_coffee": 0.9256533874651104, + "F1_noncoffee": 0.7388262728332685, + "IoU_noncoffee": 0.585824345146379, + "kappa": 0.6546135220239249, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8437682855471036, + "mIoU": 0.6743612034622175, + "macroF1": 0.7977789063912614, + "F1_coffee": 0.8942155309033281, + "IoU_coffee": 0.8086707273378717, + "precision_coffee": 0.9365145228215768, + "recall_coffee": 0.8555724033358605, + "F1_noncoffee": 0.7013422818791947, + "IoU_noncoffee": 0.5400516795865633, + "kappa": 0.5978738479597719, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8565702834239909, + "mIoU": 0.6859501316122092, + "macroF1": 0.8053871042059846, + "F1_coffee": 0.905191446413928, + "IoU_coffee": 0.8268034109241761, + "precision_coffee": 0.9300064808813999, + "recall_coffee": 0.8816662570656181, + "F1_noncoffee": 0.7055827619980412, + "IoU_noncoffee": 0.5450968523002422, + "kappa": 0.6116328580826567, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8333492411949985, + "mIoU": 0.6493472654869054, + "macroF1": 0.7771595331763143, + "F1_coffee": 0.8890583301563095, + "IoU_coffee": 0.8002745367192862, + "precision_coffee": 0.9204052098408104, + "recall_coffee": 0.8597763303428783, + "F1_noncoffee": 0.665260736196319, + "IoU_noncoffee": 0.49841999425452455, + "kappa": 0.5558734178051115, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7129, + 8413 + ], + [ + 46105, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.2627463618914287, + "test_tta": { + "OA": 0.8653416668005591, + "mIoU": 0.6987577909821836, + "macroF1": 0.814764659736859, + "F1_coffee": 0.9115564419961799, + "IoU_coffee": 0.8374861840957127, + "precision_coffee": 0.9088995980555147, + "recall_coffee": 0.9142288641463104, + "F1_noncoffee": 0.7179728774775381, + "IoU_noncoffee": 0.5600293978686546, + "kappa": 0.6295394135585114, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8284873658705434, + "mIoU": 0.6423914060064861, + "macroF1": 0.7717110752271574, + "F1_coffee": 0.8855592124256597, + "IoU_coffee": 0.7946220403087922, + "precision_coffee": 0.8840278978615482, + "recall_coffee": 0.8870958412863671, + "F1_noncoffee": 0.6578629380286553, + "IoU_noncoffee": 0.49016077170418004, + "kappa": 0.5434262461446299, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.7320115366901765, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7814984599957023, + "mIoU": 0.6350581193663127, + "macroF1": 0.7757486789843072, + "F1_coffee": 0.8116568394406198, + "IoU_coffee": 0.683015534888554, + "precision_coffee": 0.8723001891111775, + "recall_coffee": 0.7588973877904459, + "F1_noncoffee": 0.7398405185279946, + "IoU_noncoffee": 0.5871007038440714, + "kappa": 0.5544717586585352, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6927281643013731, + "mIoU": 0.5235354239843905, + "macroF1": 0.6855455954826879, + "F1_coffee": 0.7330702248950699, + "IoU_coffee": 0.5786194620253164, + "precision_coffee": 0.8541356456745789, + "recall_coffee": 0.6420639101044684, + "F1_noncoffee": 0.638020966070306, + "IoU_noncoffee": 0.46845138594346447, + "kappa": 0.3877708413852966, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.171180787191461, + "mIoU": 0.08586511152014221, + "macroF1": 0.14703633077746184, + "F1_coffee": 0.2905436272270443, + "IoU_coffee": 0.16996258685195084, + "precision_coffee": 1.0, + "recall_coffee": 0.16996258685195084, + "F1_noncoffee": 0.003529034327879371, + "IoU_noncoffee": 0.0017676361883336013, + "kappa": 0.0006006835737856433, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7639176513582653, + "mIoU": 0.617766145931492, + "macroF1": 0.7636824092476895, + "F1_coffee": 0.7711384034010392, + "IoU_coffee": 0.6275225831251201, + "precision_coffee": 0.8611367532638797, + "recall_coffee": 0.6981717096118892, + "F1_noncoffee": 0.7562264150943396, + "IoU_noncoffee": 0.6080097087378641, + "kappa": 0.5328003383069893, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7566058224313563, + "mIoU": 0.60174389794726, + "macroF1": 0.7500499776904752, + "F1_coffee": 0.7905300164656669, + "IoU_coffee": 0.6536168960188388, + "precision_coffee": 0.8710405021084633, + "recall_coffee": 0.7236434740101026, + "F1_noncoffee": 0.7095699389152835, + "IoU_noncoffee": 0.5498708998756814, + "kappa": 0.5059521262205373, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8198337233036292, + "mIoU": 0.6786630446148678, + "macroF1": 0.8063960617265307, + "F1_coffee": 0.8574017888805705, + "IoU_coffee": 0.7503965790744189, + "precision_coffee": 0.8801876870803333, + "recall_coffee": 0.835765862651713, + "F1_noncoffee": 0.7553903345724907, + "IoU_noncoffee": 0.6069295101553166, + "kappa": 0.6132367408739502, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7708797001288509, + "mIoU": 0.6205501090412138, + "macroF1": 0.7646678110281495, + "F1_coffee": 0.7264335664335664, + "IoU_coffee": 0.570393147375357, + "precision_coffee": 0.7910447761194029, + "recall_coffee": 0.6715800362037755, + "F1_noncoffee": 0.8029020556227328, + "IoU_noncoffee": 0.6707070707070707, + "kappa": 0.5315870692859804, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7184305967688757, + "mIoU": 0.5576319757609629, + "macroF1": 0.7153075795697873, + "F1_coffee": 0.6854898109501596, + "IoU_coffee": 0.5214792678371312, + "precision_coffee": 0.7515477792732167, + "recall_coffee": 0.6301060708643647, + "F1_noncoffee": 0.745125348189415, + "IoU_noncoffee": 0.5937846836847946, + "kappa": 0.4341577786406002, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7493937796520822, + "mIoU": 0.5992244140954308, + "macroF1": 0.7493937796520822, + "F1_coffee": 0.7493937796520822, + "IoU_coffee": 0.5992244140954308, + "precision_coffee": 0.7607020547945206, + "recall_coffee": 0.7384167878661957, + "F1_noncoffee": 0.7493937796520822, + "IoU_noncoffee": 0.5992244140954308, + "kappa": 0.49889829545791714, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7563760944042635, + "mIoU": 0.5928204536992174, + "macroF1": 0.7412581041517388, + "F1_coffee": 0.8038013488657265, + "IoU_coffee": 0.671963095848283, + "precision_coffee": 0.9146511627906977, + "recall_coffee": 0.7169157856361648, + "F1_noncoffee": 0.678714859437751, + "IoU_noncoffee": 0.513677811550152, + "kappa": 0.4946704610553628, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.79052734375, + "mIoU": 0.6113294708890206, + "macroF1": 0.7508823116608044, + "F1_coffee": 0.8502617801047121, + "IoU_coffee": 0.7395264116575592, + "precision_coffee": 0.9395248380129589, + "recall_coffee": 0.7764885885502997, + "F1_noncoffee": 0.6515028432168968, + "IoU_noncoffee": 0.4831325301204819, + "kappa": 0.512016391955202, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8828522920203735, + "mIoU": 0.7379605688429218, + "macroF1": 0.843979499779258, + "F1_coffee": 0.9218573046432617, + "IoU_coffee": 0.8550420168067226, + "precision_coffee": 0.9527896995708155, + "recall_coffee": 0.8928702010968922, + "F1_noncoffee": 0.7661016949152543, + "IoU_noncoffee": 0.6208791208791209, + "kappa": 0.6889403302461432, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2534, + 2984 + ], + [ + 41080, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.100033764044444, + "test_tta": { + "OA": 0.7892880166177207, + "mIoU": 0.6443928665267393, + "macroF1": 0.782540392116421, + "F1_coffee": 0.8208462112330811, + "IoU_coffee": 0.6961315979754158, + "precision_coffee": 0.868571980925377, + "recall_coffee": 0.7780920767787559, + "F1_noncoffee": 0.7442345729997609, + "IoU_noncoffee": 0.5926541350780627, + "kappa": 0.5669473820826003, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.699304834429445, + "mIoU": 0.5298188659505916, + "macroF1": 0.6905984254548515, + "F1_coffee": 0.742500030876777, + "IoU_coffee": 0.5904572955134753, + "precision_coffee": 0.8490523401971585, + "recall_coffee": 0.6597094197173207, + "F1_noncoffee": 0.638696820032926, + "IoU_noncoffee": 0.46918043638770784, + "kappa": 0.3945754740308003, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 24, + "stopped_epoch": 54, + "best_val": 0.7432222981739467, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7908459279421245, + "mIoU": 0.6473302546220869, + "macroF1": 0.7848533544757593, + "F1_coffee": 0.8207599287950402, + "IoU_coffee": 0.6960074957055853, + "precision_coffee": 0.876241030177922, + "recall_coffee": 0.7718862750757685, + "F1_noncoffee": 0.7489467801564784, + "IoU_noncoffee": 0.5986530135385885, + "kappa": 0.5721094466573696, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7119389638860044, + "mIoU": 0.5447016755468774, + "macroF1": 0.7032672594036145, + "F1_coffee": 0.7539937676286197, + "IoU_coffee": 0.6051284079001997, + "precision_coffee": 0.8591719298245614, + "recall_coffee": 0.6717584057589325, + "F1_noncoffee": 0.6525407511786093, + "IoU_noncoffee": 0.4842749431935551, + "kappa": 0.41883572430343685, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2777851901267512, + "mIoU": 0.1393321525342159, + "macroF1": 0.21864504025668227, + "F1_coffee": 0.43360887307732554, + "IoU_coffee": 0.27682030728122914, + "precision_coffee": 0.9995176073323685, + "recall_coffee": 0.27685729556386957, + "F1_noncoffee": 0.003681207436039021, + "IoU_noncoffee": 0.0018439977872026553, + "kappa": 0.0007540691495892734, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7672067243269582, + "mIoU": 0.6221566827925862, + "macroF1": 0.7670424350213498, + "F1_coffee": 0.7732289070843716, + "IoU_coffee": 0.6302959953569356, + "precision_coffee": 0.8686841754432743, + "recall_coffee": 0.6966748636801027, + "F1_noncoffee": 0.7608559629583281, + "IoU_noncoffee": 0.6140173702282368, + "kappa": 0.539943006526341, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7699984487305445, + "mIoU": 0.6207632720196433, + "macroF1": 0.7650773432518434, + "F1_coffee": 0.7990785075435902, + "IoU_coffee": 0.6653877980892199, + "precision_coffee": 0.8966950527169505, + "recall_coffee": 0.7206289718103308, + "F1_noncoffee": 0.7310761789600967, + "IoU_noncoffee": 0.5761387459500668, + "kappa": 0.5374910416311911, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8302384626873102, + "mIoU": 0.6888852508905654, + "macroF1": 0.813085723676557, + "F1_coffee": 0.8697080849763106, + "IoU_coffee": 0.7694543979446961, + "precision_coffee": 0.8652121027824236, + "recall_coffee": 0.8742510370256568, + "F1_noncoffee": 0.7564633623768033, + "IoU_noncoffee": 0.6083161038364346, + "kappa": 0.6261903142893598, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7681855452735152, + "mIoU": 0.6147928023257587, + "macroF1": 0.7598335965682722, + "F1_coffee": 0.7150467962562995, + "IoU_coffee": 0.5564769161810847, + "precision_coffee": 0.8066926575698505, + "recall_coffee": 0.6420998189811223, + "F1_noncoffee": 0.8046203968802449, + "IoU_noncoffee": 0.6731086884704328, + "kappa": 0.5238805775402148, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7096384218045939, + "mIoU": 0.5429534219687492, + "macroF1": 0.7020403866149123, + "F1_coffee": 0.6544598482866858, + "IoU_coffee": 0.48639191290824263, + "precision_coffee": 0.7782270606531881, + "recall_coffee": 0.5646580907244414, + "F1_noncoffee": 0.7496209249431387, + "IoU_noncoffee": 0.5995149310292557, + "kappa": 0.4148057927696709, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7744860305745914, + "mIoU": 0.6319655521783181, + "macroF1": 0.7744834637057467, + "F1_coffee": 0.7752442996742671, + "IoU_coffee": 0.6329787234042553, + "precision_coffee": 0.7842261904761905, + "recall_coffee": 0.766465821732807, + "F1_noncoffee": 0.7737226277372263, + "IoU_noncoffee": 0.6309523809523809, + "kappa": 0.5490264846162116, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7661464281182591, + "mIoU": 0.6037005777050024, + "macroF1": 0.7495631052418112, + "F1_coffee": 0.8140074679584216, + "IoU_coffee": 0.6863512593601089, + "precision_coffee": 0.9118245534704952, + "recall_coffee": 0.7351440029165147, + "F1_noncoffee": 0.6851187425252008, + "IoU_noncoffee": 0.521049896049896, + "kappa": 0.5086982933412907, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8236328125, + "mIoU": 0.6574721523707174, + "macroF1": 0.7868881566611003, + "F1_coffee": 0.8753795197350263, + "IoU_coffee": 0.7783777150570622, + "precision_coffee": 0.9539780418107986, + "recall_coffee": 0.8087466530664287, + "F1_noncoffee": 0.6983967935871743, + "IoU_noncoffee": 0.5365665896843725, + "kappa": 0.5806653623227643, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8801169590643275, + "mIoU": 0.7107125206988794, + "macroF1": 0.8221422571091037, + "F1_coffee": 0.9236865806064245, + "IoU_coffee": 0.8581948008479304, + "precision_coffee": 0.9102958579881657, + "recall_coffee": 0.9374771480804388, + "F1_noncoffee": 0.7205979336117828, + "IoU_noncoffee": 0.5632302405498282, + "kappa": 0.6445661127759399, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2587, + 2984 + ], + [ + 41549, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6895097931226095, + "test_tta": { + "OA": 0.7965045483847862, + "mIoU": 0.6538754106380067, + "macroF1": 0.7895012300228141, + "F1_coffee": 0.827896410722399, + "IoU_coffee": 0.7063338243274673, + "precision_coffee": 0.8708937390473156, + "recall_coffee": 0.7889450137104921, + "F1_noncoffee": 0.7511060493232292, + "IoU_noncoffee": 0.6014169969485462, + "kappa": 0.5804813243218225, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7181983385254413, + "mIoU": 0.5507914581540434, + "macroF1": 0.7080404443988492, + "F1_coffee": 0.7624986325347336, + "IoU_coffee": 0.6161598302687411, + "precision_coffee": 0.8545157335512873, + "recall_coffee": 0.6883723992625758, + "F1_noncoffee": 0.6535822562629647, + "IoU_noncoffee": 0.4854230860393458, + "kappa": 0.4257926881072554, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.7648767128296541, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.779331709762911, + "mIoU": 0.6345812853142623, + "macroF1": 0.7757978718313681, + "F1_coffee": 0.8039455890541723, + "IoU_coffee": 0.6721647290430711, + "precision_coffee": 0.8956398440269407, + "recall_coffee": 0.7292827247799105, + "F1_noncoffee": 0.7476501546085639, + "IoU_noncoffee": 0.5969978415854535, + "kappa": 0.5575646353732522, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6810891888773509, + "mIoU": 0.5130696432495226, + "macroF1": 0.6772460446780193, + "F1_coffee": 0.7124652154690385, + "IoU_coffee": 0.5533560910578302, + "precision_coffee": 0.8741783138681473, + "recall_coffee": 0.6012422087613027, + "F1_noncoffee": 0.6420268738870002, + "IoU_noncoffee": 0.47278319544121505, + "kappa": 0.3808695239554001, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.0980653769179453, + "mIoU": 0.049182143389676844, + "macroF1": 0.08982856811086334, + "F1_coffee": 0.17641325536062377, + "IoU_coffee": 0.09673971138428648, + "precision_coffee": 1.0, + "recall_coffee": 0.09673971138428648, + "F1_noncoffee": 0.0032438808611029196, + "IoU_noncoffee": 0.0016245753950671984, + "kappa": 0.0003142725183125775, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7482641003776344, + "mIoU": 0.5977037603748054, + "macroF1": 0.7481882207381103, + "F1_coffee": 0.7438170210128309, + "IoU_coffee": 0.5921247409454259, + "precision_coffee": 0.8849557522123894, + "recall_coffee": 0.641505399337111, + "F1_noncoffee": 0.7525594204633899, + "IoU_noncoffee": 0.6032827798041851, + "kappa": 0.5084527779125568, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7608459589430684, + "mIoU": 0.6106873038007465, + "macroF1": 0.7576756670925819, + "F1_coffee": 0.785392789197717, + "IoU_coffee": 0.6466228606356969, + "precision_coffee": 0.9122561172792929, + "recall_coffee": 0.6895062734234968, + "F1_noncoffee": 0.7299585449874467, + "IoU_noncoffee": 0.5747517469657962, + "kappa": 0.5268649021019256, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.822522029173097, + "mIoU": 0.6839426039146785, + "macroF1": 0.8103748074296255, + "F1_coffee": 0.8583687576973501, + "IoU_coffee": 0.7518791759465479, + "precision_coffee": 0.8889163169587756, + "recall_coffee": 0.8298509755722845, + "F1_noncoffee": 0.762380857161901, + "IoU_noncoffee": 0.6160060318828091, + "kappa": 0.6214995436782793, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7322244348131662, + "mIoU": 0.5640897241549908, + "macroF1": 0.718222999594565, + "F1_coffee": 0.6554115164305095, + "IoU_coffee": 0.4874439461883408, + "precision_coffee": 0.7856884712685218, + "recall_coffee": 0.5621929144039307, + "F1_noncoffee": 0.7810344827586206, + "IoU_noncoffee": 0.6407355021216408, + "kappa": 0.4461226049029247, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6878777887679964, + "mIoU": 0.5125051011417816, + "macroF1": 0.6743731258393588, + "F1_coffee": 0.6080596191001932, + "IoU_coffee": 0.43684314891929404, + "precision_coffee": 0.7825932504440497, + "recall_coffee": 0.4971789663732792, + "F1_noncoffee": 0.7406866325785245, + "IoU_noncoffee": 0.5881670533642691, + "kappa": 0.36949442554639245, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7498154981549815, + "mIoU": 0.5989687699391264, + "macroF1": 0.749037817210296, + "F1_coffee": 0.7350675449369208, + "IoU_coffee": 0.5811120917917034, + "precision_coffee": 0.7944015444015444, + "recall_coffee": 0.6839808851028465, + "F1_noncoffee": 0.7630080894836713, + "IoU_noncoffee": 0.6168254480865494, + "kappa": 0.5005679432718408, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7656388783149346, + "mIoU": 0.6094678255078516, + "macroF1": 0.7553259427780468, + "F1_coffee": 0.8055584798399832, + "IoU_coffee": 0.6744227040366649, + "precision_coffee": 0.953401445302766, + "recall_coffee": 0.6974115931461903, + "F1_noncoffee": 0.7050934057161105, + "IoU_noncoffee": 0.5445129469790382, + "kappa": 0.5278708109955494, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82568359375, + "mIoU": 0.6648152977441589, + "macroF1": 0.7930748145873516, + "F1_coffee": 0.8752184550856343, + "IoU_coffee": 0.7781230577998757, + "precision_coffee": 0.9687403280718044, + "recall_coffee": 0.7981639678694377, + "F1_noncoffee": 0.7109311740890688, + "IoU_noncoffee": 0.5515075376884422, + "kappa": 0.5948960232239756, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8875683833239012, + "mIoU": 0.7387000091037599, + "macroF1": 0.8438027652690356, + "F1_coffee": 0.9264832860490934, + "IoU_coffee": 0.8630357348040906, + "precision_coffee": 0.9378199525533775, + "recall_coffee": 0.9154174283973187, + "F1_noncoffee": 0.7611222444889779, + "IoU_noncoffee": 0.6143642834034293, + "kappa": 0.6877537886980745, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2615, + 2984 + ], + [ + 40878, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8859244902928671, + "test_tta": { + "OA": 0.7894670868848936, + "mIoU": 0.6464523412543458, + "macroF1": 0.7843612926752324, + "F1_coffee": 0.8175427161413473, + "IoU_coffee": 0.6913930230726829, + "precision_coffee": 0.8841299677765844, + "recall_coffee": 0.7602828691008804, + "F1_noncoffee": 0.7511798692091173, + "IoU_noncoffee": 0.6015116594360087, + "kappa": 0.5720330162848526, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6917618553132572, + "mIoU": 0.5234559427095635, + "macroF1": 0.6857604126435606, + "F1_coffee": 0.7291872576598495, + "IoU_coffee": 0.5737959916242895, + "precision_coffee": 0.8626551538046411, + "recall_coffee": 0.631485383197261, + "F1_noncoffee": 0.6423335676272718, + "IoU_noncoffee": 0.47311589379483765, + "kappa": 0.39078106412612174, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 15, + "stopped_epoch": 50, + "best_val": 0.7583793176473816, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7688560991332999, + "mIoU": 0.6215614330298056, + "macroF1": 0.7660980680439433, + "F1_coffee": 0.7914970601537765, + "IoU_coffee": 0.6549401197604791, + "precision_coffee": 0.898653853207644, + "recall_coffee": 0.7071727522008948, + "F1_noncoffee": 0.7406990759341101, + "IoU_noncoffee": 0.5881827462991323, + "kappa": 0.5403244013076658, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6715991692627207, + "mIoU": 0.5032604130131343, + "macroF1": 0.6688828337154149, + "F1_coffee": 0.6988732543377063, + "IoU_coffee": 0.5371292663590348, + "precision_coffee": 0.8792426460801278, + "recall_coffee": 0.5799095777368097, + "F1_noncoffee": 0.6388924130931236, + "IoU_noncoffee": 0.4693915596672337, + "kappa": 0.3695801841506402, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08779186124082722, + "mIoU": 0.044028702040989624, + "macroF1": 0.08117574068555096, + "F1_coffee": 0.15914401672610995, + "IoU_coffee": 0.0864510956707643, + "precision_coffee": 1.0, + "recall_coffee": 0.0864510956707643, + "F1_noncoffee": 0.0032074646449919814, + "IoU_noncoffee": 0.0016063084112149532, + "kappa": 0.0002776956814692802, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7404677792666585, + "mIoU": 0.5874567315930771, + "macroF1": 0.7400335472456212, + "F1_coffee": 0.729408776274846, + "IoU_coffee": 0.5740703718512595, + "precision_coffee": 0.8981857991867376, + "recall_coffee": 0.6140275847321714, + "F1_noncoffee": 0.7506583182163965, + "IoU_noncoffee": 0.6008430913348947, + "kappa": 0.4964509910962421, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7475050416257304, + "mIoU": 0.594816959262752, + "macroF1": 0.7455387338356861, + "F1_coffee": 0.7679072199249014, + "IoU_coffee": 0.623254378520176, + "precision_coffee": 0.9216200798630918, + "recall_coffee": 0.6581391559393841, + "F1_noncoffee": 0.7231702477464709, + "IoU_noncoffee": 0.5663795400053281, + "kappa": 0.5074209143632522, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8126151242096878, + "mIoU": 0.6696521447670669, + "macroF1": 0.8000523641811061, + "F1_coffee": 0.850171164716185, + "IoU_coffee": 0.7393893235477393, + "precision_coffee": 0.882270323859881, + "recall_coffee": 0.8203257028729452, + "F1_noncoffee": 0.7499335636460271, + "IoU_noncoffee": 0.5999149659863946, + "kappa": 0.6009862476816873, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7139510366639334, + "mIoU": 0.5360978530816778, + "macroF1": 0.6931041871731476, + "F1_coffee": 0.6131178707224335, + "IoU_coffee": 0.4420836189170665, + "precision_coffee": 0.7914110429447853, + "recall_coffee": 0.5003878975950349, + "F1_noncoffee": 0.7730905036238618, + "IoU_noncoffee": 0.630112087246289, + "kappa": 0.4039511304836808, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6787559072425541, + "mIoU": 0.497534508812087, + "macroF1": 0.6596092342267252, + "F1_coffee": 0.5788791240455265, + "IoU_coffee": 0.4073398215733982, + "precision_coffee": 0.800398406374502, + "recall_coffee": 0.45339652448657186, + "F1_noncoffee": 0.7403393444079239, + "IoU_noncoffee": 0.5877291960507758, + "kappa": 0.34992113298077143, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.750131787032156, + "mIoU": 0.5984078590785908, + "macroF1": 0.7484084880636606, + "F1_coffee": 0.7275862068965517, + "IoU_coffee": 0.5718157181571816, + "precision_coffee": 0.814252636995112, + "recall_coffee": 0.6575940162061085, + "F1_noncoffee": 0.7692307692307693, + "IoU_noncoffee": 0.625, + "kappa": 0.5016000846768472, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7691917269382058, + "mIoU": 0.615068801027769, + "macroF1": 0.7598545914335388, + "F1_coffee": 0.8072072072072072, + "IoU_coffee": 0.676737160120846, + "precision_coffee": 0.9642947581666245, + "recall_coffee": 0.6941305140357273, + "F1_noncoffee": 0.7125019756598704, + "IoU_noncoffee": 0.5534004419346918, + "kappa": 0.5379925821833884, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80859375, + "mIoU": 0.642986812459593, + "macroF1": 0.7769297151216943, + "F1_coffee": 0.8609731876861966, + "IoU_coffee": 0.7558849171752398, + "precision_coffee": 0.9702637889688249, + "recall_coffee": 0.7738110416932297, + "F1_noncoffee": 0.6928862425571921, + "IoU_noncoffee": 0.5300887077439463, + "kappa": 0.5660227916741175, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8685153744576495, + "mIoU": 0.6960432899576791, + "macroF1": 0.8118020215559902, + "F1_coffee": 0.9151138716356108, + "IoU_coffee": 0.8435114503816794, + "precision_coffee": 0.9144456614336133, + "recall_coffee": 0.9157830591102986, + "F1_noncoffee": 0.7084901714763697, + "IoU_noncoffee": 0.5485751295336787, + "kappa": 0.6236047333057363, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2586, + 2984 + ], + [ + 40322, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.572735055287679, + "test_tta": { + "OA": 0.7794749659766492, + "mIoU": 0.634292137002465, + "macroF1": 0.7754997724985835, + "F1_coffee": 0.8053733702094034, + "IoU_coffee": 0.6741632491070247, + "precision_coffee": 0.8899755501222494, + "recall_coffee": 0.7354596622889306, + "F1_noncoffee": 0.7456261747877636, + "IoU_noncoffee": 0.5944210248979054, + "kappa": 0.5562406711145055, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6822718356986269, + "mIoU": 0.5140041057669349, + "macroF1": 0.6779457883141458, + "F1_coffee": 0.7152716745075738, + "IoU_coffee": 0.5567493611798555, + "precision_coffee": 0.8699383802816901, + "recall_coffee": 0.6072996225089984, + "F1_noncoffee": 0.6406199021207177, + "IoU_noncoffee": 0.47125885035401416, + "kappa": 0.38060362229590156, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 55, + "stopped_epoch": 85, + "best_val": 0.7270171123696615, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7436788195687988, + "mIoU": 0.5765863387821929, + "macroF1": 0.7281078153881386, + "F1_coffee": 0.793174199514507, + "IoU_coffee": 0.6572400086204833, + "precision_coffee": 0.7941150941758528, + "recall_coffee": 0.7922355318227738, + "F1_noncoffee": 0.6630414312617703, + "IoU_noncoffee": 0.49593266894390253, + "kappa": 0.4562168744676573, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6658013153340256, + "mIoU": 0.4848469464383477, + "macroF1": 0.6485822444192171, + "F1_coffee": 0.7263709791696188, + "IoU_coffee": 0.5703159768580329, + "precision_coffee": 0.7861963190184049, + "recall_coffee": 0.675006584145378, + "F1_noncoffee": 0.5707935096688153, + "IoU_noncoffee": 0.3993779160186625, + "kappa": 0.30349063787502095, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20053368912608405, + "mIoU": 0.10050638885178755, + "macroF1": 0.16777555703209943, + "F1_coffee": 0.33288799821865955, + "IoU_coffee": 0.19967944437024177, + "precision_coffee": 0.9979973297730307, + "recall_coffee": 0.1997594869053982, + "F1_noncoffee": 0.002663115845539281, + "IoU_noncoffee": 0.0013333333333333333, + "kappa": -0.00026758414724068673, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6979534657083689, + "mIoU": 0.5342918483602139, + "macroF1": 0.6960151845632876, + "F1_coffee": 0.7202887923740764, + "IoU_coffee": 0.5628526093088858, + "precision_coffee": 0.7622970391595033, + "recall_coffee": 0.6826686624612424, + "F1_noncoffee": 0.6717415767524988, + "IoU_noncoffee": 0.5057310874115419, + "kappa": 0.39418942315160355, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7664305289828843, + "mIoU": 0.6086557295660754, + "macroF1": 0.7543418825094896, + "F1_coffee": 0.8088365990943333, + "IoU_coffee": 0.6790307681375684, + "precision_coffee": 0.8415675913694408, + "recall_coffee": 0.7785562978654066, + "F1_noncoffee": 0.6998471659246461, + "IoU_noncoffee": 0.5382806909945824, + "kappa": 0.5098479148856502, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7591477074724946, + "mIoU": 0.5700927395229349, + "macroF1": 0.7168581571070038, + "F1_coffee": 0.8262836624775584, + "IoU_coffee": 0.7039892315222712, + "precision_coffee": 0.7757551240560949, + "recall_coffee": 0.8838531264403134, + "F1_noncoffee": 0.6074326517364492, + "IoU_noncoffee": 0.43619624752359865, + "kappa": 0.4390939060366265, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.63863183788216, + "mIoU": 0.4666833878457456, + "macroF1": 0.6355582210888863, + "F1_coffee": 0.6020895137366181, + "IoU_coffee": 0.43070677246724487, + "precision_coffee": 0.6006176016469377, + "recall_coffee": 0.6035686578743211, + "F1_noncoffee": 0.6690269284411544, + "IoU_noncoffee": 0.5026600032242463, + "kappa": 0.27112008326341347, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6715023628970217, + "mIoU": 0.5046123889817754, + "macroF1": 0.6705074196285103, + "F1_coffee": 0.6524014420281428, + "IoU_coffee": 0.48412150500517775, + "precision_coffee": 0.6729846449136276, + "recall_coffee": 0.6330399458361544, + "F1_noncoffee": 0.688613397228878, + "IoU_noncoffee": 0.525103272958373, + "kappa": 0.3415665982374981, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6844491302055877, + "mIoU": 0.5166952180659492, + "macroF1": 0.6803507945778661, + "F1_coffee": 0.7165451273794867, + "IoU_coffee": 0.5582939787485242, + "precision_coffee": 0.6583710407239819, + "recall_coffee": 0.7859962601288177, + "F1_noncoffee": 0.6441564617762454, + "IoU_noncoffee": 0.47509645738337425, + "kappa": 0.36690685618260327, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7622129171424946, + "mIoU": 0.5972090205021428, + "macroF1": 0.7441319588720499, + "F1_coffee": 0.81214915797915, + "IoU_coffee": 0.6837130801687764, + "precision_coffee": 0.9022271714922049, + "recall_coffee": 0.7384250820269778, + "F1_noncoffee": 0.6761147597649498, + "IoU_noncoffee": 0.5107049608355091, + "kappa": 0.496910198246553, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85078125, + "mIoU": 0.6887444054409297, + "macroF1": 0.8089848437681213, + "F1_coffee": 0.8983366600133067, + "IoU_coffee": 0.815436646938036, + "precision_coffee": 0.9393349102546265, + "recall_coffee": 0.86076756343236, + "F1_noncoffee": 0.7196330275229358, + "IoU_noncoffee": 0.5620521639438234, + "kappa": 0.6199662109499006, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8259762308998302, + "mIoU": 0.5831611079713437, + "macroF1": 0.7108959260125414, + "F1_coffee": 0.893297090972182, + "IoU_coffee": 0.8071697324414716, + "precision_coffee": 0.8499889940567906, + "recall_coffee": 0.9412553321145642, + "F1_noncoffee": 0.5284947610529006, + "IoU_noncoffee": 0.3591524835012157, + "kappa": 0.4283495648859098, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2486, + 2984 + ], + [ + 39016, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.655553110440572, + "test_tta": { + "OA": 0.7472065038321037, + "mIoU": 0.5795849129365253, + "macroF1": 0.7302400674153195, + "F1_coffee": 0.7978925968875717, + "IoU_coffee": 0.6637448491055904, + "precision_coffee": 0.7915577775252812, + "recall_coffee": 0.8043296290951075, + "F1_noncoffee": 0.6625875379430675, + "IoU_noncoffee": 0.49542497676746017, + "kappa": 0.46053781720547304, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6687146648205838, + "mIoU": 0.48669552465240656, + "macroF1": 0.6498393768811888, + "F1_coffee": 0.7311374862466934, + "IoU_coffee": 0.5762148998191948, + "precision_coffee": 0.783345874090795, + "recall_coffee": 0.6854534281450267, + "F1_noncoffee": 0.5685412675156842, + "IoU_noncoffee": 0.3971761494856183, + "kappa": 0.30463548054038997, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 50, + "stopped_epoch": 80, + "best_val": 0.7281287955667332, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7962717570374614, + "mIoU": 0.6517879514063332, + "macroF1": 0.7876874592583576, + "F1_coffee": 0.8303788409643225, + "IoU_coffee": 0.709955385595921, + "precision_coffee": 0.8587640310842481, + "recall_coffee": 0.8038100736036946, + "F1_noncoffee": 0.7449960775523927, + "IoU_noncoffee": 0.5936205172167452, + "kappa": 0.576071217340074, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7112466828198916, + "mIoU": 0.541246565351887, + "macroF1": 0.6996769445409243, + "F1_coffee": 0.7586231840376153, + "IoU_coffee": 0.6111143484256939, + "precision_coffee": 0.8416575265509216, + "recall_coffee": 0.690501272934773, + "F1_noncoffee": 0.6407307050442335, + "IoU_noncoffee": 0.47137878227807994, + "kappa": 0.407931010184124, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23002001334222816, + "mIoU": 0.11536056024867587, + "macroF1": 0.18805141797544722, + "F1_coffee": 0.37264920100010873, + "IoU_coffee": 0.22899131596526387, + "precision_coffee": 0.9994169096209913, + "recall_coffee": 0.22902191341528594, + "F1_noncoffee": 0.003453634950785702, + "IoU_noncoffee": 0.0017298045320878741, + "kappa": 0.0005254597859779721, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7802411986843708, + "mIoU": 0.6387713020209903, + "macroF1": 0.7794261668534443, + "F1_coffee": 0.7928341754708315, + "IoU_coffee": 0.6567732115677322, + "precision_coffee": 0.8562569763115466, + "recall_coffee": 0.7381588795039025, + "F1_noncoffee": 0.7660181582360571, + "IoU_noncoffee": 0.6207693924742484, + "kappa": 0.5615690720579715, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7894410259061999, + "mIoU": 0.6441623890196606, + "macroF1": 0.7822981285344026, + "F1_coffee": 0.8217318973820156, + "IoU_coffee": 0.697406554209705, + "precision_coffee": 0.8880582891748675, + "recall_coffee": 0.7646244093205149, + "F1_noncoffee": 0.7428643596867895, + "IoU_noncoffee": 0.5909182238296162, + "kappa": 0.5680715406901783, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.815950614825509, + "mIoU": 0.66207799029152, + "macroF1": 0.7926935670277937, + "F1_coffee": 0.8621294051836659, + "IoU_coffee": 0.7576691137912952, + "precision_coffee": 0.837790824092194, + "recall_coffee": 0.8879244123521278, + "F1_noncoffee": 0.7232577288719215, + "IoU_noncoffee": 0.5664868667917449, + "kappa": 0.5860883162026855, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7515520674710086, + "mIoU": 0.5971844775517696, + "macroF1": 0.7468457566159681, + "F1_coffee": 0.7123287671232876, + "IoU_coffee": 0.5531914893617021, + "precision_coffee": 0.749001711351968, + "recall_coffee": 0.6790793897077838, + "F1_noncoffee": 0.7813627461086486, + "IoU_noncoffee": 0.6411774657418372, + "kappa": 0.49461234076898236, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7105176393010221, + "mIoU": 0.5465856780172724, + "macroF1": 0.7057433824457461, + "F1_coffee": 0.6682619647355164, + "IoU_coffee": 0.5017968602231889, + "precision_coffee": 0.756055856369336, + "recall_coffee": 0.5987361769352291, + "F1_noncoffee": 0.7432248001559758, + "IoU_noncoffee": 0.5913744958113559, + "kappa": 0.41756567341045053, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7705851344227728, + "mIoU": 0.6265639469645999, + "macroF1": 0.7703748977446823, + "F1_coffee": 0.7773229635693819, + "IoU_coffee": 0.6357549380649481, + "precision_coffee": 0.7658802177858439, + "recall_coffee": 0.7891128194473301, + "F1_noncoffee": 0.7634268319199826, + "IoU_noncoffee": 0.6173729558642518, + "kappa": 0.5408586822867352, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8113183606141353, + "mIoU": 0.6646762756005343, + "macroF1": 0.7959630904822151, + "F1_coffee": 0.851936672309071, + "IoU_coffee": 0.7420641803989593, + "precision_coffee": 0.9387755102040817, + "recall_coffee": 0.7798031352533722, + "F1_noncoffee": 0.7399895086553593, + "IoU_noncoffee": 0.5872883708021094, + "kappa": 0.5979671883672434, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8595703125, + "mIoU": 0.7070350128190992, + "macroF1": 0.8228521957174106, + "F1_coffee": 0.9035028855187223, + "IoU_coffee": 0.8239902080783353, + "precision_coffee": 0.9536761580960476, + "recall_coffee": 0.8583450210378681, + "F1_noncoffee": 0.742201505916099, + "IoU_noncoffee": 0.5900798175598632, + "kappa": 0.6483050015565215, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8565365025466893, + "mIoU": 0.6503797928886443, + "macroF1": 0.7726090091219711, + "F1_coffee": 0.9107551487414187, + "IoU_coffee": 0.8361344537815126, + "precision_coffee": 0.8781398506449423, + "recall_coffee": 0.9458866544789762, + "F1_noncoffee": 0.6344628695025234, + "IoU_noncoffee": 0.46462513199577615, + "kappa": 0.5477731892255343, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2616, + 2984 + ], + [ + 41823, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.516611099243164, + "test_tta": { + "OA": 0.8027003796289665, + "mIoU": 0.6597079486447062, + "macroF1": 0.7933711313975216, + "F1_coffee": 0.8372766208831782, + "IoU_coffee": 0.7200995833756733, + "precision_coffee": 0.8572811129593225, + "recall_coffee": 0.8181844421994516, + "F1_noncoffee": 0.749465641911865, + "IoU_noncoffee": 0.5993163139137392, + "kappa": 0.5870884276234334, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7191069574247144, + "mIoU": 0.549262892126799, + "macroF1": 0.7061118599580138, + "F1_coffee": 0.767910767910768, + "IoU_coffee": 0.6232590529247911, + "precision_coffee": 0.8401126408010012, + "recall_coffee": 0.7071372135896761, + "F1_noncoffee": 0.6443129520052597, + "IoU_noncoffee": 0.475266731328807, + "kappa": 0.4188026994514453, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.7598135208566981, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7662774872860111, + "mIoU": 0.6186496294006518, + "macroF1": 0.7639594959619482, + "F1_coffee": 0.7873505164717, + "IoU_coffee": 0.6492812038156657, + "precision_coffee": 0.9038641379568324, + "recall_coffee": 0.6974455188338866, + "F1_noncoffee": 0.7405684754521964, + "IoU_noncoffee": 0.5880180549856381, + "kappa": 0.5372990578511877, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6688300449982693, + "mIoU": 0.5004528527447867, + "macroF1": 0.6664817673331005, + "F1_coffee": 0.6944673603534076, + "IoU_coffee": 0.5319417831954013, + "precision_coffee": 0.8819195674214262, + "recall_coffee": 0.5727328592748662, + "F1_noncoffee": 0.6384961743127933, + "IoU_noncoffee": 0.46896392229417205, + "kappa": 0.3668099386869923, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08232154769846564, + "mIoU": 0.04128474514440988, + "macroF1": 0.07650149585281525, + "F1_coffee": 0.14981458590852906, + "IoU_coffee": 0.08097274184927845, + "precision_coffee": 1.0, + "recall_coffee": 0.08097274184927845, + "F1_noncoffee": 0.003188405797101449, + "IoU_noncoffee": 0.0015967484395412977, + "kappa": 0.0002585527692975803, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7376659763674016, + "mIoU": 0.5839612419667359, + "macroF1": 0.7372579411416582, + "F1_coffee": 0.72690381079196, + "IoU_coffee": 0.5709732045024405, + "precision_coffee": 0.893113119351823, + "recall_coffee": 0.6128514915000535, + "F1_noncoffee": 0.7476120714913566, + "IoU_noncoffee": 0.5969492794310313, + "kappa": 0.49081362512283677, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7396452763845079, + "mIoU": 0.5844609692444932, + "macroF1": 0.7372407282260856, + "F1_coffee": 0.7623767048940489, + "IoU_coffee": 0.6160006101281269, + "precision_coffee": 0.9060011217049916, + "recall_coffee": 0.6580576829069578, + "F1_noncoffee": 0.7121047515581223, + "IoU_noncoffee": 0.5529213283608595, + "kappa": 0.49000915006726764, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8153034300791556, + "mIoU": 0.6775142391149727, + "macroF1": 0.8062985250685202, + "F1_coffee": 0.8480629044147759, + "IoU_coffee": 0.7362059158134243, + "precision_coffee": 0.9082456140350877, + "recall_coffee": 0.7953602703948379, + "F1_noncoffee": 0.7645341457222645, + "IoU_noncoffee": 0.6188225624165211, + "kappa": 0.6152153459799546, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7283589082815978, + "mIoU": 0.5565543825878769, + "macroF1": 0.7112858131473356, + "F1_coffee": 0.6410772326265284, + "IoU_coffee": 0.47175398633257404, + "precision_coffee": 0.7983808789514264, + "recall_coffee": 0.5355572795448669, + "F1_noncoffee": 0.7814943936681429, + "IoU_noncoffee": 0.6413547788431797, + "kappa": 0.4359029337072003, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.692603582811298, + "mIoU": 0.5188642939278834, + "macroF1": 0.6802281925444736, + "F1_coffee": 0.6173211109590915, + "IoU_coffee": 0.44646744508212943, + "precision_coffee": 0.7838776928422516, + "recall_coffee": 0.5091401489505755, + "F1_noncoffee": 0.7431352741298558, + "IoU_noncoffee": 0.5912611427736373, + "kappa": 0.3792669492781115, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7381128096995255, + "mIoU": 0.5817639432669768, + "macroF1": 0.7349197714207125, + "F1_coffee": 0.7058266224538133, + "IoU_coffee": 0.5453879941434846, + "precision_coffee": 0.8207105480583862, + "recall_coffee": 0.6191564512777893, + "F1_noncoffee": 0.7640129203876116, + "IoU_noncoffee": 0.6181398923904688, + "kappa": 0.4780441377358381, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7477477477477478, + "mIoU": 0.5884946293392531, + "macroF1": 0.7391723263521481, + "F1_coffee": 0.7864661654135339, + "IoU_coffee": 0.6480793060718711, + "precision_coffee": 0.9573744769874477, + "recall_coffee": 0.6673350346336129, + "F1_noncoffee": 0.6918784872907625, + "IoU_noncoffee": 0.5289099526066351, + "kappa": 0.5012784582944642, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7814453125, + "mIoU": 0.6079243144605546, + "macroF1": 0.7498349489127587, + "F1_coffee": 0.8387608069164265, + "IoU_coffee": 0.7222980518674773, + "precision_coffee": 0.9642206393904257, + "recall_coffee": 0.7421904883335458, + "F1_noncoffee": 0.6609090909090909, + "IoU_noncoffee": 0.49355057705363203, + "kappa": 0.5168713412160664, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8843614412375024, + "mIoU": 0.7388200628223971, + "macroF1": 0.8444167278519755, + "F1_coffee": 0.9232502817077751, + "IoU_coffee": 0.8574418604651163, + "precision_coffee": 0.9491569056506629, + "recall_coffee": 0.8987202925045704, + "F1_noncoffee": 0.7655831739961759, + "IoU_noncoffee": 0.6201982651796778, + "kappa": 0.6895398764345945, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2560, + 2984 + ], + [ + 40204, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.575183626015981, + "test_tta": { + "OA": 0.7810507843277702, + "mIoU": 0.6365975315905299, + "macroF1": 0.7772623371041696, + "F1_coffee": 0.8063110871734757, + "IoU_coffee": 0.6754784085781776, + "precision_coffee": 0.8935468014886595, + "recall_coffee": 0.7345937364699091, + "F1_noncoffee": 0.7482135870348634, + "IoU_noncoffee": 0.5977166546028821, + "kappa": 0.5599766917585157, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6832381446867428, + "mIoU": 0.5151839106565834, + "macroF1": 0.678997830329424, + "F1_coffee": 0.7158915982148633, + "IoU_coffee": 0.5575009066365798, + "precision_coffee": 0.8717746762861913, + "recall_coffee": 0.6072996225089984, + "F1_noncoffee": 0.6421040624439845, + "IoU_noncoffee": 0.4728669146765871, + "kappa": 0.3828527865116014, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 82, + "stopped_epoch": 100, + "best_val": 0.7658331751604731, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.793084306281785, + "mIoU": 0.6521481521762365, + "macroF1": 0.7886878524548921, + "F1_coffee": 0.8191677491040549, + "IoU_coffee": 0.6937206774988735, + "precision_coffee": 0.8946468858959459, + "recall_coffee": 0.7554336845143599, + "F1_noncoffee": 0.7582079558057293, + "IoU_noncoffee": 0.6105756268535993, + "kappa": 0.5813600534781711, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6968962732202607, + "mIoU": 0.5302989520390191, + "macroF1": 0.6918856073939529, + "F1_coffee": 0.7311775691370974, + "IoU_coffee": 0.5762646934290381, + "precision_coffee": 0.8763414484577176, + "recall_coffee": 0.6272715301553858, + "F1_noncoffee": 0.6525936456508084, + "IoU_noncoffee": 0.48433321064900015, + "kappa": 0.4048745548999555, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13689126084056039, + "mIoU": 0.06866009627122223, + "macroF1": 0.12112046893823808, + "F1_coffee": 0.23885162960348277, + "IoU_coffee": 0.13562266167824694, + "precision_coffee": 1.0, + "recall_coffee": 0.13562266167824694, + "F1_noncoffee": 0.0033893082729933755, + "IoU_noncoffee": 0.0016975308641975309, + "kappa": 0.0004603413267045547, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7661712754294068, + "mIoU": 0.620963537224196, + "macroF1": 0.7661647093208507, + "F1_coffee": 0.7674038170251439, + "IoU_coffee": 0.6225914274478962, + "precision_coffee": 0.885486577181208, + "recall_coffee": 0.6771089490003207, + "F1_noncoffee": 0.7649256016165574, + "IoU_noncoffee": 0.6193356470004958, + "kappa": 0.5405862939352832, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7783753037902684, + "mIoU": 0.6324161229510608, + "macroF1": 0.7740192626308817, + "F1_coffee": 0.8053941155103523, + "IoU_coffee": 0.6741923223109084, + "precision_coffee": 0.9096410256410257, + "recall_coffee": 0.7225843245885611, + "F1_noncoffee": 0.7426444097514111, + "IoU_noncoffee": 0.590639923591213, + "kappa": 0.5557544333359975, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8292427938467666, + "mIoU": 0.6927926538334979, + "macroF1": 0.8165534046397032, + "F1_coffee": 0.8648009459992116, + "IoU_coffee": 0.7618055555555555, + "precision_coffee": 0.8881152849740933, + "recall_coffee": 0.8426793670302658, + "F1_noncoffee": 0.7683058632801946, + "IoU_noncoffee": 0.6237797521114402, + "kappa": 0.6335395980346163, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.752137753309125, + "mIoU": 0.5932534386726438, + "macroF1": 0.7427956904736276, + "F1_coffee": 0.6937771345875543, + "IoU_coffee": 0.5311322845114115, + "precision_coffee": 0.7877094972067039, + "recall_coffee": 0.6198603568657874, + "F1_noncoffee": 0.7918142463597009, + "IoU_noncoffee": 0.6553745928338762, + "kappa": 0.49051678204500065, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7135949005385207, + "mIoU": 0.5476338565394837, + "macroF1": 0.7059727864055432, + "F1_coffee": 0.6586324338485722, + "IoU_coffee": 0.491015625, + "precision_coffee": 0.7848891664064939, + "recall_coffee": 0.5673662830060935, + "F1_noncoffee": 0.7533131389625142, + "IoU_noncoffee": 0.6042520880789674, + "kappa": 0.4227397084192091, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7618344754876121, + "mIoU": 0.6146220322687512, + "macroF1": 0.7611971563149118, + "F1_coffee": 0.7488604780433574, + "IoU_coffee": 0.5985427403589835, + "precision_coffee": 0.8053562888570062, + "recall_coffee": 0.6997714523166424, + "F1_noncoffee": 0.7735338345864662, + "IoU_noncoffee": 0.6307013241785189, + "kappa": 0.5245043550675683, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7813729222179926, + "mIoU": 0.6293869294422267, + "macroF1": 0.7705185013308155, + "F1_coffee": 0.8204273058884836, + "IoU_coffee": 0.695529245449726, + "precision_coffee": 0.9578972986128012, + "recall_coffee": 0.7174626321545753, + "F1_noncoffee": 0.7206096967731473, + "IoU_noncoffee": 0.5632446134347275, + "kappa": 0.5552874449466527, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8359375, + "mIoU": 0.6792411577725828, + "macroF1": 0.8036950947736694, + "F1_coffee": 0.8832522585128562, + "IoU_coffee": 0.790914747977598, + "precision_coffee": 0.9706735909576906, + "recall_coffee": 0.8102766798418972, + "F1_noncoffee": 0.7241379310344828, + "IoU_noncoffee": 0.5675675675675675, + "kappa": 0.614773448980121, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8895491416713828, + "mIoU": 0.7380944754739922, + "macroF1": 0.8429976398950993, + "F1_coffee": 0.9284885496183206, + "IoU_coffee": 0.8665222842813177, + "precision_coffee": 0.9304773561811506, + "recall_coffee": 0.926508226691042, + "F1_noncoffee": 0.7575067301718782, + "IoU_noncoffee": 0.6096666666666667, + "kappa": 0.6860001441649247, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2622, + 2984 + ], + [ + 41639, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.144083555539449, + "test_tta": { + "OA": 0.8081799298044553, + "mIoU": 0.6717011263859991, + "macroF1": 0.8027130755502344, + "F1_coffee": 0.8355541909732883, + "IoU_coffee": 0.7175552391499236, + "precision_coffee": 0.8924085915723889, + "recall_coffee": 0.7855101746283735, + "F1_noncoffee": 0.7698719601271805, + "IoU_noncoffee": 0.6258470136220747, + "kappa": 0.6076546678551044, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7113476404753664, + "mIoU": 0.5457137935978476, + "macroF1": 0.7045488052419117, + "F1_coffee": 0.7493675958624489, + "IoU_coffee": 0.59919093203028, + "precision_coffee": 0.8725575969670458, + "recall_coffee": 0.6566587656922132, + "F1_noncoffee": 0.6597300146213744, + "IoU_noncoffee": 0.49223665516541504, + "kappa": 0.4246668894746854, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.7213999312580505, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7891447604039825, + "mIoU": 0.6413348354847196, + "macroF1": 0.7797916530295013, + "F1_coffee": 0.8251748251748252, + "IoU_coffee": 0.7023809523809523, + "precision_coffee": 0.8496086584321878, + "recall_coffee": 0.802107086159619, + "F1_noncoffee": 0.7344084808841773, + "IoU_noncoffee": 0.5802887185884869, + "kappa": 0.5601359863998188, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6970116533979462, + "mIoU": 0.5247570778982622, + "macroF1": 0.6855814624245139, + "F1_coffee": 0.745530306700906, + "IoU_coffee": 0.5942991773203044, + "precision_coffee": 0.8319096020761245, + "recall_coffee": 0.6754016328680538, + "F1_noncoffee": 0.6256326181481218, + "IoU_noncoffee": 0.4552149784762201, + "kappa": 0.3809811469472489, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15383589059372915, + "mIoU": 0.07713985906321459, + "macroF1": 0.13404749339677213, + "F1_coffee": 0.26495132127955495, + "IoU_coffee": 0.1527054108216433, + "precision_coffee": 0.9991258741258742, + "recall_coffee": 0.15272581507215394, + "F1_noncoffee": 0.0031436655139893115, + "IoU_noncoffee": 0.0015743073047858943, + "kappa": 0.00021407777825545383, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7544767937629431, + "mIoU": 0.6049249330753778, + "macroF1": 0.753677905412933, + "F1_coffee": 0.7677058721834841, + "IoU_coffee": 0.6229891507669285, + "precision_coffee": 0.832625, + "recall_coffee": 0.7121779108307494, + "F1_noncoffee": 0.7396499386423819, + "IoU_noncoffee": 0.586860715383827, + "kappa": 0.5106896932261018, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8020063084957857, + "mIoU": 0.6608354943104306, + "macroF1": 0.7945087638580226, + "F1_coffee": 0.8337602570225329, + "IoU_coffee": 0.7149132603678058, + "precision_coffee": 0.8924621247327819, + "recall_coffee": 0.7823040573570148, + "F1_noncoffee": 0.7552572706935123, + "IoU_noncoffee": 0.6067577282530554, + "kappa": 0.5916186757181255, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8050978244635835, + "mIoU": 0.6445739278754439, + "macroF1": 0.779194425755622, + "F1_coffee": 0.8548225609077762, + "IoU_coffee": 0.7464542451913736, + "precision_coffee": 0.8262957918130331, + "recall_coffee": 0.8853894607466585, + "F1_noncoffee": 0.7035662906034679, + "IoU_noncoffee": 0.542693610559514, + "kappa": 0.5594609802315519, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7248447932528992, + "mIoU": 0.5644613446540074, + "macroF1": 0.7206997657578225, + "F1_coffee": 0.6866746698679472, + "IoU_coffee": 0.5228519195612431, + "precision_coffee": 0.7090909090909091, + "recall_coffee": 0.6656322730799069, + "F1_noncoffee": 0.7547248616476976, + "IoU_noncoffee": 0.6060707697467718, + "kappa": 0.44183618946272013, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.744367512913507, + "mIoU": 0.5907504367301936, + "macroF1": 0.7423102447081018, + "F1_coffee": 0.7192855418778663, + "IoU_coffee": 0.5616283452695062, + "precision_coffee": 0.7730220492866408, + "recall_coffee": 0.672534416610246, + "F1_noncoffee": 0.7653349475383374, + "IoU_noncoffee": 0.6198725281908809, + "kappa": 0.48669404198324656, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7487612018977332, + "mIoU": 0.597625508466264, + "macroF1": 0.7479861671081333, + "F1_coffee": 0.7619618419738288, + "IoU_coffee": 0.6154590931095691, + "precision_coffee": 0.733743747595229, + "recall_coffee": 0.7924371493870767, + "F1_noncoffee": 0.7340104922424378, + "IoU_noncoffee": 0.579791923822959, + "kappa": 0.4968039480135383, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7865753077020683, + "mIoU": 0.6325550474136343, + "macroF1": 0.7722737044322086, + "F1_coffee": 0.8293425324675324, + "IoU_coffee": 0.7084416710001733, + "precision_coffee": 0.9352402745995423, + "recall_coffee": 0.7449872402479037, + "F1_noncoffee": 0.7152048763968846, + "IoU_noncoffee": 0.5566684238270954, + "kappa": 0.554088174799519, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85322265625, + "mIoU": 0.6997962495216226, + "macroF1": 0.8179572802982891, + "F1_coffee": 0.8980809656201262, + "IoU_coffee": 0.8150153846153846, + "precision_coffee": 0.959154113557358, + "recall_coffee": 0.844319775596073, + "F1_noncoffee": 0.7378335949764521, + "IoU_noncoffee": 0.5845771144278606, + "kappa": 0.6396724417518771, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8554989624599132, + "mIoU": 0.652083536089621, + "macroF1": 0.7745041003434612, + "F1_coffee": 0.9096485020051899, + "IoU_coffee": 0.8342708784076157, + "precision_coffee": 0.8812707119186378, + "recall_coffee": 0.9399146861669714, + "F1_noncoffee": 0.6393596986817326, + "IoU_noncoffee": 0.4698961937716263, + "kappa": 0.5508670845343336, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2642, + 2984 + ], + [ + 41399, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5598957737286885, + "test_tta": { + "OA": 0.7952689635412936, + "mIoU": 0.6462529675522383, + "macroF1": 0.7829166853522566, + "F1_coffee": 0.8346996313164172, + "IoU_coffee": 0.7162956897193479, + "precision_coffee": 0.8362108922363847, + "recall_coffee": 0.833193823062491, + "F1_noncoffee": 0.7311337393880959, + "IoU_noncoffee": 0.5762102453851287, + "kappa": 0.5658356772598642, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7062853351794162, + "mIoU": 0.5316712509362814, + "macroF1": 0.6905078333902867, + "F1_coffee": 0.7603863938534668, + "IoU_coffee": 0.6134059759292304, + "precision_coffee": 0.8195652725289776, + "recall_coffee": 0.7091782986568343, + "F1_noncoffee": 0.6206292729271065, + "IoU_noncoffee": 0.4499365259433325, + "kappa": 0.3860835659909336, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.7481968534751935, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7669579543012678, + "mIoU": 0.6168248249954723, + "macroF1": 0.7620676989223909, + "F1_coffee": 0.7961785434612373, + "IoU_coffee": 0.6613759367194005, + "precision_coffee": 0.8703304228727957, + "recall_coffee": 0.7336700822629528, + "F1_noncoffee": 0.7279568543835445, + "IoU_noncoffee": 0.5722737132715441, + "kappa": 0.5287016490881032, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6714260989961924, + "mIoU": 0.5009446103360491, + "macroF1": 0.6661971823021258, + "F1_coffee": 0.7079754915784346, + "IoU_coffee": 0.5479582523115997, + "precision_coffee": 0.8510323574730354, + "recall_coffee": 0.6060925291897111, + "F1_noncoffee": 0.6244188730258169, + "IoU_noncoffee": 0.45393096836049857, + "kappa": 0.35580572168314784, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09753168779186124, + "mIoU": 0.048914427038444626, + "macroF1": 0.08938305166385666, + "F1_coffee": 0.17552413456850316, + "IoU_coffee": 0.09620523784072689, + "precision_coffee": 1.0, + "recall_coffee": 0.09620523784072689, + "F1_noncoffee": 0.0032419687592101384, + "IoU_noncoffee": 0.0016236162361623616, + "kappa": 0.00031235198282378475, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7425386770617615, + "mIoU": 0.5905060595767915, + "macroF1": 0.7425385614885825, + "F1_coffee": 0.7423660632656793, + "IoU_coffee": 0.5902878743820879, + "precision_coffee": 0.8633399489651262, + "recall_coffee": 0.6511279803271678, + "F1_noncoffee": 0.7427110597114858, + "IoU_noncoffee": 0.590724244771495, + "kappa": 0.4949796606706594, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7515383422100419, + "mIoU": 0.5984280155241193, + "macroF1": 0.7480734315211673, + "F1_coffee": 0.7776183644189383, + "IoU_coffee": 0.636150234741784, + "precision_coffee": 0.9001392906889532, + "recall_coffee": 0.6844549454130683, + "F1_noncoffee": 0.7185284986233964, + "IoU_noncoffee": 0.5607057963064546, + "kappa": 0.50769133555427, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8017623338477622, + "mIoU": 0.6490984241809334, + "macroF1": 0.7840752212130417, + "F1_coffee": 0.8458739742994271, + "IoU_coffee": 0.7329130055671071, + "precision_coffee": 0.852473084724606, + "recall_coffee": 0.8393762482716239, + "F1_noncoffee": 0.7222764681266565, + "IoU_noncoffee": 0.5652838427947598, + "kappa": 0.5681970688089508, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7098512357971184, + "mIoU": 0.5369167682852308, + "macroF1": 0.6952934788292637, + "F1_coffee": 0.6286913506220957, + "IoU_coffee": 0.4584608657630083, + "precision_coffee": 0.7478601997146933, + "recall_coffee": 0.5422808378588053, + "F1_noncoffee": 0.7618956070364318, + "IoU_noncoffee": 0.6153726708074534, + "kappa": 0.4003506559954827, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7042532146389713, + "mIoU": 0.5357545179259195, + "macroF1": 0.6957171017864283, + "F1_coffee": 0.6447524752475248, + "IoU_coffee": 0.47574517825832846, + "precision_coffee": 0.7767175572519084, + "recall_coffee": 0.5511171293161814, + "F1_noncoffee": 0.7466817283253319, + "IoU_noncoffee": 0.5957638575935106, + "kappa": 0.4037082033160089, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7371639430680021, + "mIoU": 0.5830044138938788, + "macroF1": 0.7364256378666864, + "F1_coffee": 0.7224757875987977, + "IoU_coffee": 0.5655280585569885, + "precision_coffee": 0.7781774580335732, + "recall_coffee": 0.674215665904841, + "F1_noncoffee": 0.750375488134575, + "IoU_noncoffee": 0.6004807692307692, + "kappa": 0.47526952898625907, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7779469610455526, + "mIoU": 0.6225891656258576, + "macroF1": 0.7649232468669728, + "F1_coffee": 0.8202547247329499, + "IoU_coffee": 0.6952812119101515, + "precision_coffee": 0.9395294117647058, + "recall_coffee": 0.7278527160043747, + "F1_noncoffee": 0.7095917690009956, + "IoU_noncoffee": 0.5498971193415638, + "kappa": 0.5417782118500855, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7935546875, + "mIoU": 0.6221648098799922, + "macroF1": 0.7607453788716892, + "F1_coffee": 0.8493443557582668, + "IoU_coffee": 0.738139477269912, + "precision_coffee": 0.9628372919696235, + "recall_coffee": 0.7597857962514344, + "F1_noncoffee": 0.6721464019851117, + "IoU_noncoffee": 0.5061901424900724, + "kappa": 0.5355344063360747, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8595548009809469, + "mIoU": 0.663854440665409, + "macroF1": 0.7847137992872869, + "F1_coffee": 0.9116477778437073, + "IoU_coffee": 0.837640388180133, + "precision_coffee": 0.8882978723404256, + "recall_coffee": 0.9362583790371725, + "F1_noncoffee": 0.6577798207308665, + "IoU_noncoffee": 0.49006849315068496, + "kappa": 0.5705768804846636, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2595, + 2984 + ], + [ + 40207, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5670122981071473, + "test_tta": { + "OA": 0.782429625385001, + "mIoU": 0.6351409211208825, + "macroF1": 0.7756149514806157, + "F1_coffee": 0.8147187995608149, + "IoU_coffee": 0.6873633018552351, + "precision_coffee": 0.8636319549966054, + "recall_coffee": 0.7710492134507144, + "F1_noncoffee": 0.7365111034004164, + "IoU_noncoffee": 0.5829185403865298, + "kappa": 0.5532677529924711, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6878966193607938, + "mIoU": 0.5172847658424856, + "macroF1": 0.6799223678899438, + "F1_coffee": 0.7304434479322371, + "IoU_coffee": 0.5753532182103611, + "precision_coffee": 0.8445673464684872, + "recall_coffee": 0.6434904749363533, + "F1_noncoffee": 0.6294012878476504, + "IoU_noncoffee": 0.45921631347461017, + "kappa": 0.37552148953412984, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.7544459263250338, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7671549315951579, + "mIoU": 0.618739858612941, + "macroF1": 0.7638371847672675, + "F1_coffee": 0.7918287626274755, + "IoU_coffee": 0.6553944822834123, + "precision_coffee": 0.8889927385146308, + "recall_coffee": 0.7138115168133929, + "F1_noncoffee": 0.7358456069070595, + "IoU_noncoffee": 0.5820852349424697, + "kappa": 0.5347271274017671, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6740365755163263, + "mIoU": 0.5052375224663921, + "macroF1": 0.6704060760299103, + "F1_coffee": 0.7049978463185099, + "IoU_coffee": 0.5443989759509746, + "precision_coffee": 0.8697864665528681, + "recall_coffee": 0.5927047669212536, + "F1_noncoffee": 0.6358143057413107, + "IoU_noncoffee": 0.4660760689818096, + "kappa": 0.36878299339888415, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1256837891927952, + "mIoU": 0.0630372623489933, + "macroF1": 0.11230877326158024, + "F1_coffee": 0.22127153891859774, + "IoU_coffee": 0.12439871726349545, + "precision_coffee": 1.0, + "recall_coffee": 0.12439871726349545, + "F1_noncoffee": 0.0033460076045627378, + "IoU_noncoffee": 0.0016758074344911638, + "kappa": 0.0004168496905183018, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.743086855889877, + "mIoU": 0.5911157184353661, + "macroF1": 0.7430033205139162, + "F1_coffee": 0.7383699292891701, + "IoU_coffee": 0.5852507374631268, + "precision_coffee": 0.8793027035012557, + "recall_coffee": 0.6363733561424142, + "F1_noncoffee": 0.7476367117386622, + "IoU_noncoffee": 0.5969806994076056, + "kappa": 0.49843497594214514, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7495734008997362, + "mIoU": 0.5963987998614086, + "macroF1": 0.7465737197547404, + "F1_coffee": 0.7741454087581029, + "IoU_coffee": 0.6315148748383169, + "precision_coffee": 0.9052241247682408, + "recall_coffee": 0.6762261691380154, + "F1_noncoffee": 0.719002030751378, + "IoU_noncoffee": 0.5612827248845004, + "kappa": 0.5060336071886918, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8037536715288495, + "mIoU": 0.6581946406866309, + "macroF1": 0.7918110920047904, + "F1_coffee": 0.8416740300425737, + "IoU_coffee": 0.726629680998613, + "precision_coffee": 0.881986531986532, + "recall_coffee": 0.8048855430941773, + "F1_noncoffee": 0.7419481539670071, + "IoU_noncoffee": 0.5897596003746488, + "kappa": 0.5850351176216999, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7222677755651868, + "mIoU": 0.5508301738625905, + "macroF1": 0.7068801216570701, + "F1_coffee": 0.6397204072329433, + "IoU_coffee": 0.4702859696157283, + "precision_coffee": 0.7756079587324981, + "recall_coffee": 0.5443496250323248, + "F1_noncoffee": 0.774039836081197, + "IoU_noncoffee": 0.6313743781094527, + "kappa": 0.4248331314451405, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6984283987251346, + "mIoU": 0.5276226259532308, + "macroF1": 0.6883916243386967, + "F1_coffee": 0.6324671845700509, + "IoU_coffee": 0.46248775710088147, + "precision_coffee": 0.7779242174629325, + "recall_coffee": 0.5328368314150305, + "F1_noncoffee": 0.7443160641073425, + "IoU_noncoffee": 0.5927574948055803, + "kappa": 0.3915813070382107, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7276752767527676, + "mIoU": 0.5684825298630471, + "macroF1": 0.724111616727611, + "F1_coffee": 0.6927560366361366, + "IoU_coffee": 0.5299363057324841, + "precision_coffee": 0.8102392877017252, + "recall_coffee": 0.6050280490338666, + "F1_noncoffee": 0.7554671968190855, + "IoU_noncoffee": 0.6070287539936102, + "kappa": 0.4573042713394138, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7656388783149346, + "mIoU": 0.6088826290196832, + "macroF1": 0.7547584085408365, + "F1_coffee": 0.8064144219683471, + "IoU_coffee": 0.6756234632946961, + "precision_coffee": 0.9487053020961775, + "recall_coffee": 0.7012395187750639, + "F1_noncoffee": 0.7031023951133258, + "IoU_noncoffee": 0.5421417947446703, + "kappa": 0.525874379799513, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.79501953125, + "mIoU": 0.6254196744723202, + "macroF1": 0.7635253038836645, + "F1_coffee": 0.8498247120269014, + "IoU_coffee": 0.7388653894003483, + "precision_coffee": 0.9682099771763939, + "recall_coffee": 0.7572357516256535, + "F1_noncoffee": 0.6772258957404275, + "IoU_noncoffee": 0.511973959544292, + "kappa": 0.5417749280079315, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8718166383701188, + "mIoU": 0.7000513169694755, + "macroF1": 0.8146200224716056, + "F1_coffee": 0.9175914134982718, + "IoU_coffee": 0.8477310924369748, + "precision_coffee": 0.9131064446053584, + "recall_coffee": 0.9221206581352833, + "F1_noncoffee": 0.7116486314449395, + "IoU_noncoffee": 0.5523715415019763, + "kappa": 0.629271340434036, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2572, + 2984 + ], + [ + 40241, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5680357813835144, + "test_tta": { + "OA": 0.7789198481484134, + "mIoU": 0.632424680223336, + "macroF1": 0.7739036067311224, + "F1_coffee": 0.8075808110719741, + "IoU_coffee": 0.6772625084958436, + "precision_coffee": 0.8777314767760951, + "recall_coffee": 0.7478135373069708, + "F1_noncoffee": 0.7402264023902706, + "IoU_noncoffee": 0.5875868519508284, + "kappa": 0.5516733874602682, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6871610707280489, + "mIoU": 0.5181803059840452, + "macroF1": 0.6811899573217126, + "F1_coffee": 0.7248208055819854, + "IoU_coffee": 0.5684070197779458, + "precision_coffee": 0.8588737560506299, + "recall_coffee": 0.6269642700377491, + "F1_noncoffee": 0.63755910906144, + "IoU_noncoffee": 0.4679535921901445, + "kappa": 0.38220256781670975, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.7682538201945397, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7654000429768641, + "mIoU": 0.6168038757920602, + "macroF1": 0.7624193818809708, + "F1_coffee": 0.7890304191693908, + "IoU_coffee": 0.6515691489361702, + "precision_coffee": 0.8923654112333358, + "recall_coffee": 0.7071438880069274, + "F1_noncoffee": 0.7358083445925507, + "IoU_noncoffee": 0.5820386026479503, + "kappa": 0.5326860121779017, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6675031729548864, + "mIoU": 0.4984836984778027, + "macroF1": 0.6645843633930844, + "F1_coffee": 0.6958735686771147, + "IoU_coffee": 0.5335936393615084, + "precision_coffee": 0.8721891534391535, + "recall_coffee": 0.578856114476341, + "F1_noncoffee": 0.6332951581090539, + "IoU_noncoffee": 0.463373757594097, + "kappa": 0.3606713477234535, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.0752501667778519, + "mIoU": 0.03773776258072344, + "macroF1": 0.07038881960806145, + "F1_coffee": 0.13761353738957322, + "IoU_coffee": 0.07389096739711384, + "precision_coffee": 1.0, + "recall_coffee": 0.07389096739711384, + "F1_noncoffee": 0.003164101826549691, + "IoU_noncoffee": 0.0015845577643330453, + "kappa": 0.0002341415978530067, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7406505055426971, + "mIoU": 0.5879067369460966, + "macroF1": 0.7404359755619858, + "F1_coffee": 0.7329737865295372, + "IoU_coffee": 0.5784993070679073, + "precision_coffee": 0.8863946610040953, + "recall_coffee": 0.6248262589543462, + "F1_noncoffee": 0.7478981645944346, + "IoU_noncoffee": 0.597314166824286, + "kappa": 0.4951509672262641, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7447644655876726, + "mIoU": 0.5907744214310551, + "macroF1": 0.7422316369229687, + "F1_coffee": 0.7677832141512985, + "IoU_coffee": 0.6230910201588271, + "precision_coffee": 0.9084836339345357, + "recall_coffee": 0.6648199445983379, + "F1_noncoffee": 0.716680059694639, + "IoU_noncoffee": 0.5584578227032829, + "kappa": 0.49912120731800286, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8054960919998009, + "mIoU": 0.6606998173731546, + "macroF1": 0.7936647669421779, + "F1_coffee": 0.8430734626661847, + "IoU_coffee": 0.7287182335786696, + "precision_coffee": 0.8834918764205741, + "recall_coffee": 0.8061914272545706, + "F1_noncoffee": 0.7442560712181711, + "IoU_noncoffee": 0.5926814011676397, + "kappa": 0.5887323054266725, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7126625278200773, + "mIoU": 0.5373058702603427, + "macroF1": 0.6948606865731123, + "F1_coffee": 0.6211583011583012, + "IoU_coffee": 0.45049283154121866, + "precision_coffee": 0.7710889570552147, + "recall_coffee": 0.5200413757434704, + "F1_noncoffee": 0.7685630719879234, + "IoU_noncoffee": 0.6241189089794668, + "kappa": 0.4034984900220052, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6767776678755907, + "mIoU": 0.49874123457113095, + "macroF1": 0.661747968670211, + "F1_coffee": 0.5904470129508425, + "IoU_coffee": 0.4188895475202529, + "precision_coffee": 0.7709090909090909, + "recall_coffee": 0.47844730309185285, + "F1_noncoffee": 0.7330489243895797, + "IoU_noncoffee": 0.5785929216220089, + "kappa": 0.34682600697852217, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7293621507643648, + "mIoU": 0.5716023419721055, + "macroF1": 0.7268812251320161, + "F1_coffee": 0.7008507166996853, + "IoU_coffee": 0.5394689630426982, + "precision_coffee": 0.798036093418259, + "recall_coffee": 0.6247662580511115, + "F1_noncoffee": 0.7529117335643469, + "IoU_noncoffee": 0.6037357209015128, + "kappa": 0.46037265455817544, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7709681512498414, + "mIoU": 0.6169759007553206, + "macroF1": 0.7612502024728551, + "F1_coffee": 0.8094182240523704, + "IoU_coffee": 0.6798510109968073, + "precision_coffee": 0.9618569636135508, + "recall_coffee": 0.6986875683558148, + "F1_noncoffee": 0.7130821808933397, + "IoU_noncoffee": 0.554100790513834, + "kappa": 0.5398984155623553, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80517578125, + "mIoU": 0.6383556316116988, + "macroF1": 0.7733919576041697, + "F1_coffee": 0.8582593250444049, + "IoU_coffee": 0.7517112632233977, + "precision_coffee": 0.9691912708600771, + "recall_coffee": 0.7701134769858472, + "F1_noncoffee": 0.6885245901639344, + "IoU_noncoffee": 0.525, + "kappa": 0.5594663497915849, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8736087530654594, + "mIoU": 0.7089477661868191, + "macroF1": 0.8218656372967765, + "F1_coffee": 0.9178720274577102, + "IoU_coffee": 0.8482102401449932, + "precision_coffee": 0.9231907286401183, + "recall_coffee": 0.9126142595978062, + "F1_noncoffee": 0.7258592471358429, + "IoU_noncoffee": 0.5696852922286448, + "kappa": 0.6437707421645977, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2590, + 2984 + ], + [ + 40125, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.761850376923879, + "test_tta": { + "OA": 0.7747116968698518, + "mIoU": 0.6278776960684841, + "macroF1": 0.7706484147696808, + "F1_coffee": 0.8011757826698485, + "IoU_coffee": 0.6683012997969892, + "precision_coffee": 0.8853031573065102, + "recall_coffee": 0.731649588685236, + "F1_noncoffee": 0.7401210468695131, + "IoU_noncoffee": 0.587454092339979, + "kappa": 0.546647746995084, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6764595592477213, + "mIoU": 0.5073932017411664, + "macroF1": 0.6721395117318552, + "F1_coffee": 0.7097742415421437, + "IoU_coffee": 0.5501163163805551, + "precision_coffee": 0.8644858340424191, + "recall_coffee": 0.6020323062066544, + "F1_noncoffee": 0.6345047819215667, + "IoU_noncoffee": 0.4646700871017778, + "kappa": 0.36970173147067764, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 45, + "stopped_epoch": 75, + "best_val": 0.644651671700407, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8565895226106324, + "mIoU": 0.6840512327164163, + "macroF1": 0.8037113541199545, + "F1_coffee": 0.90559061643399, + "IoU_coffee": 0.8274697110904008, + "precision_coffee": 0.914765287943506, + "recall_coffee": 0.896598152862222, + "F1_noncoffee": 0.7018320918059191, + "IoU_noncoffee": 0.5406327543424317, + "kappa": 0.6075473876261213, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8255884389061959, + "mIoU": 0.6378013561732998, + "macroF1": 0.7680078984046061, + "F1_coffee": 0.8835857102975577, + "IoU_coffee": 0.791449660262822, + "precision_coffee": 0.8822522972817102, + "recall_coffee": 0.8849231599853454, + "F1_noncoffee": 0.6524300865116547, + "IoU_noncoffee": 0.4841530520837777, + "kappa": 0.5360189611256008, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.836116504854369, + "mIoU": 0.6578340627236345, + "macroF1": 0.7844433602253045, + "F1_coffee": 0.8899824023984879, + "IoU_coffee": 0.8017732370383418, + "precision_coffee": 0.9167505874454515, + "recall_coffee": 0.8647330758026724, + "F1_noncoffee": 0.678904318052121, + "IoU_noncoffee": 0.5138948884089273, + "kappa": 0.5699568093067854, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8443982399303709, + "mIoU": 0.6685475338986047, + "macroF1": 0.7924171829766731, + "F1_coffee": 0.8962939091202062, + "IoU_coffee": 0.8120766176127073, + "precision_coffee": 0.9173428326406755, + "recall_coffee": 0.8761892760380569, + "F1_noncoffee": 0.6885404568331398, + "IoU_noncoffee": 0.5250184501845019, + "kappa": 0.585489800058612, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8891736376384121, + "mIoU": 0.7301747605246063, + "macroF1": 0.8366772682576854, + "F1_coffee": 0.9292723569709314, + "IoU_coffee": 0.8678886391146464, + "precision_coffee": 0.9106138494103417, + "recall_coffee": 0.9487114863587676, + "F1_noncoffee": 0.7440821795444394, + "IoU_noncoffee": 0.5924608819345661, + "kappa": 0.6738500027068587, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8077650572424092, + "mIoU": 0.5244870208687216, + "macroF1": 0.6456773230560386, + "F1_coffee": 0.885325731931825, + "IoU_coffee": 0.794246137453383, + "precision_coffee": 0.9340852130325814, + "recall_coffee": 0.8414042216954509, + "F1_noncoffee": 0.4060289141802522, + "IoU_noncoffee": 0.2547279042840602, + "kappa": 0.3012171395644122, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8149434411589601, + "mIoU": 0.5388422350933897, + "macroF1": 0.6615249824423289, + "F1_coffee": 0.889402834608314, + "IoU_coffee": 0.8008329773601025, + "precision_coffee": 0.940667335674862, + "recall_coffee": 0.8434371836688787, + "F1_noncoffee": 0.4336471302763438, + "IoU_noncoffee": 0.276851492826677, + "kappa": 0.33319154325667555, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9164516769200238, + "mIoU": 0.6642178013530416, + "macroF1": 0.7711842012163133, + "F1_coffee": 0.9535012149326265, + "IoU_coffee": 0.9111345646437995, + "precision_coffee": 0.936638819572529, + "recall_coffee": 0.9709818918006974, + "F1_noncoffee": 0.5888671875, + "IoU_noncoffee": 0.41730103806228375, + "kappa": 0.5436761019868541, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8630980577925154, + "mIoU": 0.7395667809048321, + "macroF1": 0.8483458328410183, + "F1_coffee": 0.8956452661226258, + "IoU_coffee": 0.8110122940099398, + "precision_coffee": 0.8967462039045553, + "recall_coffee": 0.8945470282746683, + "F1_noncoffee": 0.8010463995594107, + "IoU_noncoffee": 0.6681212677997244, + "kappa": 0.6966925372659427, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8723946053003867, + "mIoU": 0.7515971887806747, + "macroF1": 0.8561407807761601, + "F1_coffee": 0.9044963647914167, + "IoU_coffee": 0.8256443298969072, + "precision_coffee": 0.8914707110059831, + "recall_coffee": 0.9179083094555874, + "F1_noncoffee": 0.8077851967609035, + "IoU_noncoffee": 0.6775500476644424, + "kappa": 0.7124051372172361, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8632462510610205, + "mIoU": 0.7344383358304883, + "macroF1": 0.844342825795178, + "F1_coffee": 0.8985872149951042, + "IoU_coffee": 0.8158496316992634, + "precision_coffee": 0.8778354741732713, + "recall_coffee": 0.9203438395415473, + "F1_noncoffee": 0.7900984365952519, + "IoU_noncoffee": 0.6530270399617133, + "kappa": 0.689045320481318, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2581, + 2995 + ], + [ + 50495, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.312750256061554, + "test_tta": { + "OA": 0.8668538781834028, + "mIoU": 0.6969529430888071, + "macroF1": 0.8129164300392264, + "F1_coffee": 0.9133694556451613, + "IoU_coffee": 0.8405519800545023, + "precision_coffee": 0.9117801211765446, + "recall_coffee": 0.914964340563398, + "F1_noncoffee": 0.7124634044332915, + "IoU_noncoffee": 0.5533539061231119, + "kappa": 0.6258366334859952, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8350351909541941, + "mIoU": 0.6470262756193239, + "macroF1": 0.7745662849991237, + "F1_coffee": 0.8913212853695153, + "IoU_coffee": 0.8039491275581914, + "precision_coffee": 0.8785988573569354, + "recall_coffee": 0.9044175777559245, + "F1_noncoffee": 0.6578112846287322, + "IoU_noncoffee": 0.4901034236804565, + "kappa": 0.549430039304323, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 58, + "stopped_epoch": 88, + "best_val": 0.6755455345290862, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8879797295116362, + "mIoU": 0.7280387433377369, + "macroF1": 0.8351403108943303, + "F1_coffee": 0.9284735318061438, + "IoU_coffee": 0.8664961243292109, + "precision_coffee": 0.9099539468368748, + "recall_coffee": 0.9477626070309049, + "F1_noncoffee": 0.7418070899825169, + "IoU_noncoffee": 0.589581362346263, + "kappa": 0.6707728843440182, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8549238490827276, + "mIoU": 0.6712065437254495, + "macroF1": 0.7925417029241715, + "F1_coffee": 0.9063032685339568, + "IoU_coffee": 0.8286604892007904, + "precision_coffee": 0.876621738503676, + "recall_coffee": 0.9380652127803166, + "F1_noncoffee": 0.678780137314386, + "IoU_noncoffee": 0.5137525982501088, + "kappa": 0.586707769595575, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12345679012345678, + "mIoU": 0.06319444444444444, + "macroF1": 0.11482222564260428, + "F1_coffee": 0.20224719101123595, + "IoU_coffee": 0.1125, + "precision_coffee": 1.0, + "recall_coffee": 0.1125, + "F1_noncoffee": 0.0273972602739726, + "IoU_noncoffee": 0.013888888888888888, + "kappa": 0.003120124804992196, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8827184466019418, + "mIoU": 0.7194601950315386, + "macroF1": 0.8289997600548777, + "F1_coffee": 0.9248429042493623, + "IoU_coffee": 0.8601932758520919, + "precision_coffee": 0.9088963619688168, + "recall_coffee": 0.9413590019631436, + "F1_noncoffee": 0.7331566158603932, + "IoU_noncoffee": 0.5787271142109852, + "kappa": 0.6583728932739967, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8949277114259465, + "mIoU": 0.7436900732696559, + "macroF1": 0.8465755414223677, + "F1_coffee": 0.9327057074726705, + "IoU_coffee": 0.8738974001857011, + "precision_coffee": 0.9171132764920829, + "recall_coffee": 0.9488375023628001, + "F1_noncoffee": 0.7604453753720648, + "IoU_noncoffee": 0.6134827463536108, + "kappa": 0.6934665004794363, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.886272423964025, + "mIoU": 0.7210142435458788, + "macroF1": 0.8296535737912645, + "F1_coffee": 0.9278616120721384, + "IoU_coffee": 0.865430827325781, + "precision_coffee": 0.9039622303233132, + "recall_coffee": 0.9530590384978892, + "F1_noncoffee": 0.7314455355103905, + "IoU_noncoffee": 0.5765976597659765, + "kappa": 0.6601913935349693, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9062220009955202, + "mIoU": 0.6235817970741244, + "macroF1": 0.7310183902839047, + "F1_coffee": 0.9481048920229176, + "IoU_coffee": 0.9013302608149156, + "precision_coffee": 0.9259657806951469, + "recall_coffee": 0.9713285923919178, + "F1_noncoffee": 0.5139318885448917, + "IoU_noncoffee": 0.3458333333333333, + "kappa": 0.464901846730726, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9198253621750347, + "mIoU": 0.6694430646009526, + "macroF1": 0.7755486514160377, + "F1_coffee": 0.9555017072364798, + "IoU_coffee": 0.9147948961299167, + "precision_coffee": 0.9361174058487105, + "recall_coffee": 0.9757057698796536, + "F1_noncoffee": 0.5955955955955956, + "IoU_noncoffee": 0.4240912330719886, + "kappa": 0.5528398130092864, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9161539988092876, + "mIoU": 0.6618446150775426, + "macroF1": 0.7688661284577794, + "F1_coffee": 0.9533741654251504, + "IoU_coffee": 0.9109025727541122, + "precision_coffee": 0.9357668977469671, + "recall_coffee": 0.9716567315262625, + "F1_noncoffee": 0.5843580914904083, + "IoU_noncoffee": 0.4127866574009729, + "kappa": 0.5391865983916817, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.860350544765514, + "mIoU": 0.733111613054914, + "macroF1": 0.8437651509363645, + "F1_coffee": 0.8946691439188224, + "IoU_coffee": 0.8094129816395138, + "precision_coffee": 0.886434437836307, + "recall_coffee": 0.9030582804385459, + "F1_noncoffee": 0.7928611579539067, + "IoU_noncoffee": 0.6568102444703143, + "kappa": 0.6875833222856107, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8712628501367538, + "mIoU": 0.7501559277266155, + "macroF1": 0.855215058247371, + "F1_coffee": 0.9034175334323923, + "IoU_coffee": 0.8238482384823849, + "precision_coffee": 0.8924926604222004, + "recall_coffee": 0.9146131805157593, + "F1_noncoffee": 0.8070125830623498, + "IoU_noncoffee": 0.6764636169708462, + "kappa": 0.7105167882459507, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8578704140337641, + "mIoU": 0.7226757227784784, + "macroF1": 0.8359216910044157, + "F1_coffee": 0.8959326013396864, + "IoU_coffee": 0.8114836127095322, + "precision_coffee": 0.8648180242634316, + "recall_coffee": 0.9293696275071633, + "F1_noncoffee": 0.775910780669145, + "IoU_noncoffee": 0.6338678328474247, + "kappa": 0.6727555124373817, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2606, + 2995 + ], + [ + 52415, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.701956335703532, + "test_tta": { + "OA": 0.8893838158871566, + "mIoU": 0.7262741517247647, + "macroF1": 0.8334496574064497, + "F1_coffee": 0.9299683253295188, + "IoU_coffee": 0.8691035483747755, + "precision_coffee": 0.9040665911754773, + "recall_coffee": 0.9573980182189216, + "F1_noncoffee": 0.7369309894833806, + "IoU_noncoffee": 0.5834447550747539, + "kappa": 0.6679232453551848, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8564093688704281, + "mIoU": 0.6684459892282362, + "macroF1": 0.7896851686590007, + "F1_coffee": 0.908146507980441, + "IoU_coffee": 0.8317475875821743, + "precision_coffee": 0.8706504625944206, + "recall_coffee": 0.9490175661865371, + "F1_noncoffee": 0.6712238293375603, + "IoU_noncoffee": 0.505144390874298, + "kappa": 0.5821443865486982, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.7052036963740342, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8783447919692715, + "mIoU": 0.6991529222766948, + "macroF1": 0.8125582819809477, + "F1_coffee": 0.9236039322995845, + "IoU_coffee": 0.8580521241337752, + "precision_coffee": 0.8910573557306842, + "recall_coffee": 0.9586182231291944, + "F1_noncoffee": 0.7015126316623109, + "IoU_noncoffee": 0.5402537204196145, + "kappa": 0.6270605475278246, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8473664474443291, + "mIoU": 0.646642817398168, + "macroF1": 0.7712333726403033, + "F1_coffee": 0.9032057438148808, + "IoU_coffee": 0.8234960556380193, + "precision_coffee": 0.8591015067682778, + "recall_coffee": 0.9520834538477855, + "F1_noncoffee": 0.6392610014657258, + "IoU_noncoffee": 0.46978957915831665, + "kappa": 0.5469170819140634, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.345679012345679, + "mIoU": 0.17800925925925926, + "macroF1": 0.270518266779949, + "F1_coffee": 0.5046728971962616, + "IoU_coffee": 0.3375, + "precision_coffee": 1.0, + "recall_coffee": 0.3375, + "F1_noncoffee": 0.03636363636363636, + "IoU_noncoffee": 0.018518518518518517, + "kappa": 0.012422360248447149, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8835922330097087, + "mIoU": 0.7117824762993192, + "macroF1": 0.8223981735818588, + "F1_coffee": 0.9266487213997309, + "IoU_coffee": 0.8633228840125392, + "precision_coffee": 0.8962191586296668, + "recall_coffee": 0.9592172756633526, + "F1_noncoffee": 0.7181476257639868, + "IoU_noncoffee": 0.5602420685860994, + "kappa": 0.6463628632240499, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8858372419128668, + "mIoU": 0.7198437622515204, + "macroF1": 0.8287584574941724, + "F1_coffee": 0.9276233101376414, + "IoU_coffee": 0.8650162940941055, + "precision_coffee": 0.9032835820895523, + "recall_coffee": 0.9533110705059542, + "F1_noncoffee": 0.7298936048507035, + "IoU_noncoffee": 0.5746712304089353, + "kappa": 0.6584424295908231, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8656254533146366, + "mIoU": 0.6653994939329102, + "macroF1": 0.7847655622346984, + "F1_coffee": 0.9166891507030008, + "IoU_coffee": 0.8461921629400044, + "precision_coffee": 0.8743566281596706, + "recall_coffee": 0.9633293428265389, + "F1_noncoffee": 0.652841973766396, + "IoU_noncoffee": 0.484606824925816, + "kappa": 0.5736951843929227, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9098058735689397, + "mIoU": 0.6215884396894354, + "macroF1": 0.7276506921875281, + "F1_coffee": 0.9503833515881709, + "IoU_coffee": 0.9054575811332568, + "precision_coffee": 0.9229869162855016, + "recall_coffee": 0.9794559205327915, + "F1_noncoffee": 0.5049180327868853, + "IoU_noncoffee": 0.33771929824561403, + "kappa": 0.46004819285114407, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9236951776146061, + "mIoU": 0.670713826434596, + "macroF1": 0.7758297579542945, + "F1_coffee": 0.9578930077205279, + "IoU_coffee": 0.9191887347625053, + "precision_coffee": 0.9333119931711481, + "recall_coffee": 0.9838038465864357, + "F1_noncoffee": 0.5937665081880613, + "IoU_noncoffee": 0.4222389181066867, + "kappa": 0.5546399442350449, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9210160746179797, + "mIoU": 0.660367982843288, + "macroF1": 0.7660740529923064, + "F1_coffee": 0.9564551422319475, + "IoU_coffee": 0.916544348920109, + "precision_coffee": 0.9310895729044627, + "recall_coffee": 0.9832414801484647, + "F1_noncoffee": 0.5756929637526652, + "IoU_noncoffee": 0.4041916167664671, + "kappa": 0.535507249817349, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8586451918522028, + "mIoU": 0.723685609460113, + "macroF1": 0.8365992197964126, + "F1_coffee": 0.8966186252771619, + "IoU_coffee": 0.8126098970108013, + "precision_coffee": 0.8626666666666667, + "recall_coffee": 0.9333525678015003, + "F1_noncoffee": 0.7765798143156634, + "IoU_noncoffee": 0.6347613219094247, + "kappa": 0.6742887658594376, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8498538149580307, + "mIoU": 0.711562495357233, + "macroF1": 0.8283222059928166, + "F1_coffee": 0.8891210474996517, + "IoU_coffee": 0.8003761755485893, + "precision_coffee": 0.8651396042287883, + "recall_coffee": 0.9144699140401146, + "F1_noncoffee": 0.7675233644859814, + "IoU_noncoffee": 0.6227488151658768, + "kappa": 0.6571966845348409, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8129774592096577, + "mIoU": 0.6393105260237103, + "macroF1": 0.7724656763578551, + "F1_coffee": 0.8684751608410162, + "IoU_coffee": 0.7675263774912076, + "precision_coffee": 0.808571075707052, + "recall_coffee": 0.9379656160458453, + "F1_noncoffee": 0.6764561918746941, + "IoU_noncoffee": 0.511094674556213, + "kappa": 0.5509938847438839, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2609, + 2995 + ], + [ + 51815, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5360016187032064, + "test_tta": { + "OA": 0.8753429521319518, + "mIoU": 0.6893322753079871, + "macroF1": 0.8045194981890904, + "F1_coffee": 0.9221825948538153, + "IoU_coffee": 0.8556018769512628, + "precision_coffee": 0.8848139197680038, + "recall_coffee": 0.9628468642837608, + "F1_noncoffee": 0.6868564015243656, + "IoU_noncoffee": 0.5230626736647114, + "kappa": 0.6118251540498862, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8447992384908273, + "mIoU": 0.6375072881353623, + "macroF1": 0.7629460397576431, + "F1_coffee": 0.9022429346196822, + "IoU_coffee": 0.8218967229394241, + "precision_coffee": 0.8529836133154695, + "recall_coffee": 0.9575403482385608, + "F1_noncoffee": 0.6236491448956039, + "IoU_noncoffee": 0.4531178533313005, + "kappa": 0.5319021131644576, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.7104240816930183, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8896904554404312, + "mIoU": 0.7309824617686186, + "macroF1": 0.8372459893028092, + "F1_coffee": 0.92963401451588, + "IoU_coffee": 0.8685197653169183, + "precision_coffee": 0.9102455546147333, + "recall_coffee": 0.9498664086003408, + "F1_noncoffee": 0.7448579640897384, + "IoU_noncoffee": 0.5934451582203188, + "kappa": 0.6750265879738423, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8573179877697011, + "mIoU": 0.6749248194549704, + "macroF1": 0.7953998110883413, + "F1_coffee": 0.9079541119660585, + "IoU_coffee": 0.8314248713492145, + "precision_coffee": 0.8772879283685138, + "recall_coffee": 0.9408418657565415, + "F1_noncoffee": 0.6828455102106242, + "IoU_noncoffee": 0.5184247675607263, + "kappa": 0.5925152102967247, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8885436893203883, + "mIoU": 0.7310782241014799, + "macroF1": 0.8375189298334175, + "F1_coffee": 0.9285714285714286, + "IoU_coffee": 0.8666666666666667, + "precision_coffee": 0.9126154222466826, + "recall_coffee": 0.9450953074536128, + "F1_noncoffee": 0.7464664310954063, + "IoU_noncoffee": 0.5954897815362932, + "kappa": 0.6753900667641899, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8935738117112325, + "mIoU": 0.7416951822038635, + "macroF1": 0.845210813483385, + "F1_coffee": 0.9317328866970628, + "IoU_coffee": 0.8721909296788805, + "precision_coffee": 0.9175320708613317, + "recall_coffee": 0.9463801902841661, + "F1_noncoffee": 0.7586887402697072, + "IoU_noncoffee": 0.6111994347288465, + "kappa": 0.6906835376216517, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.886949373821382, + "mIoU": 0.7198515513245757, + "macroF1": 0.828564516758083, + "F1_coffee": 0.9286106870229007, + "IoU_coffee": 0.866735066119471, + "precision_coffee": 0.9008827537176373, + "recall_coffee": 0.9580996786591898, + "F1_noncoffee": 0.7285183464932652, + "IoU_noncoffee": 0.5729680365296803, + "kappa": 0.6583597973036468, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9066202090592335, + "mIoU": 0.6370612557910657, + "macroF1": 0.7456614953583043, + "F1_coffee": 0.9479929030827234, + "IoU_coffee": 0.9011278591757141, + "precision_coffee": 0.9315680505611855, + "recall_coffee": 0.9650073371712383, + "F1_noncoffee": 0.5433300876338851, + "IoU_noncoffee": 0.3729946524064171, + "kappa": 0.4927077421022839, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9216114308394523, + "mIoU": 0.6705026636963607, + "macroF1": 0.7761496509601058, + "F1_coffee": 0.9565981760246127, + "IoU_coffee": 0.9168070766638584, + "precision_coffee": 0.9350230909676727, + "recall_coffee": 0.9791924417950737, + "F1_noncoffee": 0.5957011258955988, + "IoU_noncoffee": 0.42419825072886297, + "kappa": 0.5545088020885035, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9209168485810677, + "mIoU": 0.6727011488610251, + "macroF1": 0.7785056349875328, + "F1_coffee": 0.9561099179470235, + "IoU_coffee": 0.915910529647605, + "precision_coffee": 0.9366637893828226, + "recall_coffee": 0.9763806096052188, + "F1_noncoffee": 0.6009013520280421, + "IoU_noncoffee": 0.4294917680744452, + "kappa": 0.558740714216573, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8713405968735196, + "mIoU": 0.7497542997542997, + "macroF1": 0.8548989850767252, + "F1_coffee": 0.903742557414233, + "IoU_coffee": 0.8243889822837192, + "precision_coffee": 0.8883779264214047, + "recall_coffee": 0.9196480092325447, + "F1_noncoffee": 0.8060554127392173, + "IoU_noncoffee": 0.6751196172248803, + "kappa": 0.7099727659063366, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8669244553428275, + "mIoU": 0.7441825819191263, + "macroF1": 0.8513098509997956, + "F1_coffee": 0.8994942659733599, + "IoU_coffee": 0.8173462783171521, + "precision_coffee": 0.894460971809038, + "recall_coffee": 0.9045845272206303, + "F1_noncoffee": 0.8031254360262313, + "IoU_noncoffee": 0.6710188855211004, + "kappa": 0.702638146455955, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8546637744034707, + "mIoU": 0.7155349193090306, + "macroF1": 0.8307157732380717, + "F1_coffee": 0.8943869508601192, + "IoU_coffee": 0.8089511529878503, + "precision_coffee": 0.8573117855735121, + "recall_coffee": 0.9348137535816619, + "F1_noncoffee": 0.7670445956160242, + "IoU_noncoffee": 0.6221186856302109, + "kappa": 0.6628224674013373, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2630, + 2995 + ], + [ + 52497, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9371630152066548, + "test_tta": { + "OA": 0.8902230399276976, + "mIoU": 0.7293322082195683, + "macroF1": 0.8358101729371414, + "F1_coffee": 0.9303302196001311, + "IoU_coffee": 0.8697359097611889, + "precision_coffee": 0.9065051198626719, + "recall_coffee": 0.9554414827593462, + "F1_noncoffee": 0.7412901262741518, + "IoU_noncoffee": 0.5889285066779477, + "kappa": 0.6724605042679012, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8579525787469713, + "mIoU": 0.6728107304059149, + "macroF1": 0.7933419519955864, + "F1_coffee": 0.9088941307062578, + "IoU_coffee": 0.8330026959662241, + "precision_coffee": 0.8734798378493706, + "recall_coffee": 0.9473014403887314, + "F1_noncoffee": 0.6777897732849151, + "IoU_noncoffee": 0.5126187648456056, + "kappa": 0.5890728655575902, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 15, + "stopped_epoch": 50, + "best_val": 0.7000257158211325, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.877779929634292, + "mIoU": 0.6993322064277238, + "macroF1": 0.8128262836105302, + "F1_coffee": 0.923087860414572, + "IoU_coffee": 0.8571617186615866, + "precision_coffee": 0.8923031612016493, + "recall_coffee": 0.9560726232301769, + "F1_noncoffee": 0.7025647068064883, + "IoU_noncoffee": 0.5415026941938609, + "kappa": 0.6273677995513508, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8465443636783201, + "mIoU": 0.6465898653852546, + "macroF1": 0.7713825701499577, + "F1_coffee": 0.9024676419902468, + "IoU_coffee": 0.8222697357431598, + "precision_coffee": 0.8601282521710262, + "recall_coffee": 0.9491911069975512, + "F1_noncoffee": 0.6402974983096686, + "IoU_noncoffee": 0.4709099950273496, + "kappa": 0.5468149357321405, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12345679012345678, + "mIoU": 0.06172839506172839, + "macroF1": 0.10989010989010989, + "F1_coffee": 0.21978021978021978, + "IoU_coffee": 0.12345679012345678, + "precision_coffee": 0.9090909090909091, + "recall_coffee": 0.125, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024950989128497615, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8807281553398059, + "mIoU": 0.7060025283833344, + "macroF1": 0.8180126632037193, + "F1_coffee": 0.9248462973725262, + "IoU_coffee": 0.860199146514936, + "precision_coffee": 0.8944503609040351, + "recall_coffee": 0.9573807865239693, + "F1_noncoffee": 0.7111790290349125, + "IoU_noncoffee": 0.551805910251733, + "kappa": 0.637633544333722, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8804216430540109, + "mIoU": 0.7155261025393613, + "macroF1": 0.8261366038598548, + "F1_coffee": 0.9232869063498464, + "IoU_coffee": 0.8575050417747047, + "precision_coffee": 0.9093242087254063, + "recall_coffee": 0.9376850860059227, + "F1_noncoffee": 0.728986301369863, + "IoU_noncoffee": 0.5735471633040179, + "kappa": 0.6525626083425482, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8722015376432474, + "mIoU": 0.674553194483535, + "macroF1": 0.7917955556575038, + "F1_coffee": 0.9211821191065518, + "IoU_coffee": 0.8538810260946483, + "precision_coffee": 0.8744762767523496, + "recall_coffee": 0.973158591141075, + "F1_noncoffee": 0.6624089922084557, + "IoU_noncoffee": 0.4952253628724217, + "kappa": 0.5886175253117606, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9008461921353907, + "mIoU": 0.6004082241334503, + "macroF1": 0.7060751093402639, + "F1_coffee": 0.9453407968389859, + "IoU_coffee": 0.8963471745238839, + "precision_coffee": 0.9198974687600128, + "recall_coffee": 0.9722316288520149, + "F1_noncoffee": 0.4668094218415418, + "IoU_noncoffee": 0.30446927374301674, + "kappa": 0.4165045914128925, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9159555467354634, + "mIoU": 0.6434268676105331, + "macroF1": 0.749768788558753, + "F1_coffee": 0.9536930730960582, + "IoU_coffee": 0.9114850036576445, + "precision_coffee": 0.9278723404255319, + "recall_coffee": 0.9809920143965808, + "F1_noncoffee": 0.5458445040214477, + "IoU_noncoffee": 0.3753687315634218, + "kappa": 0.5033098648671139, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9185354236951776, + "mIoU": 0.6295725119067292, + "macroF1": 0.7338686941700561, + "F1_coffee": 0.9555567585124235, + "IoU_coffee": 0.9148958225355033, + "precision_coffee": 0.9211020663744521, + "recall_coffee": 0.9926892363063773, + "F1_noncoffee": 0.5121806298276886, + "IoU_noncoffee": 0.3442492012779553, + "kappa": 0.47578823056848896, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8615821885362388, + "mIoU": 0.7279273951330191, + "macroF1": 0.8394880978436297, + "F1_coffee": 0.8990394582267984, + "IoU_coffee": 0.8165955310067788, + "precision_coffee": 0.8628465313702083, + "recall_coffee": 0.938401615695326, + "F1_noncoffee": 0.7799367374604609, + "IoU_noncoffee": 0.6392592592592593, + "kappa": 0.6802026490319751, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8466471753277375, + "mIoU": 0.7125973435586961, + "macroF1": 0.8297202432523085, + "F1_coffee": 0.8834074286533773, + "IoU_coffee": 0.7911636270228616, + "precision_coffee": 0.8842951478610394, + "recall_coffee": 0.8825214899713467, + "F1_noncoffee": 0.7760330578512397, + "IoU_noncoffee": 0.6340310600945307, + "kappa": 0.6594411457725711, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8281618409883995, + "mIoU": 0.6634097401333803, + "macroF1": 0.7912821433649284, + "F1_coffee": 0.8790172642762284, + "IoU_coffee": 0.784148797535837, + "precision_coffee": 0.8191831683168317, + "recall_coffee": 0.9482808022922636, + "F1_noncoffee": 0.7035470224536283, + "IoU_noncoffee": 0.5426706827309237, + "kappa": 0.5879509124360821, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2661, + 2995 + ], + [ + 51728, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.534968666235606, + "test_tta": { + "OA": 0.8791355992382428, + "mIoU": 0.6963125796392018, + "macroF1": 0.809916053246418, + "F1_coffee": 0.9246223063219027, + "IoU_coffee": 0.8598116845435315, + "precision_coffee": 0.8863759166345041, + "recall_coffee": 0.9663181368733301, + "F1_noncoffee": 0.6952098001709333, + "IoU_noncoffee": 0.5328134747348721, + "kappa": 0.6226727797709241, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8484481366101304, + "mIoU": 0.6433728057649538, + "macroF1": 0.7677908770433997, + "F1_coffee": 0.9046460980036297, + "IoU_coffee": 0.8258938926997382, + "precision_coffee": 0.8544198563568111, + "recall_coffee": 0.9611461406451862, + "F1_noncoffee": 0.6309356560831695, + "IoU_noncoffee": 0.46085171883016934, + "kappa": 0.5417112047973962, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.6866593362782742, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8733578644975953, + "mIoU": 0.6948611441550432, + "macroF1": 0.8098068626277988, + "F1_coffee": 0.9197475940641651, + "IoU_coffee": 0.8514191581618162, + "precision_coffee": 0.8949170083190702, + "recall_coffee": 0.9459954137125787, + "F1_noncoffee": 0.6998661311914324, + "IoU_noncoffee": 0.5383031301482701, + "kappa": 0.6207057728908312, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8430685358255452, + "mIoU": 0.6453828404298243, + "macroF1": 0.7710637883886714, + "F1_coffee": 0.8994557433400172, + "IoU_coffee": 0.8172826652785008, + "precision_coffee": 0.863555713271824, + "recall_coffee": 0.9384701413393494, + "F1_noncoffee": 0.6426718334373256, + "IoU_noncoffee": 0.4734830155811478, + "kappa": 0.5449227198213857, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.880873786407767, + "mIoU": 0.7096763208390706, + "macroF1": 0.821121307455603, + "F1_coffee": 0.9245062450009229, + "IoU_coffee": 0.8596109839816933, + "precision_coffee": 0.8989530361950344, + "recall_coffee": 0.9515546830473054, + "F1_noncoffee": 0.717736369910283, + "IoU_noncoffee": 0.5597416576964478, + "kappa": 0.6433201696149037, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8767467723997873, + "mIoU": 0.7094959000463613, + "macroF1": 0.8217430180488146, + "F1_coffee": 0.9207622245018496, + "IoU_coffee": 0.8531597442248977, + "precision_coffee": 0.9087004540434409, + "recall_coffee": 0.9331485098607523, + "F1_noncoffee": 0.7227238115957794, + "IoU_noncoffee": 0.5658320558678249, + "kappa": 0.6437057056155483, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8624824718340506, + "mIoU": 0.6647156643745523, + "macroF1": 0.784847808139179, + "F1_coffee": 0.9140889318511358, + "IoU_coffee": 0.8417714476466006, + "precision_coffee": 0.8779666918122208, + "recall_coffee": 0.9533110705059542, + "F1_noncoffee": 0.6556066844272221, + "IoU_noncoffee": 0.4876598811025041, + "kappa": 0.572595880513208, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9053260328521653, + "mIoU": 0.6168632692451428, + "macroF1": 0.7237263164269472, + "F1_coffee": 0.9477156523173347, + "IoU_coffee": 0.9006269592476489, + "precision_coffee": 0.9237942122186495, + "recall_coffee": 0.9729089061970877, + "F1_noncoffee": 0.4997369805365597, + "IoU_noncoffee": 0.3330995792426367, + "kappa": 0.45097506748013555, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9191307799166502, + "mIoU": 0.6676198138807687, + "macroF1": 0.7739062168172317, + "F1_coffee": 0.9551087854585514, + "IoU_coffee": 0.9140748550342647, + "precision_coffee": 0.935880829015544, + "recall_coffee": 0.9751434034416826, + "F1_noncoffee": 0.592703648175912, + "IoU_noncoffee": 0.4211647727272727, + "kappa": 0.5495376074620748, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9147648342925183, + "mIoU": 0.6455834278707459, + "macroF1": 0.7524035681906642, + "F1_coffee": 0.9529031196885794, + "IoU_coffee": 0.9100429364331344, + "precision_coffee": 0.9296106118955927, + "recall_coffee": 0.9773928691935665, + "F1_noncoffee": 0.5519040166927491, + "IoU_noncoffee": 0.3811239193083574, + "kappa": 0.5077474741145284, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8576030317385126, + "mIoU": 0.7238220299000204, + "macroF1": 0.8368813649498736, + "F1_coffee": 0.8950199064049731, + "IoU_coffee": 0.8099873577749684, + "precision_coffee": 0.8675693974272173, + "recall_coffee": 0.924264281592614, + "F1_noncoffee": 0.7787428234947741, + "IoU_noncoffee": 0.6376567020250723, + "kappa": 0.6744496416448947, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.836461378855041, + "mIoU": 0.6956268317645307, + "macroF1": 0.8175826834852736, + "F1_coffee": 0.8762665905523048, + "IoU_coffee": 0.7797815595631191, + "precision_coffee": 0.8729030423656525, + "recall_coffee": 0.8796561604584527, + "F1_noncoffee": 0.7588987764182424, + "IoU_noncoffee": 0.6114721039659422, + "kappa": 0.635175921994455, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8127888333490522, + "mIoU": 0.6437860450727798, + "macroF1": 0.7767113716981722, + "F1_coffee": 0.8664648503195426, + "IoU_coffee": 0.7643916913946588, + "precision_coffee": 0.8167406467977172, + "recall_coffee": 0.9226361031518625, + "F1_noncoffee": 0.6869578930768018, + "IoU_noncoffee": 0.5231803987509008, + "kappa": 0.5572696688266128, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2606, + 2995 + ], + [ + 51509, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7546101291974385, + "test_tta": { + "OA": 0.8729705303250379, + "mIoU": 0.6887854658465602, + "macroF1": 0.8045253267113166, + "F1_coffee": 0.9201942672898902, + "IoU_coffee": 0.8521850175590152, + "precision_coffee": 0.8881277645124672, + "recall_coffee": 0.9546630761786549, + "F1_noncoffee": 0.688856386132743, + "IoU_noncoffee": 0.5253859141341052, + "kappa": 0.6110276133897806, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8428666205145956, + "mIoU": 0.6388522747501285, + "macroF1": 0.7647587757776662, + "F1_coffee": 0.9003101867525551, + "IoU_coffee": 0.8186946681754643, + "precision_coffee": 0.8566727032109772, + "recall_coffee": 0.9486319199398392, + "F1_noncoffee": 0.6292073648027772, + "IoU_noncoffee": 0.4590098813247927, + "kappa": 0.5340147497288606, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.7052862361043937, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8885445918466157, + "mIoU": 0.7255066415600013, + "macroF1": 0.8329651967058398, + "F1_coffee": 0.9293171211004667, + "IoU_coffee": 0.8679667335818755, + "precision_coffee": 0.9048852923003329, + "recall_coffee": 0.9551048745082363, + "F1_noncoffee": 0.7366132723112128, + "IoU_noncoffee": 0.5830465495381272, + "kappa": 0.666835424232058, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8561209184262144, + "mIoU": 0.669546848257743, + "macroF1": 0.7907606038369488, + "F1_coffee": 0.9077048330989564, + "IoU_coffee": 0.8310069115056241, + "precision_coffee": 0.8724634072598574, + "recall_coffee": 0.9459131139006189, + "F1_noncoffee": 0.6738163745749411, + "IoU_noncoffee": 0.5080867850098619, + "kappa": 0.5839204387586377, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1728395061728395, + "mIoU": 0.08860294117647059, + "macroF1": 0.15427769985974754, + "F1_coffee": 0.27956989247311825, + "IoU_coffee": 0.1625, + "precision_coffee": 1.0, + "recall_coffee": 0.1625, + "F1_noncoffee": 0.028985507246376812, + "IoU_noncoffee": 0.014705882352941176, + "kappa": 0.004768017604988071, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8873300970873786, + "mIoU": 0.7255359627495721, + "macroF1": 0.833202031991827, + "F1_coffee": 0.9282201948353178, + "IoU_coffee": 0.8660549399815328, + "precision_coffee": 0.9070962282398453, + "recall_coffee": 0.9503514660249509, + "F1_noncoffee": 0.7381838691483361, + "IoU_noncoffee": 0.5850169855176113, + "kappa": 0.6670626323843247, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8925583869251971, + "mIoU": 0.7359903408107821, + "macroF1": 0.840814029343893, + "F1_coffee": 0.9315718157181572, + "IoU_coffee": 0.8719086873811034, + "precision_coffee": 0.9110896933919643, + "recall_coffee": 0.952996030495873, + "F1_noncoffee": 0.7500562429696288, + "IoU_noncoffee": 0.6000719942404608, + "kappa": 0.6822146947166026, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8857405347903873, + "mIoU": 0.7147530372821791, + "macroF1": 0.8245101515279187, + "F1_coffee": 0.9281697419217558, + "IoU_coffee": 0.8659671015314804, + "precision_coffee": 0.8966874192411606, + "recall_coffee": 0.9619431667821814, + "F1_noncoffee": 0.7208505611340815, + "IoU_noncoffee": 0.5635389730328777, + "kappa": 0.6506936545898597, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9096067695370831, + "mIoU": 0.633972892573274, + "macroF1": 0.7414416173524394, + "F1_coffee": 0.9499614240052904, + "IoU_coffee": 0.9046919282040516, + "precision_coffee": 0.9280714977926133, + "recall_coffee": 0.9729089061970877, + "F1_noncoffee": 0.5329218106995884, + "IoU_noncoffee": 0.3632538569424965, + "kappa": 0.4855547002330126, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9236951776146061, + "mIoU": 0.6811566797623662, + "macroF1": 0.7860964287818826, + "F1_coffee": 0.9576565167116349, + "IoU_coffee": 0.9187533016376123, + "precision_coffee": 0.9380798274002158, + "recall_coffee": 0.9780677089191318, + "F1_noncoffee": 0.6145363408521304, + "IoU_noncoffee": 0.4435600578871201, + "kappa": 0.5738822300119786, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9203214923595952, + "mIoU": 0.666799261404978, + "macroF1": 0.7727773876068311, + "F1_coffee": 0.9558766965217869, + "IoU_coffee": 0.9154825807809704, + "precision_coffee": 0.9344649763644177, + "recall_coffee": 0.9782926554943201, + "F1_noncoffee": 0.5896780786918753, + "IoU_noncoffee": 0.4181159420289855, + "kappa": 0.5477627802608889, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8661297963050687, + "mIoU": 0.7398882515754335, + "macroF1": 0.848127283346749, + "F1_coffee": 0.9004158150680104, + "IoU_coffee": 0.8188693757210614, + "precision_coffee": 0.8802535482981948, + "recall_coffee": 0.9215233698788229, + "F1_noncoffee": 0.7958387516254877, + "IoU_noncoffee": 0.6609071274298056, + "kappa": 0.6965809207161344, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8629633122701122, + "mIoU": 0.7337742968974452, + "macroF1": 0.8438686469112109, + "F1_coffee": 0.8984697086157502, + "IoU_coffee": 0.8156559248921593, + "precision_coffee": 0.8769608511799208, + "recall_coffee": 0.9210601719197707, + "F1_noncoffee": 0.7892675852066715, + "IoU_noncoffee": 0.6518926689027312, + "kappa": 0.6881266868713521, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8528718287277186, + "mIoU": 0.7106907682777337, + "macroF1": 0.8270790660696408, + "F1_coffee": 0.8938631106272962, + "IoU_coffee": 0.8080944765653832, + "precision_coffee": 0.8511272350349831, + "recall_coffee": 0.9411174785100287, + "F1_noncoffee": 0.7602950215119852, + "IoU_noncoffee": 0.6132870599900843, + "kappa": 0.6561161592689706, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2632, + 2995 + ], + [ + 52424, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.061352463563283, + "test_tta": { + "OA": 0.8856234466285788, + "mIoU": 0.7146795487534393, + "macroF1": 0.8244698420421146, + "F1_coffee": 0.9280763180595727, + "IoU_coffee": 0.8658044725530666, + "precision_coffee": 0.8965138622014823, + "recall_coffee": 0.9619422296089033, + "F1_noncoffee": 0.7208633660246564, + "IoU_noncoffee": 0.563554624953812, + "kappa": 0.6506203064649341, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8541161878389293, + "mIoU": 0.6599235275582156, + "macroF1": 0.7822818096270407, + "F1_coffee": 0.9073403992195158, + "IoU_coffee": 0.8303962172403964, + "precision_coffee": 0.8642630274685003, + "recall_coffee": 0.9549372360733499, + "F1_noncoffee": 0.6572232200345657, + "IoU_noncoffee": 0.4894508378760347, + "kappa": 0.5685289476587314, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 55, + "stopped_epoch": 85, + "best_val": 0.7094198742874434, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8862044478874148, + "mIoU": 0.7144829555352024, + "macroF1": 0.8241962050005425, + "F1_coffee": 0.9286054211682749, + "IoU_coffee": 0.8667258912032662, + "precision_coffee": 0.8951159522136332, + "recall_coffee": 0.9646982096648644, + "F1_noncoffee": 0.7197869888328101, + "IoU_noncoffee": 0.5622400198671386, + "kappa": 0.6503135534272292, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8542604130610361, + "mIoU": 0.6590588837864824, + "macroF1": 0.7814351581005032, + "F1_coffee": 0.9075979114659058, + "IoU_coffee": 0.830827697046809, + "precision_coffee": 0.8631082820272009, + "recall_coffee": 0.9569233142438441, + "F1_noncoffee": 0.6552724047351005, + "IoU_noncoffee": 0.4872900705261556, + "kappa": 0.567160815559733, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25925925925925924, + "mIoU": 0.13319672131147542, + "macroF1": 0.2161290322580645, + "F1_coffee": 0.4, + "IoU_coffee": 0.25, + "precision_coffee": 1.0, + "recall_coffee": 0.25, + "F1_noncoffee": 0.03225806451612903, + "IoU_noncoffee": 0.01639344262295082, + "kappa": 0.008163265306122457, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8923300970873786, + "mIoU": 0.7300959057341587, + "macroF1": 0.8360711589543892, + "F1_coffee": 0.9321048120484878, + "IoU_coffee": 0.872842974259015, + "precision_coffee": 0.9021153048527581, + "recall_coffee": 0.9641567981761763, + "F1_noncoffee": 0.7400375058602907, + "IoU_noncoffee": 0.5873488372093023, + "kappa": 0.6735237763204431, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8924133262414777, + "mIoU": 0.7310851317246155, + "macroF1": 0.8368642817117685, + "F1_coffee": 0.9320589941677608, + "IoU_coffee": 0.8727626236632927, + "precision_coffee": 0.9042540585377414, + "recall_coffee": 0.9616281267721001, + "F1_noncoffee": 0.7416695692557762, + "IoU_noncoffee": 0.5894076397859384, + "kappa": 0.6748973278640992, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8738939122866399, + "mIoU": 0.6820231103042969, + "macroF1": 0.7982584410603972, + "F1_coffee": 0.9217850287907869, + "IoU_coffee": 0.8549176680017802, + "precision_coffee": 0.8795284152692726, + "recall_coffee": 0.9683069749858232, + "F1_noncoffee": 0.6747318533300075, + "IoU_noncoffee": 0.5091285526068134, + "kappa": 0.6003532264964805, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9146839223494275, + "mIoU": 0.6330535647518294, + "macroF1": 0.7389085973472634, + "F1_coffee": 0.9531361076174332, + "IoU_coffee": 0.9104680317592979, + "precision_coffee": 0.9243742044972423, + "recall_coffee": 0.9837453437182526, + "F1_noncoffee": 0.5246810870770937, + "IoU_noncoffee": 0.3556390977443609, + "kappa": 0.48289487302412315, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9244889859099028, + "mIoU": 0.6654159569472781, + "macroF1": 0.7702962153957249, + "F1_coffee": 0.958494682301609, + "IoU_coffee": 0.9202974444909929, + "precision_coffee": 0.9304320203303685, + "recall_coffee": 0.9883027780902036, + "F1_noncoffee": 0.5820977484898407, + "IoU_noncoffee": 0.41053446940356314, + "kappa": 0.5447620639544722, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9211153006548919, + "mIoU": 0.6574772756667516, + "macroF1": 0.7630755055716073, + "F1_coffee": 0.9565787317712601, + "IoU_coffee": 0.9167713567839196, + "precision_coffee": 0.9298152473985984, + "recall_coffee": 0.9849285794623777, + "F1_noncoffee": 0.5695722793719545, + "IoU_noncoffee": 0.3981831945495837, + "kappa": 0.5300109237714103, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8710563713879678, + "mIoU": 0.7453110014559556, + "macroF1": 0.8515511805244014, + "F1_coffee": 0.9053612405256937, + "IoU_coffee": 0.8270867742345318, + "precision_coffee": 0.873942811115586, + "recall_coffee": 0.9391229082515868, + "F1_noncoffee": 0.797741120523109, + "IoU_noncoffee": 0.6635352286773795, + "kappa": 0.7039201670603342, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.861925870036782, + "mIoU": 0.7304713703617994, + "macroF1": 0.8414421883710429, + "F1_coffee": 0.8984320799222978, + "IoU_coffee": 0.8155939035142965, + "precision_coffee": 0.8709981167608286, + "recall_coffee": 0.9276504297994269, + "F1_noncoffee": 0.784452296819788, + "IoU_noncoffee": 0.6453488372093024, + "kappa": 0.683550621427818, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8290106573611242, + "mIoU": 0.6653116299074883, + "macroF1": 0.7928105742787706, + "F1_coffee": 0.8794146990355837, + "IoU_coffee": 0.7847815764482431, + "precision_coffee": 0.8207324643078833, + "recall_coffee": 0.947134670487106, + "F1_noncoffee": 0.7062064495219575, + "IoU_noncoffee": 0.5458416833667334, + "kappa": 0.5907189114020616, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2628, + 2995 + ], + [ + 52283, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.612223486105601, + "test_tta": { + "OA": 0.8846389722733288, + "mIoU": 0.7077298592113855, + "macroF1": 0.8187432866209209, + "F1_coffee": 0.928032057348825, + "IoU_coffee": 0.8657274349582041, + "precision_coffee": 0.8898993994863774, + "recall_coffee": 0.9695790293059559, + "F1_noncoffee": 0.7094545158930168, + "IoU_noncoffee": 0.5497322834645669, + "kappa": 0.6401540703839496, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.853351794161763, + "mIoU": 0.6530848571630841, + "macroF1": 0.7759802305106699, + "F1_coffee": 0.9076341702699756, + "IoU_coffee": 0.8308884675514753, + "precision_coffee": 0.8580457894646446, + "recall_coffee": 0.9633057596266944, + "F1_noncoffee": 0.6443262907513642, + "IoU_noncoffee": 0.47528124677469297, + "kappa": 0.5576495901137983, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 13, + "stopped_epoch": 50, + "best_val": 0.651287736158463, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8769084277460379, + "mIoU": 0.699972703017639, + "macroF1": 0.8135547338465592, + "F1_coffee": 0.9222377422742427, + "IoU_coffee": 0.8556968252166345, + "precision_coffee": 0.8947337184458337, + "recall_coffee": 0.9514863358088065, + "F1_noncoffee": 0.7048717254188755, + "IoU_noncoffee": 0.5442485808186436, + "kappa": 0.6284419868218537, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.84590977270105, + "mIoU": 0.6479339290896662, + "macroF1": 0.7728310486726091, + "F1_coffee": 0.901676759124625, + "IoU_coffee": 0.8209575519916881, + "precision_coffee": 0.8624672100843295, + "recall_coffee": 0.944621198974181, + "F1_noncoffee": 0.6439853382205931, + "IoU_noncoffee": 0.47491030618764435, + "kappa": 0.5490369218536463, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8819417475728155, + "mIoU": 0.7131351404042839, + "macroF1": 0.823849350464873, + "F1_coffee": 0.9250077089115017, + "IoU_coffee": 0.860478457919798, + "precision_coffee": 0.9014363843981008, + "recall_coffee": 0.949844848331328, + "F1_noncoffee": 0.722690992018244, + "IoU_noncoffee": 0.5657918228887698, + "kappa": 0.6485872117567734, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8779556114307818, + "mIoU": 0.7045359274350406, + "macroF1": 0.817287794114711, + "F1_coffee": 0.9225719369286459, + "IoU_coffee": 0.8562724218438585, + "precision_coffee": 0.8989657440066957, + "recall_coffee": 0.9474513263184424, + "F1_noncoffee": 0.7120036513007759, + "IoU_noncoffee": 0.5527994330262226, + "kappa": 0.6355104325788157, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8708476379285335, + "mIoU": 0.6819718632160467, + "macroF1": 0.7988658659523973, + "F1_coffee": 0.9191903911899071, + "IoU_coffee": 0.8504646736087784, + "precision_coffee": 0.884122919334187, + "recall_coffee": 0.9571545586289458, + "F1_noncoffee": 0.6785413407148875, + "IoU_noncoffee": 0.5134790528233151, + "kappa": 0.600233529133126, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9023394723743156, + "mIoU": 0.6109575779443983, + "macroF1": 0.7179302925956417, + "F1_coffee": 0.9460009908075081, + "IoU_coffee": 0.8975349905995404, + "precision_coffee": 0.9231843575418994, + "recall_coffee": 0.9699740377017723, + "F1_noncoffee": 0.48985959438377535, + "IoU_noncoffee": 0.3243801652892562, + "kappa": 0.4390973983871356, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9143679301448701, + "mIoU": 0.637683535735555, + "macroF1": 0.7440554484719702, + "F1_coffee": 0.9528389529482485, + "IoU_coffee": 0.9099258950005219, + "precision_coffee": 0.9266581632653061, + "recall_coffee": 0.980542121246204, + "F1_noncoffee": 0.535271943995692, + "IoU_noncoffee": 0.3654411764705882, + "kappa": 0.49210588062577415, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.913177217701925, + "mIoU": 0.6265560820795548, + "macroF1": 0.7321704551566948, + "F1_coffee": 0.9523498339051353, + "IoU_coffee": 0.9090342031396195, + "precision_coffee": 0.9231418918918919, + "recall_coffee": 0.9834664267236531, + "F1_noncoffee": 0.5119910764082544, + "IoU_noncoffee": 0.34407796101949023, + "kappa": 0.46977700359745306, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8625296068214117, + "mIoU": 0.7328005451016089, + "macroF1": 0.8431753091768183, + "F1_coffee": 0.898268246511954, + "IoU_coffee": 0.8153239149802723, + "precision_coffee": 0.8738234892920475, + "recall_coffee": 0.9241200230813618, + "F1_noncoffee": 0.7880823718416825, + "IoU_noncoffee": 0.6502771752229453, + "kappa": 0.6868610899908137, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8433462227671413, + "mIoU": 0.7020664406113323, + "macroF1": 0.8216786794246314, + "F1_coffee": 0.8838380306315127, + "IoU_coffee": 0.7918546365914787, + "precision_coffee": 0.8633693127476432, + "recall_coffee": 0.9053008595988539, + "F1_noncoffee": 0.7595193282177501, + "IoU_noncoffee": 0.6122782446311859, + "kappa": 0.6437718664415464, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8306139771762708, + "mIoU": 0.6749859331749037, + "macroF1": 0.8010553693876434, + "F1_coffee": 0.8777399591558883, + "IoU_coffee": 0.7821181608637632, + "precision_coffee": 0.8361867704280156, + "recall_coffee": 0.9236389684813754, + "F1_noncoffee": 0.7243707796193984, + "IoU_noncoffee": 0.5678537054860443, + "kappa": 0.6043136344718405, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2583, + 2995 + ], + [ + 51752, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5344544887542724, + "test_tta": { + "OA": 0.8790710435428165, + "mIoU": 0.7012413422580364, + "macroF1": 0.8142293098483031, + "F1_coffee": 0.9239821850683277, + "IoU_coffee": 0.8587052855876751, + "precision_coffee": 0.8922721216396269, + "recall_coffee": 0.9580291586897524, + "F1_noncoffee": 0.7044764346282785, + "IoU_noncoffee": 0.5437773989283975, + "kappa": 0.6302739529230894, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8482029537325487, + "mIoU": 0.6486703857061416, + "macroF1": 0.7729848208854497, + "F1_coffee": 0.9036586817029301, + "IoU_coffee": 0.8242494072070267, + "precision_coffee": 0.8601575297110794, + "recall_coffee": 0.951794219162762, + "F1_noncoffee": 0.6423109600679694, + "IoU_noncoffee": 0.47309136420525655, + "kappa": 0.5502405366632824, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 8, + "stopped_epoch": 50, + "best_val": 0.663680303737556, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8555727704076692, + "mIoU": 0.6857589950313179, + "macroF1": 0.8054220192865955, + "F1_coffee": 0.9042057825495884, + "IoU_coffee": 0.8251602063144733, + "precision_coffee": 0.9204332476136512, + "recall_coffee": 0.8885405928512823, + "F1_noncoffee": 0.7066382560236026, + "IoU_noncoffee": 0.5463577837481625, + "kappa": 0.6112141150187682, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8253721010730356, + "mIoU": 0.640322111595482, + "macroF1": 0.7704804214945611, + "F1_coffee": 0.8827244198210066, + "IoU_coffee": 0.790068659407726, + "precision_coffee": 0.8868302746044412, + "recall_coffee": 0.8786564084765045, + "F1_noncoffee": 0.6582364231681156, + "IoU_noncoffee": 0.49057556378323797, + "kappa": 0.5409895155801773, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.037037037037037035, + "mIoU": 0.018829113924050633, + "macroF1": 0.03689024390243903, + "F1_coffee": 0.04878048780487805, + "IoU_coffee": 0.025, + "precision_coffee": 1.0, + "recall_coffee": 0.025, + "F1_noncoffee": 0.025, + "IoU_noncoffee": 0.012658227848101266, + "kappa": 0.0006327111673521015, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8289805825242719, + "mIoU": 0.6501650205365531, + "macroF1": 0.7789408717715265, + "F1_coffee": 0.884115654090326, + "IoU_coffee": 0.7923004362693079, + "precision_coffee": 0.9198494182067077, + "recall_coffee": 0.8510543980748527, + "F1_noncoffee": 0.6737660894527271, + "IoU_noncoffee": 0.5080296048037983, + "kappa": 0.5597521055510793, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8501039601566656, + "mIoU": 0.6810612662128737, + "macroF1": 0.8024054527392526, + "F1_coffee": 0.8994877115621555, + "IoU_coffee": 0.8173354545990219, + "precision_coffee": 0.9265246142542248, + "recall_coffee": 0.8739839959674879, + "F1_noncoffee": 0.7053231939163498, + "IoU_noncoffee": 0.5447870778267254, + "kappa": 0.6057950272612258, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8875296165562594, + "mIoU": 0.7305335835946141, + "macroF1": 0.8372493429074989, + "F1_coffee": 0.927710094480358, + "IoU_coffee": 0.8651672366819315, + "precision_coffee": 0.9153633854645814, + "recall_coffee": 0.9403944300926218, + "F1_noncoffee": 0.7467885913346397, + "IoU_noncoffee": 0.5958999305072967, + "kappa": 0.6747059847342562, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.797212543554007, + "mIoU": 0.5196324282620399, + "macroF1": 0.6434927590751282, + "F1_coffee": 0.8775914908959798, + "IoU_coffee": 0.781882428525538, + "precision_coffee": 0.938319198149576, + "recall_coffee": 0.8242465289536065, + "F1_noncoffee": 0.4093940272542766, + "IoU_noncoffee": 0.2573824279985417, + "kappa": 0.3011098435791822, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8456042865647946, + "mIoU": 0.5710251809881152, + "macroF1": 0.6901836292137673, + "F1_coffee": 0.9096189591078067, + "IoU_coffee": 0.8342211804815683, + "precision_coffee": 0.9405405405405406, + "recall_coffee": 0.8806658418625577, + "F1_noncoffee": 0.4707482993197279, + "IoU_noncoffee": 0.30782918149466193, + "kappa": 0.38426441211922635, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9143679301448701, + "mIoU": 0.6658786232140481, + "macroF1": 0.7733863689617705, + "F1_coffee": 0.9521273645087923, + "IoU_coffee": 0.908628904182107, + "precision_coffee": 0.9393607705779334, + "recall_coffee": 0.9652457541333933, + "F1_noncoffee": 0.5946453734147487, + "IoU_noncoffee": 0.42312834224598933, + "kappa": 0.547480472434767, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8592136428233065, + "mIoU": 0.7343561665344455, + "macroF1": 0.8449144716025945, + "F1_coffee": 0.8920058139534883, + "IoU_coffee": 0.8050636232454415, + "precision_coffee": 0.8987990626830697, + "recall_coffee": 0.8853144835545297, + "F1_noncoffee": 0.7978231292517007, + "IoU_noncoffee": 0.6636487098234495, + "kappa": 0.6898621109338726, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8543808356125625, + "mIoU": 0.7289961468402675, + "macroF1": 0.8414966421093928, + "F1_coffee": 0.8866872156172024, + "IoU_coffee": 0.7964403427818062, + "precision_coffee": 0.9089678001805598, + "recall_coffee": 0.8654727793696275, + "F1_noncoffee": 0.7963060686015832, + "IoU_noncoffee": 0.6615519508987286, + "kappa": 0.6833353069629848, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8620201829670848, + "mIoU": 0.7345764182842378, + "macroF1": 0.8446442887797136, + "F1_coffee": 0.8966004664640611, + "IoU_coffee": 0.812580066615424, + "precision_coffee": 0.8847816989817269, + "recall_coffee": 0.9087392550143266, + "F1_noncoffee": 0.7926881110953663, + "IoU_noncoffee": 0.6565727699530517, + "kappa": 0.6893996943331373, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2604, + 2995 + ], + [ + 50409, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5364622632662455, + "test_tta": { + "OA": 0.867208934508247, + "mIoU": 0.6995064141296292, + "macroF1": 0.8150458252078148, + "F1_coffee": 0.9132689631909601, + "IoU_coffee": 0.8403817800884612, + "precision_coffee": 0.9151790429914439, + "recall_coffee": 0.9113668398796626, + "F1_noncoffee": 0.7168226872246696, + "IoU_noncoffee": 0.5586310481707971, + "kappa": 0.6300969113485749, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8363909080419983, + "mIoU": 0.6505348280699964, + "macroF1": 0.7775682852615036, + "F1_coffee": 0.8919536726607742, + "IoU_coffee": 0.8049786824370788, + "precision_coffee": 0.8812934068622837, + "recall_coffee": 0.9028749927691329, + "F1_noncoffee": 0.6631828978622328, + "IoU_noncoffee": 0.496090973702914, + "kappa": 0.5553393891370517, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 24, + "stopped_epoch": 54, + "best_val": 0.7059817571736291, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8864788095929763, + "mIoU": 0.7196080643335772, + "macroF1": 0.8284464525819586, + "F1_coffee": 0.9282244897959183, + "IoU_coffee": 0.8660624178837328, + "precision_coffee": 0.9012423960211623, + "recall_coffee": 0.9568720678265626, + "F1_noncoffee": 0.7286684153679988, + "IoU_noncoffee": 0.5731537107834214, + "kappa": 0.6580515564867037, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8546498211607246, + "mIoU": 0.6643046634188868, + "macroF1": 0.786251607182377, + "F1_coffee": 0.9071648335452016, + "IoU_coffee": 0.8301021612326781, + "precision_coffee": 0.868476286223257, + "recall_coffee": 0.9494610593702397, + "F1_noncoffee": 0.6653383808195523, + "IoU_noncoffee": 0.49850716560509556, + "kappa": 0.5755397565820171, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1728395061728395, + "mIoU": 0.08860294117647059, + "macroF1": 0.15427769985974754, + "F1_coffee": 0.27956989247311825, + "IoU_coffee": 0.1625, + "precision_coffee": 1.0, + "recall_coffee": 0.1625, + "F1_noncoffee": 0.028985507246376812, + "IoU_noncoffee": 0.014705882352941176, + "kappa": 0.004768017604988071, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8860679611650485, + "mIoU": 0.7200020552498492, + "macroF1": 0.8288487069218946, + "F1_coffee": 0.927809049244871, + "IoU_coffee": 0.8653393769005681, + "precision_coffee": 0.9020334928229665, + "recall_coffee": 0.9551010069026661, + "F1_noncoffee": 0.7298883645989181, + "IoU_noncoffee": 0.5746647335991302, + "kappa": 0.6587400113329355, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8941057008848702, + "mIoU": 0.7386185177953506, + "macroF1": 0.8426689248280534, + "F1_coffee": 0.9326278225558359, + "IoU_coffee": 0.8737606640534932, + "precision_coffee": 0.9112113014727983, + "recall_coffee": 0.9550752945624095, + "F1_noncoffee": 0.752710027100271, + "IoU_noncoffee": 0.603476371537208, + "kappa": 0.6859745724448642, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.879261157584256, + "mIoU": 0.7000342385808165, + "macroF1": 0.8131437056887146, + "F1_coffee": 0.9242943334445017, + "IoU_coffee": 0.8592446448703495, + "precision_coffee": 0.8907784011220197, + "recall_coffee": 0.9604309747337912, + "F1_noncoffee": 0.7019930779329275, + "IoU_noncoffee": 0.5408238322912836, + "kappa": 0.6283584371125177, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9096067695370831, + "mIoU": 0.624288210854147, + "macroF1": 0.7307499654022712, + "F1_coffee": 0.9501974550241334, + "IoU_coffee": 0.9051201671891327, + "precision_coffee": 0.9241438173477008, + "recall_coffee": 0.9777627271701095, + "F1_noncoffee": 0.511302475780409, + "IoU_noncoffee": 0.34345625451916123, + "kappa": 0.4656672618369023, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9268704107957928, + "mIoU": 0.6826441982889517, + "macroF1": 0.7867718978640202, + "F1_coffee": 0.9596097988710472, + "IoU_coffee": 0.9223556679308892, + "precision_coffee": 0.935763146643865, + "recall_coffee": 0.9847036328871893, + "F1_noncoffee": 0.6139339968569932, + "IoU_noncoffee": 0.4429327286470144, + "kappa": 0.5761746418262407, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.918932327842826, + "mIoU": 0.6625156321136922, + "macroF1": 0.7688158476647335, + "F1_coffee": 0.9551074234848068, + "IoU_coffee": 0.9140723601177956, + "precision_coffee": 0.9337129351095832, + "recall_coffee": 0.9775053424811607, + "F1_noncoffee": 0.5825242718446602, + "IoU_noncoffee": 0.410958904109589, + "kappa": 0.5398781961060352, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8636665087636192, + "mIoU": 0.7344464936956421, + "macroF1": 0.8442826685122303, + "F1_coffee": 0.89922263463828, + "IoU_coffee": 0.8168978241506553, + "precision_coffee": 0.8738260514495713, + "recall_coffee": 0.9261396422388921, + "F1_noncoffee": 0.7893427023861807, + "IoU_noncoffee": 0.6519951632406288, + "kappa": 0.6891142644254998, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8629633122701122, + "mIoU": 0.7345467219474349, + "macroF1": 0.8444722075076709, + "F1_coffee": 0.8980994459639526, + "IoU_coffee": 0.8150458248472505, + "precision_coffee": 0.8796537985987086, + "recall_coffee": 0.9173352435530086, + "F1_noncoffee": 0.7908449690513891, + "IoU_noncoffee": 0.6540476190476191, + "kappa": 0.6892248952294658, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8415542770913892, + "mIoU": 0.6906029753298506, + "macroF1": 0.8123814444664648, + "F1_coffee": 0.8863636363636364, + "IoU_coffee": 0.7959183673469388, + "precision_coffee": 0.8395694515633009, + "recall_coffee": 0.9386819484240687, + "F1_noncoffee": 0.7383992525692931, + "IoU_noncoffee": 0.5852875833127623, + "kappa": 0.6274273119910366, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2634, + 2995 + ], + [ + 52294, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6613992293675741, + "test_tta": { + "OA": 0.8845905555017591, + "mIoU": 0.7128455790910746, + "macroF1": 0.8231121239605518, + "F1_coffee": 0.9273943812124966, + "IoU_coffee": 0.8646182389579902, + "precision_coffee": 0.8962282664154794, + "recall_coffee": 0.9608061767614079, + "F1_noncoffee": 0.7188298667086069, + "IoU_noncoffee": 0.5610729192241591, + "kappa": 0.6478732682488062, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8530200761509172, + "mIoU": 0.6579035921583302, + "macroF1": 0.7806351147109509, + "F1_coffee": 0.9066459029908853, + "IoU_coffee": 0.8292335534032642, + "precision_coffee": 0.8635871841407231, + "recall_coffee": 0.9542237905169588, + "F1_noncoffee": 0.6546243264310164, + "IoU_noncoffee": 0.4865736309133961, + "kappa": 0.5652686561921221, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 56, + "stopped_epoch": 86, + "best_val": 0.710581221969417, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8916755430747878, + "mIoU": 0.7277189608164252, + "macroF1": 0.8342369766729809, + "F1_coffee": 0.9318135641431996, + "IoU_coffee": 0.8723323315707384, + "precision_coffee": 0.9009685087322947, + "recall_coffee": 0.9648454757747249, + "F1_noncoffee": 0.7366603892027621, + "IoU_noncoffee": 0.5831055900621118, + "kappa": 0.6699678697919104, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.859654436367832, + "mIoU": 0.6711866410155078, + "macroF1": 0.7914833963329604, + "F1_coffee": 0.910709206191905, + "IoU_coffee": 0.8360570119280275, + "precision_coffee": 0.8687850140056023, + "recall_coffee": 0.9568847496191744, + "F1_noncoffee": 0.6722575864740157, + "IoU_noncoffee": 0.5063162701029882, + "kappa": 0.5865011062507747, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13580246913580246, + "mIoU": 0.06954225352112677, + "macroF1": 0.125, + "F1_coffee": 0.2222222222222222, + "IoU_coffee": 0.125, + "precision_coffee": 1.0, + "recall_coffee": 0.125, + "F1_noncoffee": 0.027777777777777776, + "IoU_noncoffee": 0.014084507042253521, + "kappa": 0.0035149384885764527, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8929611650485437, + "mIoU": 0.7332377134556114, + "macroF1": 0.8385215374241313, + "F1_coffee": 0.9322809496022849, + "IoU_coffee": 0.8731519300465973, + "precision_coffee": 0.9050685748360167, + "recall_coffee": 0.9611804192261415, + "F1_noncoffee": 0.7447621252459775, + "IoU_noncoffee": 0.5933234968646256, + "kappa": 0.6781397336828261, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.898892703447609, + "mIoU": 0.7449650903533085, + "macroF1": 0.8469507906362743, + "F1_coffee": 0.9361117052155581, + "IoU_coffee": 0.8798966111430212, + "precision_coffee": 0.9087080317949935, + "recall_coffee": 0.9652195828870267, + "F1_noncoffee": 0.7577898760569907, + "IoU_noncoffee": 0.6100335695635957, + "kappa": 0.6949533158129123, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8831777960446787, + "mIoU": 0.7048237884987183, + "macroF1": 0.8165249951073622, + "F1_coffee": 0.9271103602244615, + "IoU_coffee": 0.8641246274112817, + "precision_coffee": 0.8894356005788712, + "recall_coffee": 0.9681179509797744, + "F1_noncoffee": 0.7059396299902629, + "IoU_noncoffee": 0.545522949586155, + "kappa": 0.6356870336763327, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9156794425087108, + "mIoU": 0.642821700835622, + "macroF1": 0.7492019627658382, + "F1_coffee": 0.9535355751824016, + "IoU_coffee": 0.9111973159991612, + "precision_coffee": 0.9275346851654216, + "recall_coffee": 0.9810362343379614, + "F1_noncoffee": 0.5448683503492746, + "IoU_noncoffee": 0.3744460856720827, + "kappa": 0.5022353181734016, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.925977376463584, + "mIoU": 0.6717295749362135, + "macroF1": 0.7762613716078912, + "F1_coffee": 0.9592839209693265, + "IoU_coffee": 0.9217537235158381, + "precision_coffee": 0.931820591665783, + "recall_coffee": 0.9884152513777977, + "F1_noncoffee": 0.5932388222464559, + "IoU_noncoffee": 0.42170542635658914, + "kappa": 0.5563725041856782, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9211153006548919, + "mIoU": 0.6616609468131909, + "macroF1": 0.7673688805744692, + "F1_coffee": 0.9564884242789119, + "IoU_coffee": 0.9166054757159341, + "precision_coffee": 0.9315565031982942, + "recall_coffee": 0.982791586998088, + "F1_noncoffee": 0.5782493368700266, + "IoU_noncoffee": 0.40671641791044777, + "kappa": 0.5379457805540471, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8713405968735196, + "mIoU": 0.7465355683777315, + "macroF1": 0.8524464564848251, + "F1_coffee": 0.9052469997209043, + "IoU_coffee": 0.8268961121733588, + "precision_coffee": 0.8766216216216216, + "recall_coffee": 0.9358049624927871, + "F1_noncoffee": 0.7996459132487459, + "IoU_noncoffee": 0.6661750245821042, + "kappa": 0.7055567857954267, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8731491087428086, + "mIoU": 0.749461757935625, + "macroF1": 0.8544096974970484, + "F1_coffee": 0.9066426042895814, + "IoU_coffee": 0.8292280345352971, + "precision_coffee": 0.879359095193214, + "recall_coffee": 0.9356733524355301, + "F1_noncoffee": 0.8021767907045154, + "IoU_noncoffee": 0.6696954813359528, + "kappa": 0.7094121481888042, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8471187399792511, + "mIoU": 0.6978856651060583, + "macroF1": 0.8174917552552532, + "F1_coffee": 0.8910252100840336, + "IoU_coffee": 0.8034675072744908, + "precision_coffee": 0.8393920202659911, + "recall_coffee": 0.9494269340974212, + "F1_noncoffee": 0.7439583004264729, + "IoU_noncoffee": 0.5923038229376257, + "kappa": 0.6381999950531966, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2630, + 2995 + ], + [ + 52620, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.651216467221578, + "test_tta": { + "OA": 0.890610374100255, + "mIoU": 0.7221065803497886, + "macroF1": 0.8297840973905046, + "F1_coffee": 0.9315367366315832, + "IoU_coffee": 0.8718472301002079, + "precision_coffee": 0.8959179311818765, + "recall_coffee": 0.9701049796983149, + "F1_noncoffee": 0.7280314581494262, + "IoU_noncoffee": 0.5723659305993691, + "kappa": 0.6616923932067341, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8586881273797161, + "mIoU": 0.6650873194802979, + "macroF1": 0.786062707096796, + "F1_coffee": 0.9107113565531194, + "IoU_coffee": 0.8360606364822809, + "precision_coffee": 0.8634078067492613, + "recall_coffee": 0.9634985827500434, + "F1_noncoffee": 0.6614140576404728, + "IoU_noncoffee": 0.4941140024783148, + "kappa": 0.5769407811076579, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 9, + "stopped_epoch": 50, + "best_val": 0.6156708131034364, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8366498944976465, + "mIoU": 0.6533518043688107, + "macroF1": 0.7801542007412688, + "F1_coffee": 0.8916007841278731, + "IoU_coffee": 0.8044040192019901, + "precision_coffee": 0.8967198197417454, + "recall_coffee": 0.8865398620571477, + "F1_noncoffee": 0.6687076173546646, + "IoU_noncoffee": 0.5022995895356313, + "kappa": 0.5603521892687336, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7957626629745009, + "mIoU": 0.5973542614650701, + "macroF1": 0.7352665810658685, + "F1_coffee": 0.8618182882680692, + "IoU_coffee": 0.7571886627458377, + "precision_coffee": 0.8752874018869421, + "recall_coffee": 0.8487574237444502, + "F1_noncoffee": 0.6087148738636677, + "IoU_noncoffee": 0.4375198601843025, + "kappa": 0.4708879486448262, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2233890214797136, + "mIoU": 0.11217793932186085, + "macroF1": 0.18405117985361796, + "F1_coffee": 0.36320939334637964, + "IoU_coffee": 0.22190339550454327, + "precision_coffee": 1.0, + "recall_coffee": 0.22190339550454327, + "F1_noncoffee": 0.004892966360856269, + "IoU_noncoffee": 0.002452483139178418, + "kappa": 0.0010878366556993908, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8351022012578616, + "mIoU": 0.6583723205317923, + "macroF1": 0.7851677370538841, + "F1_coffee": 0.88874154621403, + "IoU_coffee": 0.7997613365155132, + "precision_coffee": 0.9065945214744674, + "recall_coffee": 0.8715781260159958, + "F1_noncoffee": 0.6815939278937382, + "IoU_noncoffee": 0.5169833045480714, + "kappa": 0.5708117856816236, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8335516421675642, + "mIoU": 0.6474814262221869, + "macroF1": 0.7753490338039762, + "F1_coffee": 0.8896961903230992, + "IoU_coffee": 0.801308779244846, + "precision_coffee": 0.8946143402081852, + "recall_coffee": 0.8848318199258217, + "F1_noncoffee": 0.6610018772848533, + "IoU_noncoffee": 0.49365407319952775, + "kappa": 0.5507397964698246, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8412690724146282, + "mIoU": 0.6537751161611065, + "macroF1": 0.7794823903182909, + "F1_coffee": 0.8962087859880278, + "IoU_coffee": 0.8119368723098995, + "precision_coffee": 0.8895875251509054, + "recall_coffee": 0.9029293509477312, + "F1_noncoffee": 0.6627559946485541, + "IoU_noncoffee": 0.4956133600123134, + "kappa": 0.559044155460602, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8614335165953981, + "mIoU": 0.6587099549812937, + "macroF1": 0.7794231669184203, + "F1_coffee": 0.9139206881285181, + "IoU_coffee": 0.8414861402282786, + "precision_coffee": 0.9485361690954444, + "recall_coffee": 0.8817427385892116, + "F1_noncoffee": 0.6449256457083224, + "IoU_noncoffee": 0.47593376973430884, + "kappa": 0.5612565948167809, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8139466167635182, + "mIoU": 0.5798662144870143, + "macroF1": 0.7109844454193652, + "F1_coffee": 0.8834885585641152, + "IoU_coffee": 0.7912937796928516, + "precision_coffee": 0.9315816857440167, + "recall_coffee": 0.8401173020527859, + "F1_noncoffee": 0.5384803322746152, + "IoU_noncoffee": 0.36843864928117687, + "kappa": 0.42800748901236435, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8375867800919136, + "mIoU": 0.5859657554166213, + "macroF1": 0.7103669899418152, + "F1_coffee": 0.9023228462216994, + "IoU_coffee": 0.822029358191364, + "precision_coffee": 0.9125728559533722, + "recall_coffee": 0.8923005350081414, + "F1_noncoffee": 0.518411133661931, + "IoU_noncoffee": 0.3499021526418787, + "kappa": 0.4210940647805093, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8105413105413105, + "mIoU": 0.6487090818368606, + "macroF1": 0.7817771215422387, + "F1_coffee": 0.8610046680136557, + "IoU_coffee": 0.7559334475165158, + "precision_coffee": 0.8620256696428571, + "recall_coffee": 0.8599860821155184, + "F1_noncoffee": 0.7025495750708215, + "IoU_noncoffee": 0.5414847161572053, + "kappa": 0.5635555533394704, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8525812619502868, + "mIoU": 0.7024713239893645, + "macroF1": 0.8203241173208882, + "F1_coffee": 0.8964544721998389, + "IoU_coffee": 0.8123402701715955, + "precision_coffee": 0.8580794446586965, + "recall_coffee": 0.9384226064951497, + "F1_noncoffee": 0.7441937624419376, + "IoU_noncoffee": 0.5926023778071334, + "kappa": 0.6424150915085722, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8448838548665771, + "mIoU": 0.6951761992289082, + "macroF1": 0.8156272264269897, + "F1_coffee": 0.8890719384953323, + "IoU_coffee": 0.8002965892239249, + "precision_coffee": 0.8638121915432839, + "recall_coffee": 0.9158534860698628, + "F1_noncoffee": 0.7421825143586471, + "IoU_noncoffee": 0.5900558092338914, + "kappa": 0.6319858525778279, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 8, + 27 + ], + [ + 461, + 563 + ], + [ + 6246, + 7520 + ], + [ + 44831, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5442636688550313, + "test_tta": { + "OA": 0.8503976627170914, + "mIoU": 0.6685154847415775, + "macroF1": 0.7910783067347356, + "F1_coffee": 0.9024026090915829, + "IoU_coffee": 0.8221617658408582, + "precision_coffee": 0.89232090130463, + "recall_coffee": 0.9127147324679775, + "F1_noncoffee": 0.6797540043778882, + "IoU_noncoffee": 0.5148692036422969, + "kappa": 0.5823315591566955, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8107332410291912, + "mIoU": 0.6104920603850454, + "macroF1": 0.744718329059326, + "F1_coffee": 0.8745351116210144, + "IoU_coffee": 0.7770434428039892, + "precision_coffee": 0.8700681048586539, + "recall_coffee": 0.8790482231063446, + "F1_noncoffee": 0.6149015464976377, + "IoU_noncoffee": 0.4439406779661017, + "kappa": 0.48947796199264737, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6576711322472454, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.866369095925986, + "mIoU": 0.6957353420745297, + "macroF1": 0.8119586720207227, + "F1_coffee": 0.9131090964739158, + "IoU_coffee": 0.8401110852171211, + "precision_coffee": 0.9000104025798398, + "recall_coffee": 0.9265946964828856, + "F1_noncoffee": 0.7108082475675296, + "IoU_noncoffee": 0.5513595989319383, + "kappa": 0.6241822854036647, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8275066343602169, + "mIoU": 0.6357239203576612, + "macroF1": 0.7655276592859338, + "F1_coffee": 0.8860778785338719, + "IoU_coffee": 0.795457654945957, + "precision_coffee": 0.878330658105939, + "recall_coffee": 0.8939629821830133, + "F1_noncoffee": 0.6449774400379957, + "IoU_noncoffee": 0.4759901857693656, + "kappa": 0.5311689870280328, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3494033412887828, + "mIoU": 0.17554244564348478, + "macroF1": 0.261165183943797, + "F1_coffee": 0.5164952110677545, + "IoU_coffee": 0.3481587757054041, + "precision_coffee": 1.0, + "recall_coffee": 0.3481587757054041, + "F1_noncoffee": 0.005835156819839533, + "IoU_noncoffee": 0.002926115581565472, + "kappa": 0.002035432034778453, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8784886006289309, + "mIoU": 0.7210814952486403, + "macroF1": 0.8310909487813838, + "F1_coffee": 0.9205666013554749, + "IoU_coffee": 0.8528239004939594, + "precision_coffee": 0.9096102577123271, + "recall_coffee": 0.9317901033877365, + "F1_noncoffee": 0.7416152962072928, + "IoU_noncoffee": 0.5893390900033212, + "kappa": 0.6623412513004062, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8587299277155194, + "mIoU": 0.6844558630561071, + "macroF1": 0.8036286885089943, + "F1_coffee": 0.9076493720664721, + "IoU_coffee": 0.8309139472767391, + "precision_coffee": 0.9003397508493771, + "recall_coffee": 0.9150786545594066, + "F1_noncoffee": 0.6996080049515164, + "IoU_noncoffee": 0.5379977788354752, + "kappa": 0.6073415631063306, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8620489222572051, + "mIoU": 0.6821655120135413, + "macroF1": 0.8009039320472471, + "F1_coffee": 0.9112385464065325, + "IoU_coffee": 0.8369496765328905, + "precision_coffee": 0.8904793811293171, + "recall_coffee": 0.9329887038100708, + "F1_noncoffee": 0.6905693176879617, + "IoU_noncoffee": 0.5273813474941919, + "kappa": 0.6025608410096006, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9009366727754021, + "mIoU": 0.7139279722412872, + "macroF1": 0.8209412461209629, + "F1_coffee": 0.9406236651003844, + "IoU_coffee": 0.8879032258064516, + "precision_coffee": 0.9406810692054193, + "recall_coffee": 0.9405662680009763, + "F1_noncoffee": 0.7012588271415413, + "IoU_noncoffee": 0.5399527186761229, + "kappa": 0.6418824989517065, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8383728947109229, + "mIoU": 0.589475017181256, + "macroF1": 0.7140896814764337, + "F1_coffee": 0.9025939336380364, + "IoU_coffee": 0.8224794461272177, + "precision_coffee": 0.9136024993991829, + "recall_coffee": 0.8918475073313783, + "F1_noncoffee": 0.5255854293148309, + "IoU_noncoffee": 0.3564705882352941, + "kappa": 0.4285834470462498, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8584140021511685, + "mIoU": 0.6015400437006304, + "macroF1": 0.7213246618341125, + "F1_coffee": 0.9167816091954023, + "IoU_coffee": 0.8463497453310697, + "precision_coffee": 0.906157691433765, + "recall_coffee": 0.927657594789486, + "F1_noncoffee": 0.5258677144728225, + "IoU_noncoffee": 0.35673034207019105, + "kappa": 0.4430854683728931, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8575498575498576, + "mIoU": 0.7157064371278288, + "macroF1": 0.8303550941223663, + "F1_coffee": 0.898277498982775, + "IoU_coffee": 0.815339160408716, + "precision_coffee": 0.8759423356698849, + "recall_coffee": 0.9217814892136396, + "F1_noncoffee": 0.7624326892619575, + "IoU_noncoffee": 0.6160737138469414, + "kappa": 0.6612245974749812, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8784894837476099, + "mIoU": 0.7510122427669964, + "macroF1": 0.8547999297735744, + "F1_coffee": 0.9134490977187606, + "IoU_coffee": 0.8406868889445976, + "precision_coffee": 0.8857633386159535, + "recall_coffee": 0.9429214115000703, + "F1_noncoffee": 0.7961507618283882, + "IoU_noncoffee": 0.6613375965893952, + "kappa": 0.7102665337105827, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8656172009982722, + "mIoU": 0.7275373345091326, + "macroF1": 0.8385144194625931, + "F1_coffee": 0.9046711153479504, + "IoU_coffee": 0.8259355961705831, + "precision_coffee": 0.8723571897570584, + "recall_coffee": 0.9394710790552963, + "F1_noncoffee": 0.7723577235772358, + "IoU_noncoffee": 0.6291390728476821, + "kappa": 0.6780836197728151, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 23, + 27 + ], + [ + 526, + 563 + ], + [ + 6576, + 7520 + ], + [ + 46252, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5441532413164774, + "test_tta": { + "OA": 0.8699074825515338, + "mIoU": 0.6963524022464436, + "macroF1": 0.811795004824904, + "F1_coffee": 0.9163753977776619, + "IoU_coffee": 0.8456576160215675, + "precision_coffee": 0.8933257389287821, + "recall_coffee": 0.9406460180782248, + "F1_noncoffee": 0.7072146118721461, + "IoU_noncoffee": 0.5470471884713196, + "kappa": 0.6244653453943505, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8320929964232144, + "mIoU": 0.6360775692186174, + "macroF1": 0.7647353446001193, + "F1_coffee": 0.8906197151339772, + "IoU_coffee": 0.8028083131489354, + "precision_coffee": 0.8711562850368518, + "recall_coffee": 0.9109727267485441, + "F1_noncoffee": 0.6388509740662613, + "IoU_noncoffee": 0.46934682528829935, + "kappa": 0.5302449111898592, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 22, + "stopped_epoch": 52, + "best_val": 0.6824826018588499, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8724070767732511, + "mIoU": 0.7098475275585845, + "macroF1": 0.8228465429773906, + "F1_coffee": 0.9165472361115534, + "IoU_coffee": 0.8459503419624135, + "precision_coffee": 0.908589589779209, + "recall_coffee": 0.9246455040054834, + "F1_noncoffee": 0.7291458498432278, + "IoU_noncoffee": 0.5737447131547555, + "kappa": 0.6457812720357651, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.833535248644283, + "mIoU": 0.6482768557169154, + "macroF1": 0.7761056737114509, + "F1_coffee": 0.8894994830161222, + "IoU_coffee": 0.8009897063641223, + "precision_coffee": 0.8861568395551571, + "recall_coffee": 0.892867439312691, + "F1_noncoffee": 0.6627118644067796, + "IoU_noncoffee": 0.4955640050697085, + "kappa": 0.5522307943014114, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3780429594272076, + "mIoU": 0.18995681203042733, + "macroF1": 0.2767572539939788, + "F1_coffee": 0.5474122959360889, + "IoU_coffee": 0.3768531802965088, + "precision_coffee": 1.0, + "recall_coffee": 0.3768531802965088, + "F1_noncoffee": 0.006102212051868803, + "IoU_noncoffee": 0.00306044376434583, + "kappa": 0.0023040186192773335, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8883647798742138, + "mIoU": 0.7426056287953127, + "macroF1": 0.8467660268114279, + "F1_coffee": 0.926605504587156, + "IoU_coffee": 0.8632478632478633, + "precision_coffee": 0.9207164409064647, + "recall_coffee": 0.9325703881916899, + "F1_noncoffee": 0.7669265490356997, + "IoU_noncoffee": 0.621963394342762, + "kappa": 0.6935718642171771, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.863581235142871, + "mIoU": 0.695818286587568, + "macroF1": 0.8125780437700854, + "F1_coffee": 0.9103487853089333, + "IoU_coffee": 0.8354497044882673, + "precision_coffee": 0.9077441505595117, + "recall_coffee": 0.9129684102826449, + "F1_noncoffee": 0.7148073022312373, + "IoU_noncoffee": 0.5561868686868687, + "kappa": 0.6251659047495502, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8654880116250908, + "mIoU": 0.6920880158110503, + "macroF1": 0.808961786052711, + "F1_coffee": 0.912878431372549, + "IoU_coffee": 0.8397206510446728, + "precision_coffee": 0.8977539183018635, + "recall_coffee": 0.9285212840640755, + "F1_noncoffee": 0.705045140732873, + "IoU_noncoffee": 0.5444553805774278, + "kappa": 0.6182903567835379, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9065363469761759, + "mIoU": 0.7224496202871453, + "macroF1": 0.8271667876700319, + "F1_coffee": 0.9442893555043088, + "IoU_coffee": 0.8944584962060244, + "precision_coffee": 0.939159826170932, + "recall_coffee": 0.9494752257749572, + "F1_noncoffee": 0.7100442198357549, + "IoU_noncoffee": 0.5504407443682664, + "kappa": 0.6543872364167753, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.856988082340195, + "mIoU": 0.6087518135077384, + "macroF1": 0.7297215182075787, + "F1_coffee": 0.9151869158878505, + "IoU_coffee": 0.8436355804436787, + "precision_coffee": 0.9114601512507272, + "recall_coffee": 0.9189442815249267, + "F1_noncoffee": 0.544256120527307, + "IoU_noncoffee": 0.3738680465717982, + "kappa": 0.45949159309702303, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8725921580131025, + "mIoU": 0.6216532561952318, + "macroF1": 0.7390564281243048, + "F1_coffee": 0.9257253605426666, + "IoU_coffee": 0.8617213201740422, + "precision_coffee": 0.907769703745109, + "recall_coffee": 0.9444056757385438, + "F1_noncoffee": 0.5523874957059429, + "IoU_noncoffee": 0.38158519221642145, + "kappa": 0.4793404839821893, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8714150047483381, + "mIoU": 0.7438620892353585, + "macroF1": 0.8503831230183211, + "F1_coffee": 0.9064787954137312, + "IoU_coffee": 0.8289540171803942, + "precision_coffee": 0.8997668997668997, + "recall_coffee": 0.9132915796798886, + "F1_noncoffee": 0.794287450622911, + "IoU_noncoffee": 0.6587701612903226, + "kappa": 0.7008028677355203, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.869980879541109, + "mIoU": 0.743573472871017, + "macroF1": 0.8503793798182382, + "F1_coffee": 0.9045346062052506, + "IoU_coffee": 0.8257080610021786, + "precision_coffee": 0.9032665077807375, + "recall_coffee": 0.9058062702094756, + "F1_noncoffee": 0.7962241534312257, + "IoU_noncoffee": 0.6614388847398556, + "kappa": 0.7007600185632451, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8585141101938952, + "mIoU": 0.7219861895931894, + "macroF1": 0.8352617286290083, + "F1_coffee": 0.8971532235556796, + "IoU_coffee": 0.8134885486524105, + "precision_coffee": 0.8854152320616995, + "recall_coffee": 0.9092066185829444, + "F1_noncoffee": 0.773370233702337, + "IoU_noncoffee": 0.6304838305339684, + "kappa": 0.6706510060092593, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6643, + 7520 + ], + [ + 46529, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6075565020243328, + "test_tta": { + "OA": 0.8762863171563058, + "mIoU": 0.7126225962475485, + "macroF1": 0.8244616176452648, + "F1_coffee": 0.9198409860547294, + "IoU_coffee": 0.8515792343342291, + "precision_coffee": 0.9035537190082644, + "recall_coffee": 0.9367262134258664, + "F1_noncoffee": 0.7290822492358001, + "IoU_noncoffee": 0.5736659581608681, + "kappa": 0.6493083578768447, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8375591323410638, + "mIoU": 0.6498289288269774, + "macroF1": 0.7766278213852462, + "F1_coffee": 0.8932912675629329, + "IoU_coffee": 0.807160223264733, + "precision_coffee": 0.8808482810164424, + "recall_coffee": 0.906090833957985, + "F1_noncoffee": 0.6599643752075597, + "IoU_noncoffee": 0.49249763438922184, + "kappa": 0.55353953565394, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 12, + "stopped_epoch": 50, + "best_val": 0.681676115203147, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8703132608342802, + "mIoU": 0.7092377586570477, + "macroF1": 0.8227211908321301, + "F1_coffee": 0.9145746910148398, + "IoU_coffee": 0.8425956935442565, + "precision_coffee": 0.913012850616915, + "recall_coffee": 0.9161418840765968, + "F1_noncoffee": 0.7308676906494206, + "IoU_noncoffee": 0.5758798237698391, + "kappa": 0.6454456504136158, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8269153109495788, + "mIoU": 0.6424747546076857, + "macroF1": 0.7721661518862548, + "F1_coffee": 0.8838519235422212, + "IoU_coffee": 0.7918769401522641, + "precision_coffee": 0.890166874610106, + "recall_coffee": 0.8776259393799611, + "F1_noncoffee": 0.6604803802302883, + "IoU_noncoffee": 0.4930725690631072, + "kappa": 0.5443993283879786, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2324582338902148, + "mIoU": 0.11673567326827844, + "macroF1": 0.19012093517044013, + "F1_coffee": 0.3752913752913753, + "IoU_coffee": 0.2309899569583931, + "precision_coffee": 1.0, + "recall_coffee": 0.2309899569583931, + "F1_noncoffee": 0.0049504950495049506, + "IoU_noncoffee": 0.0024813895781637717, + "kappa": 0.0011456954584916918, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8843848270440252, + "mIoU": 0.7386178897110212, + "macroF1": 0.8442528390084242, + "F1_coffee": 0.9233125835153017, + "IoU_coffee": 0.8575493401138152, + "precision_coffee": 0.9255750130684788, + "recall_coffee": 0.9210611873333767, + "F1_noncoffee": 0.7651930945015467, + "IoU_noncoffee": 0.619686439308227, + "kappa": 0.6885113764549372, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8609130160578276, + "mIoU": 0.6962452195409452, + "macroF1": 0.8134661123004217, + "F1_coffee": 0.9075429713954013, + "IoU_coffee": 0.8307356240406187, + "precision_coffee": 0.9154251512588641, + "recall_coffee": 0.8997953702519503, + "F1_noncoffee": 0.7193892532054419, + "IoU_noncoffee": 0.5617548150412718, + "kappa": 0.6270161515418324, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8658270767740373, + "mIoU": 0.6932877501984942, + "macroF1": 0.8099404097205605, + "F1_coffee": 0.9130025125628141, + "IoU_coffee": 0.8399306558798035, + "precision_coffee": 0.8988312411106302, + "recall_coffee": 0.9276278001148766, + "F1_noncoffee": 0.7068783068783069, + "IoU_noncoffee": 0.546644844517185, + "kappa": 0.6201989158504493, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9085725921400937, + "mIoU": 0.7303906906234743, + "macroF1": 0.8334703182518514, + "F1_coffee": 0.9453039347058106, + "IoU_coffee": 0.8962808962808962, + "precision_coffee": 0.943579766536965, + "recall_coffee": 0.9470344154259214, + "F1_noncoffee": 0.7216367017978921, + "IoU_noncoffee": 0.5645004849660524, + "kappa": 0.6669462959268027, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8583669851275485, + "mIoU": 0.6220715967742579, + "macroF1": 0.7435830129880348, + "F1_coffee": 0.9151422164522601, + "IoU_coffee": 0.8435596170583116, + "precision_coffee": 0.9207932549578435, + "recall_coffee": 0.9095601173020528, + "F1_noncoffee": 0.5720238095238095, + "IoU_noncoffee": 0.40058357649020426, + "kappa": 0.4872634249758944, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.879730126136697, + "mIoU": 0.6383348235779627, + "macroF1": 0.7545889672814163, + "F1_coffee": 0.9298345693097547, + "IoU_coffee": 0.8688699360341151, + "precision_coffee": 0.9124496193461711, + "recall_coffee": 0.9478948592695976, + "F1_noncoffee": 0.579343365253078, + "IoU_noncoffee": 0.4077997111218103, + "kappa": 0.510243827458265, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8618233618233618, + "mIoU": 0.7310791117279667, + "macroF1": 0.8419370338646667, + "F1_coffee": 0.8980021030494216, + "IoU_coffee": 0.8148854961832062, + "precision_coffee": 0.9046610169491526, + "recall_coffee": 0.8914405010438413, + "F1_noncoffee": 0.7858719646799117, + "IoU_noncoffee": 0.6472727272727272, + "kappa": 0.6839100201461291, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8633843212237093, + "mIoU": 0.7352992729143051, + "macroF1": 0.8449928300833296, + "F1_coffee": 0.898385835170305, + "IoU_coffee": 0.8155176865478957, + "precision_coffee": 0.9089208633093525, + "recall_coffee": 0.8880922255026009, + "F1_noncoffee": 0.7915998249963541, + "IoU_noncoffee": 0.6550808592807145, + "kappa": 0.6900710537468887, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8521789210980995, + "mIoU": 0.7119142468952905, + "macroF1": 0.8282018943523868, + "F1_coffee": 0.8923829489867225, + "IoU_coffee": 0.8056782334384858, + "precision_coffee": 0.882027904406686, + "recall_coffee": 0.9029840192334889, + "F1_noncoffee": 0.7640208397180509, + "IoU_noncoffee": 0.6181502603520952, + "kappa": 0.6565076010473833, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6686, + 7520 + ], + [ + 46357, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5465742945671082, + "test_tta": { + "OA": 0.8729102418438566, + "mIoU": 0.7112247626155455, + "macroF1": 0.8239098789538588, + "F1_coffee": 0.9167994899585591, + "IoU_coffee": 0.8463802236609771, + "precision_coffee": 0.909665991902834, + "recall_coffee": 0.924045752473975, + "F1_noncoffee": 0.7310202679491584, + "IoU_noncoffee": 0.5760693015701137, + "kappa": 0.64788976038344, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8310689973462559, + "mIoU": 0.6456393234751221, + "macroF1": 0.7741887395771383, + "F1_coffee": 0.8875210063859413, + "IoU_coffee": 0.7977867550583523, + "precision_coffee": 0.8868652362491843, + "recall_coffee": 0.8881777470256972, + "F1_noncoffee": 0.6608564727683354, + "IoU_noncoffee": 0.4934918918918919, + "kappa": 0.5483782236719185, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 18, + "stopped_epoch": 50, + "best_val": 0.6672066412710309, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8592598604122708, + "mIoU": 0.6825376259716646, + "macroF1": 0.8018183634273005, + "F1_coffee": 0.9085134892750504, + "IoU_coffee": 0.8323634606089898, + "precision_coffee": 0.8952238371488574, + "recall_coffee": 0.9222036584843422, + "F1_noncoffee": 0.6951232375795506, + "IoU_noncoffee": 0.5327117913343393, + "kappa": 0.6039276014476672, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8229202722972193, + "mIoU": 0.626816156103519, + "macroF1": 0.7579413681943561, + "F1_coffee": 0.88335550066502, + "IoU_coffee": 0.7910803314672702, + "precision_coffee": 0.8733820518119141, + "recall_coffee": 0.8935593611255261, + "F1_noncoffee": 0.6325272357236921, + "IoU_noncoffee": 0.462551980739768, + "kappa": 0.5160815358897464, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.42482100238663484, + "mIoU": 0.21351461361643245, + "macroF1": 0.3009126579400576, + "F1_coffee": 0.5952300974135035, + "IoU_coffee": 0.42372070779531323, + "precision_coffee": 1.0, + "recall_coffee": 0.42372070779531323, + "F1_noncoffee": 0.006595218466611707, + "IoU_noncoffee": 0.0033085194375516956, + "kappa": 0.0027998513171506793, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8845322327044025, + "mIoU": 0.7324960474376476, + "macroF1": 0.8393407812360867, + "F1_coffee": 0.92454889873499, + "IoU_coffee": 0.8596847384762359, + "precision_coffee": 0.9131730830215006, + "recall_coffee": 0.9362117172768061, + "F1_noncoffee": 0.7541326637371835, + "IoU_noncoffee": 0.6053073563990594, + "kappa": 0.6788439715215762, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.844709649250473, + "mIoU": 0.6547086672010483, + "macroF1": 0.7795606068612557, + "F1_coffee": 0.8993997297212357, + "IoU_coffee": 0.8171901770416905, + "precision_coffee": 0.884308757184352, + "recall_coffee": 0.9150147077631411, + "F1_noncoffee": 0.6597214840012756, + "IoU_noncoffee": 0.49222715736040606, + "kappa": 0.5595550777027123, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8488738193267135, + "mIoU": 0.6629910455106169, + "macroF1": 0.7863385593175698, + "F1_coffee": 0.9019299679386433, + "IoU_coffee": 0.8213774546287285, + "precision_coffee": 0.8886342520904305, + "recall_coffee": 0.9156295870827749, + "F1_noncoffee": 0.6707471506964964, + "IoU_noncoffee": 0.5046046363925055, + "kappa": 0.5729980413398863, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9022602321319487, + "mIoU": 0.7123833608092318, + "macroF1": 0.8193515637069898, + "F1_coffee": 0.9417334304442826, + "IoU_coffee": 0.8898830006882312, + "precision_coffee": 0.9367302583916929, + "recall_coffee": 0.9467903343910178, + "F1_noncoffee": 0.696969696969697, + "IoU_noncoffee": 0.5348837209302325, + "kappa": 0.6387567228935752, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8398502905545159, + "mIoU": 0.5848713938559422, + "macroF1": 0.7083868909586533, + "F1_coffee": 0.9041838538597525, + "IoU_coffee": 0.8251236825123682, + "precision_coffee": 0.9084665482534043, + "recall_coffee": 0.899941348973607, + "F1_noncoffee": 0.512589928057554, + "IoU_noncoffee": 0.34461910519951633, + "kappa": 0.4168397084194656, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8584140021511685, + "mIoU": 0.6019436650945089, + "macroF1": 0.7217751444604518, + "F1_coffee": 0.9167529032999885, + "IoU_coffee": 0.8463008173230018, + "precision_coffee": 0.9064347430650296, + "recall_coffee": 0.9273086764363806, + "F1_noncoffee": 0.526797385620915, + "IoU_noncoffee": 0.35758651286601595, + "kappa": 0.44395984713669673, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8679962013295347, + "mIoU": 0.7347863250599456, + "macroF1": 0.8438607102739134, + "F1_coffee": 0.9052488070892979, + "IoU_coffee": 0.8268991282689913, + "precision_coffee": 0.8871075484301937, + "recall_coffee": 0.9241475295755045, + "F1_noncoffee": 0.7824726134585289, + "IoU_noncoffee": 0.6426735218508998, + "kappa": 0.6880209482336918, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8494263862332696, + "mIoU": 0.6981136904466887, + "macroF1": 0.8172510869564132, + "F1_coffee": 0.8939322513300559, + "IoU_coffee": 0.8082075012177301, + "precision_coffee": 0.8579369183040331, + "recall_coffee": 0.9330802755518065, + "F1_noncoffee": 0.7405699225827705, + "IoU_noncoffee": 0.5880198796756474, + "kappa": 0.6360690607473626, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.839508542906508, + "mIoU": 0.6893714258739252, + "macroF1": 0.811725713455612, + "F1_coffee": 0.8840499306518724, + "IoU_coffee": 0.7921948794432015, + "precision_coffee": 0.8673288882841202, + "recall_coffee": 0.901428369396125, + "F1_noncoffee": 0.7394014962593516, + "IoU_noncoffee": 0.5865479723046488, + "kappa": 0.6237657080752643, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 443, + 563 + ], + [ + 6388, + 7520 + ], + [ + 46084, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.545401656627655, + "test_tta": { + "OA": 0.861321214088622, + "mIoU": 0.6825716324896115, + "macroF1": 0.801418649818916, + "F1_coffee": 0.9104852904199146, + "IoU_coffee": 0.8356796676667436, + "precision_coffee": 0.8911037283130306, + "recall_coffee": 0.9307286981107826, + "F1_noncoffee": 0.6923520092179173, + "IoU_noncoffee": 0.5294635973124794, + "kappa": 0.6034819788095358, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8264682127610476, + "mIoU": 0.6281781991454307, + "macroF1": 0.7583842299595489, + "F1_coffee": 0.886642422415255, + "IoU_coffee": 0.796368067425999, + "precision_coffee": 0.8695692347495056, + "recall_coffee": 0.9043994695266102, + "F1_noncoffee": 0.6301260375038427, + "IoU_noncoffee": 0.45998833086486246, + "kappa": 0.5173755224718379, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 6, + "stopped_epoch": 50, + "best_val": 0.684377664838737, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8665314072390846, + "mIoU": 0.6926065188500085, + "macroF1": 0.8092054360990549, + "F1_coffee": 0.9137878613140982, + "IoU_coffee": 0.8412609551754758, + "precision_coffee": 0.8949378786323031, + "recall_coffee": 0.9334489997001242, + "F1_noncoffee": 0.7046230108840117, + "IoU_noncoffee": 0.5439520825245411, + "kappa": 0.6189900084296611, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8309391946463598, + "mIoU": 0.635900907425605, + "macroF1": 0.7648498511628952, + "F1_coffee": 0.8895130733123456, + "IoU_coffee": 0.8010117471311197, + "precision_coffee": 0.8727642652362897, + "recall_coffee": 0.9069172961233158, + "F1_noncoffee": 0.6401866290134447, + "IoU_noncoffee": 0.4707900677200903, + "kappa": 0.5302630739984511, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4663484486873508, + "mIoU": 0.23444632842050345, + "macroF1": 0.3211111446048537, + "F1_coffee": 0.6351174934725848, + "IoU_coffee": 0.4653275944524151, + "precision_coffee": 1.0, + "recall_coffee": 0.4653275944524151, + "F1_noncoffee": 0.007104795737122558, + "IoU_noncoffee": 0.0035650623885918, + "kappa": 0.003312348882592823, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8748034591194969, + "mIoU": 0.71441716320096, + "macroF1": 0.8262321541200336, + "F1_coffee": 0.9181023399331447, + "IoU_coffee": 0.8486036838978015, + "precision_coffee": 0.9077734697769021, + "recall_coffee": 0.9286689641719228, + "F1_noncoffee": 0.7343619683069225, + "IoU_noncoffee": 0.5802306425041186, + "kappa": 0.6526101851331438, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8608159899092805, + "mIoU": 0.6847082180646239, + "macroF1": 0.8034219037332795, + "F1_coffee": 0.9096406412396459, + "IoU_coffee": 0.8342576545349509, + "precision_coffee": 0.8962328554583255, + "recall_coffee": 0.923455684870188, + "F1_noncoffee": 0.6972031662269129, + "IoU_noncoffee": 0.5351587815942969, + "kappa": 0.6071384463922985, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8640833131508839, + "mIoU": 0.6782077297661688, + "macroF1": 0.7969139446343191, + "F1_coffee": 0.9137093302171105, + "IoU_coffee": 0.8411278450911561, + "precision_coffee": 0.8817140483114725, + "recall_coffee": 0.9481141106643691, + "F1_noncoffee": 0.6801185590515276, + "IoU_noncoffee": 0.5152876144411815, + "kappa": 0.5958009337249636, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8989004276114845, + "mIoU": 0.6942418893333524, + "macroF1": 0.803972423858533, + "F1_coffee": 0.9403854235456565, + "IoU_coffee": 0.8874787535410765, + "precision_coffee": 0.9254401512466028, + "recall_coffee": 0.9558213326824506, + "F1_noncoffee": 0.6675594241714095, + "IoU_noncoffee": 0.5010050251256282, + "kappa": 0.6085142098171228, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.854230276765488, + "mIoU": 0.5983138216139363, + "macroF1": 0.7190246142638421, + "F1_coffee": 0.9139334729006746, + "IoU_coffee": 0.8415078175198115, + "precision_coffee": 0.9062391880982585, + "recall_coffee": 0.9217595307917889, + "F1_noncoffee": 0.5241157556270096, + "IoU_noncoffee": 0.355119825708061, + "kappa": 0.438273122855035, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.877285616505329, + "mIoU": 0.611899123306694, + "macroF1": 0.7269974115038813, + "F1_coffee": 0.9295537468425484, + "IoU_coffee": 0.8683796539066597, + "precision_coffee": 0.8983400238689379, + "recall_coffee": 0.9630146545708305, + "F1_noncoffee": 0.5244410761652141, + "IoU_noncoffee": 0.3554185927067283, + "kappa": 0.4584087759578432, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.852326685660019, + "mIoU": 0.7123094787571493, + "macroF1": 0.8284985301168286, + "F1_coffee": 0.8924247665167762, + "IoU_coffee": 0.8057464084946908, + "precision_coffee": 0.8872077028885832, + "recall_coffee": 0.8977035490605428, + "F1_noncoffee": 0.7645722937168812, + "IoU_noncoffee": 0.6188725490196079, + "kappa": 0.6570230146885556, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8672084130019121, + "mIoU": 0.7337492385329567, + "macroF1": 0.8431721052658565, + "F1_coffee": 0.9045688766746822, + "IoU_coffee": 0.825765178123432, + "precision_coffee": 0.8845740392367644, + "recall_coffee": 0.9254885421060031, + "F1_noncoffee": 0.7817753338570307, + "IoU_noncoffee": 0.6417332989424813, + "kappa": 0.6867102495357024, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8511230562488001, + "mIoU": 0.7027293389743906, + "macroF1": 0.820808572594039, + "F1_coffee": 0.894511324219547, + "IoU_coffee": 0.8091546696197859, + "precision_coffee": 0.8616352201257862, + "recall_coffee": 0.9299957573186254, + "F1_noncoffee": 0.747105820968531, + "IoU_noncoffee": 0.5963040083289953, + "kappa": 0.6428636125232654, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6623, + 7520 + ], + [ + 46186, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5458417097727457, + "test_tta": { + "OA": 0.8691446193799708, + "mIoU": 0.6947102661803419, + "macroF1": 0.8105182151305323, + "F1_coffee": 0.915915727993325, + "IoU_coffee": 0.8448750264570626, + "precision_coffee": 0.8925681993739074, + "recall_coffee": 0.9405174998929016, + "F1_noncoffee": 0.7051207022677396, + "IoU_noncoffee": 0.5445455059036213, + "kappa": 0.621943592849308, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8340256143994462, + "mIoU": 0.6377197750800303, + "macroF1": 0.7658567794130651, + "F1_coffee": 0.8921947015400757, + "IoU_coffee": 0.8053713976457855, + "precision_coffee": 0.8702644419671413, + "recall_coffee": 0.9152587979780507, + "F1_noncoffee": 0.6395188572860544, + "IoU_noncoffee": 0.4700681525142752, + "kappa": 0.5327058014980527, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.684738040356863, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8692095439052102, + "mIoU": 0.7070552061378184, + "macroF1": 0.8210889707315715, + "F1_coffee": 0.9138752912507214, + "IoU_coffee": 0.8414091714229482, + "precision_coffee": 0.9120232101715163, + "recall_coffee": 0.9157349098230733, + "F1_noncoffee": 0.7283026502124216, + "IoU_noncoffee": 0.5727012408526885, + "kappa": 0.6421825965448064, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8295402099919233, + "mIoU": 0.645515126863609, + "macroF1": 0.7744324750110649, + "F1_coffee": 0.8859246962077851, + "IoU_coffee": 0.7952107843986623, + "precision_coffee": 0.8897979758811897, + "recall_coffee": 0.8820849910626766, + "F1_noncoffee": 0.6629402538143447, + "IoU_noncoffee": 0.4958194693285556, + "kappa": 0.5488902064774026, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.34272076372315036, + "mIoU": 0.17217993324031722, + "macroF1": 0.2574335411880538, + "F1_coffee": 0.509090909090909, + "IoU_coffee": 0.34146341463414637, + "precision_coffee": 1.0, + "recall_coffee": 0.34146341463414637, + "F1_noncoffee": 0.005776173285198556, + "IoU_noncoffee": 0.002896451846488052, + "kappa": 0.0019761102387211987, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8859571540880503, + "mIoU": 0.7398114059084885, + "macroF1": 0.8449445563530883, + "F1_coffee": 0.9246893150329343, + "IoU_coffee": 0.85992757996379, + "precision_coffee": 0.9228626943005181, + "recall_coffee": 0.9265231809610508, + "F1_noncoffee": 0.7651997976732423, + "IoU_noncoffee": 0.619695231853187, + "kappa": 0.6898929004113107, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8563527870761171, + "mIoU": 0.6896054722017869, + "macroF1": 0.8086250254064903, + "F1_coffee": 0.9041964603487883, + "IoU_coffee": 0.8251446793433329, + "precision_coffee": 0.915122142903923, + "recall_coffee": 0.8935285842179307, + "F1_noncoffee": 0.7130535904641923, + "IoU_noncoffee": 0.5540662650602409, + "kappa": 0.6174133891143994, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8655364495035117, + "mIoU": 0.6928137732257016, + "macroF1": 0.8095853955137597, + "F1_coffee": 0.9128031159693429, + "IoU_coffee": 0.839593204668901, + "precision_coffee": 0.8987443557864786, + "recall_coffee": 0.9273086987044483, + "F1_noncoffee": 0.7063676750581764, + "IoU_noncoffee": 0.5460343417825021, + "kappa": 0.6194843340446009, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9076562818163307, + "mIoU": 0.7277429846669703, + "macroF1": 0.8314231638212706, + "F1_coffee": 0.9447860230108966, + "IoU_coffee": 0.8953501788392754, + "precision_coffee": 0.9425482813069355, + "recall_coffee": 0.9470344154259214, + "F1_noncoffee": 0.7180603046316444, + "IoU_noncoffee": 0.5601357904946653, + "kappa": 0.6628560312962775, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.848517679503595, + "mIoU": 0.6081602526497101, + "macroF1": 0.7316034401370313, + "F1_coffee": 0.90874569835054, + "IoU_coffee": 0.832753371030883, + "precision_coffee": 0.9194381078160644, + "recall_coffee": 0.8982991202346041, + "F1_noncoffee": 0.5544611819235226, + "IoU_noncoffee": 0.38356713426853706, + "kappa": 0.4635610884966588, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8829568788501027, + "mIoU": 0.6440662957540264, + "macroF1": 0.7595950948025572, + "F1_coffee": 0.931806528798496, + "IoU_coffee": 0.87232, + "precision_coffee": 0.9132328308207706, + "recall_coffee": 0.9511514305652478, + "F1_noncoffee": 0.5873836608066184, + "IoU_noncoffee": 0.4158125915080527, + "kappa": 0.5203905870123787, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8657169990503324, + "mIoU": 0.7355836072638099, + "macroF1": 0.8448466921401712, + "F1_coffee": 0.9017509727626459, + "IoU_coffee": 0.8210806023029229, + "precision_coffee": 0.9003746357707784, + "recall_coffee": 0.9031315240083507, + "F1_noncoffee": 0.7879424115176965, + "IoU_noncoffee": 0.6500866122246969, + "kappa": 0.6896949492915954, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8639579349904398, + "mIoU": 0.7363985825283461, + "macroF1": 0.8457587660585225, + "F1_coffee": 0.8987404824592614, + "IoU_coffee": 0.8161023520289481, + "precision_coffee": 0.909942363112392, + "recall_coffee": 0.8878110501897933, + "F1_noncoffee": 0.7927770496577836, + "IoU_noncoffee": 0.6566948130277442, + "kappa": 0.6916131748392346, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8484354002687656, + "mIoU": 0.706282739414464, + "macroF1": 0.8242453278086822, + "F1_coffee": 0.8894489953091087, + "IoU_coffee": 0.8009078300340436, + "precision_coffee": 0.8807542983915696, + "recall_coffee": 0.8983170697213972, + "F1_noncoffee": 0.7590416603082557, + "IoU_noncoffee": 0.6116576487948844, + "kappa": 0.6485653044905176, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6677, + 7520 + ], + [ + 46298, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.0689627130826316, + "test_tta": { + "OA": 0.8725531569550398, + "mIoU": 0.7100858258299627, + "macroF1": 0.8230198277847101, + "F1_coffee": 0.9166489745658358, + "IoU_coffee": 0.8461236967939171, + "precision_coffee": 0.9086241003409234, + "recall_coffee": 0.9248168615859144, + "F1_noncoffee": 0.7293906810035843, + "IoU_noncoffee": 0.5740479548660085, + "kappa": 0.6461292713323746, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8331602630668051, + "mIoU": 0.6477063199074661, + "macroF1": 0.7756542085728768, + "F1_coffee": 0.8892378399080811, + "IoU_coffee": 0.8005654782428798, + "precision_coffee": 0.885997214325237, + "recall_coffee": 0.8925022583559169, + "F1_noncoffee": 0.6620705772376724, + "IoU_noncoffee": 0.4948471615720524, + "kappa": 0.551326730073675, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.682014763967653, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8588865443921442, + "mIoU": 0.6972709946609763, + "macroF1": 0.8147369731820413, + "F1_coffee": 0.9051763628034815, + "IoU_coffee": 0.8267782426778243, + "precision_coffee": 0.9221333333333334, + "recall_coffee": 0.8888317696954119, + "F1_noncoffee": 0.7242975835606013, + "IoU_noncoffee": 0.5677637466441284, + "kappa": 0.6298378823680537, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8167474327910464, + "mIoU": 0.6353633750489545, + "macroF1": 0.7678081990406658, + "F1_coffee": 0.8744069270915704, + "IoU_coffee": 0.7768410699545111, + "precision_coffee": 0.9001200675634424, + "recall_coffee": 0.8501220473197639, + "F1_noncoffee": 0.6612094709897611, + "IoU_noncoffee": 0.49388568014339773, + "kappa": 0.5366363902902959, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25823389021479715, + "mIoU": 0.12969115759269048, + "macroF1": 0.2068987190056069, + "F1_coffee": 0.408675799086758, + "IoU_coffee": 0.2568149210903874, + "precision_coffee": 1.0, + "recall_coffee": 0.2568149210903874, + "F1_noncoffee": 0.005121638924455826, + "IoU_noncoffee": 0.0025673940949935813, + "kappa": 0.0013178213247785487, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8760318396226415, + "mIoU": 0.730523966340201, + "macroF1": 0.8391742640591218, + "F1_coffee": 0.9161654759926898, + "IoU_coffee": 0.8453001410264271, + "precision_coffee": 0.936803479206306, + "recall_coffee": 0.8964171922751805, + "F1_noncoffee": 0.7621830521255538, + "IoU_noncoffee": 0.615747791653975, + "kappa": 0.6787907561772424, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8456313976616698, + "mIoU": 0.6791282107143444, + "macroF1": 0.8016200884291922, + "F1_coffee": 0.8950596926324121, + "IoU_coffee": 0.8100525310410697, + "precision_coffee": 0.9241351130482157, + "recall_coffee": 0.8677580253229313, + "F1_noncoffee": 0.7081804842259721, + "IoU_noncoffee": 0.548203890387619, + "kappa": 0.604329324930605, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8552191813998546, + "mIoU": 0.6830039575354157, + "macroF1": 0.8030682466305871, + "F1_coffee": 0.9044101186478621, + "IoU_coffee": 0.8255006129955047, + "precision_coffee": 0.9064102564102564, + "recall_coffee": 0.902418788691046, + "F1_noncoffee": 0.701726374613312, + "IoU_noncoffee": 0.5405073020753267, + "kappa": 0.6061424775462155, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.902056607615557, + "mIoU": 0.724770381281153, + "macroF1": 0.8299446313678409, + "F1_coffee": 0.9406831915156, + "IoU_coffee": 0.8880093131548312, + "precision_coffee": 0.9506480558325024, + "recall_coffee": 0.9309250671222846, + "F1_noncoffee": 0.7192060712200817, + "IoU_noncoffee": 0.5615314494074749, + "kappa": 0.660066073091973, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8369939919235694, + "mIoU": 0.5974856156736377, + "macroF1": 0.7234283295405001, + "F1_coffee": 0.9006543009784501, + "IoU_coffee": 0.8192639510756798, + "precision_coffee": 0.9223014507007622, + "recall_coffee": 0.88, + "F1_noncoffee": 0.54620235810255, + "IoU_noncoffee": 0.3757072802715956, + "kappa": 0.4482450605134731, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8761122518822724, + "mIoU": 0.6416395292159216, + "macroF1": 0.7589489641906002, + "F1_coffee": 0.9270035144322175, + "IoU_coffee": 0.8639390034364262, + "precision_coffee": 0.9184838451878068, + "recall_coffee": 0.9356827169109095, + "F1_noncoffee": 0.5908944139489829, + "IoU_noncoffee": 0.41934005499541704, + "kappa": 0.5181302905976228, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8517568850902184, + "mIoU": 0.7203634506742846, + "macroF1": 0.8350965204720043, + "F1_coffee": 0.8875117100237804, + "IoU_coffee": 0.7977717320896489, + "precision_coffee": 0.9202032277346085, + "recall_coffee": 0.8570633263743911, + "F1_noncoffee": 0.7826813309202283, + "IoU_noncoffee": 0.6429551692589204, + "kappa": 0.6709952628832582, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8540152963671128, + "mIoU": 0.725634539907978, + "macroF1": 0.8389103899672978, + "F1_coffee": 0.8882383078386884, + "IoU_coffee": 0.7989466754443713, + "precision_coffee": 0.926412213740458, + "recall_coffee": 0.8530858990580626, + "F1_noncoffee": 0.7895824720959074, + "IoU_noncoffee": 0.6523224043715847, + "kappa": 0.6788474360345739, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8347091572278749, + "mIoU": 0.6906881982959079, + "macroF1": 0.8137608966686366, + "F1_coffee": 0.8762219666474985, + "IoU_coffee": 0.779710886529359, + "precision_coffee": 0.8909516152609268, + "recall_coffee": 0.8619714326120775, + "F1_noncoffee": 0.7512998266897747, + "IoU_noncoffee": 0.6016655100624566, + "kappa": 0.6277262359743643, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6607, + 7520 + ], + [ + 45732, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5471001068751018, + "test_tta": { + "OA": 0.8625872423307904, + "mIoU": 0.7005702464138037, + "macroF1": 0.8168424323891553, + "F1_coffee": 0.9083766233766234, + "IoU_coffee": 0.8321337219677593, + "precision_coffee": 0.918033862711642, + "recall_coffee": 0.8989204472432849, + "F1_noncoffee": 0.7253082414016873, + "IoU_noncoffee": 0.5690067708598483, + "kappa": 0.6338063542737272, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8211895696319372, + "mIoU": 0.6384417701997491, + "macroF1": 0.7696867189253115, + "F1_coffee": 0.8785985664486311, + "IoU_coffee": 0.7834826496219067, + "precision_coffee": 0.8955584389659647, + "recall_coffee": 0.8622691191450922, + "F1_noncoffee": 0.6607748714019919, + "IoU_noncoffee": 0.49340089077759164, + "kappa": 0.5398345807070103, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 41, + "stopped_epoch": 71, + "best_val": 0.6658658481670054, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8191527349456257, + "mIoU": 0.6234800543284923, + "macroF1": 0.7555957262435578, + "F1_coffee": 0.8802296082899772, + "IoU_coffee": 0.7860804454257464, + "precision_coffee": 0.8834966121444909, + "recall_coffee": 0.8769866769481215, + "F1_noncoffee": 0.6309618441971383, + "IoU_noncoffee": 0.4608796632312382, + "kappa": 0.5112120460652761, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7847150109611168, + "mIoU": 0.5797146560140106, + "macroF1": 0.7197197380099551, + "F1_coffee": 0.8546897055244586, + "IoU_coffee": 0.7462516574303879, + "precision_coffee": 0.8659263058229446, + "recall_coffee": 0.8437409906013954, + "F1_noncoffee": 0.5847497704954516, + "IoU_noncoffee": 0.4131776545976334, + "kappa": 0.4397090854493963, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.356563245823389, + "mIoU": 0.17914547836741856, + "macroF1": 0.26512345871767806, + "F1_coffee": 0.5243472124206069, + "IoU_coffee": 0.3553323768531803, + "precision_coffee": 1.0, + "recall_coffee": 0.3553323768531803, + "F1_noncoffee": 0.0058997050147492625, + "IoU_noncoffee": 0.0029585798816568047, + "kappa": 0.0021003503881973176, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8451749213836478, + "mIoU": 0.6690545876790596, + "macroF1": 0.792708346454894, + "F1_coffee": 0.8969958484521592, + "IoU_coffee": 0.8132298026198803, + "precision_coffee": 0.9019195372074678, + "recall_coffee": 0.8921256258534365, + "F1_noncoffee": 0.6884208444576287, + "IoU_noncoffee": 0.5248793727382388, + "kappa": 0.5854540636692025, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8030369184495222, + "mIoU": 0.606870424635001, + "macroF1": 0.7430920248020346, + "F1_coffee": 0.8671900556100752, + "IoU_coffee": 0.7655212243719318, + "precision_coffee": 0.8876908652558264, + "recall_coffee": 0.8476147844992966, + "F1_noncoffee": 0.618993993993994, + "IoU_noncoffee": 0.4482196248980701, + "kappa": 0.48696903816381953, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8095906999273432, + "mIoU": 0.5958206675847755, + "macroF1": 0.7297363986696791, + "F1_coffee": 0.8766435497536637, + "IoU_coffee": 0.7803787921112911, + "precision_coffee": 0.8623286825534017, + "recall_coffee": 0.8914417001723147, + "F1_noncoffee": 0.5828292475856945, + "IoU_noncoffee": 0.4112625430582597, + "kappa": 0.4599760591622814, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8800651598452454, + "mIoU": 0.6683808257476108, + "macroF1": 0.7842227217227217, + "F1_coffee": 0.928030303030303, + "IoU_coffee": 0.8657243816254417, + "precision_coffee": 0.9291656471739662, + "recall_coffee": 0.9268977300463754, + "F1_noncoffee": 0.6404151404151404, + "IoU_noncoffee": 0.47103726986977995, + "kappa": 0.568448662682429, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8255687973997833, + "mIoU": 0.5810502393624071, + "macroF1": 0.7086347180734105, + "F1_coffee": 0.8932167621344589, + "IoU_coffee": 0.8070385704946611, + "precision_coffee": 0.9189826302729529, + "recall_coffee": 0.8688563049853373, + "F1_noncoffee": 0.5240526740123622, + "IoU_noncoffee": 0.35506190823015293, + "kappa": 0.4193040386080772, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8703432091522441, + "mIoU": 0.6345582665146179, + "macroF1": 0.7532546509153357, + "F1_coffee": 0.9232283464566929, + "IoU_coffee": 0.8574040219378428, + "precision_coffee": 0.9191837675812774, + "recall_coffee": 0.9273086764363806, + "F1_noncoffee": 0.5832809553739786, + "IoU_noncoffee": 0.41171251109139306, + "kappa": 0.5065611600632254, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8126305792972459, + "mIoU": 0.6542297407271704, + "macroF1": 0.7863520812487927, + "F1_coffee": 0.8612810236940167, + "IoU_coffee": 0.7563595949617189, + "precision_coffee": 0.8702756464904803, + "recall_coffee": 0.8524704244954767, + "F1_noncoffee": 0.7114231388035688, + "IoU_noncoffee": 0.552099886492622, + "kappa": 0.5727990939323446, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7811663479923519, + "mIoU": 0.6111892146002312, + "macroF1": 0.753129872643957, + "F1_coffee": 0.8363246335359313, + "IoU_coffee": 0.7186923927737495, + "precision_coffee": 0.8509895227008148, + "recall_coffee": 0.8221566146492338, + "F1_noncoffee": 0.6699351117519827, + "IoU_noncoffee": 0.503686036426713, + "kappa": 0.5065552495044107, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7499520061432137, + "mIoU": 0.5540631293082144, + "macroF1": 0.7020565798374188, + "F1_coffee": 0.8215142171976705, + "IoU_coffee": 0.6970930232558139, + "precision_coffee": 0.7967836257309941, + "recall_coffee": 0.847829161363315, + "F1_noncoffee": 0.5825989424771671, + "IoU_noncoffee": 0.411033235360615, + "kappa": 0.4054526038056708, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 14, + 27 + ], + [ + 227, + 563 + ], + [ + 6132, + 7520 + ], + [ + 44095, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1943472822507224, + "test_tta": { + "OA": 0.828128550559974, + "mIoU": 0.6325493045722766, + "macroF1": 0.7622735766807671, + "F1_coffee": 0.8873953869221689, + "IoU_coffee": 0.7975837745875786, + "precision_coffee": 0.8811640725644654, + "recall_coffee": 0.8937154607376944, + "F1_noncoffee": 0.6371517664393653, + "IoU_noncoffee": 0.46751483455697473, + "kappa": 0.5246237574701482, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7952867197415484, + "mIoU": 0.5888978191247299, + "macroF1": 0.7264905903615109, + "F1_coffee": 0.8636634329075017, + "IoU_coffee": 0.7600419258858534, + "precision_coffee": 0.8632322728058217, + "recall_coffee": 0.8640950239289626, + "F1_noncoffee": 0.5893177478155199, + "IoU_noncoffee": 0.41775371236360653, + "kappa": 0.45298159179447295, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.6775652332074872, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8290212627820159, + "mIoU": 0.6533951131933775, + "macroF1": 0.7819389624023229, + "F1_coffee": 0.8832642567432789, + "IoU_coffee": 0.7909339896002858, + "precision_coffee": 0.9150440852314474, + "recall_coffee": 0.8536177869168488, + "F1_noncoffee": 0.6806136680613668, + "IoU_noncoffee": 0.5158562367864693, + "kappa": 0.5653124518335529, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7923156801661475, + "mIoU": 0.60387195864515, + "macroF1": 0.7429147239480757, + "F1_coffee": 0.8556101473979746, + "IoU_coffee": 0.7476561815473582, + "precision_coffee": 0.8944256933816901, + "recall_coffee": 0.8200234484614349, + "F1_noncoffee": 0.6302193004981768, + "IoU_noncoffee": 0.46008773574294176, + "kappa": 0.48829746407301405, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3369928400954654, + "mIoU": 0.16929801703743147, + "macroF1": 0.2542059207739155, + "F1_coffee": 0.5026852846401718, + "IoU_coffee": 0.3357245337159254, + "precision_coffee": 1.0, + "recall_coffee": 0.3357245337159254, + "F1_noncoffee": 0.00572655690765927, + "IoU_noncoffee": 0.002871500358937545, + "kappa": 0.001926209308571108, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8377555031446541, + "mIoU": 0.6722586146161091, + "macroF1": 0.7971686486795553, + "F1_coffee": 0.887900597501358, + "IoU_coffee": 0.7984003907442457, + "precision_coffee": 0.9289621368189245, + "recall_coffee": 0.8503153651082646, + "F1_noncoffee": 0.7064366998577525, + "IoU_noncoffee": 0.5461168384879725, + "kappa": 0.5964023045455085, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8071605297627711, + "mIoU": 0.6248568561376115, + "macroF1": 0.7599929084604835, + "F1_coffee": 0.8663910456791368, + "IoU_coffee": 0.7642768190713396, + "precision_coffee": 0.9132005951959187, + "recall_coffee": 0.8241463102698555, + "F1_noncoffee": 0.6535947712418301, + "IoU_noncoffee": 0.4854368932038835, + "kappa": 0.523233630092778, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8422378299830467, + "mIoU": 0.6640368384536424, + "macroF1": 0.7887815532275628, + "F1_coffee": 0.8950404434275402, + "IoU_coffee": 0.8100209986000934, + "precision_coffee": 0.903983856268715, + "recall_coffee": 0.8862722573233773, + "F1_noncoffee": 0.6825226630275856, + "IoU_noncoffee": 0.5180526783071915, + "kappa": 0.5776881350162149, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8888210140500916, + "mIoU": 0.6989355309984733, + "macroF1": 0.8102642870905635, + "F1_coffee": 0.9323503902862099, + "IoU_coffee": 0.8732737611697806, + "precision_coffee": 0.9467790639154504, + "recall_coffee": 0.9183548938247498, + "F1_noncoffee": 0.6881781838949171, + "IoU_noncoffee": 0.5245973008271658, + "kappa": 0.6209343733322966, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8107948389638531, + "mIoU": 0.5699231614995486, + "macroF1": 0.700687827167934, + "F1_coffee": 0.8822267181656551, + "IoU_coffee": 0.789271610355419, + "precision_coffee": 0.9240945286411508, + "recall_coffee": 0.8439882697947214, + "F1_noncoffee": 0.5191489361702127, + "IoU_noncoffee": 0.3505747126436782, + "kappa": 0.40635097713135315, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8602718294710081, + "mIoU": 0.6114482496581131, + "macroF1": 0.7316744994765367, + "F1_coffee": 0.9174322528456694, + "IoU_coffee": 0.8474594363791631, + "precision_coffee": 0.9115857159260535, + "recall_coffee": 0.9233542684345196, + "F1_noncoffee": 0.5459167461074039, + "IoU_noncoffee": 0.3754370629370629, + "kappa": 0.46347037168589933, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7901234567901234, + "mIoU": 0.6356630860920749, + "macroF1": 0.7743503835790402, + "F1_coffee": 0.8340093135045816, + "IoU_coffee": 0.7152795671218758, + "precision_coffee": 0.9058573992494697, + "recall_coffee": 0.7727209464161447, + "F1_noncoffee": 0.7146914536534986, + "IoU_noncoffee": 0.556046605062274, + "kappa": 0.55352841535999, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8036328871892925, + "mIoU": 0.6519930747805798, + "macroF1": 0.7862868442831679, + "F1_coffee": 0.8471726190476191, + "IoU_coffee": 0.7348651090744804, + "precision_coffee": 0.8997945313734788, + "recall_coffee": 0.8003655279066498, + "F1_noncoffee": 0.7254010695187165, + "IoU_noncoffee": 0.5691210404866792, + "kappa": 0.5751843152254323, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8245344595891726, + "mIoU": 0.6779845748059767, + "macroF1": 0.8048861551151925, + "F1_coffee": 0.8668026814339843, + "IoU_coffee": 0.7649176954732511, + "precision_coffee": 0.8940327671727041, + "recall_coffee": 0.8411822938763965, + "F1_noncoffee": 0.7429696287964005, + "IoU_noncoffee": 0.5910514541387024, + "kappa": 0.6104696130935495, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 458, + 563 + ], + [ + 6227, + 7520 + ], + [ + 44367, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7320401628812154, + "test_tta": { + "OA": 0.8375588378509982, + "mIoU": 0.6632777281829916, + "macroF1": 0.7891189394120006, + "F1_coffee": 0.890188505343545, + "IoU_coffee": 0.802107844106539, + "precision_coffee": 0.9125573652479079, + "recall_coffee": 0.8688900312727584, + "F1_noncoffee": 0.6880493734804564, + "IoU_noncoffee": 0.524447612259444, + "kappa": 0.5789565534658736, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8018056997807776, + "mIoU": 0.6131120986949097, + "macroF1": 0.7497383807391036, + "F1_coffee": 0.8638893841247202, + "IoU_coffee": 0.7603919654066118, + "precision_coffee": 0.8912186050313694, + "recall_coffee": 0.8381863960483577, + "F1_noncoffee": 0.6355873773534871, + "IoU_noncoffee": 0.46583223198320767, + "kappa": 0.5007337162901994, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.6884981666249153, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8699399448141536, + "mIoU": 0.7033969916753781, + "macroF1": 0.8178492251949241, + "F1_coffee": 0.9152574637520225, + "IoU_coffee": 0.8437554840596666, + "precision_coffee": 0.9039293100206806, + "recall_coffee": 0.9268731525510859, + "F1_noncoffee": 0.7204409866378257, + "IoU_noncoffee": 0.5630384992910895, + "kappa": 0.6358871006623751, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8336506288219684, + "mIoU": 0.6458910599253602, + "macroF1": 0.7738154186841388, + "F1_coffee": 0.8901502885769252, + "IoU_coffee": 0.8020457899975972, + "precision_coffee": 0.8822518831769526, + "recall_coffee": 0.8981913932614504, + "F1_noncoffee": 0.6574805487913524, + "IoU_noncoffee": 0.4897363298531233, + "kappa": 0.5477438597473799, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4315035799522673, + "mIoU": 0.21688167460064953, + "macroF1": 0.3042388215522297, + "F1_coffee": 0.6018054162487463, + "IoU_coffee": 0.430416068866571, + "precision_coffee": 1.0, + "recall_coffee": 0.430416068866571, + "F1_noncoffee": 0.006672226855713094, + "IoU_noncoffee": 0.0033472803347280333, + "kappa": 0.002877301091576101, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8900845125786163, + "mIoU": 0.7446296959263732, + "macroF1": 0.8480862098842692, + "F1_coffee": 0.927961871638811, + "IoU_coffee": 0.8656052868729348, + "precision_coffee": 0.9192292969248437, + "recall_coffee": 0.9368619546134339, + "F1_noncoffee": 0.7682105481297274, + "IoU_noncoffee": 0.6236541049798116, + "kappa": 0.6962606199046386, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8550914471450056, + "mIoU": 0.6827099318868696, + "macroF1": 0.8028346692952802, + "F1_coffee": 0.9043394715772618, + "IoU_coffee": 0.8253829065824857, + "precision_coffee": 0.9058189516905113, + "recall_coffee": 0.9028648164726947, + "F1_noncoffee": 0.7013298670132987, + "IoU_noncoffee": 0.5400369571912534, + "kappa": 0.6056726229555034, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8649067570840397, + "mIoU": 0.6841128712641589, + "macroF1": 0.8020432386700973, + "F1_coffee": 0.9135970754980018, + "IoU_coffee": 0.8409376069350976, + "precision_coffee": 0.8877182420228777, + "recall_coffee": 0.9410300593528623, + "F1_noncoffee": 0.6904894018421929, + "IoU_noncoffee": 0.5272881355932203, + "kappa": 0.6052880952988939, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.903685603746691, + "mIoU": 0.7094416748800902, + "macroF1": 0.8165119446786084, + "F1_coffee": 0.9429845708775313, + "IoU_coffee": 0.8921199680693351, + "precision_coffee": 0.9315313169802334, + "recall_coffee": 0.9547229680253845, + "F1_noncoffee": 0.6900393184796855, + "IoU_noncoffee": 0.5267633816908455, + "kappa": 0.6333252302665329, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8463508322663252, + "mIoU": 0.5954790696834185, + "macroF1": 0.718320229152786, + "F1_coffee": 0.908224496999647, + "IoU_coffee": 0.8318784351762043, + "precision_coffee": 0.9110114481293521, + "recall_coffee": 0.9054545454545454, + "F1_noncoffee": 0.528415961305925, + "IoU_noncoffee": 0.3590797041906327, + "kappa": 0.4366675482510983, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8758189107265083, + "mIoU": 0.6106987164556292, + "macroF1": 0.7261172303419907, + "F1_coffee": 0.9286035529570497, + "IoU_coffee": 0.866722636163291, + "precision_coffee": 0.8986942328618063, + "recall_coffee": 0.9605722260990928, + "F1_noncoffee": 0.5236309077269318, + "IoU_noncoffee": 0.3546747967479675, + "kappa": 0.4562528603860337, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8773979107312441, + "mIoU": 0.7544173118057393, + "macroF1": 0.8575448484854137, + "F1_coffee": 0.9107253993499758, + "IoU_coffee": 0.8360843067546978, + "precision_coffee": 0.9050302363936229, + "recall_coffee": 0.9164926931106472, + "F1_noncoffee": 0.8043642976208516, + "IoU_noncoffee": 0.6727503168567808, + "kappa": 0.7151144185835974, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8635755258126195, + "mIoU": 0.7331022744938105, + "macroF1": 0.8432449643546706, + "F1_coffee": 0.8996977577844942, + "IoU_coffee": 0.8176823814999361, + "precision_coffee": 0.8996345234748383, + "recall_coffee": 0.8997610009841136, + "F1_noncoffee": 0.7867921709248469, + "IoU_noncoffee": 0.6485221674876848, + "kappa": 0.6864899320017771, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8541946630831253, + "mIoU": 0.7119631010120201, + "macroF1": 0.8278876065516929, + "F1_coffee": 0.8951763163342764, + "IoU_coffee": 0.8102435977514054, + "precision_coffee": 0.8741239892183288, + "recall_coffee": 0.9172677131947391, + "F1_noncoffee": 0.7605988967691095, + "IoU_noncoffee": 0.6136826042726348, + "kappa": 0.656230607913811, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6634, + 7520 + ], + [ + 46386, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.73085351785024, + "test_tta": { + "OA": 0.8730076286317157, + "mIoU": 0.7059163674759183, + "macroF1": 0.8194112056653948, + "F1_coffee": 0.9177926744699183, + "IoU_coffee": 0.8480747198974737, + "precision_coffee": 0.9007383270087445, + "recall_coffee": 0.9355052906652958, + "F1_noncoffee": 0.7210297368608715, + "IoU_noncoffee": 0.563758015054363, + "kappa": 0.6392612583039975, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8364485981308412, + "mIoU": 0.6467212082039945, + "macroF1": 0.7739400545847068, + "F1_coffee": 0.8928125827063405, + "IoU_coffee": 0.8063789099849747, + "precision_coffee": 0.8783826510684992, + "recall_coffee": 0.9077245382382901, + "F1_noncoffee": 0.6550675264630733, + "IoU_noncoffee": 0.48706350642301427, + "kappa": 0.5482724178642082, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 47, + "stopped_epoch": 77, + "best_val": 0.6858680894037115, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8710923551371531, + "mIoU": 0.7071535683875398, + "macroF1": 0.8208202410716678, + "F1_coffee": 0.9157293833029159, + "IoU_coffee": 0.8445579629303427, + "precision_coffee": 0.9073342024475377, + "recall_coffee": 0.9242813691470676, + "F1_noncoffee": 0.7259110988404197, + "IoU_noncoffee": 0.569749173844737, + "kappa": 0.6417402381049002, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8341121495327103, + "mIoU": 0.6490649391814256, + "macroF1": 0.7767147948124471, + "F1_coffee": 0.889922480620155, + "IoU_coffee": 0.8016759776536313, + "precision_coffee": 0.8862583633556356, + "recall_coffee": 0.8936170212765957, + "F1_noncoffee": 0.6635071090047393, + "IoU_noncoffee": 0.49645390070921985, + "kappa": 0.5534529221932226, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4343675417661098, + "mIoU": 0.21832484044921585, + "macroF1": 0.3056551941715395, + "F1_coffee": 0.6046046046046046, + "IoU_coffee": 0.4332855093256815, + "precision_coffee": 1.0, + "recall_coffee": 0.4332855093256815, + "F1_noncoffee": 0.006705783738474434, + "IoU_noncoffee": 0.00336417157275021, + "kappa": 0.0029110503035758638, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8859571540880503, + "mIoU": 0.7392706449668476, + "macroF1": 0.8445163720877858, + "F1_coffee": 0.9247869341197058, + "IoU_coffee": 0.8600964436407474, + "precision_coffee": 0.9217700258397933, + "recall_coffee": 0.9278236556343066, + "F1_noncoffee": 0.7642458100558659, + "IoU_noncoffee": 0.6184448462929476, + "kappa": 0.6890431852515877, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8651336535196236, + "mIoU": 0.6981964146224833, + "macroF1": 0.8143229784667803, + "F1_coffee": 0.9114536883679449, + "IoU_coffee": 0.837312734082397, + "precision_coffee": 0.9079832466048992, + "recall_coffee": 0.9149507609668756, + "F1_noncoffee": 0.7171922685656155, + "IoU_noncoffee": 0.5590800951625694, + "kappa": 0.6286632831026008, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8623879874061516, + "mIoU": 0.6844511636703261, + "macroF1": 0.8028685970898185, + "F1_coffee": 0.9111882209509519, + "IoU_coffee": 0.8368647717484927, + "precision_coffee": 0.893014705882353, + "recall_coffee": 0.9301167911162167, + "F1_noncoffee": 0.6945489732286851, + "IoU_noncoffee": 0.5320375555921595, + "kappa": 0.606297982950292, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.905620036652413, + "mIoU": 0.717767703271194, + "macroF1": 0.8233462662836095, + "F1_coffee": 0.9439031770045386, + "IoU_coffee": 0.893765757506303, + "precision_coffee": 0.9361421197935422, + "recall_coffee": 0.9517939956065413, + "F1_noncoffee": 0.7027893555626803, + "IoU_noncoffee": 0.541769649036085, + "kappa": 0.6468211438254637, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8603368462523392, + "mIoU": 0.6110480914053027, + "macroF1": 0.7312197884998966, + "F1_coffee": 0.9175101803374055, + "IoU_coffee": 0.8475924333619949, + "precision_coffee": 0.9100980957876514, + "recall_coffee": 0.9250439882697947, + "F1_noncoffee": 0.5449293966623877, + "IoU_noncoffee": 0.3745037494486105, + "kappa": 0.46263620761859386, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8780678595873668, + "mIoU": 0.6265474652765162, + "macroF1": 0.7426990986850448, + "F1_coffee": 0.9293284216491924, + "IoU_coffee": 0.867986449290705, + "precision_coffee": 0.9062672709185365, + "recall_coffee": 0.9535938590369853, + "F1_noncoffee": 0.5560697757208971, + "IoU_noncoffee": 0.38510848126232744, + "kappa": 0.4874828212429084, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.867616334283001, + "mIoU": 0.7396933835799728, + "macroF1": 0.847746641330003, + "F1_coffee": 0.9027487093623552, + "IoU_coffee": 0.822736520854527, + "precision_coffee": 0.9050216813540355, + "recall_coffee": 0.9004871259568545, + "F1_noncoffee": 0.7927445732976509, + "IoU_noncoffee": 0.6566502463054187, + "kappa": 0.6954973759430644, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8697896749521988, + "mIoU": 0.7438650013973114, + "macroF1": 0.8506326607204573, + "F1_coffee": 0.904125017598198, + "IoU_coffee": 0.8250256937307296, + "precision_coffee": 0.9053996898350486, + "recall_coffee": 0.9028539294249965, + "F1_noncoffee": 0.7971403038427167, + "IoU_noncoffee": 0.662704309063893, + "kappa": 0.701266574266642, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8469955845651757, + "mIoU": 0.7028566079409804, + "macroF1": 0.8216702164472709, + "F1_coffee": 0.8888733965421082, + "IoU_coffee": 0.7999749027481491, + "precision_coffee": 0.8765296301388698, + "recall_coffee": 0.9015697921086127, + "F1_noncoffee": 0.7544670363524337, + "IoU_noncoffee": 0.6057383131338115, + "kappa": 0.6434966460378094, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6701, + 7520 + ], + [ + 46390, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.386753233273824, + "test_tta": { + "OA": 0.8750365200454472, + "mIoU": 0.7104434230890401, + "macroF1": 0.8228610689779028, + "F1_coffee": 0.9189979694256526, + "IoU_coffee": 0.8501352850719249, + "precision_coffee": 0.903083062798536, + "recall_coffee": 0.9354838709677419, + "F1_noncoffee": 0.726724168530153, + "IoU_noncoffee": 0.5707515611061552, + "kappa": 0.6460929444526354, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8387706242067613, + "mIoU": 0.6517477266477982, + "macroF1": 0.7781558115592142, + "F1_coffee": 0.8941172013373871, + "IoU_coffee": 0.8085099093852242, + "precision_coffee": 0.8814192343604108, + "recall_coffee": 0.9071863768283073, + "F1_noncoffee": 0.6621944217810413, + "IoU_noncoffee": 0.49498554391037225, + "kappa": 0.5566052091111906, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.6750885736234274, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8163294431054168, + "mIoU": 0.6513256231082545, + "macroF1": 0.7828860620040281, + "F1_coffee": 0.8680977054034049, + "IoU_coffee": 0.7669369605022234, + "precision_coffee": 0.8631926987793554, + "recall_coffee": 0.8730587750240506, + "F1_noncoffee": 0.6976744186046512, + "IoU_noncoffee": 0.5357142857142857, + "kappa": 0.5658042585257227, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7868639667705088, + "mIoU": 0.6117774919460371, + "macroF1": 0.7522642090690512, + "F1_coffee": 0.8448471358978666, + "IoU_coffee": 0.7313725846618072, + "precision_coffee": 0.8424237348464229, + "recall_coffee": 0.8472845199738875, + "F1_noncoffee": 0.6596812822402358, + "IoU_noncoffee": 0.492182399230267, + "kappa": 0.504537411587629, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11592505854800937, + "mIoU": 0.05838312213785427, + "macroF1": 0.10531493741214737, + "F1_coffee": 0.20274551214361142, + "IoU_coffee": 0.1128084606345476, + "precision_coffee": 0.9896907216494846, + "recall_coffee": 0.11294117647058824, + "F1_noncoffee": 0.00788436268068331, + "IoU_noncoffee": 0.00395778364116095, + "kappa": -0.001447569108999463, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8098047680721446, + "mIoU": 0.6399733387371963, + "macroF1": 0.7738329645167641, + "F1_coffee": 0.8640307259696169, + "IoU_coffee": 0.7606110004226287, + "precision_coffee": 0.8523103984845409, + "recall_coffee": 0.8760778859527121, + "F1_noncoffee": 0.6836352030639112, + "IoU_noncoffee": 0.5193356770517639, + "kappa": 0.547864858700553, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8232914525033315, + "mIoU": 0.661210990796212, + "macroF1": 0.7903497244631563, + "F1_coffee": 0.8734535291912341, + "IoU_coffee": 0.775337326798572, + "precision_coffee": 0.8659278280848763, + "recall_coffee": 0.8811111875128927, + "F1_noncoffee": 0.7072459197350784, + "IoU_noncoffee": 0.5470846547938522, + "kappa": 0.5807727032072657, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8158453195001178, + "mIoU": 0.6527643923472214, + "macroF1": 0.7843113861082478, + "F1_coffee": 0.8667826561593832, + "IoU_coffee": 0.7648865073153109, + "precision_coffee": 0.871450130333379, + "recall_coffee": 0.8621649134713267, + "F1_noncoffee": 0.7018401160571123, + "IoU_noncoffee": 0.5406422773791318, + "kappa": 0.5686504669086212, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8393132716049383, + "mIoU": 0.6638227332238713, + "macroF1": 0.7892305138483375, + "F1_coffee": 0.8919725068084554, + "IoU_coffee": 0.8050093632958801, + "precision_coffee": 0.8645047762694822, + "recall_coffee": 0.9212429681221538, + "F1_noncoffee": 0.6864885208882198, + "IoU_noncoffee": 0.5226361031518625, + "kappa": 0.5796924219754653, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8217150496562261, + "mIoU": 0.6435010161582533, + "macroF1": 0.7743696637943396, + "F1_coffee": 0.8777261117296483, + "IoU_coffee": 0.7820961718020542, + "precision_coffee": 0.8703727756851539, + "recall_coffee": 0.8852047556142668, + "F1_noncoffee": 0.6710132158590308, + "IoU_noncoffee": 0.5049058605144524, + "kappa": 0.5488259732956774, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8231908670629304, + "mIoU": 0.6412355320210276, + "macroF1": 0.7718735979361068, + "F1_coffee": 0.8800716754127735, + "IoU_coffee": 0.7858285714285714, + "precision_coffee": 0.8670870113493064, + "recall_coffee": 0.8934511434511434, + "F1_noncoffee": 0.66367552045944, + "IoU_noncoffee": 0.49664249261348375, + "kappa": 0.5440339471074102, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7806088367210612, + "mIoU": 0.6151106084176368, + "macroF1": 0.7571004857633163, + "F1_coffee": 0.8326661329063251, + "IoU_coffee": 0.7133058984910837, + "precision_coffee": 0.8380952380952381, + "recall_coffee": 0.8273069135088227, + "F1_noncoffee": 0.6815348386203075, + "IoU_noncoffee": 0.5169153183441899, + "kappa": 0.5142397659952043, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8248576850094876, + "mIoU": 0.6755373207725737, + "macroF1": 0.802702133969851, + "F1_coffee": 0.8688175099488346, + "IoU_coffee": 0.7680613142354568, + "precision_coffee": 0.8611071981969292, + "recall_coffee": 0.8766671447009895, + "F1_noncoffee": 0.7365867579908676, + "IoU_noncoffee": 0.5830133273096906, + "kappa": 0.6054677825509194, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8085046200264001, + "mIoU": 0.6582484609577841, + "macroF1": 0.7908553427640799, + "F1_coffee": 0.8516110177540732, + "IoU_coffee": 0.7415701743224329, + "precision_coffee": 0.8766546329723225, + "recall_coffee": 0.8279585168347776, + "F1_noncoffee": 0.7300996677740864, + "IoU_noncoffee": 0.5749267475931352, + "kappa": 0.5823306564820595, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9213, + 11000 + ], + [ + 42138, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5289414445559184, + "test_tta": { + "OA": 0.8259862996321198, + "mIoU": 0.663489083618306, + "macroF1": 0.7918207673454682, + "F1_coffee": 0.8761567282083691, + "IoU_coffee": 0.7796075753619987, + "precision_coffee": 0.8635271610980113, + "recall_coffee": 0.8891612075679143, + "F1_noncoffee": 0.7074848064825674, + "IoU_noncoffee": 0.5473705918746133, + "kappa": 0.5838517909664144, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7960655359409253, + "mIoU": 0.6222555494831652, + "macroF1": 0.760214765086699, + "F1_coffee": 0.8529319992511389, + "IoU_coffee": 0.7435757938450936, + "precision_coffee": 0.84266014509135, + "recall_coffee": 0.863457367279466, + "F1_noncoffee": 0.6674975309222593, + "IoU_noncoffee": 0.5009353051212367, + "kappa": 0.5205905858459366, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.6867956132871539, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8177248509450716, + "mIoU": 0.6477093857893138, + "macroF1": 0.7792326766838507, + "F1_coffee": 0.871416266765104, + "IoU_coffee": 0.7721325774095072, + "precision_coffee": 0.8515927326788955, + "recall_coffee": 0.8921847084154106, + "F1_noncoffee": 0.6870490866025972, + "IoU_noncoffee": 0.5232861941691204, + "kappa": 0.5590468950766245, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7901955694011769, + "mIoU": 0.6110486132387474, + "macroF1": 0.7506885471909956, + "F1_coffee": 0.8499334619391976, + "IoU_coffee": 0.739029815937713, + "precision_coffee": 0.8330637007077857, + "recall_coffee": 0.8675005791058605, + "F1_noncoffee": 0.6514436324427938, + "IoU_noncoffee": 0.4830674105397818, + "kappa": 0.50185156505785, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18266978922716628, + "mIoU": 0.0922607675548852, + "macroF1": 0.15736232916603055, + "F1_coffee": 0.3033932135728543, + "IoU_coffee": 0.17882352941176471, + "precision_coffee": 1.0, + "recall_coffee": 0.17882352941176471, + "F1_noncoffee": 0.0113314447592068, + "IoU_noncoffee": 0.005698005698005698, + "kappa": 0.0020358006254729616, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.821365184439008, + "mIoU": 0.6518682155463367, + "macroF1": 0.7822567231299796, + "F1_coffee": 0.8745367562832693, + "IoU_coffee": 0.7770460396335988, + "precision_coffee": 0.8481897791138413, + "recall_coffee": 0.9025730180806676, + "F1_noncoffee": 0.6899766899766899, + "IoU_noncoffee": 0.5266903914590747, + "kappa": 0.5655492891037536, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8097753664572626, + "mIoU": 0.6351035755500691, + "macroF1": 0.769234606075253, + "F1_coffee": 0.8659579462758644, + "IoU_coffee": 0.7636030281523539, + "precision_coffee": 0.8451819848127782, + "recall_coffee": 0.8877810630543904, + "F1_noncoffee": 0.6725112658746415, + "IoU_noncoffee": 0.5066041229477842, + "kappa": 0.5391495695116831, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8220231077576043, + "mIoU": 0.6562077657116949, + "macroF1": 0.7860900741664385, + "F1_coffee": 0.8737623762376238, + "IoU_coffee": 0.7758241758241758, + "precision_coffee": 0.8614867093199657, + "recall_coffee": 0.8863929419748897, + "F1_noncoffee": 0.6984177720952534, + "IoU_noncoffee": 0.5365913555992141, + "kappa": 0.5723875729421547, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8337191358024691, + "mIoU": 0.6470459320614219, + "macroF1": 0.7748965864095128, + "F1_coffee": 0.8899668113352055, + "IoU_coffee": 0.8017479300827967, + "precision_coffee": 0.8500365764447696, + "recall_coffee": 0.9338333779801768, + "F1_noncoffee": 0.65982636148382, + "IoU_noncoffee": 0.4923439340400471, + "kappa": 0.5528436296391915, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8048128342245989, + "mIoU": 0.6098644036273102, + "macroF1": 0.7456666377218975, + "F1_coffee": 0.8683159386676974, + "IoU_coffee": 0.7672776955482181, + "precision_coffee": 0.8474597585513078, + "recall_coffee": 0.890224570673712, + "F1_noncoffee": 0.6230173367760974, + "IoU_noncoffee": 0.45245111170640234, + "kappa": 0.4922137169305491, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8234739126332673, + "mIoU": 0.633944411015527, + "macroF1": 0.7647945351787961, + "F1_coffee": 0.8822752155036808, + "IoU_coffee": 0.7893492456653907, + "precision_coffee": 0.8553129193607417, + "recall_coffee": 0.9109927234927235, + "F1_noncoffee": 0.6473138548539114, + "IoU_noncoffee": 0.4785395763656633, + "kappa": 0.5309853441737408, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.809142093711232, + "mIoU": 0.651495683673923, + "macroF1": 0.7846335691957811, + "F1_coffee": 0.8572855715712858, + "IoU_coffee": 0.750218558761084, + "precision_coffee": 0.846056338028169, + "recall_coffee": 0.8688168932600521, + "F1_noncoffee": 0.7119815668202765, + "IoU_noncoffee": 0.552772808586762, + "kappa": 0.569420214601228, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8147058823529412, + "mIoU": 0.6562576923076924, + "macroF1": 0.787736109526106, + "F1_coffee": 0.8633979156466391, + "IoU_coffee": 0.7596307692307692, + "precision_coffee": 0.8427089022392136, + "recall_coffee": 0.8851283522156891, + "F1_noncoffee": 0.7120743034055728, + "IoU_noncoffee": 0.5528846153846154, + "kappa": 0.5760108635498884, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.820573260418631, + "mIoU": 0.6715141342348545, + "macroF1": 0.8000624819046018, + "F1_coffee": 0.8641005498821681, + "IoU_coffee": 0.7607192254495159, + "precision_coffee": 0.8687535898908674, + "recall_coffee": 0.8594970876544964, + "F1_noncoffee": 0.7360244139270357, + "IoU_noncoffee": 0.5823090430201932, + "kappa": 0.6001472443899084, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9171, + 11000 + ], + [ + 42265, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8712938229242961, + "test_tta": { + "OA": 0.8223233540530255, + "mIoU": 0.6500203172922255, + "macroF1": 0.7803305737000035, + "F1_coffee": 0.8763749903461059, + "IoU_coffee": 0.7799532609336031, + "precision_coffee": 0.8453990080674344, + "recall_coffee": 0.9097072701452197, + "F1_noncoffee": 0.684286157053901, + "IoU_noncoffee": 0.520087373650848, + "kappa": 0.5621623079350793, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7949405792084919, + "mIoU": 0.6126894316331806, + "macroF1": 0.7510979139934075, + "F1_coffee": 0.8555609736275347, + "IoU_coffee": 0.7475810889981714, + "precision_coffee": 0.8264931598264932, + "recall_coffee": 0.8867479520710931, + "F1_noncoffee": 0.6466348543592803, + "IoU_noncoffee": 0.47779777426818965, + "kappa": 0.5036976956330432, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.7031151975840606, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8464417100088799, + "mIoU": 0.691569175975828, + "macroF1": 0.8122635756326093, + "F1_coffee": 0.8923665140265861, + "IoU_coffee": 0.8056514409568917, + "precision_coffee": 0.8667789437319169, + "recall_coffee": 0.9195107425901324, + "F1_noncoffee": 0.7321606372386326, + "IoU_noncoffee": 0.5774869109947643, + "kappa": 0.6253396190681302, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8157667012807199, + "mIoU": 0.6473422055331648, + "macroF1": 0.779337833830224, + "F1_coffee": 0.8689953644829143, + "IoU_coffee": 0.7683393482163907, + "precision_coffee": 0.8469842666080246, + "recall_coffee": 0.8921810179628109, + "F1_noncoffee": 0.6896803031775338, + "IoU_noncoffee": 0.5263450628499389, + "kappa": 0.5593805539494907, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13934426229508196, + "mIoU": 0.07018763195857575, + "macroF1": 0.12400721794941573, + "F1_coffee": 0.23991726990692863, + "IoU_coffee": 0.136310223266745, + "precision_coffee": 0.9914529914529915, + "recall_coffee": 0.13647058823529412, + "F1_noncoffee": 0.008097165991902834, + "IoU_noncoffee": 0.0040650406504065045, + "kappa": -0.001231421015188618, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8435746150525255, + "mIoU": 0.6857486874914558, + "macroF1": 0.8078198436204849, + "F1_coffee": 0.8907134957605818, + "IoU_coffee": 0.8029607250755287, + "precision_coffee": 0.8596286952584256, + "recall_coffee": 0.9241307371349096, + "F1_noncoffee": 0.7249261914803881, + "IoU_noncoffee": 0.568536649907383, + "kappa": 0.6169005522499722, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8495145631067961, + "mIoU": 0.6967990839339054, + "macroF1": 0.8161239342111916, + "F1_coffee": 0.894480411132617, + "IoU_coffee": 0.8091040811398214, + "precision_coffee": 0.8689619399598003, + "recall_coffee": 0.9215430103830021, + "F1_noncoffee": 0.7377674572897661, + "IoU_noncoffee": 0.5844940867279895, + "kappa": 0.6330343466553796, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8462155152086772, + "mIoU": 0.6921142330394683, + "macroF1": 0.8127727308589066, + "F1_coffee": 0.8919017469420227, + "IoU_coffee": 0.804894100753859, + "precision_coffee": 0.8717599792638673, + "recall_coffee": 0.9129962673905667, + "F1_noncoffee": 0.7336437147757903, + "IoU_noncoffee": 0.5793343653250774, + "kappa": 0.6260373582970913, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8536844135802469, + "mIoU": 0.681561942940112, + "macroF1": 0.802109460197793, + "F1_coffee": 0.9031351765532214, + "IoU_coffee": 0.8233787402491559, + "precision_coffee": 0.8629652226967663, + "recall_coffee": 0.9472274310206268, + "F1_noncoffee": 0.7010837438423645, + "IoU_noncoffee": 0.539745145631068, + "kappa": 0.606847737066606, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8398586707410237, + "mIoU": 0.6615691257425875, + "macroF1": 0.7870464802587435, + "F1_coffee": 0.8930961943010136, + "IoU_coffee": 0.8068417415342087, + "precision_coffee": 0.8630035727485524, + "recall_coffee": 0.9253632760898283, + "F1_noncoffee": 0.6809967662164733, + "IoU_noncoffee": 0.5162965099509662, + "kappa": 0.5756326697771958, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8399849042362487, + "mIoU": 0.6566824907727837, + "macroF1": 0.7824983302519626, + "F1_coffee": 0.8943170488534397, + "IoU_coffee": 0.8088367899008115, + "precision_coffee": 0.8591954022988506, + "recall_coffee": 0.9324324324324325, + "F1_noncoffee": 0.6706796116504854, + "IoU_noncoffee": 0.504528191644756, + "kappa": 0.5672499482892704, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8335719057161943, + "mIoU": 0.6858672419410181, + "macroF1": 0.8098826924925442, + "F1_coffee": 0.8769925236281563, + "IoU_coffee": 0.7809320437131013, + "precision_coffee": 0.855864537444934, + "recall_coffee": 0.8991900491755858, + "F1_noncoffee": 0.7427728613569321, + "IoU_noncoffee": 0.5908024401689348, + "kappa": 0.6202493232680869, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8591081593927894, + "mIoU": 0.7265800628054535, + "macroF1": 0.8388254389576334, + "F1_coffee": 0.8960011205266475, + "IoU_coffee": 0.8115960416138036, + "precision_coffee": 0.8755817136600055, + "recall_coffee": 0.9173956690090348, + "F1_noncoffee": 0.7816497573886193, + "IoU_noncoffee": 0.6415640839971035, + "kappa": 0.6780185399310579, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8524420139543655, + "mIoU": 0.719459100675627, + "macroF1": 0.8342581940836479, + "F1_coffee": 0.8891564558396488, + "IoU_coffee": 0.8004335628666157, + "precision_coffee": 0.8865819209039548, + "recall_coffee": 0.8917459866458304, + "F1_noncoffee": 0.779359932327647, + "IoU_noncoffee": 0.6384846384846384, + "kappa": 0.6685219521860841, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9456, + 11000 + ], + [ + 43793, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.720059827963511, + "test_tta": { + "OA": 0.851008499302296, + "mIoU": 0.6948814205517927, + "macroF1": 0.8142110310553275, + "F1_coffee": 0.8968945462526061, + "IoU_coffee": 0.8130632871098025, + "precision_coffee": 0.8608653522076172, + "recall_coffee": 0.9360712813230107, + "F1_noncoffee": 0.731527515858049, + "IoU_noncoffee": 0.5766995539937829, + "kappa": 0.6301091216191618, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8199203876773971, + "mIoU": 0.6490233040259488, + "macroF1": 0.779952202447038, + "F1_coffee": 0.8737333899642012, + "IoU_coffee": 0.7757784721473979, + "precision_coffee": 0.8404832778847837, + "recall_coffee": 0.9097226609387833, + "F1_noncoffee": 0.6861710149298749, + "IoU_noncoffee": 0.5222681359044995, + "kappa": 0.5616096765112475, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.704294258535852, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8500253710516301, + "mIoU": 0.6954177958329282, + "macroF1": 0.8148554903623769, + "F1_coffee": 0.8955494202098289, + "IoU_coffee": 0.8108551315894729, + "precision_coffee": 0.8646677471636953, + "recall_coffee": 0.9287186769893261, + "F1_noncoffee": 0.734161560514925, + "IoU_noncoffee": 0.5799804600763834, + "kappa": 0.6309092191520642, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8200646128995038, + "mIoU": 0.651434038133642, + "macroF1": 0.7821489287831418, + "F1_coffee": 0.8730333190857096, + "IoU_coffee": 0.7746753598584045, + "precision_coffee": 0.844766125061546, + "recall_coffee": 0.9032577336955377, + "F1_noncoffee": 0.6912645384805741, + "IoU_noncoffee": 0.5281927164088794, + "kappa": 0.5654808937976235, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2107728337236534, + "mIoU": 0.105939383837542, + "macroF1": 0.17576538648795714, + "F1_coffee": 0.34563106796116505, + "IoU_coffee": 0.20892018779342722, + "precision_coffee": 0.9888888888888889, + "recall_coffee": 0.20941176470588235, + "F1_noncoffee": 0.0058997050147492625, + "IoU_noncoffee": 0.0029585798816568047, + "kappa": -0.0034447892332903113, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.84328680385667, + "mIoU": 0.6823820452979548, + "macroF1": 0.8049527633581197, + "F1_coffee": 0.8914221143939646, + "IoU_coffee": 0.8041132030219451, + "precision_coffee": 0.8537144312177732, + "recall_coffee": 0.9326147426981919, + "F1_noncoffee": 0.7184834123222749, + "IoU_noncoffee": 0.5606508875739645, + "kappa": 0.611868776885773, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8582238720731011, + "mIoU": 0.7087421978537882, + "macroF1": 0.8245163506633892, + "F1_coffee": 0.9014261606167896, + "IoU_coffee": 0.8205421686746988, + "precision_coffee": 0.8687970404388314, + "recall_coffee": 0.9366018015540123, + "F1_noncoffee": 0.747606540709989, + "IoU_noncoffee": 0.5969422270328778, + "kappa": 0.6502956668601041, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.848526290969111, + "mIoU": 0.6951663260692857, + "macroF1": 0.8149276888697595, + "F1_coffee": 0.8937830687830688, + "IoU_coffee": 0.8079636494081072, + "precision_coffee": 0.871589809738794, + "recall_coffee": 0.9171360705802512, + "F1_noncoffee": 0.7360723089564503, + "IoU_noncoffee": 0.5823690027304642, + "kappa": 0.6304507401651105, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8458719135802469, + "mIoU": 0.6642240865681227, + "macroF1": 0.7881475616604829, + "F1_coffee": 0.8987325728770595, + "IoU_coffee": 0.8160893083208655, + "precision_coffee": 0.8528987250420976, + "recall_coffee": 0.9497723010983123, + "F1_noncoffee": 0.6775625504439063, + "IoU_noncoffee": 0.51235886481538, + "kappa": 0.5801556073945037, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8516997708174179, + "mIoU": 0.6781672363145603, + "macroF1": 0.7995070093885686, + "F1_coffee": 0.9018020866266203, + "IoU_coffee": 0.8211653615845232, + "precision_coffee": 0.8648878107944209, + "recall_coffee": 0.942007926023778, + "F1_noncoffee": 0.6972119321505167, + "IoU_noncoffee": 0.5351691110445974, + "kappa": 0.6012537826054336, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8417775261817153, + "mIoU": 0.6581681707131752, + "macroF1": 0.7834720109994053, + "F1_coffee": 0.8958320392570968, + "IoU_coffee": 0.8113186318631863, + "precision_coffee": 0.8581459002737117, + "recall_coffee": 0.9369802494802495, + "F1_noncoffee": 0.671111982741714, + "IoU_noncoffee": 0.5050177095631642, + "kappa": 0.569564994705689, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8407290772020231, + "mIoU": 0.6948946783072216, + "macroF1": 0.8161724663726686, + "F1_coffee": 0.8833601229995108, + "IoU_coffee": 0.7910877456502691, + "precision_coffee": 0.854631507775524, + "recall_coffee": 0.9140873589817761, + "F1_noncoffee": 0.7489848097458265, + "IoU_noncoffee": 0.5987016109641741, + "kappa": 0.6332368206308813, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8647058823529412, + "mIoU": 0.7338798744845569, + "macroF1": 0.8436742490382612, + "F1_coffee": 0.9010134666111342, + "IoU_coffee": 0.8198585144012127, + "precision_coffee": 0.8731333243643212, + "recall_coffee": 0.9307328266169511, + "F1_noncoffee": 0.7863350314653881, + "IoU_noncoffee": 0.6479012345679013, + "kappa": 0.6880350791270038, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8552706015462945, + "mIoU": 0.7237156800055884, + "macroF1": 0.8371832644036372, + "F1_coffee": 0.8914503924757796, + "IoU_coffee": 0.8041592242919112, + "precision_coffee": 0.8874964798648268, + "recall_coffee": 0.8954396931382299, + "F1_noncoffee": 0.7829161363314948, + "IoU_noncoffee": 0.6432721357192657, + "kappa": 0.6743794538485832, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9393, + 11000 + ], + [ + 44082, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5267637173334758, + "test_tta": { + "OA": 0.8555277178739059, + "mIoU": 0.6993495608941694, + "macroF1": 0.8171457422413232, + "F1_coffee": 0.9009210826799482, + "IoU_coffee": 0.8197055447817311, + "precision_coffee": 0.8576368040746185, + "recall_coffee": 0.948806633377617, + "F1_noncoffee": 0.7333704018026982, + "IoU_noncoffee": 0.5789935770066078, + "kappa": 0.6367811957134879, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8260211145725165, + "mIoU": 0.6546089630944749, + "macroF1": 0.7837365901958515, + "F1_coffee": 0.8793639681984099, + "IoU_coffee": 0.7847007799532385, + "precision_coffee": 0.8373200274243925, + "recall_coffee": 0.9258533914545033, + "F1_noncoffee": 0.6881092121932931, + "IoU_noncoffee": 0.5245171462357114, + "kappa": 0.5702743580035837, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.6797080539116188, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.838402258023595, + "mIoU": 0.6747058296249342, + "macroF1": 0.799206129387596, + "F1_coffee": 0.8879210795473291, + "IoU_coffee": 0.7984335133210705, + "precision_coffee": 0.8540057966108866, + "recall_coffee": 0.9246415319070961, + "F1_noncoffee": 0.7104911792278629, + "IoU_noncoffee": 0.550978145928798, + "kappa": 0.6000416369526719, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8082381446867428, + "mIoU": 0.6316974587081061, + "macroF1": 0.7663488217808505, + "F1_coffee": 0.8652805641680346, + "IoU_coffee": 0.7625502276989017, + "precision_coffee": 0.8338508407053723, + "recall_coffee": 0.8991724050792849, + "F1_noncoffee": 0.6674170793936666, + "IoU_noncoffee": 0.5008446897173106, + "kappa": 0.534330889158538, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15807962529274006, + "mIoU": 0.0798250752583191, + "macroF1": 0.13903927020543, + "F1_coffee": 0.2670744138634047, + "IoU_coffee": 0.15411764705882353, + "precision_coffee": 1.0, + "recall_coffee": 0.15411764705882353, + "F1_noncoffee": 0.011004126547455296, + "IoU_noncoffee": 0.005532503457814661, + "kappa": 0.0017038600233467839, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8362833980908524, + "mIoU": 0.6700375295269805, + "macroF1": 0.7954974036959604, + "F1_coffee": 0.8868256126272507, + "IoU_coffee": 0.7966636878165029, + "precision_coffee": 0.8475629080306776, + "recall_coffee": 0.9299026425591099, + "F1_noncoffee": 0.7041691947646702, + "IoU_noncoffee": 0.5434113712374582, + "kappa": 0.5932762592387901, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8343327622311061, + "mIoU": 0.6661782485406265, + "macroF1": 0.7924494431012987, + "F1_coffee": 0.8856851991724409, + "IoU_coffee": 0.7948249440056584, + "precision_coffee": 0.8476866985164697, + "recall_coffee": 0.9272502234752115, + "F1_noncoffee": 0.6992136870301564, + "IoU_noncoffee": 0.5375315530755945, + "kappa": 0.5870820261574359, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8445178024050931, + "mIoU": 0.6876638406804192, + "macroF1": 0.809287073820607, + "F1_coffee": 0.8912563079257232, + "IoU_coffee": 0.8038434079009995, + "precision_coffee": 0.8669789527720739, + "recall_coffee": 0.9169324737020699, + "F1_noncoffee": 0.7273178397154909, + "IoU_noncoffee": 0.5714842734598389, + "kappa": 0.6193226536989423, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8324652777777778, + "mIoU": 0.6424004636021495, + "macroF1": 0.7707636548931176, + "F1_coffee": 0.8896932749095066, + "IoU_coffee": 0.8013040494166095, + "precision_coffee": 0.8459123294288129, + "recall_coffee": 0.9382534154835254, + "F1_noncoffee": 0.6518340348767288, + "IoU_noncoffee": 0.48349687778768957, + "kappa": 0.545371110961441, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8371848739495799, + "mIoU": 0.65138037806999, + "macroF1": 0.7781796480278043, + "F1_coffee": 0.8925848925848926, + "IoU_coffee": 0.8060075093867334, + "precision_coffee": 0.853185595567867, + "recall_coffee": 0.9357992073976222, + "F1_noncoffee": 0.6637744034707158, + "IoU_noncoffee": 0.4967532467532468, + "kappa": 0.5593009894004725, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8388527219549015, + "mIoU": 0.6531330106435868, + "macroF1": 0.779439848533952, + "F1_coffee": 0.8939130434782608, + "IoU_coffee": 0.8081761006289309, + "precision_coffee": 0.8562589243217515, + "recall_coffee": 0.935031185031185, + "F1_noncoffee": 0.664966653589643, + "IoU_noncoffee": 0.4980899206582427, + "kappa": 0.5615573458183059, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8400610745300124, + "mIoU": 0.6920162468173258, + "macroF1": 0.813867931766993, + "F1_coffee": 0.8836918806384455, + "IoU_coffee": 0.7916200422727838, + "precision_coffee": 0.8493863393810032, + "recall_coffee": 0.9208851605438241, + "F1_noncoffee": 0.7440439828955406, + "IoU_noncoffee": 0.5924124513618677, + "kappa": 0.6290674466101862, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8314990512333966, + "mIoU": 0.6768581389475894, + "macroF1": 0.8025129323737952, + "F1_coffee": 0.8781725888324873, + "IoU_coffee": 0.7828054298642534, + "precision_coffee": 0.8416831032215648, + "recall_coffee": 0.9179693101964721, + "F1_noncoffee": 0.7268532759151031, + "IoU_noncoffee": 0.5709108480309254, + "kappa": 0.6066832812281021, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8501791438808222, + "mIoU": 0.7143262997734643, + "macroF1": 0.8305104457435846, + "F1_coffee": 0.8882481187143962, + "IoU_coffee": 0.7989625506072875, + "precision_coffee": 0.8795264623955432, + "recall_coffee": 0.8971444807501066, + "F1_noncoffee": 0.7727727727727728, + "IoU_noncoffee": 0.6296900489396411, + "kappa": 0.6610886543507816, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9324, + 11000 + ], + [ + 43416, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9265883962313335, + "test_tta": { + "OA": 0.8411455029810986, + "mIoU": 0.676065658384601, + "macroF1": 0.7998406032361974, + "F1_coffee": 0.890766748080949, + "IoU_coffee": 0.803047282021036, + "precision_coffee": 0.850022890914388, + "recall_coffee": 0.9356131751339961, + "F1_noncoffee": 0.7089144583914458, + "IoU_noncoffee": 0.5490840347481658, + "kappa": 0.6021172437389295, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8115697473174108, + "mIoU": 0.6331175783919333, + "macroF1": 0.7669054428935094, + "F1_coffee": 0.8689397815161455, + "IoU_coffee": 0.768252447850149, + "precision_coffee": 0.8297126436781609, + "recall_coffee": 0.9120601427759176, + "F1_noncoffee": 0.6648711042708734, + "IoU_noncoffee": 0.4979827089337176, + "kappa": 0.5364602750578973, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.6974688106900224, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.843238614740581, + "mIoU": 0.6817672844531095, + "macroF1": 0.8044257384334024, + "F1_coffee": 0.8915509335439566, + "IoU_coffee": 0.8043228692450813, + "precision_coffee": 0.8554947368421053, + "recall_coffee": 0.9307801548398918, + "F1_noncoffee": 0.7173005433228482, + "IoU_noncoffee": 0.5592116996611378, + "kappa": 0.6106543271104177, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8125504788277373, + "mIoU": 0.637465098356516, + "macroF1": 0.7708191020404298, + "F1_coffee": 0.8686149833709046, + "IoU_coffee": 0.7677448177269478, + "precision_coffee": 0.8352710164087409, + "recall_coffee": 0.9047318213405774, + "F1_noncoffee": 0.673023220709955, + "IoU_noncoffee": 0.5071853789860843, + "kappa": 0.5434488777925084, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09133489461358314, + "mIoU": 0.04599135050661533, + "macroF1": 0.0848298376539084, + "F1_coffee": 0.16198704103671707, + "IoU_coffee": 0.0881316098707403, + "precision_coffee": 0.9868421052631579, + "recall_coffee": 0.08823529411764706, + "F1_noncoffee": 0.0076726342710997444, + "IoU_noncoffee": 0.0038510911424903724, + "kappa": -0.0016626259817050684, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8417038422794647, + "mIoU": 0.6799647270444933, + "macroF1": 0.803159562120606, + "F1_coffee": 0.8902633679169992, + "IoU_coffee": 0.8022294138798993, + "precision_coffee": 0.8530461381595718, + "recall_coffee": 0.9308762169680111, + "F1_noncoffee": 0.7160557563242127, + "IoU_noncoffee": 0.5577000402090873, + "kappa": 0.6082485810641302, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8467066438225775, + "mIoU": 0.688652595196299, + "macroF1": 0.8097089741622062, + "F1_coffee": 0.8936156158139842, + "IoU_coffee": 0.8076900113439608, + "precision_coffee": 0.8597940765221813, + "recall_coffee": 0.930206972426597, + "F1_noncoffee": 0.7258023325104282, + "IoU_noncoffee": 0.5696151790486371, + "kappa": 0.6209297797931232, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8413110115538788, + "mIoU": 0.6766903520162566, + "macroF1": 0.8003587334751612, + "F1_coffee": 0.8907786685708722, + "IoU_coffee": 0.8030666588634634, + "precision_coffee": 0.8536767450541247, + "recall_coffee": 0.9312521208008144, + "F1_noncoffee": 0.7099387983794501, + "IoU_noncoffee": 0.5503140451690498, + "kappa": 0.6027104119274805, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8459683641975309, + "mIoU": 0.6664402739350308, + "macroF1": 0.790156607916493, + "F1_coffee": 0.8983773464842507, + "IoU_coffee": 0.815503696857671, + "precision_coffee": 0.8557400897078433, + "recall_coffee": 0.9454862041253683, + "F1_noncoffee": 0.6819358693487353, + "IoU_noncoffee": 0.5173768510123905, + "kappa": 0.5835490242574194, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.841100076394194, + "mIoU": 0.660846164157995, + "macroF1": 0.7861038752970478, + "F1_coffee": 0.8945634266886326, + "IoU_coffee": 0.8092399403874814, + "precision_coffee": 0.8595957135898685, + "recall_coffee": 0.9324966974900925, + "F1_noncoffee": 0.677644323905463, + "IoU_noncoffee": 0.5124523879285087, + "kappa": 0.5743611830005229, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8322483253137088, + "mIoU": 0.6320977924837049, + "macroF1": 0.7607891154846096, + "F1_coffee": 0.8915324548560273, + "IoU_coffee": 0.8042927903137039, + "precision_coffee": 0.8402713891444342, + "recall_coffee": 0.949454261954262, + "F1_noncoffee": 0.6300457761131918, + "IoU_noncoffee": 0.4599027946537059, + "kappa": 0.5275749977889183, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.837484492795114, + "mIoU": 0.6888782611929734, + "macroF1": 0.811695345422524, + "F1_coffee": 0.8813819042975553, + "IoU_coffee": 0.787920298879203, + "precision_coffee": 0.8500604594921403, + "recall_coffee": 0.9150997975122939, + "F1_noncoffee": 0.7420087865474928, + "IoU_noncoffee": 0.5898362235067437, + "kappa": 0.6244994786870856, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8522770398481974, + "mIoU": 0.7117720852329414, + "macroF1": 0.8280685901430154, + "F1_coffee": 0.8925836495343222, + "IoU_coffee": 0.8060054821829056, + "precision_coffee": 0.8600106354692901, + "recall_coffee": 0.9277212103829054, + "F1_noncoffee": 0.7635535307517084, + "IoU_noncoffee": 0.6175386882829772, + "kappa": 0.6572195775842536, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8503677163869507, + "mIoU": 0.711503002917846, + "macroF1": 0.8281837682120736, + "F1_coffee": 0.8899216203093571, + "IoU_coffee": 0.8016745813546613, + "precision_coffee": 0.8694768229872594, + "recall_coffee": 0.9113510441824123, + "F1_noncoffee": 0.7664459161147903, + "IoU_noncoffee": 0.6213314244810307, + "kappa": 0.656770179328716, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9305, + 11000 + ], + [ + 43758, + 51930 + ], + [ + 115, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5357678413391114, + "test_tta": { + "OA": 0.8475358366104275, + "mIoU": 0.6854116993343065, + "macroF1": 0.8067388100290837, + "F1_coffee": 0.8955334151826942, + "IoU_coffee": 0.8108288901568064, + "precision_coffee": 0.8518219962381927, + "recall_coffee": 0.9439736130835128, + "F1_noncoffee": 0.7179442048754731, + "IoU_noncoffee": 0.5599945085118067, + "kappa": 0.6162062686905178, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8166753201799931, + "mIoU": 0.6398740037602023, + "macroF1": 0.7721265820182686, + "F1_coffee": 0.8728811016771174, + "IoU_coffee": 0.7744356899488927, + "precision_coffee": 0.8311621528968118, + "recall_coffee": 0.9190094131025334, + "F1_noncoffee": 0.6713720623594198, + "IoU_noncoffee": 0.505312317571512, + "kappa": 0.5472022930685979, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.6985732892895906, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.847821260941266, + "mIoU": 0.6872248217830251, + "macroF1": 0.8082556536032777, + "F1_coffee": 0.8953560641580618, + "IoU_coffee": 0.8105381608560035, + "precision_coffee": 0.8544107547915842, + "recall_coffee": 0.9404232901186496, + "F1_noncoffee": 0.7211552430484934, + "IoU_noncoffee": 0.5639114827100468, + "kappa": 0.6188438320072744, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8178868120456906, + "mIoU": 0.6429815179810587, + "macroF1": 0.7747761356112346, + "F1_coffee": 0.8733132004294127, + "IoU_coffee": 0.7751162086591035, + "precision_coffee": 0.8340104246512341, + "recall_coffee": 0.9165034641059658, + "F1_noncoffee": 0.6762390707930566, + "IoU_noncoffee": 0.5108468273030139, + "kappa": 0.5520943156486479, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2306791569086651, + "mIoU": 0.11625627603888473, + "macroF1": 0.19017081989218212, + "F1_coffee": 0.3712918660287081, + "IoU_coffee": 0.22796709753231492, + "precision_coffee": 0.9948717948717949, + "recall_coffee": 0.22823529411764706, + "F1_noncoffee": 0.00904977375565611, + "IoU_noncoffee": 0.004545454545454545, + "kappa": -0.0002638475389085896, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8467405382069363, + "mIoU": 0.6860846996915175, + "macroF1": 0.8074821735238248, + "F1_coffee": 0.894418558540696, + "IoU_coffee": 0.8090028694404591, + "precision_coffee": 0.8521503683647126, + "recall_coffee": 0.9410987482614742, + "F1_noncoffee": 0.7205457885069536, + "IoU_noncoffee": 0.5631665299425759, + "kappa": 0.6174554970051808, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8512278697886921, + "mIoU": 0.6918628693706202, + "macroF1": 0.8115862197949533, + "F1_coffee": 0.8980097879282218, + "IoU_coffee": 0.814898152534344, + "precision_coffee": 0.8544111255975663, + "recall_coffee": 0.946297187650416, + "F1_noncoffee": 0.7251626516616846, + "IoU_noncoffee": 0.5688275862068966, + "kappa": 0.6257980833523016, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8455081348738505, + "mIoU": 0.6837894042380266, + "macroF1": 0.8057329105003523, + "F1_coffee": 0.8936363636363637, + "IoU_coffee": 0.8077239112571898, + "precision_coffee": 0.856644880174292, + "recall_coffee": 0.9339667458432304, + "F1_noncoffee": 0.7178294573643411, + "IoU_noncoffee": 0.5598548972188634, + "kappa": 0.6133783433683893, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8466435185185185, + "mIoU": 0.6662007845849854, + "macroF1": 0.7897889565345129, + "F1_coffee": 0.8991116751269036, + "IoU_coffee": 0.8167146974063401, + "precision_coffee": 0.85423197492163, + "recall_coffee": 0.9489686579158854, + "F1_noncoffee": 0.6804662379421221, + "IoU_noncoffee": 0.5156868717636308, + "kappa": 0.5832215021654625, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8385217723453018, + "mIoU": 0.6507671001524372, + "macroF1": 0.7772887344646611, + "F1_coffee": 0.8940675311658209, + "IoU_coffee": 0.8084286847173445, + "precision_coffee": 0.8502323364708686, + "recall_coffee": 0.942668428005284, + "F1_noncoffee": 0.6605099377635013, + "IoU_noncoffee": 0.49310551558752996, + "kappa": 0.5583397988892048, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8282856873289933, + "mIoU": 0.6243781342565264, + "macroF1": 0.7541235229067045, + "F1_coffee": 0.8891595615103532, + "IoU_coffee": 0.8004385964912281, + "precision_coffee": 0.8367721228794132, + "recall_coffee": 0.9485446985446986, + "F1_noncoffee": 0.6190874843030557, + "IoU_noncoffee": 0.4483176720218248, + "kappa": 0.5147829100136705, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8468365302032637, + "mIoU": 0.7012655828911678, + "macroF1": 0.8203752659440201, + "F1_coffee": 0.8893179780704779, + "IoU_coffee": 0.8006953930212343, + "precision_coffee": 0.8498747858178464, + "recall_coffee": 0.9326005206826729, + "F1_noncoffee": 0.7514325538175624, + "IoU_noncoffee": 0.6018357727611015, + "kappa": 0.6424799570894193, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8638519924098672, + "mIoU": 0.7276748916998941, + "macroF1": 0.8389151442076841, + "F1_coffee": 0.9022945461973173, + "IoU_coffee": 0.8219823843195633, + "precision_coffee": 0.858957739175525, + "recall_coffee": 0.9502366269898179, + "F1_noncoffee": 0.775535742218051, + "IoU_noncoffee": 0.6333673990802249, + "kappa": 0.6797033455243812, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8627192155383745, + "mIoU": 0.7323819146249053, + "macroF1": 0.8428167536879545, + "F1_coffee": 0.8987482614742698, + "IoU_coffee": 0.816115180601162, + "precision_coffee": 0.8802615447486718, + "recall_coffee": 0.9180281289955959, + "F1_noncoffee": 0.7868852459016393, + "IoU_noncoffee": 0.6486486486486487, + "kappa": 0.6859250757438595, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9372, + 11000 + ], + [ + 43962, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7477551142374674, + "test_tta": { + "OA": 0.8515317772421667, + "mIoU": 0.6900382044296526, + "macroF1": 0.809955208982923, + "F1_coffee": 0.8988450859433239, + "IoU_coffee": 0.8162748714728622, + "precision_coffee": 0.8506431098296628, + "recall_coffee": 0.9528379678409455, + "F1_noncoffee": 0.7210653320225221, + "IoU_noncoffee": 0.563801537386443, + "kappa": 0.6232462791402203, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8218097380869966, + "mIoU": 0.6452732712472122, + "macroF1": 0.7760165130343274, + "F1_coffee": 0.8772929971098553, + "IoU_coffee": 0.781408679959661, + "precision_coffee": 0.830187969924812, + "recall_coffee": 0.930065070440331, + "F1_noncoffee": 0.6747400289587995, + "IoU_noncoffee": 0.5091378625347636, + "kappa": 0.5558235430952059, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 24, + "stopped_epoch": 54, + "best_val": 0.7026700827844908, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.852736902194596, + "mIoU": 0.701474138469738, + "macroF1": 0.8194595818494312, + "F1_coffee": 0.8969702348594948, + "IoU_coffee": 0.8131876973829782, + "precision_coffee": 0.8697317183365246, + "recall_coffee": 0.9259700398552384, + "F1_noncoffee": 0.7419489288393676, + "IoU_noncoffee": 0.589760579556498, + "kappa": 0.6398040308835677, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8227183569862697, + "mIoU": 0.6568245609781409, + "macroF1": 0.7864992823210635, + "F1_coffee": 0.8744356140315035, + "IoU_coffee": 0.7768863557983773, + "precision_coffee": 0.849108258773583, + "recall_coffee": 0.901320361362057, + "F1_noncoffee": 0.6985629506106233, + "IoU_noncoffee": 0.5367627661579046, + "kappa": 0.5739086589866406, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25878220140515223, + "mIoU": 0.13009592991016966, + "macroF1": 0.20762151014251853, + "F1_coffee": 0.40896358543417366, + "IoU_coffee": 0.25704225352112675, + "precision_coffee": 0.9909502262443439, + "recall_coffee": 0.2576470588235294, + "F1_noncoffee": 0.006279434850863423, + "IoU_noncoffee": 0.0031496062992125984, + "kappa": -0.003057888349964886, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8498105242960617, + "mIoU": 0.695080254872622, + "macroF1": 0.8146095707281384, + "F1_coffee": 0.8953927366275768, + "IoU_coffee": 0.8105982699171254, + "precision_coffee": 0.8616809208411035, + "recall_coffee": 0.9318497913769124, + "F1_noncoffee": 0.7338264048287002, + "IoU_noncoffee": 0.5795622398281187, + "kappa": 0.6306576207299306, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8579383209594518, + "mIoU": 0.7086463891633494, + "macroF1": 0.8244885206373631, + "F1_coffee": 0.9011098227596488, + "IoU_coffee": 0.8200180886343081, + "precision_coffee": 0.8694540340109961, + "recall_coffee": 0.9351578078800797, + "F1_noncoffee": 0.7478672185150773, + "IoU_noncoffee": 0.5972746896923907, + "kappa": 0.6501594274933881, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8504597972176373, + "mIoU": 0.7006527160120124, + "macroF1": 0.8191933935657806, + "F1_coffee": 0.8943809745861506, + "IoU_coffee": 0.8089413749472796, + "precision_coffee": 0.8782051282051282, + "recall_coffee": 0.9111638954869359, + "F1_noncoffee": 0.7440058125454105, + "IoU_noncoffee": 0.5923640570767451, + "kappa": 0.6386838971908463, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8543595679012346, + "mIoU": 0.6839019080038936, + "macroF1": 0.8040367747478849, + "F1_coffee": 0.9033414415567789, + "IoU_coffee": 0.8237216904039225, + "precision_coffee": 0.8651299656694458, + "recall_coffee": 0.9450843825341548, + "F1_noncoffee": 0.704732107938991, + "IoU_noncoffee": 0.5440821256038647, + "kappa": 0.610395350291005, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.850553857906799, + "mIoU": 0.6792543537039686, + "macroF1": 0.8007131008492994, + "F1_coffee": 0.9003755808772042, + "IoU_coffee": 0.8188028250549959, + "precision_coffee": 0.868902813613466, + "recall_coffee": 0.9342140026420079, + "F1_noncoffee": 0.7010506208213945, + "IoU_noncoffee": 0.5397058823529411, + "kappa": 0.6029892111925459, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8500801962449288, + "mIoU": 0.6766722845363338, + "macroF1": 0.7985134234431006, + "F1_coffee": 0.9004448342835661, + "IoU_coffee": 0.8189173789173789, + "precision_coffee": 0.8694494857834241, + "recall_coffee": 0.9337318087318087, + "F1_noncoffee": 0.6965820126026351, + "IoU_noncoffee": 0.5344271901552886, + "kappa": 0.5985816631275818, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8453096669529535, + "mIoU": 0.7022326365879745, + "macroF1": 0.8214592977771695, + "F1_coffee": 0.8867146551121672, + "IoU_coffee": 0.7964846202134338, + "precision_coffee": 0.8578769438810007, + "recall_coffee": 0.9175585768006942, + "F1_noncoffee": 0.7562039404421718, + "IoU_noncoffee": 0.6079806529625151, + "kappa": 0.643784832979424, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8652751423149905, + "mIoU": 0.7337002580582359, + "macroF1": 0.843442702380548, + "F1_coffee": 0.9019066040342636, + "IoU_coffee": 0.8213387015601409, + "precision_coffee": 0.8700519792083167, + "recall_coffee": 0.936182417897605, + "F1_noncoffee": 0.7849788007268322, + "IoU_noncoffee": 0.646061814556331, + "kappa": 0.6878027339142208, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8508391476522723, + "mIoU": 0.7177022699170141, + "macroF1": 0.8331197404501345, + "F1_coffee": 0.8874982221590101, + "IoU_coffee": 0.7977499360777295, + "precision_coffee": 0.888509184109355, + "recall_coffee": 0.8864895581758773, + "F1_noncoffee": 0.7787412587412588, + "IoU_noncoffee": 0.6376546037562987, + "kappa": 0.6662403307080167, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9452, + 11000 + ], + [ + 44194, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6478824019432068, + "test_tta": { + "OA": 0.8567645566408728, + "mIoU": 0.7045117748381617, + "macroF1": 0.8212596306961576, + "F1_coffee": 0.9009224424433208, + "IoU_coffee": 0.8197077960959642, + "precision_coffee": 0.8643739608107255, + "recall_coffee": 0.9406981538320582, + "F1_noncoffee": 0.7415968189489944, + "IoU_noncoffee": 0.5893157535803591, + "kappa": 0.6441784286365535, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8269874235606323, + "mIoU": 0.659389352682398, + "macroF1": 0.7878970195570782, + "F1_coffee": 0.8789529979213335, + "IoU_coffee": 0.7840465174890637, + "precision_coffee": 0.8438050954179986, + "recall_coffee": 0.9171562743487691, + "F1_noncoffee": 0.6968410411928229, + "IoU_noncoffee": 0.5347321878757321, + "kappa": 0.5776294131130402, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 14, + "stopped_epoch": 50, + "best_val": 0.6551026357554662, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8249873144741849, + "mIoU": 0.658925287766964, + "macroF1": 0.787913069223898, + "F1_coffee": 0.8765864185796871, + "IoU_coffee": 0.7802882509853883, + "precision_coffee": 0.8563345203504249, + "recall_coffee": 0.8978194145402905, + "F1_noncoffee": 0.6992397198681091, + "IoU_noncoffee": 0.5375623245485398, + "kappa": 0.576403508759331, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7949261566862813, + "mIoU": 0.617845832141583, + "macroF1": 0.7561967481452366, + "F1_coffee": 0.8533685328603396, + "IoU_coffee": 0.7442395898911772, + "precision_coffee": 0.8361490582814647, + "recall_coffee": 0.8713121485880346, + "F1_noncoffee": 0.6590249634301336, + "IoU_noncoffee": 0.49145207439198857, + "kappa": 0.5128739031309165, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11592505854800937, + "mIoU": 0.05851739905448346, + "macroF1": 0.10577156448716081, + "F1_coffee": 0.20105820105820105, + "IoU_coffee": 0.11176470588235295, + "precision_coffee": 1.0, + "recall_coffee": 0.11176470588235295, + "F1_noncoffee": 0.010484927916120577, + "IoU_noncoffee": 0.005270092226613966, + "kappa": 0.0011773271575294794, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8150333381301866, + "mIoU": 0.6451310241069336, + "macroF1": 0.7774497242444102, + "F1_coffee": 0.8689059631468008, + "IoU_coffee": 0.7681995792004809, + "precision_coffee": 0.85000665158973, + "recall_coffee": 0.8886648122392211, + "F1_noncoffee": 0.6859934853420195, + "IoU_noncoffee": 0.5220624690133863, + "kappa": 0.5554258864675214, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8349038644584047, + "mIoU": 0.6744443542301777, + "macroF1": 0.7996991104807292, + "F1_coffee": 0.8836725797256967, + "IoU_coffee": 0.7915890657855211, + "precision_coffee": 0.862416546668412, + "recall_coffee": 0.9060028879873478, + "F1_noncoffee": 0.7157256412357617, + "IoU_noncoffee": 0.5572996426748341, + "kappa": 0.5999920405193322, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.824946946474888, + "mIoU": 0.6574493235057843, + "macroF1": 0.7865781343668503, + "F1_coffee": 0.8770698105709366, + "IoU_coffee": 0.7810546183791436, + "precision_coffee": 0.8564775887717483, + "recall_coffee": 0.8986766202918222, + "F1_noncoffee": 0.696086458162764, + "IoU_noncoffee": 0.533844028632425, + "kappa": 0.5737654052073609, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8279320987654321, + "mIoU": 0.6428935796522177, + "macroF1": 0.7723227342258586, + "F1_coffee": 0.884843790343403, + "IoU_coffee": 0.7934707108126882, + "precision_coffee": 0.8539745826065288, + "recall_coffee": 0.9180283953924457, + "F1_noncoffee": 0.6598016781083142, + "IoU_noncoffee": 0.49231644849174727, + "kappa": 0.5463964530440133, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8287815126050421, + "mIoU": 0.6464150994726119, + "macroF1": 0.7754627166777233, + "F1_coffee": 0.8848796147672552, + "IoU_coffee": 0.7935283279594657, + "precision_coffee": 0.860836976889444, + "recall_coffee": 0.9103038309114927, + "F1_noncoffee": 0.6660458185881915, + "IoU_noncoffee": 0.4993018709857582, + "kappa": 0.5519393304490798, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8222473818284743, + "mIoU": 0.6302597724543171, + "macroF1": 0.7615044609265829, + "F1_coffee": 0.8818660647103085, + "IoU_coffee": 0.7886944818304172, + "precision_coffee": 0.8521570528356762, + "recall_coffee": 0.9137214137214137, + "F1_noncoffee": 0.6411428571428571, + "IoU_noncoffee": 0.471825063078217, + "kappa": 0.5247635850367988, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8022712090848363, + "mIoU": 0.6429591048333947, + "macroF1": 0.7783426528325319, + "F1_coffee": 0.8511708087918403, + "IoU_coffee": 0.7409028385644617, + "precision_coffee": 0.8454623287671232, + "recall_coffee": 0.856956899045415, + "F1_noncoffee": 0.7055144968732234, + "IoU_noncoffee": 0.5450153711023277, + "kappa": 0.5567252910425445, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8409867172675521, + "mIoU": 0.6977920712474488, + "macroF1": 0.8185542873865964, + "F1_coffee": 0.8823529411764706, + "IoU_coffee": 0.7894736842105263, + "precision_coffee": 0.8641550941839681, + "recall_coffee": 0.9013337157607916, + "F1_noncoffee": 0.7547556335967223, + "IoU_noncoffee": 0.6061104582843714, + "kappa": 0.6374437330982766, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8276447293984537, + "mIoU": 0.6783738343867539, + "macroF1": 0.8046042355955276, + "F1_coffee": 0.8717012914093206, + "IoU_coffee": 0.7725802438417517, + "precision_coffee": 0.8614232209737828, + "recall_coffee": 0.8822275891461855, + "F1_noncoffee": 0.7375071797817346, + "IoU_noncoffee": 0.5841674249317561, + "kappa": 0.6093222611234363, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9087, + 11000 + ], + [ + 42818, + 51930 + ], + [ + 122, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5313153783480327, + "test_tta": { + "OA": 0.8290466827349994, + "mIoU": 0.6630014695844874, + "macroF1": 0.7907229507545241, + "F1_coffee": 0.8802789530377231, + "IoU_coffee": 0.7861591558235481, + "precision_coffee": 0.8543314724204083, + "recall_coffee": 0.9078519400797105, + "F1_noncoffee": 0.7011669484713252, + "IoU_noncoffee": 0.5398437833454266, + "kappa": 0.5824073997617122, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7985606322833737, + "mIoU": 0.6208249888257577, + "macroF1": 0.7582020153547352, + "F1_coffee": 0.8569878050029182, + "IoU_coffee": 0.7497626086177551, + "precision_coffee": 0.8340242346938775, + "recall_coffee": 0.881251710994588, + "F1_noncoffee": 0.6594162257065522, + "IoU_noncoffee": 0.4918873690337602, + "kappa": 0.5172755392963495, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.6816469680703452, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8346124571863504, + "mIoU": 0.6796086223570366, + "macroF1": 0.804281810950668, + "F1_coffee": 0.8813289338946411, + "IoU_coffee": 0.7878356387306753, + "precision_coffee": 0.8756104177970699, + "recall_coffee": 0.8871226350267992, + "F1_noncoffee": 0.7272346880066949, + "IoU_noncoffee": 0.5713816059833977, + "kappa": 0.6086019933115911, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8041133033344872, + "mIoU": 0.6371802748282842, + "macroF1": 0.7725357149280405, + "F1_coffee": 0.8572869601765262, + "IoU_coffee": 0.7502206855965867, + "precision_coffee": 0.8555250298848647, + "recall_coffee": 0.859056162739276, + "F1_noncoffee": 0.687784469679555, + "IoU_noncoffee": 0.5241398640599818, + "kappa": 0.5450756511153915, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15807962529274006, + "mIoU": 0.07963337901312127, + "macroF1": 0.13842073876591715, + "F1_coffee": 0.2685656154628688, + "IoU_coffee": 0.15511163337250294, + "precision_coffee": 0.9924812030075187, + "recall_coffee": 0.15529411764705883, + "F1_noncoffee": 0.008275862068965517, + "IoU_noncoffee": 0.004155124653739612, + "kappa": -0.001049916691392951, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8256823523768408, + "mIoU": 0.6658354919341021, + "macroF1": 0.793987008220723, + "F1_coffee": 0.8747932745314223, + "IoU_coffee": 0.7774511605119726, + "precision_coffee": 0.8669079486479104, + "recall_coffee": 0.8828233657858137, + "F1_noncoffee": 0.7131807419100237, + "IoU_noncoffee": 0.5542198233562315, + "kappa": 0.5880520922112558, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8432800304587854, + "mIoU": 0.6929909041394285, + "macroF1": 0.8140811843471185, + "F1_coffee": 0.8877603190292784, + "IoU_coffee": 0.7981735719539103, + "precision_coffee": 0.8801703163017032, + "recall_coffee": 0.895482362648697, + "F1_noncoffee": 0.7404020496649586, + "IoU_noncoffee": 0.5878082363249468, + "kappa": 0.6282263103554706, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8348031124734733, + "mIoU": 0.6801648424315612, + "macroF1": 0.8047270517778193, + "F1_coffee": 0.8813628204694008, + "IoU_coffee": 0.7878897971541023, + "precision_coffee": 0.8796646836127636, + "recall_coffee": 0.8830675262979301, + "F1_noncoffee": 0.7280912830862377, + "IoU_noncoffee": 0.5724398877090199, + "kappa": 0.6094574392154314, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8490547839506173, + "mIoU": 0.6819261720184409, + "macroF1": 0.8033827518468099, + "F1_coffee": 0.8981451350471852, + "IoU_coffee": 0.8151210868281158, + "precision_coffee": 0.8735282947208507, + "recall_coffee": 0.9241896597910527, + "F1_noncoffee": 0.7086203686464345, + "IoU_noncoffee": 0.5487312572087658, + "kappa": 0.6076568657291974, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.841100076394194, + "mIoU": 0.6708896374006116, + "macroF1": 0.795238139107615, + "F1_coffee": 0.8921441534871661, + "IoU_coffee": 0.8052890241048444, + "precision_coffee": 0.8757953677780606, + "recall_coffee": 0.909114927344782, + "F1_noncoffee": 0.6983321247280638, + "IoU_noncoffee": 0.5364902506963788, + "kappa": 0.5908750340675137, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8423436173223889, + "mIoU": 0.6721344479720877, + "macroF1": 0.7960897617135076, + "F1_coffee": 0.893206365437464, + "IoU_coffee": 0.8070215960272549, + "precision_coffee": 0.878883159351025, + "recall_coffee": 0.908004158004158, + "F1_noncoffee": 0.6989731579895514, + "IoU_noncoffee": 0.5372472999169206, + "kappa": 0.5924846092777806, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8025574959442695, + "mIoU": 0.6475929290682856, + "macroF1": 0.7825306470229141, + "F1_coffee": 0.8485247821948898, + "IoU_coffee": 0.7369023397761953, + "precision_coffee": 0.8591549295774648, + "recall_coffee": 0.8381544691929419, + "F1_noncoffee": 0.7165365118509385, + "IoU_noncoffee": 0.5582835183603757, + "kappa": 0.5651858586925352, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8454459203036053, + "mIoU": 0.7100180279652887, + "macroF1": 0.8278350407231336, + "F1_coffee": 0.8828984257062756, + "IoU_coffee": 0.7903474903474903, + "precision_coffee": 0.8851253963678294, + "recall_coffee": 0.8806826330130504, + "F1_noncoffee": 0.7727716557399916, + "IoU_noncoffee": 0.6296885655830871, + "kappa": 0.6556743109419205, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8272675843861965, + "mIoU": 0.6834885201190171, + "macroF1": 0.8090739579058912, + "F1_coffee": 0.8680115273775216, + "IoU_coffee": 0.7668024439918534, + "precision_coffee": 0.8805730156409881, + "recall_coffee": 0.8558033811620969, + "F1_noncoffee": 0.7501363884342608, + "IoU_noncoffee": 0.6001745962461807, + "kappa": 0.6182949594883922, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9383, + 11000 + ], + [ + 43128, + 51930 + ], + [ + 123, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6833258191744487, + "test_tta": { + "OA": 0.8461562856780414, + "mIoU": 0.6934494299527899, + "macroF1": 0.8139214266428177, + "F1_coffee": 0.8913695807954138, + "IoU_coffee": 0.8040277132526713, + "precision_coffee": 0.8718841722521575, + "recall_coffee": 0.9117458426863347, + "F1_noncoffee": 0.7364732724902217, + "IoU_noncoffee": 0.5828711466529085, + "kappa": 0.6282932291719849, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8155792084919811, + "mIoU": 0.6492044502194441, + "macroF1": 0.7811025371906886, + "F1_coffee": 0.8679751788793326, + "IoU_coffee": 0.7667457132433418, + "precision_coffee": 0.8514564680144229, + "recall_coffee": 0.8851475140564786, + "F1_noncoffee": 0.6942298955020445, + "IoU_noncoffee": 0.5316631871955463, + "kappa": 0.5625863676631855, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 39, + "stopped_epoch": 69, + "best_val": 0.705935136380327, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8470125586705569, + "mIoU": 0.6940686635120168, + "macroF1": 0.8142841332706582, + "F1_coffee": 0.8922468672518931, + "IoU_coffee": 0.8054564152198899, + "precision_coffee": 0.870640802092415, + "recall_coffee": 0.914952586009437, + "F1_noncoffee": 0.7363213992894233, + "IoU_noncoffee": 0.5826809118041438, + "kappa": 0.6291271783928433, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8169349255797854, + "mIoU": 0.6504740881940839, + "macroF1": 0.7819676986264763, + "F1_coffee": 0.8692831323440059, + "IoU_coffee": 0.7687893912346534, + "precision_coffee": 0.8506328603676233, + "recall_coffee": 0.8887695579842905, + "F1_noncoffee": 0.6946522649089466, + "IoU_noncoffee": 0.5321587851535144, + "kappa": 0.5644245139943388, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1990632318501171, + "mIoU": 0.10055403556771546, + "macroF1": 0.16916617359246278, + "F1_coffee": 0.32677165354330706, + "IoU_coffee": 0.1952941176470588, + "precision_coffee": 1.0, + "recall_coffee": 0.1952941176470588, + "F1_noncoffee": 0.011560693641618497, + "IoU_noncoffee": 0.005813953488372093, + "kappa": 0.0022682863506552063, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8465966326090085, + "mIoU": 0.6924590811241229, + "macroF1": 0.8129935458940754, + "F1_coffee": 0.8922651933701657, + "IoU_coffee": 0.8054862842892768, + "precision_coffee": 0.8653293256664925, + "recall_coffee": 0.9209318497913769, + "F1_noncoffee": 0.733721898417985, + "IoU_noncoffee": 0.579431877958969, + "kappa": 0.6268806570484368, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8576527698458024, + "mIoU": 0.7115406562570062, + "macroF1": 0.8269293488599017, + "F1_coffee": 0.8998493219487694, + "IoU_coffee": 0.8179327976625274, + "precision_coffee": 0.8769742853413393, + "recall_coffee": 0.9239496665062229, + "F1_noncoffee": 0.7540093757710338, + "IoU_noncoffee": 0.6051485148514851, + "kappa": 0.654436185497668, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8368780947889649, + "mIoU": 0.6787645863468961, + "macroF1": 0.803088857133454, + "F1_coffee": 0.8846577078262029, + "IoU_coffee": 0.7931714900741449, + "precision_coffee": 0.8696079716795595, + "recall_coffee": 0.9002375296912114, + "F1_noncoffee": 0.7215200064407052, + "IoU_noncoffee": 0.5643576826196474, + "kappa": 0.6064622930516687, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8502121913580247, + "mIoU": 0.6778468940218596, + "macroF1": 0.7995332050009178, + "F1_coffee": 0.9003273217380142, + "IoU_coffee": 0.8187230068868916, + "precision_coffee": 0.8643253234750462, + "recall_coffee": 0.9394588802571658, + "F1_noncoffee": 0.6987390882638216, + "IoU_noncoffee": 0.5369707811568276, + "kappa": 0.6011579507754996, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8491214667685256, + "mIoU": 0.6783353173265873, + "macroF1": 0.8001952912256856, + "F1_coffee": 0.8990673310336016, + "IoU_coffee": 0.8166415225716607, + "precision_coffee": 0.8704849084611579, + "recall_coffee": 0.9295904887714663, + "F1_noncoffee": 0.7013232514177694, + "IoU_noncoffee": 0.5400291120815138, + "kappa": 0.601661442078721, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8355505236343052, + "mIoU": 0.6485066704974762, + "macroF1": 0.7758489748483159, + "F1_coffee": 0.8915302756861037, + "IoU_coffee": 0.8042892432068268, + "precision_coffee": 0.8554878777021379, + "recall_coffee": 0.9307432432432432, + "F1_noncoffee": 0.6601676740105283, + "IoU_noncoffee": 0.4927240977881257, + "kappa": 0.5541771868725207, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8430193720774883, + "mIoU": 0.7020128793198763, + "macroF1": 0.8216936632660835, + "F1_coffee": 0.8833581507480678, + "IoU_coffee": 0.7910845821691643, + "precision_coffee": 0.8664626512727779, + "recall_coffee": 0.9009256580850449, + "F1_noncoffee": 0.7600291757840992, + "IoU_noncoffee": 0.6129411764705882, + "kappa": 0.6436660692955338, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8661290322580645, + "mIoU": 0.7392680302830704, + "macroF1": 0.8476475407932476, + "F1_coffee": 0.9007107170501724, + "IoU_coffee": 0.8193573166047882, + "precision_coffee": 0.8842221608179055, + "recall_coffee": 0.9178258998996128, + "F1_noncoffee": 0.7945843645363226, + "IoU_noncoffee": 0.6591787439613527, + "kappa": 0.6955141303142539, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8382047897416557, + "mIoU": 0.699755926002162, + "macroF1": 0.8206988764257477, + "F1_coffee": 0.8767241379310344, + "IoU_coffee": 0.7805065234075211, + "precision_coffee": 0.8867897107978492, + "recall_coffee": 0.8668845006392953, + "F1_noncoffee": 0.7646736149204608, + "IoU_noncoffee": 0.6190053285968028, + "kappa": 0.6414859256222452, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9479, + 11000 + ], + [ + 43814, + 51930 + ], + [ + 123, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.109449334939321, + "test_tta": { + "OA": 0.8535297475580362, + "mIoU": 0.701322479069865, + "macroF1": 0.8191847478677285, + "F1_coffee": 0.8979889341682404, + "IoU_coffee": 0.8148638085502976, + "precision_coffee": 0.8670320530592225, + "recall_coffee": 0.9312382610289065, + "F1_noncoffee": 0.7403805615672167, + "IoU_noncoffee": 0.5877811495894324, + "kappa": 0.6395389744650958, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8236702434521749, + "mIoU": 0.6567700422030857, + "macroF1": 0.7862398500409276, + "F1_coffee": 0.8756888662938485, + "IoU_coffee": 0.7788670235855882, + "precision_coffee": 0.8466272142815013, + "recall_coffee": 0.9068166024385621, + "F1_noncoffee": 0.6967908337880065, + "IoU_noncoffee": 0.5346730608205831, + "kappa": 0.5737048770119553, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 74, + "stopped_epoch": 100, + "best_val": 0.7130385464421194, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8506596473423823, + "mIoU": 0.6950640094520348, + "macroF1": 0.8144333628605249, + "F1_coffee": 0.8964235439028682, + "IoU_coffee": 0.8122894784047197, + "precision_coffee": 0.8621747408504337, + "recall_coffee": 0.9335058866645288, + "F1_noncoffee": 0.7324431818181818, + "IoU_noncoffee": 0.57783854049935, + "kappa": 0.6303733966286433, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8203530633437176, + "mIoU": 0.6503230564084554, + "macroF1": 0.7810580328893241, + "F1_coffee": 0.8738121770843886, + "IoU_coffee": 0.7759027040641923, + "precision_coffee": 0.8419460008199442, + "recall_coffee": 0.9081853981089562, + "F1_noncoffee": 0.6883038886942595, + "IoU_noncoffee": 0.5247434087527185, + "kappa": 0.5636600056735721, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1791569086651054, + "mIoU": 0.09026229168892212, + "macroF1": 0.1540934313211541, + "F1_coffee": 0.2997002997002997, + "IoU_coffee": 0.1762632197414806, + "precision_coffee": 0.9933774834437086, + "recall_coffee": 0.17647058823529413, + "F1_noncoffee": 0.008486562942008486, + "IoU_noncoffee": 0.004261363636363636, + "kappa": -0.0008359051347980513, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8441502374442366, + "mIoU": 0.682599585880497, + "macroF1": 0.8049685454315774, + "F1_coffee": 0.8923851478917558, + "IoU_coffee": 0.8056818181818182, + "precision_coffee": 0.8520017709189804, + "recall_coffee": 0.9367872044506259, + "F1_noncoffee": 0.7175519429713988, + "IoU_noncoffee": 0.5595173535791758, + "kappa": 0.6122235951997846, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8606034646868456, + "mIoU": 0.7116216653247731, + "macroF1": 0.826470192471427, + "F1_coffee": 0.9034321321420329, + "IoU_coffee": 0.8238725195429946, + "precision_coffee": 0.8678109956929313, + "recall_coffee": 0.9421027298356598, + "F1_noncoffee": 0.749508252800821, + "IoU_noncoffee": 0.5993708111065518, + "kappa": 0.6544505908990732, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8472058476774346, + "mIoU": 0.6911606236623016, + "macroF1": 0.8117660269046234, + "F1_coffee": 0.8934420837992502, + "IoU_coffee": 0.8074065267788147, + "precision_coffee": 0.8667602578010337, + "recall_coffee": 0.9218187987784188, + "F1_noncoffee": 0.7300899700099966, + "IoU_noncoffee": 0.5749147205457885, + "kappa": 0.6244335278688818, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8493441358024691, + "mIoU": 0.6668053587473012, + "macroF1": 0.789746044090814, + "F1_coffee": 0.901686807653575, + "IoU_coffee": 0.8209742120343839, + "precision_coffee": 0.8505105675611494, + "recall_coffee": 0.9594160192874364, + "F1_noncoffee": 0.6778052805280528, + "IoU_noncoffee": 0.5126365054602184, + "kappa": 0.5844230921223481, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8508403361344538, + "mIoU": 0.6732336299194379, + "macroF1": 0.7952650964427643, + "F1_coffee": 0.9019337016574586, + "IoU_coffee": 0.8213836477987422, + "precision_coffee": 0.8594161282603494, + "recall_coffee": 0.9488771466314398, + "F1_noncoffee": 0.6885964912280702, + "IoU_noncoffee": 0.5250836120401338, + "kappa": 0.5936880556301303, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8397962071893574, + "mIoU": 0.6483624844645185, + "macroF1": 0.7747067110355605, + "F1_coffee": 0.8958026509572902, + "IoU_coffee": 0.8112704234744915, + "precision_coffee": 0.8487209302325581, + "recall_coffee": 0.948414760914761, + "F1_noncoffee": 0.653610771113831, + "IoU_noncoffee": 0.48545454545454547, + "kappa": 0.5539763168887989, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8390113560454242, + "mIoU": 0.6922668792185958, + "macroF1": 0.8142795511945947, + "F1_coffee": 0.8820527162133818, + "IoU_coffee": 0.7889931207004378, + "precision_coffee": 0.8537014480985249, + "recall_coffee": 0.9123517500723171, + "F1_noncoffee": 0.7465063861758077, + "IoU_noncoffee": 0.5955406377367538, + "kappa": 0.6294374643716536, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.870303605313093, + "mIoU": 0.7433760953941653, + "macroF1": 0.8501782765769503, + "F1_coffee": 0.905089217524127, + "IoU_coffee": 0.8266328471781864, + "precision_coffee": 0.8772543741588156, + "recall_coffee": 0.9347483149290119, + "F1_noncoffee": 0.7952673356297738, + "IoU_noncoffee": 0.6601193436101442, + "kappa": 0.7010058760493095, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8546105977748444, + "mIoU": 0.7230926042630357, + "macroF1": 0.8367969334558237, + "F1_coffee": 0.8907158043940467, + "IoU_coffee": 0.8029644773830821, + "precision_coffee": 0.8887003252722387, + "recall_coffee": 0.8927404460860918, + "F1_noncoffee": 0.7828780625176007, + "IoU_noncoffee": 0.6432207311429894, + "kappa": 0.6735972022980005, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9378, + 11000 + ], + [ + 44138, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.047732412815094, + "test_tta": { + "OA": 0.8561302803501205, + "mIoU": 0.701423347502892, + "macroF1": 0.8187841606427745, + "F1_coffee": 0.9010502437481597, + "IoU_coffee": 0.8199194172637596, + "precision_coffee": 0.859997918184657, + "recall_coffee": 0.9462183334096844, + "F1_noncoffee": 0.7365180775373893, + "IoU_noncoffee": 0.5829272777420245, + "kappa": 0.6397541484161327, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8252999884619823, + "mIoU": 0.6547544220621457, + "macroF1": 0.7840317939199957, + "F1_coffee": 0.8784384565206483, + "IoU_coffee": 0.7832280463143578, + "precision_coffee": 0.8391042601326738, + "recall_coffee": 0.9216417124686757, + "F1_noncoffee": 0.689625131319343, + "IoU_noncoffee": 0.5262807978099335, + "kappa": 0.5704734327067886, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s0_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 29, + "stopped_epoch": 59, + "best_val": 0.6045748045911068, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8308134770802873, + "mIoU": 0.6533742149011446, + "macroF1": 0.7815122620443482, + "F1_coffee": 0.8852991155069496, + "IoU_coffee": 0.7942032950925401, + "precision_coffee": 0.9119204703559086, + "recall_coffee": 0.8601879683332627, + "F1_noncoffee": 0.6777254085817469, + "IoU_noncoffee": 0.512545134709749, + "kappa": 0.5640683404258804, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.795719395407869, + "mIoU": 0.6061403323420521, + "macroF1": 0.744310722490678, + "F1_coffee": 0.8589608268775019, + "IoU_coffee": 0.7527882014137359, + "precision_coffee": 0.8882184558990095, + "recall_coffee": 0.8315692058534329, + "F1_noncoffee": 0.629660618103854, + "IoU_noncoffee": 0.45949246327036825, + "kappa": 0.49007424475633016, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2587883320867614, + "mIoU": 0.13073254323451194, + "macroF1": 0.2094530293022787, + "F1_coffee": 0.4069419509275883, + "IoU_coffee": 0.2554470323065364, + "precision_coffee": 0.9912536443148688, + "recall_coffee": 0.2560240963855422, + "F1_noncoffee": 0.011964107676969093, + "IoU_noncoffee": 0.006018054162487462, + "kappa": -0.0013966997677457588, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8183119447186574, + "mIoU": 0.6459184638248607, + "macroF1": 0.7774304844174739, + "F1_coffee": 0.872818989047438, + "IoU_coffee": 0.7743379107405591, + "precision_coffee": 0.9232512243257072, + "recall_coffee": 0.8276110601493907, + "F1_noncoffee": 0.6820419797875097, + "IoU_noncoffee": 0.5174990169091624, + "kappa": 0.5581570062638246, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8337865559849243, + "mIoU": 0.6601130006887583, + "macroF1": 0.7870594484176096, + "F1_coffee": 0.886809616634178, + "IoU_coffee": 0.7966378706514126, + "precision_coffee": 0.920979823199946, + "recall_coffee": 0.8550842679030136, + "F1_noncoffee": 0.6873092802010411, + "IoU_noncoffee": 0.5235881307261042, + "kappa": 0.575732290760204, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8398991340755543, + "mIoU": 0.6524392346417398, + "macroF1": 0.7785440798859353, + "F1_coffee": 0.895109254699043, + "IoU_coffee": 0.810133724538735, + "precision_coffee": 0.8939110945087785, + "recall_coffee": 0.8963106311255384, + "F1_noncoffee": 0.6619789050728278, + "IoU_noncoffee": 0.4947447447447447, + "kappa": 0.5570907240346319, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8467919248450929, + "mIoU": 0.6906754347015928, + "macroF1": 0.8114306929705346, + "F1_coffee": 0.8930887788548714, + "IoU_coffee": 0.8068296370967742, + "precision_coffee": 0.9158918609640967, + "recall_coffee": 0.8713935764833969, + "F1_noncoffee": 0.7297726070861977, + "IoU_noncoffee": 0.5745212323064113, + "kappa": 0.623451350439355, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8516504483877123, + "mIoU": 0.6886589500250436, + "macroF1": 0.8087385613274009, + "F1_coffee": 0.8993332038583544, + "IoU_coffee": 0.8170803434890013, + "precision_coffee": 0.9110703043022036, + "recall_coffee": 0.8878946695641058, + "F1_noncoffee": 0.7181439187964473, + "IoU_noncoffee": 0.560237556561086, + "kappa": 0.6176547928881655, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8718337918603548, + "mIoU": 0.7051423640715183, + "macroF1": 0.8189754025972227, + "F1_coffee": 0.9167949744410914, + "IoU_coffee": 0.8463725267227655, + "precision_coffee": 0.8908438061041293, + "recall_coffee": 0.9443034762750571, + "F1_noncoffee": 0.721155830753354, + "IoU_noncoffee": 0.5639122014202711, + "kappa": 0.6389775368081076, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7905207723815096, + "mIoU": 0.6050104834336127, + "macroF1": 0.7445479354136187, + "F1_coffee": 0.8529170090386196, + "IoU_coffee": 0.7435530085959885, + "precision_coffee": 0.9309417040358744, + "recall_coffee": 0.7869598180439727, + "F1_noncoffee": 0.6361788617886179, + "IoU_noncoffee": 0.46646795827123694, + "kappa": 0.49782161899508837, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8159175493844832, + "mIoU": 0.6328902530905047, + "macroF1": 0.765629791951999, + "F1_coffee": 0.8741929172373313, + "IoU_coffee": 0.7765033020507474, + "precision_coffee": 0.9314801945795691, + "recall_coffee": 0.8235438682723027, + "F1_noncoffee": 0.6570666666666667, + "IoU_noncoffee": 0.4892772041302621, + "kappa": 0.5360431449311291, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8077693996373008, + "mIoU": 0.6045150686220178, + "macroF1": 0.7393782382139757, + "F1_coffee": 0.8728856349406715, + "IoU_coffee": 0.7744428267443163, + "precision_coffee": 0.8972362787076683, + "recall_coffee": 0.8498218016467985, + "F1_noncoffee": 0.6058708414872799, + "IoU_noncoffee": 0.43458731049971927, + "kappa": 0.47994416110664334, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6922, + 8413 + ], + [ + 44680, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6651408592859904, + "test_tta": { + "OA": 0.8406947412394158, + "mIoU": 0.6625228954233569, + "macroF1": 0.7877361552954616, + "F1_coffee": 0.8937606480439744, + "IoU_coffee": 0.807927006450863, + "precision_coffee": 0.9049799283931865, + "recall_coffee": 0.8828161381821261, + "F1_noncoffee": 0.6817116625469487, + "IoU_noncoffee": 0.5171187843958506, + "kappa": 0.575667696623438, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8052959501557633, + "mIoU": 0.6128415821126343, + "macroF1": 0.7485510713368495, + "F1_coffee": 0.8680016426462248, + "IoU_coffee": 0.7667870160830583, + "precision_coffee": 0.8805721427579503, + "recall_coffee": 0.8557849885283514, + "F1_noncoffee": 0.6291005000274741, + "IoU_noncoffee": 0.45889614814221014, + "kappa": 0.49738994488193855, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 47, + "stopped_epoch": 77, + "best_val": 0.6476767739942944, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8399074535259242, + "mIoU": 0.6628250666834578, + "macroF1": 0.7881875456043606, + "F1_coffee": 0.8928533023635934, + "IoU_coffee": 0.8064453466462053, + "precision_coffee": 0.907392026578073, + "recall_coffee": 0.8787731256085687, + "F1_noncoffee": 0.6835217888451277, + "IoU_noncoffee": 0.5192047867207102, + "kappa": 0.5766960727086836, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.803709472712588, + "mIoU": 0.6129108841560902, + "macroF1": 0.7490379462636692, + "F1_coffee": 0.8661723927707526, + "IoU_coffee": 0.7639365872272522, + "precision_coffee": 0.8838674720555477, + "recall_coffee": 0.8491719204889429, + "F1_noncoffee": 0.6319034997565857, + "IoU_noncoffee": 0.46188518108492804, + "kappa": 0.49862861388050644, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2587883320867614, + "mIoU": 0.13073254323451194, + "macroF1": 0.2094530293022787, + "F1_coffee": 0.4069419509275883, + "IoU_coffee": 0.2554470323065364, + "precision_coffee": 0.9912536443148688, + "recall_coffee": 0.2560240963855422, + "F1_noncoffee": 0.011964107676969093, + "IoU_noncoffee": 0.006018054162487462, + "kappa": -0.0013966997677457588, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8471865745310958, + "mIoU": 0.6806932808058941, + "macroF1": 0.8026801640881659, + "F1_coffee": 0.8963924770765009, + "IoU_coffee": 0.812238462004973, + "precision_coffee": 0.9160738714090287, + "recall_coffee": 0.8775389857161577, + "F1_noncoffee": 0.7089678510998308, + "IoU_noncoffee": 0.5491480996068152, + "kappa": 0.6058713487860767, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8288726682887266, + "mIoU": 0.6483169282658791, + "macroF1": 0.7772333250305926, + "F1_coffee": 0.8844878111615625, + "IoU_coffee": 0.7928983833718245, + "precision_coffee": 0.9099522926053538, + "recall_coffee": 0.8604097487626089, + "F1_noncoffee": 0.6699788388996227, + "IoU_noncoffee": 0.5037354731599336, + "kappa": 0.555461267358748, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8438957084403844, + "mIoU": 0.659685802884771, + "macroF1": 0.7844005372186341, + "F1_coffee": 0.8976574440874637, + "IoU_coffee": 0.8143180531975099, + "precision_coffee": 0.897069825436409, + "recall_coffee": 0.8982458330732256, + "F1_noncoffee": 0.6711436303498045, + "IoU_noncoffee": 0.505053552572032, + "kappa": 0.5688016689562386, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8709774135518689, + "mIoU": 0.7247005432135007, + "macroF1": 0.835339967766636, + "F1_coffee": 0.911943250801446, + "IoU_coffee": 0.8381394182547643, + "precision_coffee": 0.9141255298782989, + "recall_coffee": 0.9097713663581927, + "F1_noncoffee": 0.7587366847318259, + "IoU_noncoffee": 0.6112616681722373, + "kappa": 0.6706850777331572, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8480251860331998, + "mIoU": 0.6779540038260832, + "macroF1": 0.8000850168336563, + "F1_coffee": 0.8979827089337176, + "IoU_coffee": 0.8148535564853556, + "precision_coffee": 0.8997689938398358, + "recall_coffee": 0.8962035024926499, + "F1_noncoffee": 0.702187324733595, + "IoU_noncoffee": 0.5410544511668107, + "kappa": 0.6001746338930644, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8696518356892136, + "mIoU": 0.702554218159865, + "macroF1": 0.8171851858359414, + "F1_coffee": 0.9151223128243143, + "IoU_coffee": 0.8435257943286641, + "precision_coffee": 0.8917649891644595, + "recall_coffee": 0.9397361075869068, + "F1_noncoffee": 0.7192480588475685, + "IoU_noncoffee": 0.5615826419910658, + "kappa": 0.6351981833424497, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8239711332163059, + "mIoU": 0.6394735426373215, + "macroF1": 0.7700051968707633, + "F1_coffee": 0.8814138361474279, + "IoU_coffee": 0.7879713379537179, + "precision_coffee": 0.9180238127822636, + "recall_coffee": 0.8476118271417741, + "F1_noncoffee": 0.6585965575940987, + "IoU_noncoffee": 0.49097574732092497, + "kappa": 0.542106865506189, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8097146674300983, + "mIoU": 0.6202413594669177, + "macroF1": 0.7548031537088044, + "F1_coffee": 0.8708381914755797, + "IoU_coffee": 0.7712253327214319, + "precision_coffee": 0.9208219178082192, + "recall_coffee": 0.8260014745637749, + "F1_noncoffee": 0.638768115942029, + "IoU_noncoffee": 0.46925738621240354, + "kappa": 0.51361440811851, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8179822468263815, + "mIoU": 0.6199142789685086, + "macroF1": 0.752335798859715, + "F1_coffee": 0.8798437401549997, + "IoU_coffee": 0.7854651816852289, + "precision_coffee": 0.9027670028445823, + "recall_coffee": 0.8580557945188645, + "F1_noncoffee": 0.6248278575644305, + "IoU_noncoffee": 0.45436337625178824, + "kappa": 0.505666786524431, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7182, + 8413 + ], + [ + 44986, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1718536416689553, + "test_tta": { + "OA": 0.8472340493902537, + "mIoU": 0.669780341349329, + "macroF1": 0.7929198053915039, + "F1_coffee": 0.8989735852264276, + "IoU_coffee": 0.8164868464225744, + "precision_coffee": 0.9025217613927291, + "recall_coffee": 0.8954531984251302, + "F1_noncoffee": 0.6868660255565802, + "IoU_noncoffee": 0.5230738362760835, + "kappa": 0.5858594506149307, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8116274374062536, + "mIoU": 0.6187204663660882, + "macroF1": 0.7527952750876876, + "F1_coffee": 0.8733920764630044, + "IoU_coffee": 0.7752404880315259, + "precision_coffee": 0.8782703630054197, + "recall_coffee": 0.8685676827269747, + "F1_noncoffee": 0.6321984737123708, + "IoU_noncoffee": 0.4622004447006506, + "kappa": 0.5056348578174954, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s0_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 55, + "stopped_epoch": 85, + "best_val": 0.6698135255725295, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8549141213708447, + "mIoU": 0.6904633037453994, + "macroF1": 0.8096551485472965, + "F1_coffee": 0.9024711625696634, + "IoU_coffee": 0.822275581097837, + "precision_coffee": 0.9213381555153707, + "recall_coffee": 0.8843613733542187, + "F1_noncoffee": 0.7168391345249294, + "IoU_noncoffee": 0.5586510263929618, + "kappa": 0.6197732215706249, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8172522210684204, + "mIoU": 0.6360073605608926, + "macroF1": 0.7683038672965068, + "F1_coffee": 0.8747986759547454, + "IoU_coffee": 0.7774596929994029, + "precision_coffee": 0.8972191819692732, + "recall_coffee": 0.8534713787186458, + "F1_noncoffee": 0.6618090586382683, + "IoU_noncoffee": 0.4945550281223822, + "kappa": 0.5373880382230652, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24308152580403888, + "mIoU": 0.12298361212156987, + "macroF1": 0.19978377713431367, + "F1_coffee": 0.3859223300970874, + "IoU_coffee": 0.23909774436090225, + "precision_coffee": 0.99375, + "recall_coffee": 0.2394578313253012, + "F1_noncoffee": 0.01364522417153996, + "IoU_noncoffee": 0.0068694798822374874, + "kappa": 0.00030440590606565013, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8454096742349457, + "mIoU": 0.6844139797307467, + "macroF1": 0.8062964975809133, + "F1_coffee": 0.893338782182264, + "IoU_coffee": 0.8072378138847858, + "precision_coffee": 0.9300808395972202, + "recall_coffee": 0.8593893329838815, + "F1_noncoffee": 0.7192542129795626, + "IoU_noncoffee": 0.5615901455767077, + "kappa": 0.6141778133819343, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8608844997853156, + "mIoU": 0.6970374832445665, + "macroF1": 0.8141515751526989, + "F1_coffee": 0.9073462125063548, + "IoU_coffee": 0.830405955565895, + "precision_coffee": 0.9205080265617949, + "recall_coffee": 0.8945554789800138, + "F1_noncoffee": 0.720956937799043, + "IoU_noncoffee": 0.5636690109232381, + "kappa": 0.6285318712587542, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8581216100485298, + "mIoU": 0.6893623560771498, + "macroF1": 0.8080598309594809, + "F1_coffee": 0.906084656084656, + "IoU_coffee": 0.8282950423216445, + "precision_coffee": 0.9143202186487002, + "recall_coffee": 0.8979961295961046, + "F1_noncoffee": 0.7100350058343057, + "IoU_noncoffee": 0.550429669832655, + "kappa": 0.6162157979096425, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8607835298820707, + "mIoU": 0.7120423541355929, + "macroF1": 0.8267850170079497, + "F1_coffee": 0.9035251748736062, + "IoU_coffee": 0.8240272865083376, + "precision_coffee": 0.91989846284022, + "recall_coffee": 0.8877245508982036, + "F1_noncoffee": 0.7500448591422932, + "IoU_noncoffee": 0.6000574217628482, + "kappa": 0.6538541523198302, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8735928257966037, + "mIoU": 0.72177758518571, + "macroF1": 0.8325172286762282, + "F1_coffee": 0.9154597077777069, + "IoU_coffee": 0.8440993058006825, + "precision_coffee": 0.9138853503184713, + "recall_coffee": 0.9170394989134603, + "F1_noncoffee": 0.7495747495747496, + "IoU_noncoffee": 0.5994558645707376, + "kappa": 0.6650374020042694, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.878189925054549, + "mIoU": 0.7270702560452124, + "macroF1": 0.8360304758005873, + "F1_coffee": 0.919174115573461, + "IoU_coffee": 0.850436808386721, + "precision_coffee": 0.9121689155422289, + "recall_coffee": 0.9262877442273535, + "F1_noncoffee": 0.7528868360277137, + "IoU_noncoffee": 0.6037037037037037, + "kappa": 0.6721200738288251, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8304076457967622, + "mIoU": 0.6581398885608094, + "macroF1": 0.7860014023187764, + "F1_coffee": 0.8834840871021775, + "IoU_coffee": 0.7912866058569371, + "precision_coffee": 0.940379403794038, + "recall_coffee": 0.8330806166287592, + "F1_noncoffee": 0.6885187175353752, + "IoU_noncoffee": 0.5249931712646818, + "kappa": 0.5761504844614233, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.848172535547285, + "mIoU": 0.6728069345941686, + "macroF1": 0.7954521622248562, + "F1_coffee": 0.8992974238875878, + "IoU_coffee": 0.8170212765957446, + "precision_coffee": 0.9272940869338206, + "recall_coffee": 0.8729417547308921, + "F1_noncoffee": 0.6916069005621245, + "IoU_noncoffee": 0.5285925925925926, + "kappa": 0.5920431464923592, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8379307053545862, + "mIoU": 0.6531039395951167, + "macroF1": 0.7796261407447752, + "F1_coffee": 0.8929786965838901, + "IoU_coffee": 0.8066499658392166, + "precision_coffee": 0.9165480657264846, + "recall_coffee": 0.8705911269509647, + "F1_noncoffee": 0.6662735849056604, + "IoU_noncoffee": 0.4995579133510168, + "kappa": 0.5601592688148563, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7058, + 8413 + ], + [ + 46044, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4269314765930177, + "test_tta": { + "OA": 0.8648757210109417, + "mIoU": 0.7003306400225977, + "macroF1": 0.8162008140439871, + "F1_coffee": 0.9107862689353757, + "IoU_coffee": 0.8361869144315238, + "precision_coffee": 0.9128779823927189, + "recall_coffee": 0.908704119215952, + "F1_noncoffee": 0.7216153591525984, + "IoU_noncoffee": 0.5644743656136717, + "kappa": 0.6324076503403018, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.827319141571478, + "mIoU": 0.6433206049747897, + "macroF1": 0.7728751616953767, + "F1_coffee": 0.8840757917566299, + "IoU_coffee": 0.7922364128548622, + "precision_coffee": 0.8879531663295472, + "recall_coffee": 0.8802321321842405, + "F1_noncoffee": 0.6616745316341236, + "IoU_noncoffee": 0.4944047970947173, + "kappa": 0.5457756004419647, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 47, + "stopped_epoch": 77, + "best_val": 0.6849946807341272, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8661932228988255, + "mIoU": 0.7032185128970434, + "macroF1": 0.81840887982912, + "F1_coffee": 0.9115604358260944, + "IoU_coffee": 0.8374929264152048, + "precision_coffee": 0.914649220015344, + "recall_coffee": 0.9084924431649803, + "F1_noncoffee": 0.7252573238321457, + "IoU_noncoffee": 0.568944099378882, + "kappa": 0.6368306259899058, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8286171685704395, + "mIoU": 0.6461391185129337, + "macroF1": 0.7752405478022695, + "F1_coffee": 0.884770909090909, + "IoU_coffee": 0.7933535058430717, + "precision_coffee": 0.8900269226267119, + "recall_coffee": 0.8795766094048239, + "F1_noncoffee": 0.6657101865136298, + "IoU_noncoffee": 0.4989247311827957, + "kappa": 0.5505265704983006, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3021690351533283, + "mIoU": 0.15297152455607102, + "macroF1": 0.23727016531649334, + "F1_coffee": 0.4597568037058483, + "IoU_coffee": 0.29849624060150376, + "precision_coffee": 0.9949874686716792, + "recall_coffee": 0.2989457831325301, + "F1_noncoffee": 0.014783526927138331, + "IoU_noncoffee": 0.007446808510638298, + "kappa": 0.0014680749726836823, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8614511352418559, + "mIoU": 0.7019820663806635, + "macroF1": 0.8182564606061993, + "F1_coffee": 0.9068586787006006, + "IoU_coffee": 0.8295896066051481, + "precision_coffee": 0.9186554621848739, + "recall_coffee": 0.8953610273882846, + "F1_noncoffee": 0.7296542425117981, + "IoU_noncoffee": 0.5743745261561789, + "kappa": 0.6366868134592023, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8713324745956776, + "mIoU": 0.7106463380416486, + "macroF1": 0.823715037985101, + "F1_coffee": 0.9153351122272798, + "IoU_coffee": 0.8438874739523038, + "precision_coffee": 0.9172643764942746, + "recall_coffee": 0.9134139464945805, + "F1_noncoffee": 0.7320949637429224, + "IoU_noncoffee": 0.5774052021309934, + "kappa": 0.6474350112423952, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8656389761157104, + "mIoU": 0.6967020759106102, + "macroF1": 0.8129378057209382, + "F1_coffee": 0.9122272642506372, + "IoU_coffee": 0.8386193496771244, + "precision_coffee": 0.9083874961312287, + "recall_coffee": 0.9160996316873713, + "F1_noncoffee": 0.7136483471912392, + "IoU_noncoffee": 0.5547848021440959, + "kappa": 0.6258974185695404, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8671796921846892, + "mIoU": 0.7158341465446385, + "macroF1": 0.8287709748079222, + "F1_coffee": 0.9098677517802645, + "IoU_coffee": 0.8346397909667786, + "precision_coffee": 0.9068541300527241, + "recall_coffee": 0.9129014697876974, + "F1_noncoffee": 0.74767419783558, + "IoU_noncoffee": 0.5970285021224985, + "kappa": 0.6575525367402965, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8789353176874642, + "mIoU": 0.7275701672174815, + "macroF1": 0.836308486471346, + "F1_coffee": 0.9198408186469585, + "IoU_coffee": 0.8515789473684211, + "precision_coffee": 0.9092157842157842, + "recall_coffee": 0.9307171161958327, + "F1_noncoffee": 0.7527761542957335, + "IoU_noncoffee": 0.6035613870665417, + "kappa": 0.6727548008390407, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8812256901622237, + "mIoU": 0.7293862819589828, + "macroF1": 0.8373890781635525, + "F1_coffee": 0.9218184088922193, + "IoU_coffee": 0.8549750955635352, + "precision_coffee": 0.9076487948844073, + "recall_coffee": 0.9364374524232428, + "F1_noncoffee": 0.7529597474348856, + "IoU_noncoffee": 0.6037974683544304, + "kappa": 0.6750284149069388, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8558611273649308, + "mIoU": 0.6882456955084277, + "macroF1": 0.8075392576223304, + "F1_coffee": 0.9039760914760915, + "IoU_coffee": 0.8247777119146413, + "precision_coffee": 0.9303289649638941, + "recall_coffee": 0.8790750568612585, + "F1_noncoffee": 0.7111024237685692, + "IoU_noncoffee": 0.5517136791022141, + "kappa": 0.6160054995740325, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8637274549098196, + "mIoU": 0.69371784957139, + "macroF1": 0.8107316629433636, + "F1_coffee": 0.9108836744882676, + "IoU_coffee": 0.8363511345404538, + "precision_coffee": 0.9254374841491251, + "recall_coffee": 0.8967805357581715, + "F1_noncoffee": 0.7105796513984597, + "IoU_noncoffee": 0.5510845646023264, + "kappa": 0.621767127636557, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8499570487735039, + "mIoU": 0.6644098657719405, + "macroF1": 0.7874064424590144, + "F1_coffee": 0.9027227722772277, + "IoU_coffee": 0.8226934355966614, + "precision_coffee": 0.9091362333291786, + "recall_coffee": 0.8963991643111712, + "F1_noncoffee": 0.672090112640801, + "IoU_noncoffee": 0.5061262959472196, + "kappa": 0.5748841993723715, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7183, + 8413 + ], + [ + 46621, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1758805314699807, + "test_tta": { + "OA": 0.8728450007230193, + "mIoU": 0.7079227338933566, + "macroF1": 0.8211424763612806, + "F1_coffee": 0.9173058034314853, + "IoU_coffee": 0.8472436689314392, + "precision_coffee": 0.9057779612051177, + "recall_coffee": 0.9291308581347106, + "F1_noncoffee": 0.7249791492910759, + "IoU_noncoffee": 0.568601798855274, + "kappa": 0.6424775483653926, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8358716972424137, + "mIoU": 0.6492855698646044, + "macroF1": 0.7765104681035299, + "F1_coffee": 0.8916912534500809, + "IoU_coffee": 0.8045513095749248, + "precision_coffee": 0.8804954607822867, + "recall_coffee": 0.9031754294638209, + "F1_noncoffee": 0.6613296827569788, + "IoU_noncoffee": 0.4940198301542839, + "kappa": 0.5532467948599374, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s1_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 11, + "stopped_epoch": 50, + "best_val": 0.6487679131468925, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.843297610822796, + "mIoU": 0.6658201450658685, + "macroF1": 0.7901774277309208, + "F1_coffee": 0.895751162417829, + "IoU_coffee": 0.8111859681728424, + "precision_coffee": 0.9047351715501047, + "recall_coffee": 0.8869438211760722, + "F1_noncoffee": 0.6846036930440126, + "IoU_noncoffee": 0.5204543219588946, + "kappa": 0.5804800067913066, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.807041075343256, + "mIoU": 0.6140967397266114, + "macroF1": 0.7493561530240385, + "F1_coffee": 0.8695991188997944, + "IoU_coffee": 0.7692838296918381, + "precision_coffee": 0.8793266577308207, + "recall_coffee": 0.8600844467580543, + "F1_noncoffee": 0.6291131871482827, + "IoU_noncoffee": 0.45890964976138476, + "kappa": 0.49888672844015014, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2707554225878833, + "mIoU": 0.13702280140269207, + "macroF1": 0.21776034900222926, + "F1_coffee": 0.42136498516320475, + "IoU_coffee": 0.2669172932330827, + "precision_coffee": 0.9943977591036415, + "recall_coffee": 0.26731927710843373, + "F1_noncoffee": 0.014155712841253791, + "IoU_noncoffee": 0.007128309572301426, + "kappa": 0.0008262733462460714, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.848568608094768, + "mIoU": 0.6822306787682821, + "macroF1": 0.8037496555861026, + "F1_coffee": 0.8975352347872554, + "IoU_coffee": 0.8141169342623448, + "precision_coffee": 0.9153269754768393, + "recall_coffee": 0.8804219630454724, + "F1_noncoffee": 0.7099640763849498, + "IoU_noncoffee": 0.5503444232742195, + "kappa": 0.6079186236774013, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8431849625494967, + "mIoU": 0.6634791687255053, + "macroF1": 0.7880606798378704, + "F1_coffee": 0.8961486208966541, + "IoU_coffee": 0.8118381132291488, + "precision_coffee": 0.9038878266411727, + "recall_coffee": 0.8885408182444708, + "F1_noncoffee": 0.6799727387790867, + "IoU_noncoffee": 0.5151202242218617, + "kappa": 0.5762170971240691, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.838329051289371, + "mIoU": 0.6516758740770199, + "macroF1": 0.7781911508302053, + "F1_coffee": 0.8936862524247544, + "IoU_coffee": 0.8078054298642534, + "precision_coffee": 0.895816345731669, + "recall_coffee": 0.891566265060241, + "F1_noncoffee": 0.6626960492356562, + "IoU_noncoffee": 0.49554631828978624, + "kappa": 0.5563902594483986, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8662802318608834, + "mIoU": 0.7163151913875598, + "macroF1": 0.8293251166152698, + "F1_coffee": 0.9087436911744646, + "IoU_coffee": 0.83275, + "precision_coffee": 0.9108558928083128, + "recall_coffee": 0.9066412629286881, + "F1_noncoffee": 0.7499065420560748, + "IoU_noncoffee": 0.5998803827751196, + "kappa": 0.6586552636482281, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8493608090059149, + "mIoU": 0.6804700648887919, + "macroF1": 0.8020364612170611, + "F1_coffee": 0.8988274492215031, + "IoU_coffee": 0.8162457814500175, + "precision_coffee": 0.9010791366906474, + "recall_coffee": 0.8965869870893519, + "F1_noncoffee": 0.705245473212619, + "IoU_noncoffee": 0.5446943483275664, + "kappa": 0.6040801251360214, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8589317901527369, + "mIoU": 0.6898033837891481, + "macroF1": 0.8082820611576681, + "F1_coffee": 0.9068237358230465, + "IoU_coffee": 0.8295311246130919, + "precision_coffee": 0.895877182122075, + "recall_coffee": 0.9180411063181934, + "F1_noncoffee": 0.7097403864922897, + "IoU_noncoffee": 0.5500756429652043, + "kappa": 0.616742372504312, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8312853520577336, + "mIoU": 0.6496604553836836, + "macroF1": 0.7779348113460745, + "F1_coffee": 0.8867801047120419, + "IoU_coffee": 0.7965902410346855, + "precision_coffee": 0.9197664947054032, + "recall_coffee": 0.8560778367450088, + "F1_noncoffee": 0.6690895179801071, + "IoU_noncoffee": 0.5027306697326818, + "kappa": 0.5575329706082539, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8370073480293921, + "mIoU": 0.6458573705657559, + "macroF1": 0.7729822049193777, + "F1_coffee": 0.893542757417103, + "IoU_coffee": 0.807570977917981, + "precision_coffee": 0.9066531748039464, + "recall_coffee": 0.8808060948636028, + "F1_noncoffee": 0.6524216524216524, + "IoU_noncoffee": 0.48414376321353064, + "kappa": 0.5462741672247993, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8176004581464159, + "mIoU": 0.6148334213918262, + "macroF1": 0.7473011302806496, + "F1_coffee": 0.8805848903330625, + "IoU_coffee": 0.7866473149492017, + "precision_coffee": 0.8957538774472413, + "recall_coffee": 0.8659211011429274, + "F1_noncoffee": 0.6140173702282368, + "IoU_noncoffee": 0.4430195278344506, + "kappa": 0.49507029215845477, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7147, + 8413 + ], + [ + 45232, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4091050465901693, + "test_tta": { + "OA": 0.853098539500956, + "mIoU": 0.6752431247075645, + "macroF1": 0.7965924121841833, + "F1_coffee": 0.9038014372441947, + "IoU_coffee": 0.8244869752173997, + "precision_coffee": 0.8985167674316437, + "recall_coffee": 0.9091486389229922, + "F1_noncoffee": 0.6893833871241719, + "IoU_noncoffee": 0.5259992741977293, + "kappa": 0.5932302591116176, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8180887273566402, + "mIoU": 0.6230295233646231, + "macroF1": 0.755421457090202, + "F1_coffee": 0.8792240000766042, + "IoU_coffee": 0.7844778975787298, + "precision_coffee": 0.873378229273675, + "recall_coffee": 0.8851485530298648, + "F1_noncoffee": 0.6316189141037998, + "IoU_noncoffee": 0.4615811491505165, + "kappa": 0.5109097461921392, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 31, + "stopped_epoch": 61, + "best_val": 0.6542959889436836, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8497726505888591, + "mIoU": 0.6759668441449942, + "macroF1": 0.7979477540322213, + "F1_coffee": 0.9002773037542662, + "IoU_coffee": 0.8186402870720589, + "precision_coffee": 0.9072832022012984, + "recall_coffee": 0.8933787731256085, + "F1_noncoffee": 0.6956182043101764, + "IoU_noncoffee": 0.5332934012179296, + "kappa": 0.5959690408879201, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8125793238721588, + "mIoU": 0.6222648544920957, + "macroF1": 0.7560757609730644, + "F1_coffee": 0.8734750309131802, + "IoU_coffee": 0.7753712122521651, + "precision_coffee": 0.8822974036191975, + "recall_coffee": 0.8648273468679507, + "F1_noncoffee": 0.6386764910329487, + "IoU_noncoffee": 0.46915849673202614, + "kappa": 0.5122907804561118, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.275243081525804, + "mIoU": 0.1393003512880562, + "macroF1": 0.2206042040531736, + "F1_coffee": 0.42696629213483145, + "IoU_coffee": 0.2714285714285714, + "precision_coffee": 0.9944903581267218, + "recall_coffee": 0.27183734939759036, + "F1_noncoffee": 0.014242115971515769, + "IoU_noncoffee": 0.007172131147540984, + "kappa": 0.0009146019360873597, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8496051332675222, + "mIoU": 0.6828363262936011, + "macroF1": 0.8040702977853939, + "F1_coffee": 0.8985246611383089, + "IoU_coffee": 0.8157465078309246, + "precision_coffee": 0.9136471385032171, + "recall_coffee": 0.883894640283056, + "F1_noncoffee": 0.7096159344324788, + "IoU_noncoffee": 0.5499261447562777, + "kappa": 0.6084475621488649, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8594055627117027, + "mIoU": 0.6905899380006262, + "macroF1": 0.8088725125069294, + "F1_coffee": 0.9071489334887678, + "IoU_coffee": 0.8300755347979012, + "precision_coffee": 0.9124096843706426, + "recall_coffee": 0.9019484994674519, + "F1_noncoffee": 0.7105960915250908, + "IoU_noncoffee": 0.5511043412033511, + "kappa": 0.617784629222937, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8403273384717861, + "mIoU": 0.6545785021851939, + "macroF1": 0.7804544785128689, + "F1_coffee": 0.8951053322497968, + "IoU_coffee": 0.8101272984441301, + "precision_coffee": 0.8963380281690141, + "recall_coffee": 0.8938760222236095, + "F1_noncoffee": 0.665803624775941, + "IoU_noncoffee": 0.49902970592625767, + "kappa": 0.5609116028960692, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8658804717169698, + "mIoU": 0.714005608932105, + "macroF1": 0.8274952494575012, + "F1_coffee": 0.9088686676626375, + "IoU_coffee": 0.8329599203385611, + "precision_coffee": 0.9070208728652751, + "recall_coffee": 0.9107240065323897, + "F1_noncoffee": 0.7461218312523648, + "IoU_noncoffee": 0.5950512975256488, + "kappa": 0.6549944878465933, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8693951535966419, + "mIoU": 0.7111220686598508, + "macroF1": 0.8244676746073099, + "F1_coffee": 0.9132720937598986, + "IoU_coffee": 0.8403870817302087, + "precision_coffee": 0.9053001758352173, + "recall_coffee": 0.9213856576760834, + "F1_noncoffee": 0.735663255454721, + "IoU_noncoffee": 0.581857055589493, + "kappa": 0.6490183005870283, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.87173892420074, + "mIoU": 0.710929190331721, + "macroF1": 0.8238773500804324, + "F1_coffee": 0.9156896981790971, + "IoU_coffee": 0.8444904531861054, + "precision_coffee": 0.9004169732646554, + "recall_coffee": 0.9314894696777468, + "F1_noncoffee": 0.7320650019817677, + "IoU_noncoffee": 0.5773679274773367, + "kappa": 0.6480764681391807, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8337234250048762, + "mIoU": 0.6530688140841359, + "macroF1": 0.7805627744656622, + "F1_coffee": 0.888569374550683, + "IoU_coffee": 0.7994825355756792, + "precision_coffee": 0.9202653309868688, + "recall_coffee": 0.8589840788476119, + "F1_noncoffee": 0.6725561743806414, + "IoU_noncoffee": 0.5066550925925926, + "kappa": 0.5626501031219049, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.849413111938162, + "mIoU": 0.6702483969409446, + "macroF1": 0.7928714568773714, + "F1_coffee": 0.9010906355772847, + "IoU_coffee": 0.8199863107460643, + "precision_coffee": 0.9196519959058342, + "recall_coffee": 0.8832637011550749, + "F1_noncoffee": 0.684652278177458, + "IoU_noncoffee": 0.5205104831358249, + "kappa": 0.5862802314308053, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8087238713372149, + "mIoU": 0.6021454181048881, + "macroF1": 0.7366497283551869, + "F1_coffee": 0.8744203534277478, + "IoU_coffee": 0.7768622647812048, + "precision_coffee": 0.8920854110727529, + "recall_coffee": 0.8574413174388595, + "F1_noncoffee": 0.5988791032826261, + "IoU_noncoffee": 0.42742857142857144, + "kappa": 0.4739583171523113, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7116, + 8413 + ], + [ + 45666, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7284905513127644, + "test_tta": { + "OA": 0.8575973264351934, + "mIoU": 0.6842865562322835, + "macroF1": 0.803712065491688, + "F1_coffee": 0.9065567375512656, + "IoU_coffee": 0.8290843875347115, + "precision_coffee": 0.9030814796143424, + "recall_coffee": 0.9100588459421701, + "F1_noncoffee": 0.7008673934321105, + "IoU_noncoffee": 0.5394887249298556, + "kappa": 0.6074427406670639, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8199492327218184, + "mIoU": 0.6279190176697516, + "macroF1": 0.7597844227888619, + "F1_coffee": 0.8800030758583567, + "IoU_coffee": 0.7857191898386543, + "precision_coffee": 0.8774559604362744, + "recall_coffee": 0.8825650220756937, + "F1_noncoffee": 0.6395657697193672, + "IoU_noncoffee": 0.47011884550084887, + "kappa": 0.51958100527265, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s1_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.6694407331277834, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8610356850206462, + "mIoU": 0.6953512723705696, + "macroF1": 0.8126732455664493, + "F1_coffee": 0.907855065361218, + "IoU_coffee": 0.8312587794599656, + "precision_coffee": 0.9139014607151283, + "recall_coffee": 0.9018881503746666, + "F1_noncoffee": 0.7174914257716806, + "IoU_noncoffee": 0.5594437652811736, + "kappa": 0.625396763117636, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8231077650859583, + "mIoU": 0.6387671548795176, + "macroF1": 0.7695365877248771, + "F1_coffee": 0.8806500267600836, + "IoU_coffee": 0.7867512822741893, + "precision_coffee": 0.8890329678965775, + "recall_coffee": 0.8724236990764841, + "F1_noncoffee": 0.6584231486896706, + "IoU_noncoffee": 0.490783027484846, + "kappa": 0.5391904340463007, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2677636499626028, + "mIoU": 0.1352770902378655, + "macroF1": 0.21520481721110915, + "F1_coffee": 0.41830065359477125, + "IoU_coffee": 0.2644628099173554, + "precision_coffee": 0.9915492957746479, + "recall_coffee": 0.26506024096385544, + "F1_noncoffee": 0.012108980827447022, + "IoU_noncoffee": 0.006091370558375634, + "kappa": -0.0012483831067452297, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8551332675222113, + "mIoU": 0.6942868966161421, + "macroF1": 0.8129073216645629, + "F1_coffee": 0.9017901957503764, + "IoU_coffee": 0.8211456429006703, + "precision_coffee": 0.9214935375777884, + "recall_coffee": 0.8829118071026077, + "F1_noncoffee": 0.7240244475787494, + "IoU_noncoffee": 0.5674281503316139, + "kappa": 0.6262947526725635, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8701874910548161, + "mIoU": 0.7104824860130929, + "macroF1": 0.823788021073248, + "F1_coffee": 0.9142100450862314, + "IoU_coffee": 0.8419768859980254, + "precision_coffee": 0.9201574003554202, + "recall_coffee": 0.9083390764989663, + "F1_noncoffee": 0.7333659970602646, + "IoU_noncoffee": 0.5789880860281603, + "kappa": 0.64762179431159, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8575982491198021, + "mIoU": 0.6806876720151772, + "macroF1": 0.8005180920863567, + "F1_coffee": 0.9072254424847339, + "IoU_coffee": 0.8302036648323594, + "precision_coffee": 0.9009974141115626, + "recall_coffee": 0.9135401710468818, + "F1_noncoffee": 0.6938107416879795, + "IoU_noncoffee": 0.531171679197995, + "kappa": 0.6010990884480508, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8617829302418549, + "mIoU": 0.7099140095349986, + "macroF1": 0.8248449981862772, + "F1_coffee": 0.9052804602424491, + "IoU_coffee": 0.8269519519519519, + "precision_coffee": 0.9112091548324831, + "recall_coffee": 0.8994284158954817, + "F1_noncoffee": 0.7444095361301053, + "IoU_noncoffee": 0.5928760671180453, + "kappa": 0.6497300083492971, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8793169242510971, + "mIoU": 0.729916328334044, + "macroF1": 0.8381379726099702, + "F1_coffee": 0.9197793138436172, + "IoU_coffee": 0.851473523541153, + "precision_coffee": 0.9126604580921218, + "recall_coffee": 0.9270100984277132, + "F1_noncoffee": 0.7564966313763234, + "IoU_noncoffee": 0.608359133126935, + "kappa": 0.6763357196289685, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8764823071814818, + "mIoU": 0.7179307768175459, + "macroF1": 0.8288473481555086, + "F1_coffee": 0.9191404794435474, + "IoU_coffee": 0.850379223167088, + "precision_coffee": 0.9002433090024331, + "recall_coffee": 0.9388480081197665, + "F1_noncoffee": 0.7385542168674699, + "IoU_noncoffee": 0.5854823304680038, + "kappa": 0.6581816857729085, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8486444314413887, + "mIoU": 0.6787728999223848, + "macroF1": 0.80068277468796, + "F1_coffee": 0.8984559015964407, + "IoU_coffee": 0.8156331670230459, + "precision_coffee": 0.9316146540027137, + "recall_coffee": 0.8675764468031337, + "F1_noncoffee": 0.7029096477794793, + "IoU_noncoffee": 0.5419126328217237, + "kappa": 0.6028376100729885, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8610554442217769, + "mIoU": 0.6911632176312097, + "macroF1": 0.8090422616017026, + "F1_coffee": 0.9087032856784549, + "IoU_coffee": 0.8326821420363135, + "precision_coffee": 0.9277848911651728, + "recall_coffee": 0.8903907594003441, + "F1_noncoffee": 0.7093812375249501, + "IoU_noncoffee": 0.5496442932261058, + "kappa": 0.6185980777897313, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8385988355445261, + "mIoU": 0.6445507194552197, + "macroF1": 0.7713467076815698, + "F1_coffee": 0.895352435175444, + "IoU_coffee": 0.8105322128851541, + "precision_coffee": 0.9017701321366243, + "recall_coffee": 0.8890254393511122, + "F1_noncoffee": 0.6473409801876955, + "IoU_noncoffee": 0.47856922602528523, + "kappa": 0.5427714569195707, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7166, + 8413 + ], + [ + 46317, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5814147114753723, + "test_tta": { + "OA": 0.869053166021305, + "mIoU": 0.7019106338737352, + "macroF1": 0.8167499638700566, + "F1_coffee": 0.9146507487695047, + "IoU_coffee": 0.8427248166730992, + "precision_coffee": 0.9051152379373238, + "recall_coffee": 0.9243893145929469, + "F1_noncoffee": 0.7188491789706085, + "IoU_noncoffee": 0.5610964510743712, + "kappa": 0.6336338753985502, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.831472827968155, + "mIoU": 0.6431995564332316, + "macroF1": 0.7717679140444877, + "F1_coffee": 0.8885008444737068, + "IoU_coffee": 0.799371587514165, + "precision_coffee": 0.8795624574926321, + "recall_coffee": 0.8976227659205275, + "F1_noncoffee": 0.6550349836152688, + "IoU_noncoffee": 0.48702752535229815, + "kappa": 0.5436816277014059, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.6702297538526854, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.852391587268433, + "mIoU": 0.6876170184758921, + "macroF1": 0.8076862700256868, + "F1_coffee": 0.9004086853773022, + "IoU_coffee": 0.8188575822702447, + "precision_coffee": 0.9227863570714365, + "recall_coffee": 0.879090639685026, + "F1_noncoffee": 0.7149638546740715, + "IoU_noncoffee": 0.5563764546815394, + "kappa": 0.6160188128600933, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8156513211030345, + "mIoU": 0.6350453027151433, + "macroF1": 0.7677679947184854, + "F1_coffee": 0.873219599285856, + "IoU_coffee": 0.7749687505501663, + "precision_coffee": 0.8992094457949462, + "recall_coffee": 0.8486899184452542, + "F1_noncoffee": 0.6623163901511149, + "IoU_noncoffee": 0.49512185488012006, + "kappa": 0.5365671596906402, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28272251308900526, + "mIoU": 0.1433389124790004, + "macroF1": 0.2259802900650458, + "F1_coffee": 0.4355503237198352, + "IoU_coffee": 0.27840481565086533, + "precision_coffee": 0.9973045822102425, + "recall_coffee": 0.2786144578313253, + "F1_noncoffee": 0.01641025641025641, + "IoU_noncoffee": 0.008273009307135471, + "kappa": 0.0031130776473405897, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8438302073050346, + "mIoU": 0.6808280768729489, + "macroF1": 0.80348380356302, + "F1_coffee": 0.8925271739130435, + "IoU_coffee": 0.8059133848607533, + "precision_coffee": 0.9266469177599097, + "recall_coffee": 0.8608308216485389, + "F1_noncoffee": 0.7144404332129964, + "IoU_noncoffee": 0.5557427688851446, + "kappa": 0.608378349436853, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8552072897285435, + "mIoU": 0.6919994126544213, + "macroF1": 0.810925196377959, + "F1_coffee": 0.9024272624979907, + "IoU_coffee": 0.8222026947861746, + "precision_coffee": 0.926769677760169, + "recall_coffee": 0.8793308689931708, + "F1_noncoffee": 0.7194231302579274, + "IoU_noncoffee": 0.5617961305226682, + "kappa": 0.6225990965142455, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.857836140451042, + "mIoU": 0.6895750202892983, + "macroF1": 0.8083023177532762, + "F1_coffee": 0.9057472714655227, + "IoU_coffee": 0.8277313346785817, + "precision_coffee": 0.9154498501562202, + "recall_coffee": 0.8962482052562581, + "F1_noncoffee": 0.7108573640410296, + "IoU_noncoffee": 0.551418705900015, + "kappa": 0.6167367105185123, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8603837697381571, + "mIoU": 0.7100876980659034, + "macroF1": 0.8252415362136887, + "F1_coffee": 0.9036086386531429, + "IoU_coffee": 0.8241661422278163, + "precision_coffee": 0.916445066480056, + "recall_coffee": 0.8911268372346217, + "F1_noncoffee": 0.7468744337742345, + "IoU_noncoffee": 0.5960092539039907, + "kappa": 0.6506630498026718, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.86949055523755, + "mIoU": 0.7193479359847095, + "macroF1": 0.8312463140896489, + "F1_coffee": 0.9115822130299897, + "IoU_coffee": 0.8375296912114014, + "precision_coffee": 0.9219505817753955, + "recall_coffee": 0.9014444586475776, + "F1_noncoffee": 0.7509104151493081, + "IoU_noncoffee": 0.6011661807580175, + "kappa": 0.6626128407987999, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8778104544160895, + "mIoU": 0.7276096142427377, + "macroF1": 0.8365312827465811, + "F1_coffee": 0.9186766005808814, + "IoU_coffee": 0.8495854256685741, + "precision_coffee": 0.9144042232277526, + "recall_coffee": 0.9229890890636894, + "F1_noncoffee": 0.7543859649122807, + "IoU_noncoffee": 0.6056338028169014, + "kappa": 0.6730841199178212, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8276770040959626, + "mIoU": 0.6531503314429814, + "macroF1": 0.782016845542616, + "F1_coffee": 0.8817822974509935, + "IoU_coffee": 0.7885604882134737, + "precision_coffee": 0.9370112327598464, + "recall_coffee": 0.8327015415718979, + "F1_noncoffee": 0.6822513936342385, + "IoU_noncoffee": 0.5177401746724891, + "kappa": 0.5680669980371513, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8409199351083119, + "mIoU": 0.6652262866893295, + "macroF1": 0.7901574765551024, + "F1_coffee": 0.893366596302693, + "IoU_coffee": 0.8072832369942197, + "precision_coffee": 0.9316877918612408, + "recall_coffee": 0.8580732366674859, + "F1_noncoffee": 0.6869483568075118, + "IoU_noncoffee": 0.5231693363844394, + "kappa": 0.5823890635114327, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8377398110146034, + "mIoU": 0.6528429251290211, + "macroF1": 0.7794254602232928, + "F1_coffee": 0.8928391326273323, + "IoU_coffee": 0.806422227283079, + "precision_coffee": 0.9165264656399638, + "recall_coffee": 0.8703453361189628, + "F1_noncoffee": 0.6660117878192534, + "IoU_noncoffee": 0.4992636229749632, + "kappa": 0.5597673929437318, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7077, + 8413 + ], + [ + 45868, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6978456616401671, + "test_tta": { + "OA": 0.8622085830427867, + "mIoU": 0.6955595142351932, + "macroF1": 0.8126234786924633, + "F1_coffee": 0.9090137497878119, + "IoU_coffee": 0.8332036720087133, + "precision_coffee": 0.9112179350831667, + "recall_coffee": 0.9068202023623048, + "F1_noncoffee": 0.7162332075971147, + "IoU_noncoffee": 0.5579153564616732, + "kappa": 0.6252537961034617, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8254297911618784, + "mIoU": 0.6399967157904923, + "macroF1": 0.7701551157660403, + "F1_coffee": 0.8828698058797345, + "IoU_coffee": 0.7903016233259992, + "precision_coffee": 0.886266052728721, + "recall_coffee": 0.8794994890778337, + "F1_noncoffee": 0.6574404256523462, + "IoU_noncoffee": 0.48969180825498543, + "kappa": 0.5403299731935934, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s2_r0.05", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 19, + "stopped_epoch": 50, + "best_val": 0.5772693168040994, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8189720271855268, + "mIoU": 0.6150168609766189, + "macroF1": 0.7471203952864621, + "F1_coffee": 0.8819158413247393, + "IoU_coffee": 0.7887741137211526, + "precision_coffee": 0.8733938098104748, + "recall_coffee": 0.8906058168578806, + "F1_noncoffee": 0.6123249492481849, + "IoU_noncoffee": 0.4412596082320853, + "kappa": 0.49439882450296374, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7915512864889812, + "mIoU": 0.5787422146046537, + "macroF1": 0.7166245506669724, + "F1_coffee": 0.8623379592147749, + "IoU_coffee": 0.7579913263341204, + "precision_coffee": 0.8521516509167576, + "recall_coffee": 0.8727707405479399, + "F1_noncoffee": 0.5709111421191699, + "IoU_noncoffee": 0.39949310287518697, + "kappa": 0.4335014097403808, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5617053103964099, + "mIoU": 0.28493233090340525, + "macroF1": 0.3688966432746277, + "F1_coffee": 0.7177263969171483, + "IoU_coffee": 0.5597295266716754, + "precision_coffee": 0.9959893048128342, + "recall_coffee": 0.5609939759036144, + "F1_noncoffee": 0.020066889632107024, + "IoU_noncoffee": 0.010135135135135136, + "kappa": 0.006898002849450767, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8272951628825271, + "mIoU": 0.6359283369779298, + "macroF1": 0.7657783432760499, + "F1_coffee": 0.885814052148941, + "IoU_coffee": 0.7950325112764337, + "precision_coffee": 0.882387361029842, + "recall_coffee": 0.889267461669506, + "F1_noncoffee": 0.6457426344031588, + "IoU_noncoffee": 0.47682416267942584, + "kappa": 0.5315786032091866, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.806306951004246, + "mIoU": 0.5980197638042434, + "macroF1": 0.733003705070765, + "F1_coffee": 0.8729025795141497, + "IoU_coffee": 0.7744695033885124, + "precision_coffee": 0.8723018206844773, + "recall_coffee": 0.8735041664056137, + "F1_noncoffee": 0.5931048306273803, + "IoU_noncoffee": 0.42157002421997436, + "kappa": 0.4660082210038803, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8235797887524978, + "mIoU": 0.6114252725142595, + "macroF1": 0.7421771660457682, + "F1_coffee": 0.8870476422566103, + "IoU_coffee": 0.7970221151740748, + "precision_coffee": 0.8662026295436969, + "recall_coffee": 0.9089206567201449, + "F1_noncoffee": 0.5973066898349262, + "IoU_noncoffee": 0.4258284298544441, + "kappa": 0.48541676149859103, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8311013391964821, + "mIoU": 0.6458173790926133, + "macroF1": 0.7743500802351628, + "F1_coffee": 0.8875133120340788, + "IoU_coffee": 0.7977743209285629, + "precision_coffee": 0.8685513288170922, + "recall_coffee": 0.9073217201959717, + "F1_noncoffee": 0.661186848436247, + "IoU_noncoffee": 0.4938604372566637, + "kappa": 0.5493471210475058, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8195000954016409, + "mIoU": 0.6265648108802703, + "macroF1": 0.7585638491829131, + "F1_coffee": 0.8798577597155194, + "IoU_coffee": 0.7854875283446712, + "precision_coffee": 0.8741955835962145, + "recall_coffee": 0.8855937619838936, + "F1_noncoffee": 0.6372699386503068, + "IoU_noncoffee": 0.46764209341586943, + "kappa": 0.5171888509261836, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8432786263162888, + "mIoU": 0.643012667969552, + "macroF1": 0.7687187677873066, + "F1_coffee": 0.9000363064262374, + "IoU_coffee": 0.8182418307844648, + "precision_coffee": 0.8603655714946784, + "recall_coffee": 0.9435422481603654, + "F1_noncoffee": 0.6374012291483757, + "IoU_noncoffee": 0.4677835051546392, + "kappa": 0.5409774478701939, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.823581041544763, + "mIoU": 0.6261208937228444, + "macroF1": 0.7570826035405818, + "F1_coffee": 0.884179524937576, + "IoU_coffee": 0.7924030296075281, + "precision_coffee": 0.8961713173264114, + "recall_coffee": 0.8725044225423301, + "F1_noncoffee": 0.6299856821435876, + "IoU_noncoffee": 0.45983875783816064, + "kappa": 0.5144429605968575, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7931100295829755, + "mIoU": 0.5691002189804194, + "macroF1": 0.7054344465098843, + "F1_coffee": 0.866139787601877, + "IoU_coffee": 0.7638858636462644, + "precision_coffee": 0.870439314966493, + "recall_coffee": 0.8618825264192677, + "F1_noncoffee": 0.5447291054178917, + "IoU_noncoffee": 0.3743145743145743, + "kappa": 0.4109177761189712, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8037606184976616, + "mIoU": 0.5815055274792744, + "macroF1": 0.7159600291699671, + "F1_coffee": 0.8738805054594528, + "IoU_coffee": 0.776010458655627, + "precision_coffee": 0.872382118799755, + "recall_coffee": 0.875384048175003, + "F1_noncoffee": 0.5580395528804815, + "IoU_noncoffee": 0.3870005963029219, + "kappa": 0.431925931075325, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7081, + 8413 + ], + [ + 43784, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4087612907091775, + "test_tta": { + "OA": 0.8234708141197641, + "mIoU": 0.6088241899336283, + "macroF1": 0.7395031601608302, + "F1_coffee": 0.8873994363310275, + "IoU_coffee": 0.7975903170538494, + "precision_coffee": 0.860151391731071, + "recall_coffee": 0.916430295076415, + "F1_noncoffee": 0.591606883990633, + "IoU_noncoffee": 0.42005806281340724, + "kappa": 0.480895674534026, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7977962386062074, + "mIoU": 0.5735290901041058, + "macroF1": 0.7089396063038271, + "F1_coffee": 0.8697582817754491, + "IoU_coffee": 0.7695329837423767, + "precision_coffee": 0.8392585023037343, + "recall_coffee": 0.9025584668478994, + "F1_noncoffee": 0.5481209308322053, + "IoU_noncoffee": 0.37752519646583493, + "kappa": 0.4205344394942316, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 49, + "stopped_epoch": 79, + "best_val": 0.6412854332946767, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.84231751795498, + "mIoU": 0.662170422644434, + "macroF1": 0.7870512414666582, + "F1_coffee": 0.8955357332935941, + "IoU_coffee": 0.8108326908249808, + "precision_coffee": 0.9006937307297019, + "recall_coffee": 0.8904364760171034, + "F1_noncoffee": 0.6785667496397223, + "IoU_noncoffee": 0.5135081544638874, + "kappa": 0.5741454555985447, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8074016383985231, + "mIoU": 0.6133900744628085, + "macroF1": 0.7485490775804353, + "F1_coffee": 0.8701982892690513, + "IoU_coffee": 0.7702221381007278, + "precision_coffee": 0.8774822104169525, + "recall_coffee": 0.8630342992654289, + "F1_noncoffee": 0.6268998658918195, + "IoU_noncoffee": 0.4565580108248891, + "kappa": 0.4971977406451307, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33582647718773373, + "mIoU": 0.17007602805897426, + "macroF1": 0.2571961980649973, + "F1_coffee": 0.49887133182844245, + "IoU_coffee": 0.3323308270676692, + "precision_coffee": 0.9954954954954955, + "recall_coffee": 0.3328313253012048, + "F1_noncoffee": 0.015521064301552107, + "IoU_noncoffee": 0.00782122905027933, + "kappa": 0.0022220354651651284, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8500493583415597, + "mIoU": 0.6831415957573195, + "macroF1": 0.8042478459270115, + "F1_coffee": 0.8989354624085163, + "IoU_coffee": 0.8164239531089492, + "precision_coffee": 0.91302878767401, + "recall_coffee": 0.8852706067356834, + "F1_noncoffee": 0.7095602294455067, + "IoU_noncoffee": 0.5498592384056897, + "kappa": 0.6087635806657461, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.838748151328658, + "mIoU": 0.6561435601883787, + "macroF1": 0.7822788541062322, + "F1_coffee": 0.8931596914907068, + "IoU_coffee": 0.8069453963902216, + "precision_coffee": 0.9013078149920255, + "recall_coffee": 0.885157571580728, + "F1_noncoffee": 0.6713980167217577, + "IoU_noncoffee": 0.5053417239865359, + "kappa": 0.5646671354495613, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.838424207821867, + "mIoU": 0.6471058106887351, + "macroF1": 0.7738356551124292, + "F1_coffee": 0.8946976744186047, + "IoU_coffee": 0.8094596869213937, + "precision_coffee": 0.8888546608342062, + "recall_coffee": 0.9006180161058742, + "F1_noncoffee": 0.6529736358062538, + "IoU_noncoffee": 0.48475193445607645, + "kappa": 0.547735716633481, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8694783130121927, + "mIoU": 0.722385982888714, + "macroF1": 0.8337223119617252, + "F1_coffee": 0.9108288952615049, + "IoU_coffee": 0.8362587763289869, + "precision_coffee": 0.9139490271307208, + "recall_coffee": 0.9077299945563418, + "F1_noncoffee": 0.7566157286619456, + "IoU_noncoffee": 0.6085131894484412, + "kappa": 0.6674552023352328, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.842587292501431, + "mIoU": 0.6649650308568984, + "macroF1": 0.7895531083543594, + "F1_coffee": 0.8951981707317073, + "IoU_coffee": 0.8102794066919627, + "precision_coffee": 0.8896603964145942, + "recall_coffee": 0.9008053176530743, + "F1_noncoffee": 0.6839080459770115, + "IoU_noncoffee": 0.519650655021834, + "kappa": 0.5791553966866686, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8641495114315529, + "mIoU": 0.6902780091037874, + "macroF1": 0.807647730635727, + "F1_coffee": 0.9118986095730282, + "IoU_coffee": 0.8380640054280222, + "precision_coffee": 0.885212613473483, + "recall_coffee": 0.9402435929967013, + "F1_noncoffee": 0.7033968516984258, + "IoU_noncoffee": 0.5424920127795527, + "kappa": 0.6164689129609453, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8310903062219621, + "mIoU": 0.6452494696706716, + "macroF1": 0.773813382752253, + "F1_coffee": 0.8876346178798495, + "IoU_coffee": 0.7979703720984486, + "precision_coffee": 0.9121333333333334, + "recall_coffee": 0.8644174879959565, + "F1_noncoffee": 0.6599921476246564, + "IoU_noncoffee": 0.4925285672428948, + "kappa": 0.5486120832765282, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8349079110602157, + "mIoU": 0.6472657546091357, + "macroF1": 0.7748239473532805, + "F1_coffee": 0.891140196325195, + "IoU_coffee": 0.8036545227556463, + "precision_coffee": 0.9132060871808099, + "recall_coffee": 0.8701155074956992, + "F1_noncoffee": 0.658507698381366, + "IoU_noncoffee": 0.49087698646262506, + "kappa": 0.5504712289902411, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8125417581368712, + "mIoU": 0.6069128545954958, + "macroF1": 0.7405459170359351, + "F1_coffee": 0.8772193048262066, + "IoU_coffee": 0.7812917594654788, + "precision_coffee": 0.8927344445858252, + "recall_coffee": 0.8622342386628978, + "F1_noncoffee": 0.6038725292456636, + "IoU_noncoffee": 0.43253394972551285, + "kappa": 0.4815970059602356, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7109, + 8413 + ], + [ + 45209, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.262349800268809, + "test_tta": { + "OA": 0.8458201449252076, + "mIoU": 0.6603252796844106, + "macroF1": 0.7845577446282955, + "F1_coffee": 0.8994425116318062, + "IoU_coffee": 0.817260816575259, + "precision_coffee": 0.890632133814801, + "recall_coffee": 0.9084289403496888, + "F1_noncoffee": 0.6696729776247848, + "IoU_noncoffee": 0.5033897427935621, + "kappa": 0.569253955314528, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8120601130725741, + "mIoU": 0.6121224628078339, + "macroF1": 0.7460249672838747, + "F1_coffee": 0.8755289375399986, + "IoU_coffee": 0.7786140228674334, + "precision_coffee": 0.8675980614872028, + "recall_coffee": 0.8836061464900611, + "F1_noncoffee": 0.6165209970277508, + "IoU_noncoffee": 0.44563090274823447, + "kappa": 0.4921806682825294, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s2_r0.5", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 83, + "stopped_epoch": 100, + "best_val": 0.6683862051171747, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8539500955992223, + "mIoU": 0.6804528997046102, + "macroF1": 0.8010707952055514, + "F1_coffee": 0.9036341277245357, + "IoU_coffee": 0.8242085517027984, + "precision_coffee": 0.9051310368262329, + "recall_coffee": 0.9021421616358325, + "F1_noncoffee": 0.6985074626865672, + "IoU_noncoffee": 0.536697247706422, + "kappa": 0.6021449948542016, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8182185300565363, + "mIoU": 0.6286580391891095, + "macroF1": 0.7609452074971419, + "F1_coffee": 0.8779557294188276, + "IoU_coffee": 0.7824608640121508, + "precision_coffee": 0.8818837901453109, + "recall_coffee": 0.8740625060250256, + "F1_noncoffee": 0.6439346855754562, + "IoU_noncoffee": 0.4748552143660681, + "kappa": 0.5219180874851768, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3021690351533283, + "mIoU": 0.15297152455607102, + "macroF1": 0.23727016531649334, + "F1_coffee": 0.4597568037058483, + "IoU_coffee": 0.29849624060150376, + "precision_coffee": 0.9949874686716792, + "recall_coffee": 0.2989457831325301, + "F1_noncoffee": 0.014783526927138331, + "IoU_noncoffee": 0.007446808510638298, + "kappa": 0.0014680749726836823, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8474827245804541, + "mIoU": 0.6746824154797848, + "macroF1": 0.7972824868225554, + "F1_coffee": 0.8981609649990113, + "IoU_coffee": 0.8151471643933955, + "precision_coffee": 0.9035809018567639, + "recall_coffee": 0.8928056611191194, + "F1_noncoffee": 0.6964040086460994, + "IoU_noncoffee": 0.5342176665661742, + "kappa": 0.5946084557752208, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8573064262201231, + "mIoU": 0.6854412331893853, + "macroF1": 0.8047897041185023, + "F1_coffee": 0.9060409009518424, + "IoU_coffee": 0.8282219159200551, + "precision_coffee": 0.9085811491935484, + "recall_coffee": 0.9035148173673329, + "F1_noncoffee": 0.7035385072851621, + "IoU_noncoffee": 0.5426605504587156, + "kappa": 0.6095890371292423, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8568369968598344, + "mIoU": 0.6810241045025707, + "macroF1": 0.800976994861904, + "F1_coffee": 0.906416197555438, + "IoU_coffee": 0.8288493259769069, + "precision_coffee": 0.9031858187678196, + "recall_coffee": 0.9096697671515076, + "F1_noncoffee": 0.69553779216837, + "IoU_noncoffee": 0.5331988830282346, + "kappa": 0.6019705550726447, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8572856286228263, + "mIoU": 0.6942502863076465, + "macroF1": 0.8124573655412929, + "F1_coffee": 0.9041482078131293, + "IoU_coffee": 0.8250643145902242, + "precision_coffee": 0.8920529801324504, + "recall_coffee": 0.9165759390310289, + "F1_noncoffee": 0.7207665232694564, + "IoU_noncoffee": 0.5634362580250688, + "kappa": 0.6251155069549749, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8688227437511925, + "mIoU": 0.7100215478755276, + "macroF1": 0.8236525924442346, + "F1_coffee": 0.9129030214733641, + "IoU_coffee": 0.8397622654702249, + "precision_coffee": 0.9048216976393771, + "recall_coffee": 0.921130001278282, + "F1_noncoffee": 0.7344021634151052, + "IoU_noncoffee": 0.5802808302808303, + "kappa": 0.6473909585392782, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8796129399487714, + "mIoU": 0.7249140898579942, + "macroF1": 0.8340341996874492, + "F1_coffee": 0.9210084033613445, + "IoU_coffee": 0.8535825545171339, + "precision_coffee": 0.9040694121960161, + "recall_coffee": 0.9385942654148693, + "F1_noncoffee": 0.7470599960135539, + "IoU_noncoffee": 0.5962456251988546, + "kappa": 0.6684411074828737, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8379169104739613, + "mIoU": 0.6557403055284294, + "macroF1": 0.7820931701263455, + "F1_coffee": 0.8923853923853924, + "IoU_coffee": 0.805682216766047, + "precision_coffee": 0.9151394422310757, + "recall_coffee": 0.8707354056103108, + "F1_noncoffee": 0.6718009478672986, + "IoU_noncoffee": 0.5057983942908117, + "kappa": 0.5650064873249063, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8457868117186754, + "mIoU": 0.6609551135594085, + "macroF1": 0.7851496572760479, + "F1_coffee": 0.8992895425651253, + "IoU_coffee": 0.8170082663345034, + "precision_coffee": 0.9123672230652504, + "recall_coffee": 0.8865814696485623, + "F1_noncoffee": 0.6710097719869706, + "IoU_noncoffee": 0.5049019607843137, + "kappa": 0.5705875219910138, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.833921924214947, + "mIoU": 0.6390038060734555, + "macroF1": 0.7671308113636406, + "F1_coffee": 0.8918448533068125, + "IoU_coffee": 0.8048014359434598, + "precision_coffee": 0.90227644321469, + "recall_coffee": 0.8816517143910532, + "F1_noncoffee": 0.6424167694204685, + "IoU_noncoffee": 0.4732061762034514, + "kappa": 0.5344673547364182, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7265, + 8413 + ], + [ + 45776, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.826495937506358, + "test_tta": { + "OA": 0.8606179405196099, + "mIoU": 0.6848141892244132, + "macroF1": 0.8035566076908427, + "F1_coffee": 0.9094306922940396, + "IoU_coffee": 0.8339045357942906, + "precision_coffee": 0.897262108320801, + "recall_coffee": 0.9219338724016765, + "F1_noncoffee": 0.6976825230876459, + "IoU_noncoffee": 0.5357238426545358, + "kappa": 0.6073542750257784, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8248817353178723, + "mIoU": 0.6308088109161331, + "macroF1": 0.7613813957533151, + "F1_coffee": 0.8844763282082508, + "IoU_coffee": 0.7928799276734387, + "precision_coffee": 0.8730957792512726, + "recall_coffee": 0.896157479707714, + "F1_noncoffee": 0.6382864632983795, + "IoU_noncoffee": 0.4687376941588274, + "kappa": 0.5230165378221416, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 87, + "stopped_epoch": 100, + "best_val": 0.6822217304286697, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8630280049486656, + "mIoU": 0.6971126557484074, + "macroF1": 0.8138005438673399, + "F1_coffee": 0.9095404335692533, + "IoU_coffee": 0.8340890956152813, + "precision_coffee": 0.9118917423774974, + "recall_coffee": 0.9072012192540536, + "F1_noncoffee": 0.7180606541654264, + "IoU_noncoffee": 0.5601362158815335, + "kappa": 0.6276088044657604, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.82567497403946, + "mIoU": 0.6413505622655395, + "macroF1": 0.7713904449272435, + "F1_coffee": 0.882790454117898, + "IoU_coffee": 0.7901744640222202, + "precision_coffee": 0.888052130482285, + "recall_coffee": 0.8775907609848266, + "F1_noncoffee": 0.6599904357365889, + "IoU_noncoffee": 0.49252666050885885, + "kappa": 0.5428274462815088, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2849663425579656, + "mIoU": 0.14399002828754895, + "macroF1": 0.22601077383662913, + "F1_coffee": 0.4396248534583822, + "IoU_coffee": 0.28174305033809166, + "precision_coffee": 0.9920634920634921, + "recall_coffee": 0.28237951807228917, + "F1_noncoffee": 0.012396694214876033, + "IoU_noncoffee": 0.006237006237006237, + "kappa": -0.0009538323228557592, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8580947680157947, + "mIoU": 0.69720335480917, + "macroF1": 0.8148314462608051, + "F1_coffee": 0.9043356736432303, + "IoU_coffee": 0.8253765792031098, + "precision_coffee": 0.9187343654925293, + "recall_coffee": 0.8903813392740139, + "F1_noncoffee": 0.7253272188783797, + "IoU_noncoffee": 0.5690301304152301, + "kappa": 0.6299238818913862, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8684223080959877, + "mIoU": 0.704936779153722, + "macroF1": 0.8194454282579575, + "F1_coffee": 0.9134826526130874, + "IoU_coffee": 0.8407437348423605, + "precision_coffee": 0.9147452409373625, + "recall_coffee": 0.912223544890671, + "F1_noncoffee": 0.7254082039028276, + "IoU_noncoffee": 0.5691298234650836, + "kappa": 0.638893039966873, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8624036540108478, + "mIoU": 0.688649190840781, + "macroF1": 0.8065723956176392, + "F1_coffee": 0.9104921077065924, + "IoU_coffee": 0.8356911539117096, + "precision_coffee": 0.9028911669019705, + "recall_coffee": 0.9182221112428991, + "F1_noncoffee": 0.702652683528686, + "IoU_noncoffee": 0.5416072277698526, + "kappa": 0.6132358481222149, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8637817309614232, + "mIoU": 0.7097514372934717, + "macroF1": 0.8243475148517982, + "F1_coffee": 0.907574421916322, + "IoU_coffee": 0.830788330229671, + "precision_coffee": 0.9044465468306528, + "recall_coffee": 0.9107240065323897, + "F1_noncoffee": 0.7411206077872744, + "IoU_noncoffee": 0.5887145443572722, + "kappa": 0.6487067978494482, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8774088914329327, + "mIoU": 0.7241676575809025, + "macroF1": 0.8338061975864299, + "F1_coffee": 0.918932559459971, + "IoU_coffee": 0.8500233426704015, + "precision_coffee": 0.9071998006975586, + "recall_coffee": 0.9309727725936342, + "F1_noncoffee": 0.7486798357128888, + "IoU_noncoffee": 0.5983119724914036, + "kappa": 0.6677846593390396, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8849255288872023, + "mIoU": 0.7332186616828171, + "macroF1": 0.8398562379599255, + "F1_coffee": 0.9248124961259531, + "IoU_coffee": 0.8601406664360659, + "precision_coffee": 0.9041328323839535, + "recall_coffee": 0.9464602892666836, + "F1_noncoffee": 0.7548999797938978, + "IoU_noncoffee": 0.6062966569295684, + "kappa": 0.6802577566651826, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8525453481568168, + "mIoU": 0.6848952529796206, + "macroF1": 0.8052788851376556, + "F1_coffee": 0.9012152097216778, + "IoU_coffee": 0.8201926507313593, + "precision_coffee": 0.9330357142857143, + "recall_coffee": 0.8714935557240333, + "F1_noncoffee": 0.7093425605536332, + "IoU_noncoffee": 0.5495978552278821, + "kappa": 0.6118859849519169, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8594331520183224, + "mIoU": 0.6858160792361917, + "macroF1": 0.8046851125300787, + "F1_coffee": 0.9080925937480502, + "IoU_coffee": 0.8316571428571429, + "precision_coffee": 0.9224236278362277, + "recall_coffee": 0.8942000491521258, + "F1_noncoffee": 0.7012776313121071, + "IoU_noncoffee": 0.5399750156152405, + "kappa": 0.6096764469364444, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.839744201584423, + "mIoU": 0.6459018284233388, + "macroF1": 0.7723674239118075, + "F1_coffee": 0.8962106694689992, + "IoU_coffee": 0.8119399641577061, + "precision_coffee": 0.9016169154228856, + "recall_coffee": 0.890868870591127, + "F1_noncoffee": 0.6485241783546158, + "IoU_noncoffee": 0.4798636926889715, + "kappa": 0.544790272322601, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7231, + 8413 + ], + [ + 46376, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8233205397923786, + "test_tta": { + "OA": 0.8693263066565979, + "mIoU": 0.7035075759945788, + "macroF1": 0.8180602556241652, + "F1_coffee": 0.9146383702257628, + "IoU_coffee": 0.8427038004061502, + "precision_coffee": 0.9070885812428438, + "recall_coffee": 0.9223148892934253, + "F1_noncoffee": 0.7214821410225677, + "IoU_noncoffee": 0.5643113515830075, + "kappa": 0.6362027393001608, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8321074189454252, + "mIoU": 0.645628042192767, + "macroF1": 0.7739318503582013, + "F1_coffee": 0.888612463998316, + "IoU_coffee": 0.7995523030563926, + "precision_coffee": 0.8820713498727252, + "recall_coffee": 0.8952513158655793, + "F1_noncoffee": 0.6592512367180868, + "IoU_noncoffee": 0.49170378132914155, + "kappa": 0.5479397491080554, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f0_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 60, + "stopped_epoch": 90, + "best_val": 0.7289023572797635, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7867273117971492, + "mIoU": 0.6388916365250089, + "macroF1": 0.7780954740643851, + "F1_coffee": 0.8218612581889976, + "IoU_coffee": 0.697592931139549, + "precision_coffee": 0.8528854810169807, + "recall_coffee": 0.7930148650598932, + "F1_noncoffee": 0.7343296899397724, + "IoU_noncoffee": 0.5801903419104688, + "kappa": 0.5570650156942552, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.695381908388139, + "mIoU": 0.5233871416215086, + "macroF1": 0.6845348207270241, + "F1_coffee": 0.7430316450305987, + "IoU_coffee": 0.59112995334611, + "precision_coffee": 0.8336563924759071, + "recall_coffee": 0.6701782108682293, + "F1_noncoffee": 0.6260379964234494, + "IoU_noncoffee": 0.45564432989690723, + "kappa": 0.37973666835598024, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1647765176784523, + "mIoU": 0.08262777548717849, + "macroF1": 0.1422352958382999, + "F1_coffee": 0.28128587830080365, + "IoU_coffee": 0.16366065464261856, + "precision_coffee": 0.9991843393148451, + "recall_coffee": 0.1636825227151256, + "F1_noncoffee": 0.0031847133757961785, + "IoU_noncoffee": 0.001594896331738437, + "kappa": 0.0002553127184471704, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7605067608722135, + "mIoU": 0.6127917723760972, + "macroF1": 0.7597719850676298, + "F1_coffee": 0.7730578321597599, + "IoU_coffee": 0.630068680026343, + "precision_coffee": 0.8399598645428321, + "recall_coffee": 0.7160269432267722, + "F1_noncoffee": 0.7464861379754997, + "IoU_noncoffee": 0.5955148647258512, + "kappa": 0.5229248895893763, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7872175396866435, + "mIoU": 0.6383924250996842, + "macroF1": 0.7775278483370323, + "F1_coffee": 0.8239572192513369, + "IoU_coffee": 0.7006184066933431, + "precision_coffee": 0.8674894153679849, + "recall_coffee": 0.7845853022649503, + "F1_noncoffee": 0.7310984774227276, + "IoU_noncoffee": 0.5761664435060253, + "kappa": 0.556760625132946, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8076865634489968, + "mIoU": 0.6552676664475734, + "macroF1": 0.7883604731232197, + "F1_coffee": 0.8523148679129869, + "IoU_coffee": 0.7426382411725516, + "precision_coffee": 0.8483902884542203, + "recall_coffee": 0.8562759256414195, + "F1_noncoffee": 0.7244060783334523, + "IoU_noncoffee": 0.5678970917225951, + "kappa": 0.5767378482103629, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7515520674710086, + "mIoU": 0.597528764200499, + "macroF1": 0.7471851218946381, + "F1_coffee": 0.7139581928523263, + "IoU_coffee": 0.5551593959731543, + "precision_coffee": 0.746054114994363, + "recall_coffee": 0.6845099560382726, + "F1_noncoffee": 0.78041205093695, + "IoU_noncoffee": 0.6398981324278438, + "kappa": 0.4950876317003277, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7194197164523574, + "mIoU": 0.5605153458489147, + "macroF1": 0.7180767571876676, + "F1_coffee": 0.6986188171408334, + "IoU_coffee": 0.5368287373004355, + "precision_coffee": 0.7324257425742574, + "recall_coffee": 0.667795080117355, + "F1_noncoffee": 0.7375346972345019, + "IoU_noncoffee": 0.5842019543973941, + "kappa": 0.43719774336853384, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7369530838165524, + "mIoU": 0.5834724424812763, + "macroF1": 0.7369530721210589, + "F1_coffee": 0.7370085379993676, + "IoU_coffee": 0.5835419796361209, + "precision_coffee": 0.7479674796747967, + "recall_coffee": 0.7263660918346145, + "F1_noncoffee": 0.7368976062427501, + "IoU_noncoffee": 0.5834029053264318, + "kappa": 0.4740191043034925, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7702068265448547, + "mIoU": 0.6091429167963236, + "macroF1": 0.7538769980186504, + "F1_coffee": 0.8172737362526485, + "IoU_coffee": 0.6910083603480635, + "precision_coffee": 0.9152542372881356, + "recall_coffee": 0.7382427998541743, + "F1_noncoffee": 0.6904802597846522, + "IoU_noncoffee": 0.5272774732445836, + "kappa": 0.5171277900414484, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8474609375, + "mIoU": 0.6863090562459431, + "macroF1": 0.8075333978687897, + "F1_coffee": 0.8951959205582394, + "IoU_coffee": 0.8102757196647637, + "precision_coffee": 0.944767030165699, + "recall_coffee": 0.8505673849292362, + "F1_noncoffee": 0.71987087517934, + "IoU_noncoffee": 0.5623423928271224, + "kappa": 0.617878626829675, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8709677419354839, + "mIoU": 0.6923742711318915, + "macroF1": 0.8081080387363198, + "F1_coffee": 0.9179364127174565, + "IoU_coffee": 0.8483202128839118, + "precision_coffee": 0.9038393384524512, + "recall_coffee": 0.9324801950030469, + "F1_noncoffee": 0.6982796647551831, + "IoU_noncoffee": 0.5364283293798713, + "kappa": 0.6165590253350391, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2548, + 2984 + ], + [ + 41358, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.772712846597036, + "test_tta": { + "OA": 0.7947854738199269, + "mIoU": 0.6479172801722022, + "macroF1": 0.7845285661658381, + "F1_coffee": 0.831539954136532, + "IoU_coffee": 0.7116545893719807, + "precision_coffee": 0.8472575861965671, + "recall_coffee": 0.8163948621734738, + "F1_noncoffee": 0.7375171781951443, + "IoU_noncoffee": 0.5841799709724238, + "kappa": 0.5692880909407853, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7043094496365524, + "mIoU": 0.5316214267693223, + "macroF1": 0.691069411743173, + "F1_coffee": 0.7550244951607121, + "IoU_coffee": 0.6064573095823096, + "precision_coffee": 0.8286733462728847, + "recall_coffee": 0.6933982969010622, + "F1_noncoffee": 0.6271143283256339, + "IoU_noncoffee": 0.45678554395633514, + "kappa": 0.3894792062520663, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f0_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 41, + "stopped_epoch": 71, + "best_val": 0.7523777871280953, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7878375474536208, + "mIoU": 0.6442524827269251, + "macroF1": 0.7827301834916183, + "F1_coffee": 0.816041983666118, + "IoU_coffee": 0.6892490885724027, + "precision_coffee": 0.8830012432377944, + "recall_coffee": 0.75852215326887, + "F1_noncoffee": 0.7494183833171185, + "IoU_noncoffee": 0.5992558768814477, + "kappa": 0.5688376694323735, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6914878273912541, + "mIoU": 0.5231490138508628, + "macroF1": 0.6854976534686942, + "F1_coffee": 0.7289018439896078, + "IoU_coffee": 0.5734426098747707, + "precision_coffee": 0.8625116223268648, + "recall_coffee": 0.6311342287771047, + "F1_noncoffee": 0.6420934629477806, + "IoU_noncoffee": 0.47285541782695484, + "kappa": 0.39031047002327357, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1256837891927952, + "mIoU": 0.0630372623489933, + "macroF1": 0.11230877326158024, + "F1_coffee": 0.22127153891859774, + "IoU_coffee": 0.12439871726349545, + "precision_coffee": 1.0, + "recall_coffee": 0.12439871726349545, + "F1_noncoffee": 0.0033460076045627378, + "IoU_noncoffee": 0.0016758074344911638, + "kappa": 0.0004168496905183018, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7558776952125715, + "mIoU": 0.6075543844164044, + "macroF1": 0.7558732573797916, + "F1_coffee": 0.7569141193595342, + "IoU_coffee": 0.6088992974238876, + "precision_coffee": 0.8745620182200421, + "recall_coffee": 0.6671656153105955, + "F1_noncoffee": 0.754832395400049, + "IoU_noncoffee": 0.6062094714089212, + "kappa": 0.5204979828637601, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7702569936397953, + "mIoU": 0.6211494375026017, + "macroF1": 0.7653807986471624, + "F1_coffee": 0.7992045916753288, + "IoU_coffee": 0.6655626646593903, + "precision_coffee": 0.8973916573632397, + "recall_coffee": 0.720384552713052, + "F1_noncoffee": 0.7315570056189958, + "IoU_noncoffee": 0.5767362103458131, + "kappa": 0.5381532356386166, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8308856474336636, + "mIoU": 0.6925591869195054, + "macroF1": 0.8160528918956791, + "F1_coffee": 0.86828738707301, + "IoU_coffee": 0.7672331094970536, + "precision_coffee": 0.8766147342049636, + "recall_coffee": 0.8601167614072822, + "F1_noncoffee": 0.7638183967183481, + "IoU_noncoffee": 0.6178852643419572, + "kappa": 0.6321653043773158, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7336300808246456, + "mIoU": 0.5689958918919829, + "macroF1": 0.7229917364711684, + "F1_coffee": 0.6687062937062938, + "IoU_coffee": 0.5022980958634274, + "precision_coffee": 0.7657657657657657, + "recall_coffee": 0.5934833204034135, + "F1_noncoffee": 0.7772771792360431, + "IoU_noncoffee": 0.6356936879205383, + "kappa": 0.45190307960350284, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7127156830420925, + "mIoU": 0.5475677834523238, + "macroF1": 0.7061608560487798, + "F1_coffee": 0.6622739018087855, + "IoU_coffee": 0.49507436739424376, + "precision_coffee": 0.7745542459957692, + "recall_coffee": 0.5784247348228391, + "F1_noncoffee": 0.7500478102887741, + "IoU_noncoffee": 0.6000611995104039, + "kappa": 0.4213215242447904, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7660516605166051, + "mIoU": 0.6207371035644571, + "macroF1": 0.7659799810911265, + "F1_coffee": 0.7618843223521837, + "IoU_coffee": 0.6153579476512394, + "precision_coffee": 0.787838437638704, + "recall_coffee": 0.7375857053812591, + "F1_noncoffee": 0.7700756398300694, + "IoU_noncoffee": 0.6261162594776748, + "kappa": 0.532449925147657, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7799771602588504, + "mIoU": 0.627057886565395, + "macroF1": 0.7686614963081055, + "F1_coffee": 0.8198254364089775, + "IoU_coffee": 0.6946645536185948, + "precision_coffee": 0.9533591106814886, + "recall_coffee": 0.7191031717098068, + "F1_noncoffee": 0.7174975562072337, + "IoU_noncoffee": 0.5594512195121951, + "kappa": 0.5511305647292289, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82138671875, + "mIoU": 0.6563341213984848, + "macroF1": 0.786345403571853, + "F1_coffee": 0.872871342183916, + "IoU_coffee": 0.7744203256043414, + "precision_coffee": 0.9595048899755502, + "recall_coffee": 0.8005865102639296, + "F1_noncoffee": 0.69981946495979, + "IoU_noncoffee": 0.5382479171926281, + "kappa": 0.5807609023439655, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8888888888888888, + "mIoU": 0.7339346093192025, + "macroF1": 0.8397706684916683, + "F1_coffee": 0.9284847013113162, + "IoU_coffee": 0.8665155807365439, + "precision_coffee": 0.9250030240716101, + "recall_coffee": 0.9319926873857404, + "F1_noncoffee": 0.7510566356720203, + "IoU_noncoffee": 0.6013536379018612, + "kappa": 0.6795571401059055, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2551, + 2984 + ], + [ + 41417, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1737358291943867, + "test_tta": { + "OA": 0.8005157223694578, + "mIoU": 0.6594494584026938, + "macroF1": 0.7935973503260507, + "F1_coffee": 0.831385844887086, + "IoU_coffee": 0.7114288674748731, + "precision_coffee": 0.8740094834993476, + "recall_coffee": 0.7927262231202193, + "F1_noncoffee": 0.7558088557650153, + "IoU_noncoffee": 0.6074700493305144, + "kappa": 0.5886116574598108, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7048719280027691, + "mIoU": 0.5364345112150184, + "macroF1": 0.6962843191989344, + "F1_coffee": 0.7473547749861102, + "IoU_coffee": 0.5966212620000394, + "precision_coffee": 0.8542237024074962, + "recall_coffee": 0.6642524800280923, + "F1_noncoffee": 0.6452138634117586, + "IoU_noncoffee": 0.47624776042999745, + "kappa": 0.40563246161529243, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f0_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 55, + "stopped_epoch": 85, + "best_val": 0.7046159027157732, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7896640641787838, + "mIoU": 0.6405853407080575, + "macroF1": 0.7789910388635773, + "F1_coffee": 0.8275588701626637, + "IoU_coffee": 0.7058425784478225, + "precision_coffee": 0.8420722416420184, + "recall_coffee": 0.8135373069707028, + "F1_noncoffee": 0.730423207564491, + "IoU_noncoffee": 0.5753281029682924, + "kappa": 0.5581872495926375, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7032998730818045, + "mIoU": 0.5302458524484227, + "macroF1": 0.6898321337759399, + "F1_coffee": 0.7544638594481047, + "IoU_coffee": 0.6057342174862969, + "precision_coffee": 0.8269492412349555, + "recall_coffee": 0.6936616627161795, + "F1_noncoffee": 0.625200408103775, + "IoU_noncoffee": 0.4547574874105486, + "kappa": 0.3868552765918094, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20253502334889928, + "mIoU": 0.10159995744205318, + "macroF1": 0.16944569544076868, + "F1_coffee": 0.33522411300189076, + "IoU_coffee": 0.20136290753607697, + "precision_coffee": 1.0, + "recall_coffee": 0.20136290753607697, + "F1_noncoffee": 0.0036672778796466078, + "IoU_noncoffee": 0.001837007348029392, + "kappa": 0.0007395367230930324, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7574613229382385, + "mIoU": 0.608570860663884, + "macroF1": 0.7564652318206433, + "F1_coffee": 0.7720403022670025, + "IoU_coffee": 0.6287179487179487, + "precision_coffee": 0.8309303758471965, + "recall_coffee": 0.7209451512883567, + "F1_noncoffee": 0.7408901613742842, + "IoU_noncoffee": 0.5884237726098192, + "kappa": 0.5156954899485693, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7865453229225916, + "mIoU": 0.6375779092195661, + "macroF1": 0.7769304542813819, + "F1_coffee": 0.8232422711312837, + "IoU_coffee": 0.6995851830288916, + "precision_coffee": 0.8675992779783394, + "recall_coffee": 0.7832002607137037, + "F1_noncoffee": 0.73061863743148, + "IoU_noncoffee": 0.5755706354102406, + "kappa": 0.5556310945401823, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8189874047891671, + "mIoU": 0.6622940714808718, + "macroF1": 0.7922428859526836, + "F1_coffee": 0.8667839085513299, + "IoU_coffee": 0.7648884578079534, + "precision_coffee": 0.8285934435416082, + "recall_coffee": 0.9086649254877861, + "F1_noncoffee": 0.7177018633540373, + "IoU_noncoffee": 0.5596996851537903, + "kappa": 0.5863479167023712, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7311702003045566, + "mIoU": 0.5720325695027189, + "macroF1": 0.7268306375928154, + "F1_coffee": 0.6924004825090471, + "IoU_coffee": 0.5295202952029521, + "precision_coffee": 0.7186978297161937, + "recall_coffee": 0.6679596586501164, + "F1_noncoffee": 0.7612607926765838, + "IoU_noncoffee": 0.6145448438024858, + "kappa": 0.45422840207996074, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7376634795032421, + "mIoU": 0.5837131937181679, + "macroF1": 0.7370087443120439, + "F1_coffee": 0.7238866396761133, + "IoU_coffee": 0.567258883248731, + "precision_coffee": 0.7425249169435216, + "recall_coffee": 0.7061611374407583, + "F1_noncoffee": 0.7501308489479744, + "IoU_noncoffee": 0.6001675041876047, + "kappa": 0.4743172243013407, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7761729045861887, + "mIoU": 0.6318033165841519, + "macroF1": 0.7739527652307645, + "F1_coffee": 0.7963549160671463, + "IoU_coffee": 0.661619381574753, + "precision_coffee": 0.7396650035637918, + "recall_coffee": 0.8624558487429878, + "F1_noncoffee": 0.7515506143943826, + "IoU_noncoffee": 0.6019872515935508, + "kappa": 0.5511223993626573, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7859408704479127, + "mIoU": 0.6290516106611268, + "macroF1": 0.7691408021335543, + "F1_coffee": 0.8314180073948236, + "IoU_coffee": 0.7114759705832051, + "precision_coffee": 0.920150409201504, + "recall_coffee": 0.7582938388625592, + "F1_noncoffee": 0.706863596872285, + "IoU_noncoffee": 0.5466272507390486, + "kappa": 0.545628709853864, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82998046875, + "mIoU": 0.6624016204265677, + "macroF1": 0.7899781375268908, + "F1_coffee": 0.8816370929362976, + "IoU_coffee": 0.7883282674772036, + "precision_coffee": 0.9443635304398486, + "recall_coffee": 0.8267244676781844, + "F1_noncoffee": 0.698319182117484, + "IoU_noncoffee": 0.5364749733759319, + "kappa": 0.5846270943924526, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8572910771552538, + "mIoU": 0.6589702894388596, + "macroF1": 0.7806446213555669, + "F1_coffee": 0.9103088505542711, + "IoU_coffee": 0.8353824393428354, + "precision_coffee": 0.8861957525392429, + "recall_coffee": 0.9357708714198659, + "F1_noncoffee": 0.6509803921568628, + "IoU_noncoffee": 0.48255813953488375, + "kappa": 0.5625495481211353, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2535, + 2984 + ], + [ + 41535, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6027451833089192, + "test_tta": { + "OA": 0.7957524532626603, + "mIoU": 0.6456861639448244, + "macroF1": 0.7822956045246877, + "F1_coffee": 0.8364215236346948, + "IoU_coffee": 0.718835506692632, + "precision_coffee": 0.8312002964398711, + "recall_coffee": 0.8417087602828691, + "F1_noncoffee": 0.7281696854146806, + "IoU_noncoffee": 0.5725368211970169, + "kappa": 0.5646197569548699, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.710539979231568, + "mIoU": 0.5352063386884937, + "macroF1": 0.6931636884844506, + "F1_coffee": 0.7661820215294282, + "IoU_coffee": 0.6209846467622231, + "precision_coffee": 0.8165226460071514, + "recall_coffee": 0.7216881748749012, + "F1_noncoffee": 0.6201453554394731, + "IoU_noncoffee": 0.4494280306147642, + "kappa": 0.3900935777998393, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f0_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.7533157193607276, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7833966048277344, + "mIoU": 0.63772098558484, + "macroF1": 0.7777671902658071, + "F1_coffee": 0.8131372427856393, + "IoU_coffee": 0.6851148018951424, + "precision_coffee": 0.8747299498122113, + "recall_coffee": 0.7596478568335979, + "F1_noncoffee": 0.7423971377459749, + "IoU_noncoffee": 0.5903271692745377, + "kappa": 0.5585516798235022, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6866130148840429, + "mIoU": 0.5172016487831158, + "macroF1": 0.6802394266283903, + "F1_coffee": 0.7253838862559242, + "IoU_coffee": 0.5690998869653162, + "precision_coffee": 0.8550996692589613, + "recall_coffee": 0.6298393468527785, + "F1_noncoffee": 0.6350949670008564, + "IoU_noncoffee": 0.4653034106009154, + "kappa": 0.3794537812434609, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11554369579719813, + "mIoU": 0.05795017322094363, + "macroF1": 0.10418416604359014, + "F1_coffee": 0.2050605588200024, + "IoU_coffee": 0.11424371993586317, + "precision_coffee": 1.0, + "recall_coffee": 0.11424371993586317, + "F1_noncoffee": 0.003307773267177868, + "IoU_noncoffee": 0.0016566265060240963, + "kappa": 0.00037844672467034755, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7465586551346084, + "mIoU": 0.5956020836689966, + "macroF1": 0.7465536445169096, + "F1_coffee": 0.7476805530289249, + "IoU_coffee": 0.5970366066240558, + "precision_coffee": 0.8636873073690109, + "recall_coffee": 0.6591467978188816, + "F1_noncoffee": 0.7454267360048945, + "IoU_noncoffee": 0.5941675607139374, + "kappa": 0.5021687392481051, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.771239464294948, + "mIoU": 0.6217840612973425, + "macroF1": 0.7657479490971975, + "F1_coffee": 0.8016143497757847, + "IoU_coffee": 0.6689118395449783, + "precision_coffee": 0.8914821464193098, + "recall_coffee": 0.7282059638259736, + "F1_noncoffee": 0.7298815484186103, + "IoU_noncoffee": 0.5746562830497067, + "kappa": 0.5378898940470663, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8252103350425648, + "mIoU": 0.6829193781031984, + "macroF1": 0.8089870789784599, + "F1_coffee": 0.8646544080798736, + "IoU_coffee": 0.7615781610756485, + "precision_coffee": 0.8678325466223014, + "recall_coffee": 0.8614994622829928, + "F1_noncoffee": 0.7533197498770463, + "IoU_noncoffee": 0.6042605951307484, + "kappa": 0.6179834957914457, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7216820897270704, + "mIoU": 0.5544067002025074, + "macroF1": 0.7109226231534255, + "F1_coffee": 0.6551523947750363, + "IoU_coffee": 0.4871573494496007, + "precision_coffee": 0.7466093284816407, + "recall_coffee": 0.5836565813291957, + "F1_noncoffee": 0.7666928515318147, + "IoU_noncoffee": 0.621656050955414, + "kappa": 0.427655628457388, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7053522365095065, + "mIoU": 0.5391749542329302, + "macroF1": 0.6991737285039588, + "F1_coffee": 0.6560615779345734, + "IoU_coffee": 0.4881634211531119, + "precision_coffee": 0.7601070154577884, + "recall_coffee": 0.5770706386820131, + "F1_noncoffee": 0.7422858790733442, + "IoU_noncoffee": 0.5901864873127484, + "kappa": 0.4066774564193057, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7574064312071692, + "mIoU": 0.6095097406344838, + "macroF1": 0.7573805310065059, + "F1_coffee": 0.7598873004278409, + "IoU_coffee": 0.6127566475934029, + "precision_coffee": 0.7633123689727463, + "recall_coffee": 0.7564928319135674, + "F1_noncoffee": 0.7548737615851709, + "IoU_noncoffee": 0.6062628336755647, + "kappa": 0.5147710356905325, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7735059002664636, + "mIoU": 0.6185871972897685, + "macroF1": 0.7621780862956895, + "F1_coffee": 0.8140818664722425, + "IoU_coffee": 0.6864570525206394, + "precision_coffee": 0.9496962332928311, + "recall_coffee": 0.7123587313160773, + "F1_noncoffee": 0.7102743061191366, + "IoU_noncoffee": 0.5507173420588976, + "kappa": 0.5390050190883702, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82978515625, + "mIoU": 0.6668895497605207, + "macroF1": 0.7940595293211545, + "F1_coffee": 0.8798345398138573, + "IoU_coffee": 0.7854505169867061, + "precision_coffee": 0.9578204743320324, + "recall_coffee": 0.8135917378554125, + "F1_noncoffee": 0.7082845188284519, + "IoU_noncoffee": 0.5483285825343354, + "kappa": 0.5946425828235646, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8858705904546312, + "mIoU": 0.7313229229077487, + "macroF1": 0.8381698053312598, + "F1_coffee": 0.9260300770265314, + "IoU_coffee": 0.8622495446265938, + "precision_coffee": 0.9289831963694346, + "recall_coffee": 0.9230956733698964, + "F1_noncoffee": 0.7503095336359884, + "IoU_noncoffee": 0.6003963011889035, + "kappa": 0.6763506506304523, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2584, + 2984 + ], + [ + 41136, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5324602643648784, + "test_tta": { + "OA": 0.795609197048922, + "mIoU": 0.6518481296429225, + "macroF1": 0.7878828506171232, + "F1_coffee": 0.828366064178521, + "IoU_coffee": 0.707017814056163, + "precision_coffee": 0.8646137426625231, + "recall_coffee": 0.79503535863761, + "F1_noncoffee": 0.7473996370557252, + "IoU_noncoffee": 0.5966784452296819, + "kappa": 0.5768602390495285, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7008624668281989, + "mIoU": 0.5310161487247234, + "macroF1": 0.6914613807065748, + "F1_coffee": 0.7453185820061641, + "IoU_coffee": 0.5940301428851047, + "precision_coffee": 0.8459651567944251, + "recall_coffee": 0.666074093582653, + "F1_noncoffee": 0.6376041794069854, + "IoU_noncoffee": 0.46800215456434197, + "kappa": 0.39510587614588244, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f0_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 10, + "stopped_epoch": 50, + "best_val": 0.7177446234678364, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.763627247331853, + "mIoU": 0.6121646796841207, + "macroF1": 0.7584184380920092, + "F1_coffee": 0.7938916994566235, + "IoU_coffee": 0.6582258816218736, + "precision_coffee": 0.86472328990782, + "recall_coffee": 0.7337855390388224, + "F1_noncoffee": 0.7229451767273949, + "IoU_noncoffee": 0.5661034777463677, + "kappa": 0.5211556876034009, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6678348909657321, + "mIoU": 0.4966939023041327, + "macroF1": 0.66233243648506, + "F1_coffee": 0.7054369652243979, + "IoU_coffee": 0.5449228398111008, + "precision_coffee": 0.8453545044906967, + "recall_coffee": 0.60525853744184, + "F1_noncoffee": 0.6192279077457221, + "IoU_noncoffee": 0.44846496479716463, + "kappa": 0.3477620808669414, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08779186124082722, + "mIoU": 0.044028702040989624, + "macroF1": 0.08117574068555096, + "F1_coffee": 0.15914401672610995, + "IoU_coffee": 0.0864510956707643, + "precision_coffee": 1.0, + "recall_coffee": 0.0864510956707643, + "F1_noncoffee": 0.0032074646449919814, + "IoU_noncoffee": 0.0016063084112149532, + "kappa": 0.0002776956814692802, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7192106224875137, + "mIoU": 0.5613343165619724, + "macroF1": 0.7189976388028473, + "F1_coffee": 0.7112614305398973, + "IoU_coffee": 0.551905132192846, + "precision_coffee": 0.8586118251928021, + "recall_coffee": 0.6070779429060195, + "F1_noncoffee": 0.7267338470657972, + "IoU_noncoffee": 0.5707635009310987, + "kappa": 0.45323546322354274, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7630694451626248, + "mIoU": 0.6124917330219257, + "macroF1": 0.758867116234895, + "F1_coffee": 0.7906997990133382, + "IoU_coffee": 0.6538490594545592, + "precision_coffee": 0.8998752339363693, + "recall_coffee": 0.70514909564934, + "F1_noncoffee": 0.7270344334564518, + "IoU_noncoffee": 0.5711344065892924, + "kappa": 0.526817706278666, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8004679643550555, + "mIoU": 0.6445422365612795, + "macroF1": 0.7802049005092602, + "F1_coffee": 0.8469411135721377, + "IoU_coffee": 0.7345167914155131, + "precision_coffee": 0.8421172539489672, + "recall_coffee": 0.8518205561530189, + "F1_noncoffee": 0.7134686874463826, + "IoU_noncoffee": 0.554567681707046, + "kappa": 0.5604368019691877, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6942719925032212, + "mIoU": 0.5165990799360854, + "macroF1": 0.6770577652511044, + "F1_coffee": 0.6024977155041121, + "IoU_coffee": 0.43112467306015695, + "precision_coffee": 0.7328640237124862, + "recall_coffee": 0.5115076286527024, + "F1_noncoffee": 0.7516178149980967, + "IoU_noncoffee": 0.602073486812014, + "kappa": 0.36663875677105845, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7205187383228926, + "mIoU": 0.5560555216595485, + "macroF1": 0.7130286687482259, + "F1_coffee": 0.6666666666666666, + "IoU_coffee": 0.5, + "precision_coffee": 0.7951844903064416, + "recall_coffee": 0.5739110810200858, + "F1_noncoffee": 0.7593906708297852, + "IoU_noncoffee": 0.612111043319097, + "kappa": 0.4366787139662857, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7386399578281497, + "mIoU": 0.5855854712859327, + "macroF1": 0.7386353095487204, + "F1_coffee": 0.7375330862890418, + "IoU_coffee": 0.58419993290842, + "precision_coffee": 0.7519430051813472, + "recall_coffee": 0.7236650737585706, + "F1_noncoffee": 0.7397375328083989, + "IoU_noncoffee": 0.5869710096634455, + "kappa": 0.47746090604127145, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7462250983377744, + "mIoU": 0.5853841731810991, + "macroF1": 0.7364337455771301, + "F1_coffee": 0.7872340425531915, + "IoU_coffee": 0.6491228070175439, + "precision_coffee": 0.9453244762391415, + "recall_coffee": 0.6744440393729493, + "F1_noncoffee": 0.6856334486010689, + "IoU_noncoffee": 0.5216455393446544, + "kappa": 0.4937853984097115, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80087890625, + "mIoU": 0.6279514230669372, + "macroF1": 0.7645355036818337, + "F1_coffee": 0.8570426978896445, + "IoU_coffee": 0.7498466445834867, + "precision_coffee": 0.9520249221183801, + "recall_coffee": 0.7792936376386587, + "F1_noncoffee": 0.6720283094740228, + "IoU_noncoffee": 0.5060562015503876, + "kappa": 0.5395849963615515, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8557819279381249, + "mIoU": 0.6611373274199571, + "macroF1": 0.7830363381915804, + "F1_coffee": 0.9086673436473329, + "IoU_coffee": 0.8326217843459223, + "precision_coffee": 0.8910496719775071, + "recall_coffee": 0.9269957343083486, + "F1_noncoffee": 0.6574053327358279, + "IoU_noncoffee": 0.489652870493992, + "kappa": 0.5667080487546323, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2569, + 2984 + ], + [ + 40047, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.527707076072693, + "test_tta": { + "OA": 0.774729603896569, + "mIoU": 0.6249937444421272, + "macroF1": 0.7679489213117802, + "F1_coffee": 0.8076158434011317, + "IoU_coffee": 0.6773117865845838, + "precision_coffee": 0.8588388355830217, + "recall_coffee": 0.7621590417087603, + "F1_noncoffee": 0.7282819992224286, + "IoU_noncoffee": 0.5726757022996705, + "kappa": 0.5382178681880017, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6783633321795316, + "mIoU": 0.5068385870349467, + "macroF1": 0.6708596583450874, + "F1_coffee": 0.7205563561180377, + "IoU_coffee": 0.5631794409731063, + "precision_coffee": 0.8396951023626646, + "recall_coffee": 0.6310244930208059, + "F1_noncoffee": 0.6211629605721372, + "IoU_noncoffee": 0.4504977330967869, + "kappa": 0.359207254311882, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f0_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 15, + "stopped_epoch": 50, + "best_val": 0.7537400493357228, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7580939760762123, + "mIoU": 0.6064816119385666, + "macroF1": 0.7542937657014268, + "F1_coffee": 0.7848508496711207, + "IoU_coffee": 0.6458884898686729, + "precision_coffee": 0.8754974417282547, + "recall_coffee": 0.7112137393563285, + "F1_noncoffee": 0.7237366817317328, + "IoU_noncoffee": 0.5670747340084604, + "kappa": 0.515259986480319, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6601044190608053, + "mIoU": 0.48968060980223393, + "macroF1": 0.6565118162509177, + "F1_coffee": 0.6916403888678085, + "IoU_coffee": 0.5286317179030742, + "precision_coffee": 0.8563652269708064, + "recall_coffee": 0.5800632077956281, + "F1_noncoffee": 0.6213832436340269, + "IoU_noncoffee": 0.45072950170139375, + "kappa": 0.3428767246562499, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.0637758505670447, + "mIoU": 0.03198247705520592, + "macroF1": 0.06029747232342208, + "F1_coffee": 0.1174695006917369, + "IoU_coffee": 0.06239978621058258, + "precision_coffee": 1.0, + "recall_coffee": 0.06239978621058258, + "F1_noncoffee": 0.0031254439551072597, + "IoU_noncoffee": 0.0015651678998292544, + "kappa": 0.0001953132091783363, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.711657936411256, + "mIoU": 0.5520951377756899, + "macroF1": 0.7113502840794257, + "F1_coffee": 0.701926709482433, + "IoU_coffee": 0.540745052386496, + "precision_coffee": 0.8537295144738858, + "recall_coffee": 0.5959585159841762, + "F1_noncoffee": 0.7207738586764185, + "IoU_noncoffee": 0.5634452231648838, + "kappa": 0.43930703049350994, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7428512332592171, + "mIoU": 0.5870034054985677, + "macroF1": 0.738957165208354, + "F1_coffee": 0.770840053453758, + "IoU_coffee": 0.6271275399265203, + "precision_coffee": 0.8872387822212793, + "recall_coffee": 0.6814404432132964, + "F1_noncoffee": 0.7070742769629499, + "IoU_noncoffee": 0.5468792710706151, + "kappa": 0.4891532578412693, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.810723353412655, + "mIoU": 0.6663754359754817, + "macroF1": 0.7975771730730337, + "F1_coffee": 0.8491628977227644, + "IoU_coffee": 0.737865416436845, + "precision_coffee": 0.87807679684936, + "recall_coffee": 0.822092487325242, + "F1_noncoffee": 0.745991448423303, + "IoU_noncoffee": 0.5948854555141183, + "kappa": 0.5958922260516505, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6818554527351529, + "mIoU": 0.5019424525099874, + "macroF1": 0.6638652065742663, + "F1_coffee": 0.5861017982322463, + "IoU_coffee": 0.41452899331752535, + "precision_coffee": 0.713543599257885, + "recall_coffee": 0.4972847168347556, + "F1_noncoffee": 0.7416286149162862, + "IoU_noncoffee": 0.5893559117024494, + "kappa": 0.3408558583042441, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6673260797889878, + "mIoU": 0.4916922047972319, + "macroF1": 0.6564632517397158, + "F1_coffee": 0.5953749498730116, + "IoU_coffee": 0.42386752950133233, + "precision_coffee": 0.7301639344262295, + "recall_coffee": 0.5025953509365831, + "F1_noncoffee": 0.7175515536064198, + "IoU_noncoffee": 0.5595168800931315, + "kappa": 0.3288907238234488, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7317870321560358, + "mIoU": 0.5765181482993873, + "macroF1": 0.7312725936320204, + "F1_coffee": 0.7195148842337376, + "IoU_coffee": 0.5619080420182538, + "precision_coffee": 0.7665022316185107, + "recall_coffee": 0.6779555370870559, + "F1_noncoffee": 0.743030303030303, + "IoU_noncoffee": 0.5911282545805208, + "kappa": 0.46438916831006083, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7439411242228143, + "mIoU": 0.5834801856723995, + "macroF1": 0.7351098211442345, + "F1_coffee": 0.7834763948497854, + "IoU_coffee": 0.6440289292644206, + "precision_coffee": 0.9522691705790297, + "recall_coffee": 0.6655122129055778, + "F1_noncoffee": 0.6867432474386836, + "IoU_noncoffee": 0.5229314420803782, + "kappa": 0.4932538820718861, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8099609375, + "mIoU": 0.6424803485191372, + "macroF1": 0.7761439362280548, + "F1_coffee": 0.8631504922644163, + "IoU_coffee": 0.7592478040331561, + "precision_coffee": 0.9623647483142543, + "recall_coffee": 0.7824811934208848, + "F1_noncoffee": 0.6891373801916932, + "IoU_noncoffee": 0.5257128930051183, + "kappa": 0.5628422397402831, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8813431428032447, + "mIoU": 0.7288143701621286, + "macroF1": 0.8369067640916457, + "F1_coffee": 0.92203767972236, + "IoU_coffee": 0.8553524203748419, + "precision_coffee": 0.9379649476736855, + "recall_coffee": 0.9066422912858013, + "F1_noncoffee": 0.7517758484609314, + "IoU_noncoffee": 0.6022763199494151, + "kappa": 0.6741127105932875, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2566, + 2984 + ], + [ + 39741, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5329795638720194, + "test_tta": { + "OA": 0.7756249552324332, + "mIoU": 0.6272758145908155, + "macroF1": 0.7698767086973386, + "F1_coffee": 0.8062471006649142, + "IoU_coffee": 0.6753886010362694, + "precision_coffee": 0.8682764363030807, + "recall_coffee": 0.7524895367296868, + "F1_noncoffee": 0.7335063167297631, + "IoU_noncoffee": 0.5791630281453617, + "kappa": 0.5429616773876497, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6769931925695165, + "mIoU": 0.5064636609278763, + "macroF1": 0.670871624455124, + "F1_coffee": 0.7157579449690323, + "IoU_coffee": 0.5573388148792346, + "precision_coffee": 0.8486216443962923, + "recall_coffee": 0.6188657712228953, + "F1_noncoffee": 0.6259853039412158, + "IoU_noncoffee": 0.45558850697651804, + "kappa": 0.3623113176250439, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f1_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 49, + "stopped_epoch": 79, + "best_val": 0.7027353517162598, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8868984216132468, + "mIoU": 0.7163416505906687, + "macroF1": 0.8256346150743399, + "F1_coffee": 0.9289897659337318, + "IoU_coffee": 0.8673957879997729, + "precision_coffee": 0.8960846023027151, + "recall_coffee": 0.9644036774451433, + "F1_noncoffee": 0.722279464214948, + "IoU_noncoffee": 0.5652875131815644, + "kappa": 0.6530986907841315, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8549671166493596, + "mIoU": 0.6602501383111988, + "macroF1": 0.7823917316192974, + "F1_coffee": 0.9080619503007917, + "IoU_coffee": 0.8316057404089288, + "precision_coffee": 0.8634142949041153, + "recall_coffee": 0.9575789128632306, + "F1_noncoffee": 0.656721512937803, + "IoU_noncoffee": 0.48889453621346884, + "kappa": 0.5690857661679076, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2716049382716049, + "mIoU": 0.13958333333333334, + "macroF1": 0.22431423470215872, + "F1_coffee": 0.4158415841584158, + "IoU_coffee": 0.2625, + "precision_coffee": 1.0, + "recall_coffee": 0.2625, + "F1_noncoffee": 0.03278688524590164, + "IoU_noncoffee": 0.016666666666666666, + "kappa": 0.008711885500933393, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8889805825242718, + "mIoU": 0.7218142051171004, + "macroF1": 0.8298332210469247, + "F1_coffee": 0.9301572759199878, + "IoU_coffee": 0.8694336606531171, + "precision_coffee": 0.8982540993275923, + "recall_coffee": 0.9644101070229878, + "F1_noncoffee": 0.7295091661738616, + "IoU_noncoffee": 0.5741947495810836, + "kappa": 0.6613210269951989, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8931869832213143, + "mIoU": 0.729948665689033, + "macroF1": 0.835802951086801, + "F1_coffee": 0.9328714255325614, + "IoU_coffee": 0.8741884041462581, + "precision_coffee": 0.9009744071378257, + "recall_coffee": 0.9671098229475144, + "F1_noncoffee": 0.7387344766410407, + "IoU_noncoffee": 0.5857089272318079, + "kappa": 0.6732000621919754, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8785358541656593, + "mIoU": 0.6975190994855405, + "macroF1": 0.8110941752189658, + "F1_coffee": 0.9239663417882439, + "IoU_coffee": 0.8586779184247538, + "precision_coffee": 0.8890895322420924, + "recall_coffee": 0.9616911347741163, + "F1_noncoffee": 0.6982220086496876, + "IoU_noncoffee": 0.536360280546327, + "kappa": 0.6244818313865865, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9134892981582877, + "mIoU": 0.6284533594333219, + "macroF1": 0.734189060286347, + "F1_coffee": 0.9525006832467887, + "IoU_coffee": 0.9093091212690462, + "precision_coffee": 0.9233785502331496, + "recall_coffee": 0.9835195846032283, + "F1_noncoffee": 0.5158774373259053, + "IoU_noncoffee": 0.3475975975975976, + "kappa": 0.4737136420477062, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9240920817622544, + "mIoU": 0.6767844607067799, + "macroF1": 0.7817364966608076, + "F1_coffee": 0.9580062578909809, + "IoU_coffee": 0.9193973237804236, + "precision_coffee": 0.9356637357924084, + "recall_coffee": 0.9814419075469576, + "F1_noncoffee": 0.6054667354306343, + "IoU_noncoffee": 0.4341715976331361, + "kappa": 0.5657990197563707, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9188331018059138, + "mIoU": 0.6597994430330272, + "macroF1": 0.7660758039107924, + "F1_coffee": 0.9551092086488859, + "IoU_coffee": 0.9140756302521008, + "precision_coffee": 0.9325902904297503, + "recall_coffee": 0.9787425486446969, + "F1_noncoffee": 0.5770423991726991, + "IoU_noncoffee": 0.4055232558139535, + "kappa": 0.5347077128489082, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8656560871624822, + "mIoU": 0.7350992619040233, + "macroF1": 0.8444777995989068, + "F1_coffee": 0.9018685121107266, + "IoU_coffee": 0.8212755230652886, + "precision_coffee": 0.8667198723064645, + "recall_coffee": 0.9399884593190998, + "F1_noncoffee": 0.7870870870870871, + "IoU_noncoffee": 0.6489230007427581, + "kappa": 0.6900615317419074, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.863812128642837, + "mIoU": 0.7290925309577514, + "macroF1": 0.840046744652426, + "F1_coffee": 0.9017018379850238, + "IoU_coffee": 0.8209991322672617, + "precision_coffee": 0.8590142671854734, + "recall_coffee": 0.9488538681948424, + "F1_noncoffee": 0.7783916513198281, + "IoU_noncoffee": 0.6371859296482412, + "kappa": 0.6818646370697872, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8402338960671508, + "mIoU": 0.6878457900104624, + "macroF1": 0.8102812127142505, + "F1_coffee": 0.8856641468682506, + "IoU_coffee": 0.7947910357359176, + "precision_coffee": 0.8372894333843798, + "recall_coffee": 0.939971346704871, + "F1_noncoffee": 0.7348982785602504, + "IoU_noncoffee": 0.5809005442850074, + "kappa": 0.6234765474591711, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2665, + 2995 + ], + [ + 52289, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.423648742834727, + "test_tta": { + "OA": 0.8865433652884026, + "mIoU": 0.7128388240112702, + "macroF1": 0.8227411721247697, + "F1_coffee": 0.9290873143963848, + "IoU_coffee": 0.8675658873839083, + "precision_coffee": 0.8924481134817743, + "recall_coffee": 0.9688637367723476, + "F1_noncoffee": 0.7163950298531547, + "IoU_noncoffee": 0.5581117606386322, + "kappa": 0.6478561004296717, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8548084689050421, + "mIoU": 0.6568332462097193, + "macroF1": 0.7792038916726325, + "F1_coffee": 0.9084060450008643, + "IoU_coffee": 0.8321831032873241, + "precision_coffee": 0.8599951764057332, + "recall_coffee": 0.9625923140703033, + "F1_noncoffee": 0.6500017383444008, + "IoU_noncoffee": 0.48148338913211436, + "kappa": 0.5636908623201209, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f1_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 59, + "stopped_epoch": 89, + "best_val": 0.7252982127422749, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8893999548110132, + "mIoU": 0.7221854239077579, + "macroF1": 0.8300666801019022, + "F1_coffee": 0.9304793304590413, + "IoU_coffee": 0.869996585347346, + "precision_coffee": 0.898495356765017, + "recall_coffee": 0.9648244377590306, + "F1_noncoffee": 0.7296540297447631, + "IoU_noncoffee": 0.5743742624681697, + "kappa": 0.6617998891633847, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8573756778585438, + "mIoU": 0.6660915869948439, + "macroF1": 0.7872935180454002, + "F1_coffee": 0.9093874559032391, + "IoU_coffee": 0.8338318322355155, + "precision_coffee": 0.866414079687118, + "recall_coffee": 0.9568461849945046, + "F1_noncoffee": 0.6651995801875613, + "IoU_noncoffee": 0.4983513417541724, + "kappa": 0.5784190458009157, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08641975308641975, + "mIoU": 0.04416666666666667, + "macroF1": 0.08292533659730722, + "F1_coffee": 0.13953488372093023, + "IoU_coffee": 0.075, + "precision_coffee": 1.0, + "recall_coffee": 0.075, + "F1_noncoffee": 0.02631578947368421, + "IoU_noncoffee": 0.013333333333333334, + "kappa": 0.0019980019980019906, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9006796116504855, + "mIoU": 0.7505061121207872, + "macroF1": 0.8510371458666819, + "F1_coffee": 0.9370306536993721, + "IoU_coffee": 0.881521802073079, + "precision_coffee": 0.9115023052511826, + "recall_coffee": 0.9640301437527705, + "F1_noncoffee": 0.7650436380339918, + "IoU_noncoffee": 0.6194904221684955, + "kappa": 0.7029437058320328, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8920264977515594, + "mIoU": 0.7278469850330783, + "macroF1": 0.8342809700516668, + "F1_coffee": 0.9321049591048679, + "IoU_coffee": 0.8728432321621775, + "precision_coffee": 0.9006933834763192, + "recall_coffee": 0.9657866549051729, + "F1_noncoffee": 0.7364569809984657, + "IoU_noncoffee": 0.5828507379039791, + "kappa": 0.6701193245590876, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8755379333687926, + "mIoU": 0.6884160510434423, + "macroF1": 0.8036618211036923, + "F1_coffee": 0.9224558655178646, + "IoU_coffee": 0.8560724670096176, + "precision_coffee": 0.8837961092189575, + "recall_coffee": 0.9646525108688804, + "F1_noncoffee": 0.68486777668952, + "IoU_noncoffee": 0.5207596350772669, + "kappa": 0.6103535446398863, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9202588352414136, + "mIoU": 0.6609422053845102, + "macroF1": 0.7668632130723, + "F1_coffee": 0.9559720771725388, + "IoU_coffee": 0.9156575760766558, + "precision_coffee": 0.9316477394471824, + "recall_coffee": 0.9816006321255221, + "F1_noncoffee": 0.5777543489720611, + "IoU_noncoffee": 0.4062268346923647, + "kappa": 0.5367549178349106, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9266719587219686, + "mIoU": 0.6828222231321747, + "macroF1": 0.7869921267670557, + "F1_coffee": 0.9594824277646801, + "IoU_coffee": 0.9221203498788071, + "precision_coffee": 0.9360290971330766, + "recall_coffee": 0.9841412664492183, + "F1_noncoffee": 0.6145018257694314, + "IoU_noncoffee": 0.4435240963855422, + "kappa": 0.5765138339588317, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9238936296884303, + "mIoU": 0.6765632108375879, + "macroF1": 0.7815684187054097, + "F1_coffee": 0.9578872234118487, + "IoU_coffee": 0.9191780821917809, + "precision_coffee": 0.9357434027032826, + "recall_coffee": 0.981104487684175, + "F1_noncoffee": 0.6052496139989707, + "IoU_noncoffee": 0.43394833948339484, + "kappa": 0.5654180822755739, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8820464234959735, + "mIoU": 0.7653615887960805, + "macroF1": 0.8650692163584885, + "F1_coffee": 0.9129309741939996, + "IoU_coffee": 0.8398095728255275, + "precision_coffee": 0.8859780100447944, + "recall_coffee": 0.9415753029428736, + "F1_noncoffee": 0.8172074585229775, + "IoU_noncoffee": 0.6909136047666335, + "kappa": 0.7306617438948428, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8590964821276997, + "mIoU": 0.7218678169764049, + "macroF1": 0.8350688112080329, + "F1_coffee": 0.8980204778156997, + "IoU_coffee": 0.8149157581764123, + "precision_coffee": 0.8576271186440678, + "recall_coffee": 0.9424068767908309, + "F1_noncoffee": 0.7721171446003661, + "IoU_noncoffee": 0.6288198757763975, + "kappa": 0.6717646949125324, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8295765349429407, + "mIoU": 0.6673884934410559, + "macroF1": 0.7945497120985109, + "F1_coffee": 0.8793805486950137, + "IoU_coffee": 0.784727186085299, + "precision_coffee": 0.8232720909886264, + "recall_coffee": 0.9436962750716332, + "F1_noncoffee": 0.7097188755020081, + "IoU_noncoffee": 0.5500498007968128, + "kappa": 0.5936417719749505, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2682, + 2995 + ], + [ + 52427, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7249467293421428, + "test_tta": { + "OA": 0.886962977308673, + "mIoU": 0.7133000613686828, + "macroF1": 0.823053833678651, + "F1_coffee": 0.9293951612903226, + "IoU_coffee": 0.8681028963127566, + "precision_coffee": 0.8922135986219444, + "recall_coffee": 0.9698104474785938, + "F1_noncoffee": 0.7167125060669794, + "IoU_noncoffee": 0.5584972264246092, + "kappa": 0.6485565389018372, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8556738202376831, + "mIoU": 0.6582470225197126, + "macroF1": 0.7803393530799001, + "F1_coffee": 0.9089784520788423, + "IoU_coffee": 0.8331443625571081, + "precision_coffee": 0.8603133608815428, + "recall_coffee": 0.9634793004377085, + "F1_noncoffee": 0.6517002540809579, + "IoU_noncoffee": 0.4833496824823171, + "kappa": 0.5659927807036382, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f1_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 7, + "stopped_epoch": 50, + "best_val": 0.6340466181037581, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8747780897969724, + "mIoU": 0.6976536143471351, + "macroF1": 0.8119608542352321, + "F1_coffee": 0.920644336486832, + "IoU_coffee": 0.8529573407622189, + "precision_coffee": 0.8958242108196329, + "recall_coffee": 0.9468790103717417, + "F1_noncoffee": 0.7032773719836323, + "IoU_noncoffee": 0.5423498879320514, + "kappa": 0.6249980957912782, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8441790700357679, + "mIoU": 0.6472283834671928, + "macroF1": 0.7725711273790827, + "F1_coffee": 0.9001866188725264, + "IoU_coffee": 0.818490331468508, + "precision_coffee": 0.864103155318281, + "recall_coffee": 0.9394149746437592, + "F1_noncoffee": 0.6449556358856392, + "IoU_noncoffee": 0.4759664354658777, + "kappa": 0.5479461981093516, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3950617283950617, + "mIoU": 0.20375000000000001, + "macroF1": 0.29888712241653415, + "F1_coffee": 0.5585585585585585, + "IoU_coffee": 0.3875, + "precision_coffee": 1.0, + "recall_coffee": 0.3875, + "F1_noncoffee": 0.0392156862745098, + "IoU_noncoffee": 0.02, + "kappa": 0.015380798809228456, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8747087378640777, + "mIoU": 0.69717987509531, + "macroF1": 0.8115620216769632, + "F1_coffee": 0.9206456571867794, + "IoU_coffee": 0.852959608044209, + "precision_coffee": 0.894705390223497, + "recall_coffee": 0.9481350136153505, + "F1_noncoffee": 0.702478386167147, + "IoU_noncoffee": 0.5414001421464109, + "kappa": 0.6243080889891376, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8815337749625259, + "mIoU": 0.7122114880932406, + "macroF1": 0.8231455812379778, + "F1_coffee": 0.9247635425623387, + "IoU_coffee": 0.8600559776089565, + "precision_coffee": 0.9019948481399389, + "recall_coffee": 0.9487114863587676, + "F1_noncoffee": 0.7215276199136167, + "IoU_noncoffee": 0.5643669985775249, + "kappa": 0.6471233952172146, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8680914849378657, + "mIoU": 0.6837540068463512, + "macroF1": 0.8010542889525936, + "F1_coffee": 0.9165391910909869, + "IoU_coffee": 0.8459366352290055, + "precision_coffee": 0.8908117752007136, + "recall_coffee": 0.9437968622014996, + "F1_noncoffee": 0.6855693868142001, + "IoU_noncoffee": 0.5215713784636969, + "kappa": 0.6033549986095083, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9072175211548034, + "mIoU": 0.6299234291206062, + "macroF1": 0.737734337356148, + "F1_coffee": 0.9485651214128036, + "IoU_coffee": 0.9021625026243963, + "precision_coffee": 0.9279775402224382, + "recall_coffee": 0.9700869172592843, + "F1_noncoffee": 0.5269035532994923, + "IoU_noncoffee": 0.357684355616816, + "kappa": 0.47783262001978677, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.924786664020639, + "mIoU": 0.6762143310757354, + "macroF1": 0.7810042895973595, + "F1_coffee": 0.9584520938390704, + "IoU_coffee": 0.9202189243237554, + "precision_coffee": 0.934780284400727, + "recall_coffee": 0.9833539534360589, + "F1_noncoffee": 0.6035564853556485, + "IoU_noncoffee": 0.4322097378277154, + "kappa": 0.564672321940535, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9094066282992658, + "mIoU": 0.6526215781533538, + "macroF1": 0.7612453336432583, + "F1_coffee": 0.9493256368984848, + "IoU_coffee": 0.903539355520338, + "precision_coffee": 0.9371027832566294, + "recall_coffee": 0.9618715555055675, + "F1_noncoffee": 0.5731650303880318, + "IoU_noncoffee": 0.4017038007863696, + "kappa": 0.5231739531447558, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8437707247749882, + "mIoU": 0.6998936943095959, + "macroF1": 0.8197949951610244, + "F1_coffee": 0.8855258590767094, + "IoU_coffee": 0.7945683318799053, + "precision_coffee": 0.853472501003613, + "recall_coffee": 0.9200807847663012, + "F1_noncoffee": 0.7540641312453393, + "IoU_noncoffee": 0.6052190567392866, + "kappa": 0.640678833379718, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8404225219277563, + "mIoU": 0.6970804771217576, + "macroF1": 0.8180638150112689, + "F1_coffee": 0.8818435754189944, + "IoU_coffee": 0.7886585061204097, + "precision_coffee": 0.8602179836512261, + "recall_coffee": 0.9045845272206303, + "F1_noncoffee": 0.7542840546035434, + "IoU_noncoffee": 0.6055024481231056, + "kappa": 0.6366052402581726, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8288220315005187, + "mIoU": 0.672580011407788, + "macroF1": 0.7993096930332113, + "F1_coffee": 0.8762696843683959, + "IoU_coffee": 0.7797864595971852, + "precision_coffee": 0.8358694238522565, + "recall_coffee": 0.9207736389684814, + "F1_noncoffee": 0.7223497016980266, + "IoU_noncoffee": 0.5653735632183908, + "kappa": 0.6007125303133701, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2610, + 2995 + ], + [ + 51593, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5321500062942506, + "test_tta": { + "OA": 0.8750040347309641, + "mIoU": 0.6906645157752694, + "macroF1": 0.805773735754907, + "F1_coffee": 0.9217321004496993, + "IoU_coffee": 0.8548266166822868, + "precision_coffee": 0.8868772120882112, + "recall_coffee": 0.9594387057412744, + "F1_noncoffee": 0.6898153710601146, + "IoU_noncoffee": 0.5265024148682521, + "kappa": 0.6139108030109705, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8441790700357679, + "mIoU": 0.6392320139255039, + "macroF1": 0.764802022936939, + "F1_coffee": 0.9014377463144067, + "IoU_coffee": 0.8205613685434313, + "precision_coffee": 0.8554410873517444, + "recall_coffee": 0.9526619232178323, + "F1_noncoffee": 0.6281662995594713, + "IoU_noncoffee": 0.4579026593075765, + "kappa": 0.5346793585616698, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f1_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.7289791504243547, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8905135405571156, + "mIoU": 0.7218801478312107, + "macroF1": 0.8296129552310525, + "F1_coffee": 0.9314789002686706, + "IoU_coffee": 0.871745911711882, + "precision_coffee": 0.895828881160997, + "recall_coffee": 0.9700839416826205, + "F1_noncoffee": 0.7277470101934345, + "IoU_noncoffee": 0.5720143839505394, + "kappa": 0.6613567959515362, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8583996769355025, + "mIoU": 0.6649917850316938, + "macroF1": 0.7860393621732771, + "F1_coffee": 0.9104670885845082, + "IoU_coffee": 0.835649000636111, + "precision_coffee": 0.863712649445473, + "recall_coffee": 0.9625730317579684, + "F1_noncoffee": 0.661611635762046, + "IoU_noncoffee": 0.4943345694272765, + "kappa": 0.5767659990543778, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19753086419753085, + "mIoU": 0.10132575757575757, + "macroF1": 0.1728201099764336, + "F1_coffee": 0.3157894736842105, + "IoU_coffee": 0.1875, + "precision_coffee": 1.0, + "recall_coffee": 0.1875, + "F1_noncoffee": 0.029850746268656716, + "IoU_noncoffee": 0.015151515151515152, + "kappa": 0.005665722379603369, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8985436893203883, + "mIoU": 0.7431085194714632, + "macroF1": 0.845531434722576, + "F1_coffee": 0.9360230194685931, + "IoU_coffee": 0.8797399159905633, + "precision_coffee": 0.9059074480061622, + "recall_coffee": 0.9682097397251599, + "F1_noncoffee": 0.7550398499765588, + "IoU_noncoffee": 0.606477122952363, + "kappa": 0.6923646043776943, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8942024080073497, + "mIoU": 0.7285447810383845, + "macroF1": 0.8344750366415343, + "F1_coffee": 0.9339052682455292, + "IoU_coffee": 0.8760058936869546, + "precision_coffee": 0.8969999419717983, + "recall_coffee": 0.9739776951672863, + "F1_noncoffee": 0.7350448050375393, + "IoU_noncoffee": 0.5810836683898143, + "kappa": 0.671181359550949, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.878825975533098, + "mIoU": 0.694223278291727, + "macroF1": 0.8081391824210953, + "F1_coffee": 0.9245952939760487, + "IoU_coffee": 0.8597649692221601, + "precision_coffee": 0.884870126130277, + "recall_coffee": 0.9680549429777582, + "F1_noncoffee": 0.6916830708661418, + "IoU_noncoffee": 0.528681587361294, + "kappa": 0.6194147062968685, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9213539074166252, + "mIoU": 0.6618876321338701, + "macroF1": 0.7675366841820834, + "F1_coffee": 0.9566315327184892, + "IoU_coffee": 0.9168683573608334, + "precision_coffee": 0.9311745217484236, + "recall_coffee": 0.9835195846032283, + "F1_noncoffee": 0.5784418356456777, + "IoU_noncoffee": 0.4069069069069069, + "kappa": 0.5384267019473842, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9291526096447708, + "mIoU": 0.6863150083694242, + "macroF1": 0.7897696038009974, + "F1_coffee": 0.9609494640122511, + "IoU_coffee": 0.924834193072955, + "precision_coffee": 0.9352709464494836, + "recall_coffee": 0.9880778315150152, + "F1_noncoffee": 0.6185897435897436, + "IoU_noncoffee": 0.44779582366589327, + "kappa": 0.5826122607037911, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9240920817622544, + "mIoU": 0.6761680312156888, + "macroF1": 0.7811310976086654, + "F1_coffee": 0.958020084508588, + "IoU_coffee": 0.9194227933431641, + "precision_coffee": 0.9353836262323189, + "recall_coffee": 0.9817793274097402, + "F1_noncoffee": 0.6042421107087429, + "IoU_noncoffee": 0.4329132690882135, + "kappa": 0.5646657184141861, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8768356229275225, + "mIoU": 0.7541131698144563, + "macroF1": 0.8573966111660631, + "F1_coffee": 0.9100470523110988, + "IoU_coffee": 0.834941594718131, + "precision_coffee": 0.874468085106383, + "recall_coffee": 0.9486439699942296, + "F1_noncoffee": 0.8047461700210273, + "IoU_noncoffee": 0.6732847449107816, + "kappa": 0.7158143617353974, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8609827407337546, + "mIoU": 0.7220054463607797, + "macroF1": 0.834861198987495, + "F1_coffee": 0.9005398110661269, + "IoU_coffee": 0.8190745059531116, + "precision_coffee": 0.8511479591836735, + "recall_coffee": 0.9560171919770774, + "F1_noncoffee": 0.7691825869088631, + "IoU_noncoffee": 0.6249363867684479, + "kappa": 0.6722834485844639, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8358011883429218, + "mIoU": 0.6766920704701606, + "macroF1": 0.8014926476569859, + "F1_coffee": 0.8840183865165545, + "IoU_coffee": 0.7921442215854824, + "precision_coffee": 0.826173577387623, + "recall_coffee": 0.9505730659025788, + "F1_noncoffee": 0.7189669087974173, + "IoU_noncoffee": 0.5612399193548387, + "kappa": 0.6076457984445238, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2681, + 2995 + ], + [ + 52497, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.050783852736155, + "test_tta": { + "OA": 0.8871566443949518, + "mIoU": 0.7112618263107282, + "macroF1": 0.8212842674032118, + "F1_coffee": 0.9297850974091183, + "IoU_coffee": 0.8687835453965395, + "precision_coffee": 0.8894652909869926, + "recall_coffee": 0.9739338985546884, + "F1_noncoffee": 0.7127834373973053, + "IoU_noncoffee": 0.5537401072249171, + "kappa": 0.6455478514409144, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8556738202376831, + "mIoU": 0.6553999487583322, + "macroF1": 0.7776368513729862, + "F1_coffee": 0.9093659146280715, + "IoU_coffee": 0.8337956119517016, + "precision_coffee": 0.8574210076857387, + "recall_coffee": 0.9680106438364089, + "F1_noncoffee": 0.645907788117901, + "IoU_noncoffee": 0.4770042855649629, + "kappa": 0.5615605391392804, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f1_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 4, + "stopped_epoch": 50, + "best_val": 0.6889166411274018, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8461637777992963, + "mIoU": 0.6728041558989075, + "macroF1": 0.7958784596488621, + "F1_coffee": 0.8971914232710643, + "IoU_coffee": 0.8135513653078789, + "precision_coffee": 0.9205232056304362, + "recall_coffee": 0.875013148759809, + "F1_noncoffee": 0.6945654960266598, + "IoU_noncoffee": 0.5320569464899362, + "kappa": 0.5925346080687696, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8170358832352602, + "mIoU": 0.6304149038286266, + "macroF1": 0.7629553775367663, + "F1_coffee": 0.8761785777031643, + "IoU_coffee": 0.7796421747437902, + "precision_coffee": 0.8871583025319708, + "recall_coffee": 0.8654673068394362, + "F1_noncoffee": 0.6497321773703684, + "IoU_noncoffee": 0.4811876329134631, + "kappa": 0.5261160872873466, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8059708737864077, + "mIoU": 0.6236859658137298, + "macroF1": 0.7591458078763915, + "F1_coffee": 0.8653437994811846, + "IoU_coffee": 0.7626484560570072, + "precision_coffee": 0.9244889144831557, + "recall_coffee": 0.813311379899943, + "F1_noncoffee": 0.6529478162715985, + "IoU_noncoffee": 0.4847234755704525, + "kappa": 0.5233200142537031, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8588559547410667, + "mIoU": 0.6869755844554671, + "macroF1": 0.8058230730377416, + "F1_coffee": 0.9073009622407825, + "IoU_coffee": 0.8303301557777261, + "precision_coffee": 0.914649763093866, + "recall_coffee": 0.9000693088022179, + "F1_noncoffee": 0.7043451838347007, + "IoU_noncoffee": 0.5436210131332082, + "kappa": 0.6117260873832298, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8735070837967216, + "mIoU": 0.7130283399864163, + "macroF1": 0.8253094217368329, + "F1_coffee": 0.9170682221658636, + "IoU_coffee": 0.8468384074941452, + "precision_coffee": 0.9228609710967907, + "recall_coffee": 0.9113477411631277, + "F1_noncoffee": 0.733550621307802, + "IoU_noncoffee": 0.5792182724786875, + "kappa": 0.6506630651390504, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7494275759084121, + "mIoU": 0.4777256312763955, + "macroF1": 0.606047281465695, + "F1_coffee": 0.8437131325675256, + "IoU_coffee": 0.7296745784555901, + "precision_coffee": 0.9376207562793265, + "recall_coffee": 0.7669037137374421, + "F1_noncoffee": 0.3683814303638645, + "IoU_noncoffee": 0.22577668409720086, + "kappa": 0.2427915079132593, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8717999603095853, + "mIoU": 0.6028796096995729, + "macroF1": 0.7186034885728272, + "F1_coffee": 0.9262304442160557, + "IoU_coffee": 0.8625970434967564, + "precision_coffee": 0.9406239127913719, + "recall_coffee": 0.9122708356765268, + "F1_noncoffee": 0.5109765329295988, + "IoU_noncoffee": 0.3431621759023894, + "kappa": 0.43807919814623825, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8860885096249256, + "mIoU": 0.6305896561017318, + "macroF1": 0.7446923260182852, + "F1_coffee": 0.9346910911366481, + "IoU_coffee": 0.8773897255153262, + "precision_coffee": 0.9456659376079198, + "recall_coffee": 0.9239680575863233, + "F1_noncoffee": 0.5546935608999224, + "IoU_noncoffee": 0.3837895866881374, + "kappa": 0.48985314511097333, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8597820937944103, + "mIoU": 0.7374878978086037, + "macroF1": 0.8472525962189155, + "F1_coffee": 0.8910001472970982, + "IoU_coffee": 0.8034267499003852, + "precision_coffee": 0.9101715317484201, + "recall_coffee": 0.8726197345643393, + "F1_noncoffee": 0.8035050451407328, + "IoU_noncoffee": 0.6715490457168221, + "kappa": 0.6947493344783573, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8465528623974347, + "mIoU": 0.712042724316249, + "macroF1": 0.829287180097419, + "F1_coffee": 0.8835778175313059, + "IoU_coffee": 0.7914369952570184, + "precision_coffee": 0.8826304503216583, + "recall_coffee": 0.8845272206303725, + "F1_noncoffee": 0.774996542663532, + "IoU_noncoffee": 0.6326484533754798, + "kappa": 0.6585751203942072, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8615486183155711, + "mIoU": 0.7363047026028533, + "macroF1": 0.8460625765968338, + "F1_coffee": 0.8948875841328942, + "IoU_coffee": 0.809770636257613, + "precision_coffee": 0.8945032922988835, + "recall_coffee": 0.895272206303725, + "F1_noncoffee": 0.7972375690607735, + "IoU_noncoffee": 0.6628387689480937, + "kappa": 0.6921252628076486, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2372, + 2995 + ], + [ + 50058, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5344850222269695, + "test_tta": { + "OA": 0.8544430457377102, + "mIoU": 0.6806795478924474, + "macroF1": 0.8011695477232368, + "F1_coffee": 0.9040889030680066, + "IoU_coffee": 0.8249655520406777, + "precision_coffee": 0.9141112210227517, + "recall_coffee": 0.8942839711358425, + "F1_noncoffee": 0.698250192378467, + "IoU_noncoffee": 0.5363935437442171, + "kappa": 0.602489432175057, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8244779046959733, + "mIoU": 0.6352627885393861, + "macroF1": 0.7658263717831184, + "F1_coffee": 0.8830212618708908, + "IoU_coffee": 0.79054437808719, + "precision_coffee": 0.8803641590800192, + "recall_coffee": 0.8856944524787412, + "F1_noncoffee": 0.6486314816953459, + "IoU_noncoffee": 0.47998119899158226, + "kappa": 0.531665558135614, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f1_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 57, + "stopped_epoch": 87, + "best_val": 0.7246217870520437, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.888641425389755, + "mIoU": 0.7257941103965606, + "macroF1": 0.8331847780355551, + "F1_coffee": 0.9293669642125952, + "IoU_coffee": 0.8680536964087658, + "precision_coffee": 0.9050742697637324, + "recall_coffee": 0.9549996844297646, + "F1_noncoffee": 0.737002591858515, + "IoU_noncoffee": 0.5835345243843554, + "kappa": 0.6672620983711879, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8568420445367486, + "mIoU": 0.6708547431218964, + "macroF1": 0.7917995549127934, + "F1_coffee": 0.9081691183273198, + "IoU_coffee": 0.8317855206073753, + "precision_coffee": 0.8728947696028739, + "recall_coffee": 0.9464144540213263, + "F1_noncoffee": 0.675429991498267, + "IoU_noncoffee": 0.5099239656364175, + "kappa": 0.5859887143857674, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8948058252427185, + "mIoU": 0.7407314988799175, + "macroF1": 0.8442436878789937, + "F1_coffee": 0.9329869808578408, + "IoU_coffee": 0.8743913749130535, + "precision_coffee": 0.9117007131633023, + "recall_coffee": 0.9552909885377747, + "F1_noncoffee": 0.7555003949001466, + "IoU_noncoffee": 0.6070716228467815, + "kappa": 0.6891057140860138, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8915913157004013, + "mIoU": 0.7327373911377925, + "macroF1": 0.8383477843716813, + "F1_coffee": 0.931121351766513, + "IoU_coffee": 0.8711197976546332, + "precision_coffee": 0.9085676599316506, + "recall_coffee": 0.9548232625543444, + "F1_noncoffee": 0.7455742169768498, + "IoU_noncoffee": 0.5943549846209517, + "kappa": 0.677429780796018, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8795512789516948, + "mIoU": 0.7040283618609589, + "macroF1": 0.8165432561915199, + "F1_coffee": 0.9240571933782507, + "IoU_coffee": 0.8588348634251388, + "precision_coffee": 0.8951565268753692, + "recall_coffee": 0.9548862705563607, + "F1_noncoffee": 0.7090293190047892, + "IoU_noncoffee": 0.5492218602967789, + "kappa": 0.6345460423233866, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9159780985564958, + "mIoU": 0.6521907294721246, + "macroF1": 0.7590016150739018, + "F1_coffee": 0.9535037461436756, + "IoU_coffee": 0.9111391871973047, + "precision_coffee": 0.9312385666630797, + "recall_coffee": 0.9768596907100124, + "F1_noncoffee": 0.564499484004128, + "IoU_noncoffee": 0.39324227174694465, + "kappa": 0.5205702321026887, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9257789243897598, + "mIoU": 0.6854901753644623, + "macroF1": 0.7897772956900344, + "F1_coffee": 0.9588649362076551, + "IoU_coffee": 0.9209803507289246, + "precision_coffee": 0.9381254707844614, + "recall_coffee": 0.980542121246204, + "F1_noncoffee": 0.6206896551724138, + "IoU_noncoffee": 0.45, + "kappa": 0.5814408991869395, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9194284580273864, + "mIoU": 0.669628547876191, + "macroF1": 0.7758341923766046, + "F1_coffee": 0.9552469135802469, + "IoU_coffee": 0.914327917282127, + "precision_coffee": 0.9365611153139523, + "recall_coffee": 0.9746935102913058, + "F1_noncoffee": 0.5964214711729622, + "IoU_noncoffee": 0.42492917847025496, + "kappa": 0.5532719967796288, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8746565608716248, + "mIoU": 0.7542866708512761, + "macroF1": 0.8578427662311716, + "F1_coffee": 0.9067324638702855, + "IoU_coffee": 0.829378385349497, + "precision_coffee": 0.8866675858265546, + "recall_coffee": 0.9277264858626659, + "F1_noncoffee": 0.8089530685920577, + "IoU_noncoffee": 0.6791949563530553, + "kappa": 0.7159834558417875, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8590964821276997, + "mIoU": 0.7265350978731285, + "macroF1": 0.8387917011657642, + "F1_coffee": 0.8960044549631073, + "IoU_coffee": 0.8116015132408575, + "precision_coffee": 0.8713782832385595, + "recall_coffee": 0.9220630372492836, + "F1_noncoffee": 0.781578947368421, + "IoU_noncoffee": 0.6414686825053996, + "kappa": 0.6781233474007002, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.841648590021692, + "mIoU": 0.693161552225815, + "macroF1": 0.8145361037471361, + "F1_coffee": 0.8854472265811557, + "IoU_coffee": 0.7944417238001958, + "precision_coffee": 0.8452520515826495, + "recall_coffee": 0.9296561604584527, + "F1_noncoffee": 0.7436249809131165, + "IoU_noncoffee": 0.5918813806514341, + "kappa": 0.6309400591671362, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2674, + 2995 + ], + [ + 52388, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.664453423023224, + "test_tta": { + "OA": 0.8858816694102837, + "mIoU": 0.7158480100054923, + "macroF1": 0.8254064580685336, + "F1_coffee": 0.9281614158428918, + "IoU_coffee": 0.8659526066350711, + "precision_coffee": 0.8974968563344861, + "recall_coffee": 0.9609955189026571, + "F1_noncoffee": 0.7226515002941754, + "IoU_noncoffee": 0.5657434133759135, + "kappa": 0.6523795983130978, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8547940463828314, + "mIoU": 0.6621531550977057, + "macroF1": 0.7842145403540117, + "F1_coffee": 0.9076245527112579, + "IoU_coffee": 0.8308723479312604, + "precision_coffee": 0.8657774510318752, + "recall_coffee": 0.9537224503962515, + "F1_noncoffee": 0.6608045279967657, + "IoU_noncoffee": 0.4934339622641509, + "kappa": 0.5720998254291954, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f2_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 12, + "stopped_epoch": 50, + "best_val": 0.6242715559044907, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8419899366985879, + "mIoU": 0.6647352650343439, + "macroF1": 0.7894747369759838, + "F1_coffee": 0.8946211883395936, + "IoU_coffee": 0.809334482353402, + "precision_coffee": 0.9043221359010832, + "recall_coffee": 0.8851261620185923, + "F1_noncoffee": 0.6843282856123739, + "IoU_noncoffee": 0.5201360477152857, + "kappa": 0.5790945677649154, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7999307718933887, + "mIoU": 0.6063799035181433, + "macroF1": 0.7434273912969116, + "F1_coffee": 0.8638317922139113, + "IoU_coffee": 0.760302731843865, + "precision_coffee": 0.8827565452904003, + "recall_coffee": 0.8457014357377617, + "F1_noncoffee": 0.6230229903799119, + "IoU_noncoffee": 0.45245707519242157, + "kappa": 0.48750686989440706, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2152744630071599, + "mIoU": 0.10810024933487485, + "macroF1": 0.17854423894813365, + "F1_coffee": 0.35224586288416077, + "IoU_coffee": 0.21377331420373027, + "precision_coffee": 1.0, + "recall_coffee": 0.21377331420373027, + "F1_noncoffee": 0.004842615012106538, + "IoU_noncoffee": 0.0024271844660194173, + "kappa": 0.0010371963677244084, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8370676100628931, + "mIoU": 0.666594151198888, + "macroF1": 0.792235609076703, + "F1_coffee": 0.8887472321009193, + "IoU_coffee": 0.7997705452569289, + "precision_coffee": 0.918070284882512, + "recall_coffee": 0.8612393523636127, + "F1_noncoffee": 0.6957239860524866, + "IoU_noncoffee": 0.533417757140847, + "kappa": 0.5856273688869441, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8520836365400476, + "mIoU": 0.6721549385672207, + "macroF1": 0.7940217530716375, + "F1_coffee": 0.903381183255696, + "IoU_coffee": 0.8237877824654685, + "precision_coffee": 0.8954080030152648, + "recall_coffee": 0.9114976339685382, + "F1_noncoffee": 0.6846623228875789, + "IoU_noncoffee": 0.5205220946689731, + "kappa": 0.5881500858079675, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8367643497214822, + "mIoU": 0.6549694708250767, + "macroF1": 0.7816385418556083, + "F1_coffee": 0.8913534076987556, + "IoU_coffee": 0.8040013958357567, + "precision_coffee": 0.9006449931591635, + "recall_coffee": 0.8822515795519816, + "F1_noncoffee": 0.6719236760124611, + "IoU_noncoffee": 0.5059375458143968, + "kappa": 0.5634173966046913, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8251883526776624, + "mIoU": 0.6122020061676683, + "macroF1": 0.7425383068443279, + "F1_coffee": 0.8884122960941054, + "IoU_coffee": 0.7992282507015903, + "precision_coffee": 0.9502293896844154, + "recall_coffee": 0.834146936783012, + "F1_noncoffee": 0.5966643175945502, + "IoU_noncoffee": 0.4251757616337462, + "kappa": 0.4928347963429822, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8451689155914508, + "mIoU": 0.6008620238634343, + "macroF1": 0.7246540517675051, + "F1_coffee": 0.9068168346176645, + "IoU_coffee": 0.8295195748834183, + "precision_coffee": 0.9165967645296584, + "recall_coffee": 0.8972434017595308, + "F1_noncoffee": 0.5424912689173458, + "IoU_noncoffee": 0.3722044728434505, + "kappa": 0.44961574351543465, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8432580424366872, + "mIoU": 0.6014651697796891, + "macroF1": 0.725894550563869, + "F1_coffee": 0.9052544476623914, + "IoU_coffee": 0.8269085411942555, + "precision_coffee": 0.9203220766734768, + "recall_coffee": 0.8906722493603163, + "F1_noncoffee": 0.5465346534653466, + "IoU_noncoffee": 0.3760217983651226, + "kappa": 0.4524915040218322, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8481481481481481, + "mIoU": 0.7061214052879831, + "macroF1": 0.824163831082562, + "F1_coffee": 0.8891046535820792, + "IoU_coffee": 0.800349606692471, + "precision_coffee": 0.8860934476085154, + "recall_coffee": 0.8921363952679193, + "F1_noncoffee": 0.7592230085830447, + "IoU_noncoffee": 0.6118932038834951, + "kappa": 0.6483364797745338, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8587954110898661, + "mIoU": 0.7170547125427404, + "macroF1": 0.8312351654101116, + "F1_coffee": 0.8994348743787023, + "IoU_coffee": 0.8172482058896313, + "precision_coffee": 0.8720623184578822, + "recall_coffee": 0.928581470546886, + "F1_noncoffee": 0.7630354564415209, + "IoU_noncoffee": 0.6168612191958496, + "kappa": 0.6632520963725417, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.830389710117105, + "mIoU": 0.6808452023941336, + "macroF1": 0.8061945236531807, + "F1_coffee": 0.8746719625505355, + "IoU_coffee": 0.7772595487205345, + "precision_coffee": 0.8773477518497439, + "recall_coffee": 0.8720124451986989, + "F1_noncoffee": 0.737717084755826, + "IoU_noncoffee": 0.5844308560677328, + "kappa": 0.6123965924869655, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6574, + 7520 + ], + [ + 44724, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5450241049130757, + "test_tta": { + "OA": 0.8534653465346534, + "mIoU": 0.6741573086525123, + "macroF1": 0.7955351456394917, + "F1_coffee": 0.9043684589636032, + "IoU_coffee": 0.8254312011756516, + "precision_coffee": 0.8945890439666373, + "recall_coffee": 0.9143640491796255, + "F1_noncoffee": 0.6867018323153803, + "IoU_noncoffee": 0.5228834161293732, + "kappa": 0.5912303259095599, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8132716049382716, + "mIoU": 0.6152593656429935, + "macroF1": 0.7488857013607366, + "F1_coffee": 0.8760400210637177, + "IoU_coffee": 0.7794227886056971, + "precision_coffee": 0.8728060134310134, + "recall_coffee": 0.8792980837609794, + "F1_noncoffee": 0.6217313816577555, + "IoU_noncoffee": 0.45109594268028996, + "kappa": 0.49779244286434643, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f2_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 12, + "stopped_epoch": 50, + "best_val": 0.674879371481271, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8662717091381269, + "mIoU": 0.7010223804280001, + "macroF1": 0.8165240701111314, + "F1_coffee": 0.9120619910130109, + "IoU_coffee": 0.8383400372804866, + "precision_coffee": 0.9089671311562599, + "recall_coffee": 0.9151779976866726, + "F1_noncoffee": 0.720986149209252, + "IoU_noncoffee": 0.5637047235755137, + "kappa": 0.6330616369308555, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8258047767393562, + "mIoU": 0.6390195679252169, + "macroF1": 0.7691274504652873, + "F1_coffee": 0.8835181791879642, + "IoU_coffee": 0.7913413032962476, + "precision_coffee": 0.8866649890633166, + "recall_coffee": 0.8803936266313018, + "F1_noncoffee": 0.6547367217426104, + "IoU_noncoffee": 0.48669783255418614, + "kappa": 0.5382721394597402, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.316945107398568, + "mIoU": 0.15921295347407255, + "macroF1": 0.24269246712737474, + "F1_coffee": 0.4798255179934569, + "IoU_coffee": 0.31563845050215206, + "precision_coffee": 1.0, + "recall_coffee": 0.31563845050215206, + "F1_noncoffee": 0.005559416261292564, + "IoU_noncoffee": 0.0027874564459930314, + "kappa": 0.0017581100317159049, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8816823899371069, + "mIoU": 0.7351697908719017, + "macroF1": 0.8419528689752186, + "F1_coffee": 0.9211938735436576, + "IoU_coffee": 0.8539012255794199, + "precision_coffee": 0.9273242406272649, + "recall_coffee": 0.9151440275700631, + "F1_noncoffee": 0.7627118644067796, + "IoU_noncoffee": 0.6164383561643836, + "kappa": 0.6839473275985524, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.860476398389366, + "mIoU": 0.6847270949079551, + "macroF1": 0.8035087094550979, + "F1_coffee": 0.9093087790110999, + "IoU_coffee": 0.8336995489765237, + "precision_coffee": 0.896976483762598, + "recall_coffee": 0.9219849085560814, + "F1_noncoffee": 0.697708639899096, + "IoU_noncoffee": 0.5357546408393866, + "kappa": 0.6072648680516216, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8568660692661662, + "mIoU": 0.6835805990015543, + "macroF1": 0.8032387382683275, + "F1_coffee": 0.9059606021067371, + "IoU_coffee": 0.828087730525336, + "precision_coffee": 0.9035165672210232, + "recall_coffee": 0.9084178952070968, + "F1_noncoffee": 0.700516874429918, + "IoU_noncoffee": 0.5390734674777726, + "kappa": 0.606486646435654, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8966605579311749, + "mIoU": 0.7024998220336031, + "macroF1": 0.811820110813126, + "F1_coffee": 0.9381738441859049, + "IoU_coffee": 0.8835474988526847, + "precision_coffee": 0.9365195184239329, + "recall_coffee": 0.9398340248962656, + "F1_noncoffee": 0.6854663774403471, + "IoU_noncoffee": 0.5214521452145214, + "kappa": 0.6236461960984173, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8545257559342067, + "mIoU": 0.5961741190394547, + "macroF1": 0.7165239899249822, + "F1_coffee": 0.9143122353077682, + "IoU_coffee": 0.8421502618360586, + "precision_coffee": 0.9044995408631772, + "recall_coffee": 0.9243401759530792, + "F1_noncoffee": 0.5187357445421962, + "IoU_noncoffee": 0.3501979762428509, + "kappa": 0.43342250756498657, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8678986995208761, + "mIoU": 0.6258446666781483, + "macroF1": 0.7448591009290784, + "F1_coffee": 0.9220382018581569, + "IoU_coffee": 0.8553533190578159, + "precision_coffee": 0.915015462146375, + "recall_coffee": 0.9291695743196092, + "F1_noncoffee": 0.56768, + "IoU_noncoffee": 0.3963360142984808, + "kappa": 0.48988482986428794, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8677113010446343, + "mIoU": 0.7427654770450396, + "macroF1": 0.8501033441795747, + "F1_coffee": 0.9014781809180281, + "IoU_coffee": 0.8206283801184651, + "precision_coffee": 0.9164509634742595, + "recall_coffee": 0.8869867780097426, + "F1_noncoffee": 0.7987285074411212, + "IoU_noncoffee": 0.6649025739716141, + "kappa": 0.7003700769017227, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8662523900573614, + "mIoU": 0.7335155829721525, + "macroF1": 0.8431415551544824, + "F1_coffee": 0.9033506044905009, + "IoU_coffee": 0.8237369283104448, + "precision_coffee": 0.8880738929638685, + "recall_coffee": 0.9191620975678335, + "F1_noncoffee": 0.782932505818464, + "IoU_noncoffee": 0.6432942376338603, + "kappa": 0.6864914665753492, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.846035707429449, + "mIoU": 0.7056335040886915, + "macroF1": 0.8241405535920051, + "F1_coffee": 0.8861927061160778, + "IoU_coffee": 0.7956427570391132, + "precision_coffee": 0.8892211305709811, + "recall_coffee": 0.8831848394852213, + "F1_noncoffee": 0.7620884010679324, + "IoU_noncoffee": 0.6156242511382698, + "kappa": 0.6482896351336396, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 555, + 563 + ], + [ + 6654, + 7520 + ], + [ + 46138, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5388627131779988, + "test_tta": { + "OA": 0.8718065249147866, + "mIoU": 0.705543108704757, + "macroF1": 0.8193211971138383, + "F1_coffee": 0.916701822477219, + "IoU_coffee": 0.846213758591818, + "precision_coffee": 0.9029503428215251, + "recall_coffee": 0.9308786359936597, + "F1_noncoffee": 0.7219405717504577, + "IoU_noncoffee": 0.564872458817696, + "kappa": 0.6389219537801253, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8332612207222799, + "mIoU": 0.6442483671736077, + "macroF1": 0.7723417863662545, + "F1_coffee": 0.8901076965485775, + "IoU_coffee": 0.8019766366345792, + "precision_coffee": 0.8805243163952308, + "recall_coffee": 0.8999019777431817, + "F1_noncoffee": 0.6545758761839314, + "IoU_noncoffee": 0.48652009771263605, + "kappa": 0.544853042313823, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f2_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 22, + "stopped_epoch": 52, + "best_val": 0.6724961938338517, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8621814640480442, + "mIoU": 0.693573346363001, + "macroF1": 0.8109122319836894, + "F1_coffee": 0.90937229829973, + "IoU_coffee": 0.8338063455403104, + "precision_coffee": 0.906286565259015, + "recall_coffee": 0.9124791157948849, + "F1_noncoffee": 0.7124521656676488, + "IoU_noncoffee": 0.5533403471856917, + "kappa": 0.6218383734894884, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8213337948540441, + "mIoU": 0.6322218189590543, + "macroF1": 0.7636488047291066, + "F1_coffee": 0.8804131672941403, + "IoU_coffee": 0.7863732776905965, + "precision_coffee": 0.8844087585578247, + "recall_coffee": 0.8764535163082128, + "F1_noncoffee": 0.6468844421640727, + "IoU_noncoffee": 0.4780703602275121, + "kappa": 0.5273260967493498, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3069212410501193, + "mIoU": 0.15417133082125908, + "macroF1": 0.23680566009333132, + "F1_coffee": 0.46813186813186813, + "IoU_coffee": 0.30559540889526543, + "precision_coffee": 1.0, + "recall_coffee": 0.30559540889526543, + "F1_noncoffee": 0.005479452054794521, + "IoU_noncoffee": 0.0027472527472527475, + "kappa": 0.0016776871546662184, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8728380503144654, + "mIoU": 0.7185495872938721, + "macroF1": 0.8300043770076346, + "F1_coffee": 0.9153362993980634, + "IoU_coffee": 0.8438894920979612, + "precision_coffee": 0.9210612943577589, + "recall_coffee": 0.909682033942389, + "F1_noncoffee": 0.744672454617206, + "IoU_noncoffee": 0.5932096824897831, + "kappa": 0.6600483627265677, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8638723135885121, + "mIoU": 0.689089728127906, + "macroF1": 0.8066612270711355, + "F1_coffee": 0.9118330924401433, + "IoU_coffee": 0.8379533379533379, + "precision_coffee": 0.8963429701013096, + "recall_coffee": 0.9278680138125079, + "F1_noncoffee": 0.7014893617021276, + "IoU_noncoffee": 0.5402261183024742, + "kappa": 0.6137130480864498, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8499878905303948, + "mIoU": 0.6733624058027425, + "macroF1": 0.7955639433592587, + "F1_coffee": 0.901044828577819, + "IoU_coffee": 0.8199104494970053, + "precision_coffee": 0.9022267724596877, + "recall_coffee": 0.8998659774076201, + "F1_noncoffee": 0.6900830581406985, + "IoU_noncoffee": 0.5268143621084798, + "kappa": 0.5911300843469882, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8871920179189574, + "mIoU": 0.6923745807708127, + "macroF1": 0.804764399258294, + "F1_coffee": 0.9316218217724018, + "IoU_coffee": 0.871996303142329, + "precision_coffee": 0.9423220973782771, + "recall_coffee": 0.921161825726141, + "F1_noncoffee": 0.6779069767441861, + "IoU_noncoffee": 0.5127528583992964, + "kappa": 0.6097658159436553, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8546242489904462, + "mIoU": 0.5959004305522595, + "macroF1": 0.7161835633511466, + "F1_coffee": 0.9144050104384134, + "IoU_coffee": 0.8423076923076923, + "precision_coffee": 0.9042321367129258, + "recall_coffee": 0.9248093841642229, + "F1_noncoffee": 0.5179621162638798, + "IoU_noncoffee": 0.3494931687968268, + "kappa": 0.4327714403009126, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8648675075779798, + "mIoU": 0.621981913155854, + "macroF1": 0.7416402647189793, + "F1_coffee": 0.9200694042799306, + "IoU_coffee": 0.8519708654670094, + "precision_coffee": 0.9150943396226415, + "recall_coffee": 0.9250988602000465, + "F1_noncoffee": 0.5632111251580278, + "IoU_noncoffee": 0.39199296084469865, + "kappa": 0.483363976091411, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8594491927825261, + "mIoU": 0.7255716326156543, + "macroF1": 0.837968577357372, + "F1_coffee": 0.8969646338067391, + "IoU_coffee": 0.8131784902802323, + "precision_coffee": 0.8973394623206574, + "recall_coffee": 0.8965901183020181, + "F1_noncoffee": 0.7789725209080047, + "IoU_noncoffee": 0.6379647749510763, + "kappa": 0.6759372760091402, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.872848948374761, + "mIoU": 0.7429671880790356, + "macroF1": 0.8494731419306468, + "F1_coffee": 0.9087916609518585, + "IoU_coffee": 0.8328305681246858, + "precision_coffee": 0.8871334850716294, + "recall_coffee": 0.9315338113313651, + "F1_noncoffee": 0.7901546229094352, + "IoU_noncoffee": 0.6531038080333855, + "kappa": 0.6993585517621814, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8353810712228835, + "mIoU": 0.6901915306779259, + "macroF1": 0.8132131766888557, + "F1_coffee": 0.8775612193903048, + "IoU_coffee": 0.7818343722172751, + "precision_coffee": 0.8861014994232987, + "recall_coffee": 0.8691839909489464, + "F1_noncoffee": 0.7488651339874066, + "IoU_noncoffee": 0.5985486891385767, + "kappa": 0.6264975171217235, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6755, + 7520 + ], + [ + 45787, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5993521213531494, + "test_tta": { + "OA": 0.8697451712384353, + "mIoU": 0.7013521569089227, + "macroF1": 0.816139054475228, + "F1_coffee": 0.915416802807846, + "IoU_coffee": 0.8440263551728829, + "precision_coffee": 0.9011226162561474, + "recall_coffee": 0.930171785974382, + "F1_noncoffee": 0.7168613061426101, + "IoU_noncoffee": 0.5586779586449626, + "kappa": 0.6325875800316728, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8296123226029768, + "mIoU": 0.6387287339127846, + "macroF1": 0.7679214460310484, + "F1_coffee": 0.8875756537627041, + "IoU_coffee": 0.7978750705743468, + "precision_coffee": 0.878993497314108, + "recall_coffee": 0.8963270483768667, + "F1_noncoffee": 0.6482672382993926, + "IoU_noncoffee": 0.4795823972512224, + "kappa": 0.5359812835821963, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f2_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 38, + "stopped_epoch": 68, + "best_val": 0.68498446106692, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8647622139263107, + "mIoU": 0.7019673325261463, + "macroF1": 0.81761718192022, + "F1_coffee": 0.9103449760044763, + "IoU_coffee": 0.835443287974246, + "precision_coffee": 0.9146557688981145, + "recall_coffee": 0.9060746262262777, + "F1_noncoffee": 0.7248893878359638, + "IoU_noncoffee": 0.5684913770780465, + "kappa": 0.6352592246913875, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8249538479289258, + "mIoU": 0.6413655291359748, + "macroF1": 0.7715770611129649, + "F1_coffee": 0.8819966359756157, + "IoU_coffee": 0.7889033829028611, + "precision_coffee": 0.8924523847001417, + "recall_coffee": 0.8717830440715755, + "F1_noncoffee": 0.6611574862503141, + "IoU_noncoffee": 0.49382767536908834, + "kappa": 0.5433341096855585, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.35608591885441526, + "mIoU": 0.17890526498847875, + "macroF1": 0.2648608449578749, + "F1_coffee": 0.523826332509707, + "IoU_coffee": 0.3548541367766619, + "precision_coffee": 1.0, + "recall_coffee": 0.3548541367766619, + "F1_noncoffee": 0.0058953574060427415, + "IoU_noncoffee": 0.0029563932002956393, + "kappa": 0.0020959778481694177, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8773584905660378, + "mIoU": 0.732007604985564, + "macroF1": 0.8401411348702934, + "F1_coffee": 0.9172742940474612, + "IoU_coffee": 0.8471899106158932, + "precision_coffee": 0.9354424389914149, + "recall_coffee": 0.8997984264256453, + "F1_noncoffee": 0.7630079756931257, + "IoU_noncoffee": 0.6168252993552349, + "kappa": 0.6806273959503313, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8632901566972299, + "mIoU": 0.6929877807677134, + "macroF1": 0.8101844138736389, + "F1_coffee": 0.910585099631933, + "IoU_coffee": 0.8358478476146094, + "precision_coffee": 0.9037032371835244, + "recall_coffee": 0.9175725796137614, + "F1_noncoffee": 0.709783728115345, + "IoU_noncoffee": 0.5501277139208174, + "kappa": 0.6204402695313311, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8538144829256479, + "mIoU": 0.6808673092100881, + "macroF1": 0.8014668697187026, + "F1_coffee": 0.9034116366894962, + "IoU_coffee": 0.8238384310063039, + "precision_coffee": 0.906079476150735, + "recall_coffee": 0.9007594613568192, + "F1_noncoffee": 0.6995221027479092, + "IoU_noncoffee": 0.5378961874138724, + "kappa": 0.6029444478672427, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.897475055996742, + "mIoU": 0.7074931757904157, + "macroF1": 0.8160388810221075, + "F1_coffee": 0.9384361435471053, + "IoU_coffee": 0.8840129002533978, + "precision_coffee": 0.9402180570868554, + "recall_coffee": 0.9366609714425189, + "F1_noncoffee": 0.6936416184971098, + "IoU_noncoffee": 0.5309734513274337, + "kappa": 0.632084338142655, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8562986309465183, + "mIoU": 0.6008123284675936, + "macroF1": 0.7211721544979619, + "F1_coffee": 0.9152778584286627, + "IoU_coffee": 0.8437901498929337, + "precision_coffee": 0.906278748850046, + "recall_coffee": 0.9244574780058651, + "F1_noncoffee": 0.527066450567261, + "IoU_noncoffee": 0.3578345070422535, + "kappa": 0.4426510740287469, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8728854991688667, + "mIoU": 0.6328101507112531, + "macroF1": 0.7507491903674688, + "F1_coffee": 0.9252271942942597, + "IoU_coffee": 0.8608583966606015, + "precision_coffee": 0.9152253072371416, + "recall_coffee": 0.9354501046755059, + "F1_noncoffee": 0.576271186440678, + "IoU_noncoffee": 0.40476190476190477, + "kappa": 0.5018355320974749, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8585944919278252, + "mIoU": 0.732222005893893, + "macroF1": 0.8433487769842394, + "F1_coffee": 0.8922186029677887, + "IoU_coffee": 0.8054103502352327, + "precision_coffee": 0.9295625942684766, + "recall_coffee": 0.857759220598469, + "F1_noncoffee": 0.7944789510006901, + "IoU_noncoffee": 0.6590336615525533, + "kappa": 0.6876587810278522, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8700764818355641, + "mIoU": 0.742969697539963, + "macroF1": 0.8498998594309926, + "F1_coffee": 0.9049317943336831, + "IoU_coffee": 0.826370256803373, + "precision_coffee": 0.9005847953216374, + "recall_coffee": 0.9093209616195698, + "F1_noncoffee": 0.7948679245283019, + "IoU_noncoffee": 0.6595691382765531, + "kappa": 0.6998148098405206, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8350931080821655, + "mIoU": 0.692108721096089, + "macroF1": 0.8148866201331798, + "F1_coffee": 0.8760461760461761, + "IoU_coffee": 0.7794325330594428, + "precision_coffee": 0.8942406834585359, + "recall_coffee": 0.8585772875123745, + "F1_noncoffee": 0.7537270642201835, + "IoU_noncoffee": 0.6047849091327352, + "kappa": 0.6300774963467874, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 556, + 563 + ], + [ + 6703, + 7520 + ], + [ + 45995, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.0898987849553428, + "test_tta": { + "OA": 0.8679435156630417, + "mIoU": 0.704342271646897, + "macroF1": 0.8190316719420022, + "F1_coffee": 0.9131140538231525, + "IoU_coffee": 0.840119478069486, + "precision_coffee": 0.9105081569195382, + "recall_coffee": 0.9157349098230733, + "F1_noncoffee": 0.724949290060852, + "IoU_noncoffee": 0.5685650652243079, + "kappa": 0.6380727288201435, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8295257874697127, + "mIoU": 0.6447200254909284, + "macroF1": 0.7736814215288466, + "F1_coffee": 0.8861030276166432, + "IoU_coffee": 0.7954981920102424, + "precision_coffee": 0.8885002608746063, + "recall_coffee": 0.8837186953429818, + "F1_noncoffee": 0.6612598154410501, + "IoU_noncoffee": 0.4939418589716145, + "kappa": 0.5473726424875597, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f2_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6746166205921358, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8427041064762214, + "mIoU": 0.6759698913187532, + "macroF1": 0.7994320767068297, + "F1_coffee": 0.8925931262260742, + "IoU_coffee": 0.8060209371684781, + "precision_coffee": 0.9248294710732413, + "recall_coffee": 0.8625283810992589, + "F1_noncoffee": 0.7062710271875853, + "IoU_noncoffee": 0.5459188454690282, + "kappa": 0.6001925686167373, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8022672204915196, + "mIoU": 0.6189401967790398, + "macroF1": 0.755417004221668, + "F1_coffee": 0.8624626311671114, + "IoU_coffee": 0.7581839988711726, + "precision_coffee": 0.9020628292027785, + "recall_coffee": 0.8261930846258817, + "F1_noncoffee": 0.6483713772762246, + "IoU_noncoffee": 0.479696394686907, + "kappa": 0.5132323243020745, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25250596658711216, + "mIoU": 0.1268119054364017, + "macroF1": 0.2032293694554865, + "F1_coffee": 0.4013761467889908, + "IoU_coffee": 0.25107604017216645, + "precision_coffee": 1.0, + "recall_coffee": 0.25107604017216645, + "F1_noncoffee": 0.005082592121982211, + "IoU_noncoffee": 0.0025477707006369425, + "kappa": 0.001278550489045543, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8595715408805031, + "mIoU": 0.7086435142238714, + "macroF1": 0.8241905917334527, + "F1_coffee": 0.9030594939284987, + "IoU_coffee": 0.8232529375386518, + "precision_coffee": 0.9439126427001348, + "recall_coffee": 0.8655959425190194, + "F1_noncoffee": 0.7453216895384067, + "IoU_noncoffee": 0.5940340909090909, + "kappa": 0.6501031084485765, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8332120506476496, + "mIoU": 0.6589666931423825, + "macroF1": 0.7861362746442675, + "F1_coffee": 0.8864747061154405, + "IoU_coffee": 0.7960975031136943, + "precision_coffee": 0.9164959715963403, + "recall_coffee": 0.8583578462719018, + "F1_noncoffee": 0.6857978431730944, + "IoU_noncoffee": 0.5218358831710709, + "kappa": 0.5735390128656283, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.835553402760959, + "mIoU": 0.6610412511349597, + "macroF1": 0.7875179951296567, + "F1_coffee": 0.8885460096516857, + "IoU_coffee": 0.7994447069943289, + "precision_coffee": 0.9148864250946458, + "recall_coffee": 0.8636798774650584, + "F1_noncoffee": 0.6864899806076277, + "IoU_noncoffee": 0.5226377952755905, + "kappa": 0.5760245601431234, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8833231521075138, + "mIoU": 0.6931742935930734, + "macroF1": 0.806285018729892, + "F1_coffee": 0.9284465534465535, + "IoU_coffee": 0.8664491318028202, + "precision_coffee": 0.9505241626182562, + "recall_coffee": 0.9073712472540884, + "F1_noncoffee": 0.6841234840132304, + "IoU_noncoffee": 0.5198994553833264, + "kappa": 0.6134905393188487, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8269477001871368, + "mIoU": 0.5795742201169862, + "macroF1": 0.7065085198030917, + "F1_coffee": 0.8945188209161313, + "IoU_coffee": 0.8091669381991963, + "precision_coffee": 0.9161337924249877, + "recall_coffee": 0.873900293255132, + "F1_noncoffee": 0.5184982186900521, + "IoU_noncoffee": 0.3499815020347762, + "kappa": 0.4145048163936095, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8646719468074704, + "mIoU": 0.6385384031454148, + "macroF1": 0.7588354065904317, + "F1_coffee": 0.918597812022115, + "IoU_coffee": 0.849450668987273, + "precision_coffee": 0.9292003807710614, + "recall_coffee": 0.9082344731332868, + "F1_noncoffee": 0.5990730011587485, + "IoU_noncoffee": 0.42762613730355664, + "kappa": 0.5179799123220157, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8374169040835707, + "mIoU": 0.7032378324674285, + "macroF1": 0.8237119277880898, + "F1_coffee": 0.8728649933165008, + "IoU_coffee": 0.7744103307418633, + "precision_coffee": 0.9356790320012737, + "recall_coffee": 0.8179540709812109, + "F1_noncoffee": 0.7745588622596787, + "IoU_noncoffee": 0.6320653341929938, + "kappa": 0.6502191252800548, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8392925430210325, + "mIoU": 0.7028692155935892, + "macroF1": 0.823073482806107, + "F1_coffee": 0.8766419608130916, + "IoU_coffee": 0.7803762738437419, + "precision_coffee": 0.9169481117592877, + "recall_coffee": 0.8397300716997048, + "F1_noncoffee": 0.7695050047991224, + "IoU_noncoffee": 0.6253621573434366, + "kappa": 0.6474198969421774, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8069687080053753, + "mIoU": 0.6557968348100933, + "macroF1": 0.7889896066297392, + "F1_coffee": 0.8505832528419645, + "IoU_coffee": 0.7400129282482224, + "precision_coffee": 0.8960551033187226, + "recall_coffee": 0.8095036062791684, + "F1_noncoffee": 0.7273959604175139, + "IoU_noncoffee": 0.5715807413719642, + "kappa": 0.5799527579634975, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 20, + 27 + ], + [ + 553, + 563 + ], + [ + 6658, + 7520 + ], + [ + 44688, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5406743129094442, + "test_tta": { + "OA": 0.8508845966563869, + "mIoU": 0.6856759367758012, + "macroF1": 0.806297087942536, + "F1_coffee": 0.8992310982899889, + "IoU_coffee": 0.8169117940133126, + "precision_coffee": 0.9214981003979048, + "recall_coffee": 0.8780148224307073, + "F1_noncoffee": 0.7133630775950829, + "IoU_noncoffee": 0.5544400795382899, + "kappa": 0.6132365464739741, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8114976347063575, + "mIoU": 0.6283307304665202, + "macroF1": 0.7622998686915012, + "F1_coffee": 0.8704401268834259, + "IoU_coffee": 0.7706011408512505, + "precision_coffee": 0.8987533520296411, + "recall_coffee": 0.8438563109035345, + "F1_noncoffee": 0.6541596104995766, + "IoU_noncoffee": 0.48606032008178995, + "kappa": 0.5258558057354455, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f2_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 38, + "stopped_epoch": 68, + "best_val": 0.6757021702551554, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8681545203700698, + "mIoU": 0.7016474128758399, + "macroF1": 0.816697258516359, + "F1_coffee": 0.913817066830764, + "IoU_coffee": 0.841310463389857, + "precision_coffee": 0.9053545525259108, + "recall_coffee": 0.9224392751574347, + "F1_noncoffee": 0.719577450201954, + "IoU_noncoffee": 0.5619843623618226, + "kappa": 0.6334987076534727, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8288479289258105, + "mIoU": 0.6408588542606011, + "macroF1": 0.7701576247551061, + "F1_coffee": 0.8863020129727037, + "IoU_coffee": 0.7958189951823813, + "precision_coffee": 0.8836351826379337, + "recall_coffee": 0.8889849891406716, + "F1_noncoffee": 0.6540132365375084, + "IoU_noncoffee": 0.4858987133388208, + "kappa": 0.5403279903936412, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.36610978520286397, + "mIoU": 0.18395009069327575, + "macroF1": 0.2703380904623829, + "F1_coffee": 0.5346881569726699, + "IoU_coffee": 0.3648971783835485, + "precision_coffee": 1.0, + "recall_coffee": 0.3648971783835485, + "F1_noncoffee": 0.005988023952095809, + "IoU_noncoffee": 0.003003003003003003, + "kappa": 0.0021891757738865337, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8825176886792453, + "mIoU": 0.7351513651825237, + "macroF1": 0.8418013515608779, + "F1_coffee": 0.922058871467223, + "IoU_coffee": 0.8553888956090481, + "precision_coffee": 0.924499934631978, + "recall_coffee": 0.9196306651927953, + "F1_noncoffee": 0.7615438316545328, + "IoU_noncoffee": 0.6149138347559994, + "kappa": 0.683609451658823, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8653277058167176, + "mIoU": 0.6902943105064383, + "macroF1": 0.8074238377351719, + "F1_coffee": 0.913021681915027, + "IoU_coffee": 0.839963103885622, + "precision_coffee": 0.89507310480403, + "recall_coffee": 0.9317048215884384, + "F1_noncoffee": 0.7018259935553168, + "IoU_noncoffee": 0.5406255171272547, + "kappa": 0.6153778710200144, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8568176313877452, + "mIoU": 0.6797418278077656, + "macroF1": 0.7998377753244001, + "F1_coffee": 0.9066329753632344, + "IoU_coffee": 0.8292119251213311, + "precision_coffee": 0.8975048464761428, + "recall_coffee": 0.9159486884932031, + "F1_noncoffee": 0.6930425752855659, + "IoU_noncoffee": 0.5302717304942, + "kappa": 0.5998116446532957, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8933007534107107, + "mIoU": 0.6917304907861141, + "macroF1": 0.8028926184803584, + "F1_coffee": 0.9363846060458905, + "IoU_coffee": 0.8803789521744093, + "precision_coffee": 0.9315217391304348, + "recall_coffee": 0.9412985111056871, + "F1_noncoffee": 0.6694006309148265, + "IoU_noncoffee": 0.5030820293978189, + "kappa": 0.6058410595478736, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8620112282084114, + "mIoU": 0.6032429014195323, + "macroF1": 0.7221034946161721, + "F1_coffee": 0.9192832862821916, + "IoU_coffee": 0.8506237338735473, + "precision_coffee": 0.9033061594202898, + "recall_coffee": 0.9358357771260997, + "F1_noncoffee": 0.5249237029501526, + "IoU_noncoffee": 0.35586206896551725, + "kappa": 0.4452284964977214, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8787523222841498, + "mIoU": 0.6380369110158757, + "macroF1": 0.75454837681733, + "F1_coffee": 0.9291509541766655, + "IoU_coffee": 0.8676768754668659, + "precision_coffee": 0.9131850853548967, + "recall_coffee": 0.9456850430332635, + "F1_noncoffee": 0.5799457994579946, + "IoU_noncoffee": 0.4083969465648855, + "kappa": 0.5099848259857023, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8724596391263058, + "mIoU": 0.749830730514947, + "macroF1": 0.854792132549254, + "F1_coffee": 0.9054425121453215, + "IoU_coffee": 0.8272224366396501, + "precision_coffee": 0.9162154459960102, + "recall_coffee": 0.894919972164231, + "F1_noncoffee": 0.8041417529531866, + "IoU_noncoffee": 0.672439024390244, + "kappa": 0.7096674059561562, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8685468451242829, + "mIoU": 0.7359661051423472, + "macroF1": 0.8446978596724953, + "F1_coffee": 0.9055567003228243, + "IoU_coffee": 0.8274130789506715, + "precision_coffee": 0.8853075476766049, + "recall_coffee": 0.926753831013637, + "F1_noncoffee": 0.7838390190221664, + "IoU_noncoffee": 0.6445191313340227, + "kappa": 0.6897671855066475, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8352850835093109, + "mIoU": 0.6874669653254908, + "macroF1": 0.810916638775813, + "F1_coffee": 0.878796440175166, + "IoU_coffee": 0.7837974045609172, + "precision_coffee": 0.8778044306476648, + "recall_coffee": 0.8797906943855183, + "F1_noncoffee": 0.74303683737646, + "IoU_noncoffee": 0.5911365260900643, + "kappa": 0.6218343014898986, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 26, + 27 + ], + [ + 551, + 563 + ], + [ + 6711, + 7520 + ], + [ + 46199, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.0954081773757935, + "test_tta": { + "OA": 0.8708488881675053, + "mIoU": 0.7033583071679472, + "macroF1": 0.8176428513300233, + "F1_coffee": 0.9161441262949341, + "IoU_coffee": 0.845263792466406, + "precision_coffee": 0.9017281082090326, + "recall_coffee": 0.9310285738765368, + "F1_noncoffee": 0.7191415763651124, + "IoU_noncoffee": 0.5614528218694885, + "kappa": 0.6355976451701648, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8330593054113303, + "mIoU": 0.6436174923472641, + "macroF1": 0.771786903632045, + "F1_coffee": 0.8900373350560026, + "IoU_coffee": 0.8018624077782913, + "precision_coffee": 0.8799639328248864, + "recall_coffee": 0.9003440389013819, + "F1_noncoffee": 0.6535364722080876, + "IoU_noncoffee": 0.48537257691623686, + "kappa": 0.5437621835171131, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f3_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 41, + "stopped_epoch": 71, + "best_val": 0.6847644706700405, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8260338703539262, + "mIoU": 0.6576355215408294, + "macroF1": 0.7865083586749955, + "F1_coffee": 0.8783689397886895, + "IoU_coffee": 0.7831175249579915, + "precision_coffee": 0.8511634902559034, + "recall_coffee": 0.9073709285812451, + "F1_noncoffee": 0.6946477775613015, + "IoU_noncoffee": 0.5321535181236674, + "kappa": 0.5741090146995717, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7967145494404061, + "mIoU": 0.6175752472736011, + "macroF1": 0.755479768992123, + "F1_coffee": 0.8558926070198039, + "IoU_coffee": 0.7480876465541894, + "precision_coffee": 0.8317833154485116, + "recall_coffee": 0.8814412365489502, + "F1_noncoffee": 0.6550669309644421, + "IoU_noncoffee": 0.48706284799301286, + "kappa": 0.5119409907294215, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.0936768149882904, + "mIoU": 0.04717139499748196, + "macroF1": 0.08682029177718834, + "F1_coffee": 0.16594827586206898, + "IoU_coffee": 0.09048178613396005, + "precision_coffee": 0.9871794871794872, + "recall_coffee": 0.09058823529411765, + "F1_noncoffee": 0.007692307692307693, + "IoU_noncoffee": 0.003861003861003861, + "kappa": -0.001642643261525778, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8191106634048064, + "mIoU": 0.6465694713478749, + "macroF1": 0.7778543792143775, + "F1_coffee": 0.8735878783815494, + "IoU_coffee": 0.7755490744598535, + "precision_coffee": 0.8433111125493495, + "recall_coffee": 0.9061196105702365, + "F1_noncoffee": 0.6821208800472056, + "IoU_noncoffee": 0.5175898682358961, + "kappa": 0.5571441783107702, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8306681896059395, + "mIoU": 0.6648710483562454, + "macroF1": 0.7920594761769967, + "F1_coffee": 0.8816603472360807, + "IoU_coffee": 0.7883654532476803, + "precision_coffee": 0.8538298009405398, + "recall_coffee": 0.9113662930619542, + "F1_noncoffee": 0.7024586051179127, + "IoU_noncoffee": 0.5413766434648105, + "kappa": 0.5852269236439723, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8282480547040793, + "mIoU": 0.661467537568881, + "macroF1": 0.7895085246575291, + "F1_coffee": 0.8798099135370603, + "IoU_coffee": 0.7854112656139524, + "precision_coffee": 0.8562985803301857, + "recall_coffee": 0.9046487953851374, + "F1_noncoffee": 0.699207135777998, + "IoU_noncoffee": 0.5375238095238095, + "kappa": 0.5798098223003724, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8253279320987654, + "mIoU": 0.6285130395033673, + "macroF1": 0.7590065897213192, + "F1_coffee": 0.8854305054722591, + "IoU_coffee": 0.794414803042343, + "precision_coffee": 0.838988130919554, + "recall_coffee": 0.9373158317706938, + "F1_noncoffee": 0.6325826739703794, + "IoU_noncoffee": 0.46261127596439167, + "kappa": 0.5227034311151095, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8300229182582124, + "mIoU": 0.6412944962356627, + "macroF1": 0.7702919672480564, + "F1_coffee": 0.8874272704275235, + "IoU_coffee": 0.7976352887676217, + "precision_coffee": 0.8512496966755642, + "recall_coffee": 0.9268163804491414, + "F1_noncoffee": 0.6531566640685893, + "IoU_noncoffee": 0.4849537037037037, + "kappa": 0.543126435438339, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8263987168600812, + "mIoU": 0.6309200874268017, + "macroF1": 0.7611086857141177, + "F1_coffee": 0.885997521685254, + "IoU_coffee": 0.7953281423804227, + "precision_coffee": 0.8467550923732828, + "recall_coffee": 0.9290540540540541, + "F1_noncoffee": 0.6362198497429814, + "IoU_noncoffee": 0.4665120324731806, + "kappa": 0.5254696284074686, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8129592518370073, + "mIoU": 0.6570040920164599, + "macroF1": 0.7887872304612423, + "F1_coffee": 0.8602395892755277, + "IoU_coffee": 0.7547547547547547, + "precision_coffee": 0.8483825597749648, + "recall_coffee": 0.8724327451547584, + "F1_noncoffee": 0.717334871646957, + "IoU_noncoffee": 0.559253429278165, + "kappa": 0.5777412758969824, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8313092979127135, + "mIoU": 0.6824487357224185, + "macroF1": 0.8073942141592425, + "F1_coffee": 0.8752630840465834, + "IoU_coffee": 0.7781936127744511, + "precision_coffee": 0.8567504463672573, + "recall_coffee": 0.8945934318084039, + "F1_noncoffee": 0.7395253442719015, + "IoU_noncoffee": 0.5867038586703859, + "kappa": 0.6151636383962702, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8300961719781256, + "mIoU": 0.6835512075690412, + "macroF1": 0.8085776240684039, + "F1_coffee": 0.8727580850162406, + "IoU_coffee": 0.7742420446003508, + "precision_coffee": 0.8676119612522813, + "recall_coffee": 0.8779656201164938, + "F1_noncoffee": 0.7443971631205674, + "IoU_noncoffee": 0.5928603705377316, + "kappa": 0.6171823024723413, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9084, + 11000 + ], + [ + 42877, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1843386967976888, + "test_tta": { + "OA": 0.8282379804642902, + "mIoU": 0.6570329673553101, + "macroF1": 0.7854687857741502, + "F1_coffee": 0.8812567143890728, + "IoU_coffee": 0.7877202265467301, + "precision_coffee": 0.8450719031200067, + "recall_coffee": 0.9206789133721197, + "F1_noncoffee": 0.6896808571592277, + "IoU_noncoffee": 0.52634570816389, + "kappa": 0.5729835891694811, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7986615899388485, + "mIoU": 0.6160638940763085, + "macroF1": 0.7534926244347262, + "F1_coffee": 0.8590126848186151, + "IoU_coffee": 0.7528678657413964, + "precision_coffee": 0.8253216635292748, + "recall_coffee": 0.8955714195464022, + "F1_noncoffee": 0.6479725640508373, + "IoU_noncoffee": 0.4792599224112205, + "kappa": 0.5090280918114147, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f3_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 61, + "stopped_epoch": 91, + "best_val": 0.7000452593238651, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8371495623493593, + "mIoU": 0.6783604315323895, + "macroF1": 0.8026802675732981, + "F1_coffee": 0.8851513050479748, + "IoU_coffee": 0.7939654134734984, + "precision_coffee": 0.8647845468053492, + "recall_coffee": 0.9065005268221173, + "F1_noncoffee": 0.7202092300986215, + "IoU_noncoffee": 0.5627554495912807, + "kappa": 0.6058930716276927, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8075747086650513, + "mIoU": 0.6372238519476081, + "macroF1": 0.7717658341675693, + "F1_coffee": 0.8621694214876033, + "IoU_coffee": 0.7577309291641698, + "precision_coffee": 0.8462068825664633, + "recall_coffee": 0.8787457619980205, + "F1_noncoffee": 0.6813622468475353, + "IoU_noncoffee": 0.5167167747310465, + "kappa": 0.5439068624534704, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15690866510538642, + "mIoU": 0.07904296141712704, + "macroF1": 0.13753345340088535, + "F1_coffee": 0.2668024439918534, + "IoU_coffee": 0.15393654524089306, + "precision_coffee": 0.9924242424242424, + "recall_coffee": 0.15411764705882353, + "F1_noncoffee": 0.008264462809917356, + "IoU_noncoffee": 0.004149377593360996, + "kappa": -0.0010614950800028433, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8347484050462897, + "mIoU": 0.6728699306598368, + "macroF1": 0.7983397618495292, + "F1_coffee": 0.8840262582056893, + "IoU_coffee": 0.792156862745098, + "precision_coffee": 0.8567699836867863, + "recall_coffee": 0.9130737134909597, + "F1_noncoffee": 0.7126532654933689, + "IoU_noncoffee": 0.5535829985745756, + "kappa": 0.5976883437736948, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8398534170949933, + "mIoU": 0.6841398958065186, + "macroF1": 0.8071659234124111, + "F1_coffee": 0.8865590129117082, + "IoU_coffee": 0.796233498849461, + "precision_coffee": 0.8696428571428572, + "recall_coffee": 0.9041463246922918, + "F1_noncoffee": 0.7277728339131139, + "IoU_noncoffee": 0.5720462927635762, + "kappa": 0.6146817134924096, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8368309360999764, + "mIoU": 0.6779937563896851, + "macroF1": 0.8024239976545509, + "F1_coffee": 0.8848738936580821, + "IoU_coffee": 0.7935191263352629, + "precision_coffee": 0.8680070500685423, + "recall_coffee": 0.9024092297251443, + "F1_noncoffee": 0.7199741016510197, + "IoU_noncoffee": 0.5624683864441072, + "kappa": 0.6052105812967791, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8417245370370371, + "mIoU": 0.6548625423655197, + "macroF1": 0.7803979073101919, + "F1_coffee": 0.8964472770871458, + "IoU_coffee": 0.8123284537968893, + "precision_coffee": 0.8475122300441474, + "recall_coffee": 0.9513795874631663, + "F1_noncoffee": 0.6643485375332379, + "IoU_noncoffee": 0.4973966309341501, + "kappa": 0.565491225950034, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8346065699006876, + "mIoU": 0.6452566122523783, + "macroF1": 0.7729828086036286, + "F1_coffee": 0.8912606730286289, + "IoU_coffee": 0.803850509626274, + "precision_coffee": 0.8492462311557789, + "recall_coffee": 0.9376486129458388, + "F1_noncoffee": 0.6547049441786283, + "IoU_noncoffee": 0.4866627148784825, + "kappa": 0.5494671653978143, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8380979337673365, + "mIoU": 0.6467830837555995, + "macroF1": 0.7736055666997008, + "F1_coffee": 0.8944389763779528, + "IoU_coffee": 0.8090362786556866, + "precision_coffee": 0.8492990654205608, + "recall_coffee": 0.9446465696465697, + "F1_noncoffee": 0.6527721570214488, + "IoU_noncoffee": 0.4845298888555122, + "kappa": 0.551379730719565, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8278461685275312, + "mIoU": 0.6822111833966027, + "macroF1": 0.8078689890824235, + "F1_coffee": 0.8698224852071006, + "IoU_coffee": 0.7696335078534031, + "precision_coffee": 0.8679435483870968, + "recall_coffee": 0.8717095747758172, + "F1_noncoffee": 0.7459154929577465, + "IoU_noncoffee": 0.5947888589398024, + "kappa": 0.6157414930172664, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8450664136622391, + "mIoU": 0.7118511773066885, + "macroF1": 0.8293892737246871, + "F1_coffee": 0.8811066618128868, + "IoU_coffee": 0.7874804789172306, + "precision_coffee": 0.8948535936113576, + "recall_coffee": 0.867775706295712, + "F1_noncoffee": 0.7776718856364874, + "IoU_noncoffee": 0.6362218756961462, + "kappa": 0.6589290656984157, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8355647746558552, + "mIoU": 0.6973533367755742, + "macroF1": 0.8191871127724301, + "F1_coffee": 0.8736048702710538, + "IoU_coffee": 0.7755758589628104, + "precision_coffee": 0.8916999556147359, + "recall_coffee": 0.856229578065066, + "F1_noncoffee": 0.7647693552738063, + "IoU_noncoffee": 0.6191308145883381, + "kappa": 0.6386511580966824, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9342, + 11000 + ], + [ + 43327, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7901487747828164, + "test_tta": { + "OA": 0.8455537232018268, + "mIoU": 0.6887808293955311, + "macroF1": 0.8100454518445805, + "F1_coffee": 0.892173142920403, + "IoU_coffee": 0.8053362646147697, + "precision_coffee": 0.8633656153582447, + "recall_coffee": 0.9229694443171927, + "F1_noncoffee": 0.727917760768758, + "IoU_noncoffee": 0.5722253941762924, + "kappa": 0.6211551865490638, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8161416868581978, + "mIoU": 0.6463436723921187, + "macroF1": 0.7783248905894005, + "F1_coffee": 0.869883846734848, + "IoU_coffee": 0.7697295930348079, + "precision_coffee": 0.8440390595598867, + "recall_coffee": 0.8973613831153789, + "F1_noncoffee": 0.6867659344439531, + "IoU_noncoffee": 0.5229577517494294, + "kappa": 0.5576482312922701, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f3_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 23, + "stopped_epoch": 53, + "best_val": 0.6723054962953274, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8376252695674236, + "mIoU": 0.6741466911883391, + "macroF1": 0.7988724324714214, + "F1_coffee": 0.8871575606638309, + "IoU_coffee": 0.797199611827382, + "precision_coffee": 0.8548462453278967, + "recall_coffee": 0.922007421320262, + "F1_noncoffee": 0.710587304279012, + "IoU_noncoffee": 0.5510937705492964, + "kappa": 0.5992134244103466, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8078775816314757, + "mIoU": 0.6318955238605983, + "macroF1": 0.7666258600122655, + "F1_coffee": 0.8647435702173891, + "IoU_coffee": 0.7617165140240412, + "precision_coffee": 0.8349607843137254, + "recall_coffee": 0.8967296312675048, + "F1_noncoffee": 0.668508149807142, + "IoU_noncoffee": 0.5020745336971555, + "kappa": 0.534702641821206, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1686182669789227, + "mIoU": 0.08494750009476518, + "macroF1": 0.14632704090827178, + "F1_coffee": 0.2842741935483871, + "IoU_coffee": 0.16568742655699178, + "precision_coffee": 0.9929577464788732, + "recall_coffee": 0.16588235294117648, + "F1_noncoffee": 0.008379888268156424, + "IoU_noncoffee": 0.004207573632538569, + "kappa": -0.0009442558867421399, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8354679330359285, + "mIoU": 0.6693292555930339, + "macroF1": 0.7950366821490313, + "F1_coffee": 0.886069222081977, + "IoU_coffee": 0.7954437022900763, + "precision_coffee": 0.8481495612361694, + "recall_coffee": 0.927538247566064, + "F1_noncoffee": 0.7040041422160856, + "IoU_noncoffee": 0.5432148088959915, + "kappa": 0.5921911655742808, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8442794593565581, + "mIoU": 0.687059240303969, + "macroF1": 0.8088127094324407, + "F1_coffee": 0.8911582729026678, + "IoU_coffee": 0.8036839263214736, + "precision_coffee": 0.8631355113087184, + "recall_coffee": 0.921061679158358, + "F1_noncoffee": 0.7264671459622136, + "IoU_noncoffee": 0.5704345542864645, + "kappa": 0.6186356437597651, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8331525583588776, + "mIoU": 0.6661063143061299, + "macroF1": 0.7926381455846123, + "F1_coffee": 0.8842958990123618, + "IoU_coffee": 0.7925899871028257, + "precision_coffee": 0.853373729722906, + "recall_coffee": 0.9175432643366135, + "F1_noncoffee": 0.7009803921568627, + "IoU_noncoffee": 0.539622641509434, + "kappa": 0.5866787818500111, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8229166666666666, + "mIoU": 0.6249148269648187, + "macroF1": 0.7560540617570379, + "F1_coffee": 0.8837680425424158, + "IoU_coffee": 0.7917422867513612, + "precision_coffee": 0.8379351740696278, + "recall_coffee": 0.9349049022234128, + "F1_noncoffee": 0.6283400809716599, + "IoU_noncoffee": 0.45808736717827625, + "kappa": 0.5167313169381138, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8312643239113827, + "mIoU": 0.6476155490117866, + "macroF1": 0.7760139179134925, + "F1_coffee": 0.8872583423722326, + "IoU_coffee": 0.7973623853211009, + "precision_coffee": 0.8580772553375293, + "recall_coffee": 0.9184940554821664, + "F1_noncoffee": 0.6647694934547524, + "IoU_noncoffee": 0.4978687127024723, + "kappa": 0.5535630515132175, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8213038965940183, + "mIoU": 0.6166173296300581, + "macroF1": 0.7481255057689022, + "F1_coffee": 0.8838891613536047, + "IoU_coffee": 0.7919367241568713, + "precision_coffee": 0.8366991643454039, + "recall_coffee": 0.9367203742203742, + "F1_noncoffee": 0.6123618501841998, + "IoU_noncoffee": 0.44129793510324483, + "kappa": 0.5015444927740919, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8478862486878519, + "mIoU": 0.7063739815744747, + "macroF1": 0.8244190021368006, + "F1_coffee": 0.8886093640810622, + "IoU_coffee": 0.7995472837022133, + "precision_coffee": 0.8596538669551109, + "recall_coffee": 0.9195834538617298, + "F1_noncoffee": 0.7602286401925391, + "IoU_noncoffee": 0.6132006794467362, + "kappa": 0.6496934877840769, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8572106261859582, + "mIoU": 0.7216840208401156, + "macroF1": 0.8352386019813558, + "F1_coffee": 0.8954062130794357, + "IoU_coffee": 0.8106203598842331, + "precision_coffee": 0.8686623516720604, + "recall_coffee": 0.923849132367704, + "F1_noncoffee": 0.775070990883276, + "IoU_noncoffee": 0.632747681795998, + "kappa": 0.6711475312773366, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8449933999622855, + "mIoU": 0.7052834300038999, + "macroF1": 0.8240389935634931, + "F1_coffee": 0.8847609701387915, + "IoU_coffee": 0.7933375235700817, + "precision_coffee": 0.8732530787325308, + "recall_coffee": 0.8965762182128143, + "F1_noncoffee": 0.7633170169881947, + "IoU_noncoffee": 0.6172293364377183, + "kappa": 0.6482034658979826, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9224, + 11000 + ], + [ + 43471, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6265411059061685, + "test_tta": { + "OA": 0.844459596600279, + "mIoU": 0.6795234112038232, + "macroF1": 0.8022092010040285, + "F1_coffee": 0.8936244048974634, + "IoU_coffee": 0.8077043716918252, + "precision_coffee": 0.8485778427697568, + "recall_coffee": 0.9437216546795547, + "F1_noncoffee": 0.7107939971105935, + "IoU_noncoffee": 0.5513424507158212, + "kappa": 0.6074260479431299, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8147571247259721, + "mIoU": 0.6357466423182851, + "macroF1": 0.7686551269234974, + "F1_coffee": 0.8719288449266114, + "IoU_coffee": 0.7729378071633136, + "precision_coffee": 0.8280524990057007, + "recall_coffee": 0.9207151430917936, + "F1_noncoffee": 0.6653814089203834, + "IoU_noncoffee": 0.4985554774732568, + "kappa": 0.5406797078449003, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f3_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 67, + "stopped_epoch": 97, + "best_val": 0.6999686227525156, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8357382976024357, + "mIoU": 0.6772529681110737, + "macroF1": 0.8019974308238251, + "F1_coffee": 0.8837334590390249, + "IoU_coffee": 0.7916867760617761, + "precision_coffee": 0.8664143136952838, + "recall_coffee": 0.9017591277658161, + "F1_noncoffee": 0.7202614026086253, + "IoU_noncoffee": 0.5628191601603714, + "kappa": 0.6043752111158672, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8053392177223953, + "mIoU": 0.6352235764418322, + "macroF1": 0.7704019602187111, + "F1_coffee": 0.8599649315750703, + "IoU_coffee": 0.754331998543866, + "precision_coffee": 0.8475744437172775, + "recall_coffee": 0.8727230610482869, + "F1_noncoffee": 0.680838988862352, + "IoU_noncoffee": 0.5161151543397985, + "kappa": 0.5410274736012568, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09836065573770492, + "mIoU": 0.049531560921402866, + "macroF1": 0.09077585062607849, + "F1_coffee": 0.17381974248927037, + "IoU_coffee": 0.09518213866039953, + "precision_coffee": 0.9878048780487805, + "recall_coffee": 0.09529411764705882, + "F1_noncoffee": 0.007731958762886598, + "IoU_noncoffee": 0.0038809831824062097, + "kappa": -0.0016023688250919952, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8319662301530196, + "mIoU": 0.671643987795625, + "macroF1": 0.79783282177631, + "F1_coffee": 0.8809030020739129, + "IoU_coffee": 0.78715518288978, + "precision_coffee": 0.8617707709705315, + "recall_coffee": 0.900904033379694, + "F1_noncoffee": 0.7147626414787069, + "IoU_noncoffee": 0.5561327927014699, + "kappa": 0.5961423835458853, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8386636207881211, + "mIoU": 0.6825394937032758, + "macroF1": 0.8060165314276472, + "F1_coffee": 0.8855966522678186, + "IoU_coffee": 0.7946823329901278, + "precision_coffee": 0.8695738617535953, + "recall_coffee": 0.9022209997937152, + "F1_noncoffee": 0.7264364105874758, + "IoU_noncoffee": 0.5703966544164237, + "kappa": 0.6123477834673648, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8365479839660458, + "mIoU": 0.6775584973101394, + "macroF1": 0.8021002415471165, + "F1_coffee": 0.8846665779315852, + "IoU_coffee": 0.7931857509397936, + "precision_coffee": 0.8678592413658027, + "recall_coffee": 0.9021377672209027, + "F1_noncoffee": 0.7195339051626477, + "IoU_noncoffee": 0.5619312436804853, + "kappa": 0.604561147874911, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8432677469135802, + "mIoU": 0.6617780691076594, + "macroF1": 0.7864774501341898, + "F1_coffee": 0.8965956092904868, + "IoU_coffee": 0.8125720876585929, + "precision_coffee": 0.8540429142926416, + "recall_coffee": 0.9436110366997054, + "F1_noncoffee": 0.6763592909778928, + "IoU_noncoffee": 0.5109840505567258, + "kappa": 0.5762474417146565, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8393812070282658, + "mIoU": 0.6550809245215581, + "macroF1": 0.7811425727107877, + "F1_coffee": 0.8940405694846919, + "IoU_coffee": 0.8083845978582821, + "precision_coffee": 0.8545279383429673, + "recall_coffee": 0.9373844121532364, + "F1_noncoffee": 0.6682445759368836, + "IoU_noncoffee": 0.5017772511848341, + "kappa": 0.5651958056348007, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8387583734314558, + "mIoU": 0.6487464038640218, + "macroF1": 0.7753183952289782, + "F1_coffee": 0.8947076581849547, + "IoU_coffee": 0.8094760312151617, + "precision_coffee": 0.8507322788517867, + "recall_coffee": 0.9434771309771309, + "F1_noncoffee": 0.6559291322730018, + "IoU_noncoffee": 0.48801677651288194, + "kappa": 0.5545264039832717, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8207844259948468, + "mIoU": 0.6739144620695307, + "macroF1": 0.8021110037177412, + "F1_coffee": 0.8628996933858958, + "IoU_coffee": 0.7588597842835131, + "precision_coffee": 0.8711674528301887, + "recall_coffee": 0.8547873879085912, + "F1_noncoffee": 0.7413223140495868, + "IoU_noncoffee": 0.5889691398555482, + "kappa": 0.6042892541028255, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8379506641366223, + "mIoU": 0.7004169185319735, + "macroF1": 0.8212922250416028, + "F1_coffee": 0.8758540485535689, + "IoU_coffee": 0.779128410707358, + "precision_coffee": 0.887988209285188, + "recall_coffee": 0.8640470385773699, + "F1_noncoffee": 0.7667304015296367, + "IoU_noncoffee": 0.6217054263565891, + "kappa": 0.642709807999133, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8343390533660192, + "mIoU": 0.6951488968191045, + "macroF1": 0.8175765289293123, + "F1_coffee": 0.8728746110990522, + "IoU_coffee": 0.7744254718192323, + "precision_coffee": 0.8894131524624005, + "recall_coffee": 0.8569399062366814, + "F1_noncoffee": 0.7622784467595725, + "IoU_noncoffee": 0.6158723218189768, + "kappa": 0.6353888088739785, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9298, + 11000 + ], + [ + 43281, + 51930 + ], + [ + 126, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.980977495511373, + "test_tta": { + "OA": 0.8440631739185589, + "mIoU": 0.6868583524771998, + "macroF1": 0.8086820062843945, + "F1_coffee": 0.8909562671870842, + "IoU_coffee": 0.8033553960287149, + "precision_coffee": 0.863495679834931, + "recall_coffee": 0.9202208071831051, + "F1_noncoffee": 0.7264077453817048, + "IoU_noncoffee": 0.5703613089256848, + "kappa": 0.6183324857322258, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8132860274604823, + "mIoU": 0.6427208616327109, + "macroF1": 0.7756010765162242, + "F1_coffee": 0.8675601023017903, + "IoU_coffee": 0.7660981426609814, + "precision_coffee": 0.8436026500606808, + "recall_coffee": 0.8929180617853307, + "F1_noncoffee": 0.6836420507306583, + "IoU_noncoffee": 0.5193435806044405, + "kappa": 0.5520650922666145, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f3_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 15, + "stopped_epoch": 50, + "best_val": 0.6696520892648935, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8225453507547887, + "mIoU": 0.6611090248820828, + "macroF1": 0.7904185768497609, + "F1_coffee": 0.872474502877329, + "IoU_coffee": 0.7737958078143634, + "precision_coffee": 0.868131618930993, + "recall_coffee": 0.8768610563928718, + "F1_noncoffee": 0.7083626508221927, + "IoU_noncoffee": 0.5484222419498023, + "kappa": 0.5808611414400565, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7947819314641744, + "mIoU": 0.6237314780453977, + "macroF1": 0.7619581146480632, + "F1_coffee": 0.8503517979028848, + "IoU_coffee": 0.7396626170960188, + "precision_coffee": 0.849378098999916, + "recall_coffee": 0.8513277318002822, + "F1_noncoffee": 0.6735644313932414, + "IoU_noncoffee": 0.5078003389947767, + "kappa": 0.5239175940531758, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20140515222482436, + "mIoU": 0.10173898130680843, + "macroF1": 0.17082657099740897, + "F1_coffee": 0.3300589390962672, + "IoU_coffee": 0.1976470588235294, + "precision_coffee": 1.0, + "recall_coffee": 0.1976470588235294, + "F1_noncoffee": 0.011594202898550725, + "IoU_noncoffee": 0.0058309037900874635, + "kappa": 0.0023022686939421734, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.806638844917734, + "mIoU": 0.6390822990908909, + "macroF1": 0.7737334170081476, + "F1_coffee": 0.8600201409869084, + "IoU_coffee": 0.7544169611307421, + "precision_coffee": 0.8589165568426164, + "recall_coffee": 0.8611265646731572, + "F1_noncoffee": 0.6874466930293867, + "IoU_noncoffee": 0.5237476370510397, + "kappa": 0.5474685020941433, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8324290881401104, + "mIoU": 0.6747038314745883, + "macroF1": 0.8004366113667771, + "F1_coffee": 0.8803398470688191, + "IoU_coffee": 0.7862562981849086, + "precision_coffee": 0.8703131299556511, + "recall_coffee": 0.8906002887987348, + "F1_noncoffee": 0.7205333756647353, + "IoU_noncoffee": 0.563151364764268, + "kappa": 0.6009969094637387, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8283895307710446, + "mIoU": 0.6699672479221812, + "macroF1": 0.7970925134163956, + "F1_coffee": 0.876781904987641, + "IoU_coffee": 0.7805980947787291, + "precision_coffee": 0.8749155291255575, + "recall_coffee": 0.878656260604004, + "F1_noncoffee": 0.7174031218451503, + "IoU_noncoffee": 0.5593364010656333, + "kappa": 0.594189262115179, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8195408950617284, + "mIoU": 0.6295528874342821, + "macroF1": 0.7614901817667563, + "F1_coffee": 0.8791577859587936, + "IoU_coffee": 0.784372478967385, + "precision_coffee": 0.8489459897717351, + "recall_coffee": 0.9115992499330298, + "F1_noncoffee": 0.6438225775747192, + "IoU_noncoffee": 0.47473329590117913, + "kappa": 0.5247543847184692, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8278265851795263, + "mIoU": 0.6453177924502286, + "macroF1": 0.774649787555, + "F1_coffee": 0.8841185166141783, + "IoU_coffee": 0.7923050339822602, + "precision_coffee": 0.8609337839529353, + "recall_coffee": 0.9085865257595773, + "F1_noncoffee": 0.6651810584958218, + "IoU_noncoffee": 0.498330550918197, + "kappa": 0.5502419844237741, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8310217945089159, + "mIoU": 0.6496598902586602, + "macroF1": 0.7779954625853098, + "F1_coffee": 0.8864947081564104, + "IoU_coffee": 0.796129766647695, + "precision_coffee": 0.8652727947544229, + "recall_coffee": 0.9087837837837838, + "F1_noncoffee": 0.6694962170142092, + "IoU_noncoffee": 0.5031900138696255, + "kappa": 0.5567672708224054, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7938734612081305, + "mIoU": 0.6400927745660625, + "macroF1": 0.7775950953057758, + "F1_coffee": 0.8377647589004056, + "IoU_coffee": 0.7208220240403257, + "precision_coffee": 0.87140625, + "recall_coffee": 0.8066242406711022, + "F1_noncoffee": 0.717425431711146, + "IoU_noncoffee": 0.5593635250917993, + "kappa": 0.5563419066519116, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8370018975332069, + "mIoU": 0.6974165862813813, + "macroF1": 0.818975883511919, + "F1_coffee": 0.8760998124909851, + "IoU_coffee": 0.7795174537987679, + "precision_coffee": 0.881183809661976, + "recall_coffee": 0.8710741431234763, + "F1_noncoffee": 0.7618519545328528, + "IoU_noncoffee": 0.6153157187639946, + "kappa": 0.6379749298360654, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8257590043371676, + "mIoU": 0.6829720866846494, + "macroF1": 0.8089257380958201, + "F1_coffee": 0.8656390868111095, + "IoU_coffee": 0.7631072939366748, + "precision_coffee": 0.8865227103499628, + "recall_coffee": 0.8457167211251598, + "F1_noncoffee": 0.7522123893805309, + "IoU_noncoffee": 0.6028368794326241, + "kappa": 0.618242161054658, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9183, + 11000 + ], + [ + 42562, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5397042155265808, + "test_tta": { + "OA": 0.8268901433464417, + "mIoU": 0.6652456725541342, + "macroF1": 0.79320346539317, + "F1_coffee": 0.8766677587356101, + "IoU_coffee": 0.7804171611320072, + "precision_coffee": 0.8649323435653938, + "recall_coffee": 0.8887260066883503, + "F1_noncoffee": 0.7097391720507299, + "IoU_noncoffee": 0.5500741839762612, + "kappa": 0.5865860448059674, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7985173647167416, + "mIoU": 0.6263541703638839, + "macroF1": 0.763573725645522, + "F1_coffee": 0.8544670389199099, + "IoU_coffee": 0.7459122242229134, + "precision_coffee": 0.8455004638697041, + "recall_coffee": 0.8636258344388991, + "F1_noncoffee": 0.6726804123711341, + "IoU_noncoffee": 0.5067961165048543, + "kappa": 0.5272670294872406, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f3_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 64, + "stopped_epoch": 94, + "best_val": 0.6982601744673248, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.840130660915895, + "mIoU": 0.6828999527748987, + "macroF1": 0.80603651141701, + "F1_coffee": 0.8873569896317482, + "IoU_coffee": 0.797521740003615, + "precision_coffee": 0.8661824368538149, + "recall_coffee": 0.909592743597966, + "F1_noncoffee": 0.7247160332022717, + "IoU_noncoffee": 0.5682781655461825, + "kappa": 0.6126387442182267, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8097525095188647, + "mIoU": 0.6399433414991236, + "macroF1": 0.7738169623155474, + "F1_coffee": 0.8639724459385603, + "IoU_coffee": 0.760520678261501, + "precision_coffee": 0.8465222487168088, + "recall_coffee": 0.8821572219765409, + "F1_noncoffee": 0.6836614786925346, + "IoU_noncoffee": 0.5193660047367462, + "kappa": 0.5480805158533544, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1358313817330211, + "mIoU": 0.0684167709339334, + "macroF1": 0.12125217507696426, + "F1_coffee": 0.23443983402489627, + "IoU_coffee": 0.13278495887191538, + "precision_coffee": 0.9912280701754386, + "recall_coffee": 0.13294117647058823, + "F1_noncoffee": 0.008064516129032258, + "IoU_noncoffee": 0.004048582995951417, + "kappa": -0.0012645840217584453, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.835180121840073, + "mIoU": 0.6744538156694565, + "macroF1": 0.799650436048154, + "F1_coffee": 0.884020792547087, + "IoU_coffee": 0.7921480854152804, + "precision_coffee": 0.858913813459268, + "recall_coffee": 0.9106397774687065, + "F1_noncoffee": 0.7152800795492211, + "IoU_noncoffee": 0.5567595459236326, + "kappa": 0.6001396284619531, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8415191319246145, + "mIoU": 0.6862251021962105, + "macroF1": 0.8086370430477248, + "F1_coffee": 0.887961779153489, + "IoU_coffee": 0.7984993343821857, + "precision_coffee": 0.8693589828051914, + "recall_coffee": 0.9073781200577598, + "F1_noncoffee": 0.7293123069419607, + "IoU_noncoffee": 0.5739508700102354, + "kappa": 0.6176970157784623, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8436217873143127, + "mIoU": 0.6879584550620095, + "macroF1": 0.8097164750370593, + "F1_coffee": 0.890038466640138, + "IoU_coffee": 0.8018642447418738, + "precision_coffee": 0.8702418779586278, + "recall_coffee": 0.9107567017305734, + "F1_noncoffee": 0.7293944834339807, + "IoU_noncoffee": 0.5740526653821452, + "kappa": 0.6199169832008036, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8408564814814815, + "mIoU": 0.6557567508111972, + "macroF1": 0.7814351413841429, + "F1_coffee": 0.895397489539749, + "IoU_coffee": 0.8106060606060606, + "precision_coffee": 0.8500240731824747, + "recall_coffee": 0.9458880257165818, + "F1_noncoffee": 0.6674727932285369, + "IoU_noncoffee": 0.5009074410163339, + "kappa": 0.5667942000987801, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8388082505729565, + "mIoU": 0.6535366936395891, + "macroF1": 0.7798289682594249, + "F1_coffee": 0.8937830354895545, + "IoU_coffee": 0.8079635949943117, + "precision_coffee": 0.8534006248497957, + "recall_coffee": 0.9381770145310436, + "F1_noncoffee": 0.6658749010292954, + "IoU_noncoffee": 0.49910979228486646, + "kappa": 0.5627378299440579, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8408340409472592, + "mIoU": 0.6520539903758552, + "macroF1": 0.7779623692031912, + "F1_coffee": 0.8961142927520167, + "IoU_coffee": 0.8117817694968202, + "precision_coffee": 0.8516914432869016, + "recall_coffee": 0.9454261954261954, + "F1_noncoffee": 0.6598104456543658, + "IoU_noncoffee": 0.4923262112548902, + "kappa": 0.5598459308025283, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8295638896841302, + "mIoU": 0.6849363210151034, + "macroF1": 0.8098643258526732, + "F1_coffee": 0.8710655501010685, + "IoU_coffee": 0.7715820437396086, + "precision_coffee": 0.8695589507062554, + "recall_coffee": 0.8725773792305467, + "F1_noncoffee": 0.7486631016042781, + "IoU_noncoffee": 0.5982905982905983, + "kappa": 0.6197308769402358, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8442125237191651, + "mIoU": 0.7092124336110076, + "macroF1": 0.8273949185927644, + "F1_coffee": 0.8812725958062184, + "IoU_coffee": 0.7877456049638056, + "precision_coffee": 0.8887268484760099, + "recall_coffee": 0.8739423490606626, + "F1_noncoffee": 0.7735172413793103, + "IoU_noncoffee": 0.6306792622582096, + "kappa": 0.6548361585224617, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8464076937582501, + "mIoU": 0.7126727417822719, + "macroF1": 0.829822639389117, + "F1_coffee": 0.8829489114033197, + "IoU_coffee": 0.7904284060208414, + "precision_coffee": 0.8932829310846176, + "recall_coffee": 0.8728512572808638, + "F1_noncoffee": 0.7766963673749143, + "IoU_noncoffee": 0.6349170775437024, + "kappa": 0.6597321551627805, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9329, + 11000 + ], + [ + 43523, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.885011072953542, + "test_tta": { + "OA": 0.8453634403146011, + "mIoU": 0.6878136399589969, + "macroF1": 0.8092499107078858, + "F1_coffee": 0.8922478564483338, + "IoU_coffee": 0.8054580274497287, + "precision_coffee": 0.8618878879733595, + "recall_coffee": 0.9248247743827019, + "F1_noncoffee": 0.7262519649674377, + "IoU_noncoffee": 0.5701692524682651, + "kappa": 0.6196986415984597, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8150023076035537, + "mIoU": 0.6437840400080259, + "macroF1": 0.7761990689026065, + "F1_coffee": 0.8693881291557628, + "IoU_coffee": 0.768953653835762, + "precision_coffee": 0.8416798107255521, + "recall_coffee": 0.8989828795249226, + "F1_noncoffee": 0.6830100086494502, + "IoU_noncoffee": 0.5186144261802897, + "kappa": 0.5535723336013749, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f4_s0_r0.1", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 58, + "stopped_epoch": 88, + "best_val": 0.6305376840068223, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8559263484310481, + "mIoU": 0.6844304691966626, + "macroF1": 0.8041817479473542, + "F1_coffee": 0.9048422527140174, + "IoU_coffee": 0.8262209302325582, + "precision_coffee": 0.9072588367985359, + "recall_coffee": 0.9024385081071927, + "F1_noncoffee": 0.703521243180691, + "IoU_noncoffee": 0.5426400081607671, + "kappa": 0.6083721528345959, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8206559363101419, + "mIoU": 0.6331623258261825, + "macroF1": 0.7647304050697212, + "F1_coffee": 0.8794368873677781, + "IoU_coffee": 0.7848169170069911, + "precision_coffee": 0.8845223700120919, + "recall_coffee": 0.8744095474964814, + "F1_noncoffee": 0.6500239227716642, + "IoU_noncoffee": 0.48150773464537383, + "kappa": 0.5295059567081146, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33507853403141363, + "mIoU": 0.16939252630651125, + "macroF1": 0.2559542477400244, + "F1_coffee": 0.49858996051889454, + "IoU_coffee": 0.33208114199849736, + "precision_coffee": 0.9932584269662922, + "recall_coffee": 0.3328313253012048, + "F1_noncoffee": 0.013318534961154272, + "IoU_noncoffee": 0.0067039106145251395, + "kappa": -1.0096072543656889e-05, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8591806515301086, + "mIoU": 0.6970355344746635, + "macroF1": 0.8144789727779547, + "F1_coffee": 0.905545439496772, + "IoU_coffee": 0.8273942767257547, + "precision_coffee": 0.9152111356487987, + "recall_coffee": 0.8960817717206133, + "F1_noncoffee": 0.7234125060591372, + "IoU_noncoffee": 0.5666767922235723, + "kappa": 0.6290790930978185, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8483850961309097, + "mIoU": 0.678121759084223, + "macroF1": 0.8001590122561033, + "F1_coffee": 0.8983300275129567, + "IoU_coffee": 0.8154257172726217, + "precision_coffee": 0.9178270249068444, + "recall_coffee": 0.879644132573147, + "F1_noncoffee": 0.7019879969992499, + "IoU_noncoffee": 0.5408178008958243, + "kappa": 0.6008459776138386, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8603102102959368, + "mIoU": 0.6771566309071297, + "macroF1": 0.7967742655760399, + "F1_coffee": 0.9104058590173939, + "IoU_coffee": 0.8355458466364196, + "precision_coffee": 0.890513999164229, + "recall_coffee": 0.9312066920531868, + "F1_noncoffee": 0.6831426721346859, + "IoU_noncoffee": 0.5187674151778398, + "kappa": 0.5942645037959496, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8798720767539476, + "mIoU": 0.7370388327910937, + "macroF1": 0.8437307850202271, + "F1_coffee": 0.9188824402753408, + "IoU_coffee": 0.8499375780274657, + "precision_coffee": 0.9113788487282464, + "recall_coffee": 0.9265106151333696, + "F1_noncoffee": 0.7685791297651136, + "IoU_noncoffee": 0.6241400875547217, + "kappa": 0.6875219993417474, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8807479488647205, + "mIoU": 0.7359468158535047, + "macroF1": 0.8427233353845018, + "F1_coffee": 0.9200562803786134, + "IoU_coffee": 0.8519483595878242, + "precision_coffee": 0.9206450787149623, + "recall_coffee": 0.9194682346925732, + "F1_noncoffee": 0.7653903903903904, + "IoU_noncoffee": 0.6199452721191852, + "kappa": 0.6854470483445742, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8902381178256332, + "mIoU": 0.7367007948669344, + "macroF1": 0.8417696949646214, + "F1_coffee": 0.9293435114503816, + "IoU_coffee": 0.8680127766370066, + "precision_coffee": 0.8959142823501707, + "recall_coffee": 0.9653641207815276, + "F1_noncoffee": 0.7541958784788613, + "IoU_noncoffee": 0.6053888130968622, + "kappa": 0.6850647703177848, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8389896625707041, + "mIoU": 0.6593009635457853, + "macroF1": 0.7851518310502528, + "F1_coffee": 0.8927016312471567, + "IoU_coffee": 0.8061979105528818, + "precision_coffee": 0.9190418841161515, + "recall_coffee": 0.8678291635077079, + "F1_noncoffee": 0.6776020308533489, + "IoU_noncoffee": 0.5124040165386887, + "kappa": 0.5713615984178916, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8160129783376276, + "mIoU": 0.624723947939807, + "macroF1": 0.7576324819282844, + "F1_coffee": 0.8765843041864038, + "IoU_coffee": 0.7802849002849003, + "precision_coffee": 0.9148850881881346, + "recall_coffee": 0.8413615138854755, + "F1_noncoffee": 0.638680659670165, + "IoU_noncoffee": 0.46916299559471364, + "kappa": 0.517739448600845, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.830199484585282, + "mIoU": 0.6214249943821694, + "macroF1": 0.7506370777206524, + "F1_coffee": 0.8914913083257091, + "IoU_coffee": 0.8042258171013535, + "precision_coffee": 0.8849600387503027, + "recall_coffee": 0.8981197001351849, + "F1_noncoffee": 0.6097828471155955, + "IoU_noncoffee": 0.4386241716629852, + "kappa": 0.5013718266451572, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7271, + 8413 + ], + [ + 45894, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6800012866655987, + "test_tta": { + "OA": 0.864586513279455, + "mIoU": 0.6934049781769727, + "macroF1": 0.8102894251129092, + "F1_coffee": 0.9117819460726846, + "IoU_coffee": 0.8378669539455965, + "precision_coffee": 0.9018511616349857, + "recall_coffee": 0.9219338724016765, + "F1_noncoffee": 0.7087969041531339, + "IoU_noncoffee": 0.5489430024083489, + "kappa": 0.6207306543704232, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8296411676473981, + "mIoU": 0.639994578000544, + "macroF1": 0.7691350537760112, + "F1_coffee": 0.887324481074481, + "IoU_coffee": 0.7974692225918179, + "precision_coffee": 0.8781270650429529, + "recall_coffee": 0.8967166020783928, + "F1_noncoffee": 0.6509456264775414, + "IoU_noncoffee": 0.48251993340927013, + "kappa": 0.5384269706827661, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f4_s0_r1.0", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.6749302848386824, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8691335015022735, + "mIoU": 0.7037261629813273, + "macroF1": 0.8182829525911473, + "F1_coffee": 0.9144100122946943, + "IoU_coffee": 0.8423161807410849, + "precision_coffee": 0.9079318044281213, + "recall_coffee": 0.9209813301723043, + "F1_noncoffee": 0.7221558928876002, + "IoU_noncoffee": 0.5651361452215696, + "kappa": 0.6366259582814416, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.833535248644283, + "mIoU": 0.6486112581263245, + "macroF1": 0.7764216504102689, + "F1_coffee": 0.889423261161142, + "IoU_coffee": 0.8008660996187091, + "precision_coffee": 0.8839525450840744, + "recall_coffee": 0.894962114639366, + "F1_noncoffee": 0.6634200396593958, + "IoU_noncoffee": 0.49635641663393987, + "kappa": 0.5528954279775448, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3567688855646971, + "mIoU": 0.18039883884557792, + "macroF1": 0.26825698255760677, + "F1_coffee": 0.5227524972253053, + "IoU_coffee": 0.3538692712246431, + "precision_coffee": 0.9936708860759493, + "recall_coffee": 0.3546686746987952, + "F1_noncoffee": 0.013761467889908258, + "IoU_noncoffee": 0.006928406466512702, + "kappa": 0.0004433510383976984, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8737907206317868, + "mIoU": 0.7161317665124141, + "macroF1": 0.8278392071163214, + "F1_coffee": 0.9167832850587432, + "IoU_coffee": 0.8463526018507391, + "precision_coffee": 0.9107662463627546, + "recall_coffee": 0.9228803564408334, + "F1_noncoffee": 0.7388951291738998, + "IoU_noncoffee": 0.5859109311740891, + "kappa": 0.6557255619790509, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8684700157435237, + "mIoU": 0.7054158519829412, + "macroF1": 0.8198421891207073, + "F1_coffee": 0.9134407082980126, + "IoU_coffee": 0.8406726768377254, + "precision_coffee": 0.9154814348646948, + "recall_coffee": 0.9114090595827329, + "F1_noncoffee": 0.7262436699434018, + "IoU_noncoffee": 0.5701590271281571, + "kappa": 0.6396900405990512, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8653059282519745, + "mIoU": 0.6895644591023676, + "macroF1": 0.8067872559184353, + "F1_coffee": 0.9131195335276968, + "IoU_coffee": 0.8401287553648069, + "precision_coffee": 0.8980441868888084, + "recall_coffee": 0.9287096572819776, + "F1_noncoffee": 0.7004549783091736, + "IoU_noncoffee": 0.5390001628399284, + "kappa": 0.613949591209427, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8825704577253648, + "mIoU": 0.7383017719348499, + "macroF1": 0.8442950440754926, + "F1_coffee": 0.9214939533640676, + "IoU_coffee": 0.854417048692851, + "precision_coffee": 0.9051056569103557, + "recall_coffee": 0.9384866630375612, + "F1_noncoffee": 0.7670961347869177, + "IoU_noncoffee": 0.6221864951768489, + "kappa": 0.6888926769770288, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8764548750238504, + "mIoU": 0.7272026284052417, + "macroF1": 0.8364320888950595, + "F1_coffee": 0.9173421842088466, + "IoU_coffee": 0.8473057422473765, + "precision_coffee": 0.9161142274349822, + "recall_coffee": 0.9185734373002684, + "F1_noncoffee": 0.7555219935812724, + "IoU_noncoffee": 0.6070995145631068, + "kappa": 0.672865916185536, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8899535148467888, + "mIoU": 0.7431729425354483, + "macroF1": 0.8469605890061582, + "F1_coffee": 0.9280753968253969, + "IoU_coffee": 0.8658028690421101, + "precision_coffee": 0.9075915595440214, + "recall_coffee": 0.9495052017254504, + "F1_noncoffee": 0.7658457811869197, + "IoU_noncoffee": 0.6205430160287864, + "kappa": 0.6944279118809145, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8652233274819583, + "mIoU": 0.693930688921613, + "macroF1": 0.8106198602457246, + "F1_coffee": 0.9123096446700507, + "IoU_coffee": 0.8387586045968966, + "precision_coffee": 0.9162630639816467, + "recall_coffee": 0.9083901945918625, + "F1_noncoffee": 0.7089300758213984, + "IoU_noncoffee": 0.5491027732463295, + "kappa": 0.6212631244054772, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8604828705029106, + "mIoU": 0.6827032050830469, + "macroF1": 0.8017108602971981, + "F1_coffee": 0.9096638655462185, + "IoU_coffee": 0.8342967244701349, + "precision_coffee": 0.9148645289584887, + "recall_coffee": 0.9045219955763086, + "F1_noncoffee": 0.6937578550481777, + "IoU_noncoffee": 0.531109685695959, + "kappa": 0.6034651604847778, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8405077789443542, + "mIoU": 0.6369077566874212, + "macroF1": 0.7634408031150621, + "F1_coffee": 0.8984626602661482, + "IoU_coffee": 0.8156443071491615, + "precision_coffee": 0.8885817307692307, + "recall_coffee": 0.9085658104952685, + "F1_noncoffee": 0.628418945963976, + "IoU_noncoffee": 0.4581712062256809, + "kappa": 0.5270956004175976, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7314, + 8413 + ], + [ + 46673, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.976538848876953, + "test_tta": { + "OA": 0.8715114317389419, + "mIoU": 0.7002636126143682, + "macroF1": 0.8148623032891331, + "F1_coffee": 0.9172726990596585, + "IoU_coffee": 0.8471871894825346, + "precision_coffee": 0.8970156803237228, + "recall_coffee": 0.9384657719825579, + "F1_noncoffee": 0.7124519075186078, + "IoU_noncoffee": 0.5533400357462019, + "kappa": 0.63037979818519, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8366505134417908, + "mIoU": 0.6446565360203179, + "macroF1": 0.771918472599338, + "F1_coffee": 0.893426426030826, + "IoU_coffee": 0.8073809523809524, + "precision_coffee": 0.8725715441027809, + "recall_coffee": 0.9153026008830277, + "F1_noncoffee": 0.6504105191678499, + "IoU_noncoffee": 0.48193211965968347, + "kappa": 0.5446901028614024, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f4_s1_r0.1", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 24, + "stopped_epoch": 54, + "best_val": 0.6410509401003993, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8484230145085878, + "mIoU": 0.6623206121886849, + "macroF1": 0.7858194337663499, + "F1_coffee": 0.9016143834473552, + "IoU_coffee": 0.8208541425343233, + "precision_coffee": 0.8886033795173293, + "recall_coffee": 0.9150120655349053, + "F1_noncoffee": 0.6700244840853445, + "IoU_noncoffee": 0.5037870818430465, + "kappa": 0.5719466569568207, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.816040729202723, + "mIoU": 0.6150358184283797, + "macroF1": 0.7479235681644769, + "F1_coffee": 0.878960703745528, + "IoU_coffee": 0.7840587807066551, + "precision_coffee": 0.8654507400209299, + "recall_coffee": 0.8928991458923786, + "F1_noncoffee": 0.6168864325834259, + "IoU_noncoffee": 0.4460128561501042, + "kappa": 0.49623569105512005, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.42857142857142855, + "mIoU": 0.21603252375593898, + "macroF1": 0.30434012738159455, + "F1_coffee": 0.5983175604626709, + "IoU_coffee": 0.42685671417854465, + "precision_coffee": 0.9912891986062717, + "recall_coffee": 0.42846385542168675, + "F1_noncoffee": 0.010362694300518135, + "IoU_noncoffee": 0.005208333333333333, + "kappa": -0.002983022888171065, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8586870681145113, + "mIoU": 0.6829288108412173, + "macroF1": 0.8022849087091724, + "F1_coffee": 0.9078858466587304, + "IoU_coffee": 0.8313103935894415, + "precision_coffee": 0.8919021429926038, + "recall_coffee": 0.9244528895295505, + "F1_noncoffee": 0.6966839707596144, + "IoU_noncoffee": 0.534547228092993, + "kappa": 0.6049875517822214, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8488621726062688, + "mIoU": 0.6675501821281873, + "macroF1": 0.7905340078695897, + "F1_coffee": 0.9010680157391793, + "IoU_coffee": 0.8199488491048593, + "precision_coffee": 0.8982628727974596, + "recall_coffee": 0.9038907336633043, + "F1_noncoffee": 0.68, + "IoU_noncoffee": 0.5151515151515151, + "kappa": 0.5810812301003258, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8380911599581311, + "mIoU": 0.6370364811938931, + "macroF1": 0.7641752037754386, + "F1_coffee": 0.8962025316455696, + "IoU_coffee": 0.8119266055045872, + "precision_coffee": 0.8762376237623762, + "recall_coffee": 0.917098445595855, + "F1_noncoffee": 0.6321478759053075, + "IoU_noncoffee": 0.462146356883199, + "kappa": 0.5292165683111217, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8625824505296822, + "mIoU": 0.6975669843556098, + "macroF1": 0.8142770461763966, + "F1_coffee": 0.9089946389569131, + "IoU_coffee": 0.8331715603008979, + "precision_coffee": 0.8848086586780054, + "recall_coffee": 0.9345400108873163, + "F1_noncoffee": 0.7195594533958801, + "IoU_noncoffee": 0.5619624084103217, + "kappa": 0.6294073874428222, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8692997519557336, + "mIoU": 0.711572553467267, + "macroF1": 0.8248609250607398, + "F1_coffee": 0.9130820961806877, + "IoU_coffee": 0.8400653747373337, + "precision_coffee": 0.9064113868245371, + "recall_coffee": 0.9198517192892752, + "F1_noncoffee": 0.736639753940792, + "IoU_noncoffee": 0.5830797321972002, + "kappa": 0.6497793247388223, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8722132624988141, + "mIoU": 0.7061646762258764, + "macroF1": 0.8197721347435778, + "F1_coffee": 0.9169902015159919, + "IoU_coffee": 0.8467053601911916, + "precision_coffee": 0.8915518274415818, + "recall_coffee": 0.9439228622177113, + "F1_noncoffee": 0.7225540679711637, + "IoU_noncoffee": 0.5656239922605611, + "kappa": 0.6405224214241313, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8548858981860737, + "mIoU": 0.6677646801111705, + "macroF1": 0.7893973183229381, + "F1_coffee": 0.9068369646882044, + "IoU_coffee": 0.829553264604811, + "precision_coffee": 0.8987341772151899, + "recall_coffee": 0.9150871872630781, + "F1_noncoffee": 0.671957671957672, + "IoU_noncoffee": 0.5059760956175299, + "kappa": 0.5789151575123892, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8284187422463976, + "mIoU": 0.6236462272360489, + "macroF1": 0.753352922418113, + "F1_coffee": 0.8894218942189422, + "IoU_coffee": 0.8008638830435264, + "precision_coffee": 0.8902979561684314, + "recall_coffee": 0.88854755468174, + "F1_noncoffee": 0.6172839506172839, + "IoU_noncoffee": 0.44642857142857145, + "kappa": 0.5067074979811425, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8037606184976616, + "mIoU": 0.5708846230373701, + "macroF1": 0.7040662535564455, + "F1_coffee": 0.8758304143012441, + "IoU_coffee": 0.7790910067690985, + "precision_coffee": 0.8610616316351977, + "recall_coffee": 0.8911146614231289, + "F1_noncoffee": 0.532302092811647, + "IoU_noncoffee": 0.36267823930564164, + "kappa": 0.40878761773218436, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7199, + 8413 + ], + [ + 45499, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.6502193291982015, + "test_tta": { + "OA": 0.8528575330580505, + "mIoU": 0.6592036284707363, + "macroF1": 0.7818968230211318, + "F1_coffee": 0.9063024350317168, + "IoU_coffee": 0.8286590955864469, + "precision_coffee": 0.877084240960038, + "recall_coffee": 0.9375343973582829, + "F1_noncoffee": 0.6574912110105467, + "IoU_noncoffee": 0.48974816135502564, + "kappa": 0.565556033158589, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8214347525095189, + "mIoU": 0.6114405022541085, + "macroF1": 0.7427828515046666, + "F1_coffee": 0.8850172274487588, + "IoU_coffee": 0.7937496876509686, + "precision_coffee": 0.853753807561369, + "recall_coffee": 0.9186573351071009, + "F1_noncoffee": 0.6005484755605743, + "IoU_noncoffee": 0.42913131685724826, + "kappa": 0.48795104389070026, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f4_s1_r1.0", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 75, + "stopped_epoch": 100, + "best_val": 0.6690206517816957, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8603930011728981, + "mIoU": 0.6986889654489938, + "macroF1": 0.8156585534852553, + "F1_coffee": 0.9064683150518305, + "IoU_coffee": 0.8289364885616411, + "precision_coffee": 0.9222025100203692, + "recall_coffee": 0.8912620126158927, + "F1_noncoffee": 0.7248487919186801, + "IoU_noncoffee": 0.5684414423363465, + "kappa": 0.6316325568460511, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8231943002192224, + "mIoU": 0.6437980982624425, + "macroF1": 0.7743027874712217, + "F1_coffee": 0.8793488637593867, + "IoU_coffee": 0.7846767252735671, + "precision_coffee": 0.8981503819863289, + "recall_coffee": 0.8613183719898972, + "F1_noncoffee": 0.6692567111830567, + "IoU_noncoffee": 0.5029194712513179, + "kappa": 0.5491471792848296, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.299925205684368, + "mIoU": 0.1518318596065987, + "macroF1": 0.2359067041152766, + "F1_coffee": 0.45707656612529, + "IoU_coffee": 0.2962406015037594, + "precision_coffee": 0.9949494949494949, + "recall_coffee": 0.29668674698795183, + "F1_noncoffee": 0.014736842105263158, + "IoU_noncoffee": 0.007423117709437964, + "kappa": 0.0014203502679514702, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8561697926949654, + "mIoU": 0.696360514288908, + "macroF1": 0.8144816813196802, + "F1_coffee": 0.9024243236003214, + "IoU_coffee": 0.8221978156080297, + "precision_coffee": 0.9228187919463087, + "recall_coffee": 0.8829118071026077, + "F1_noncoffee": 0.726539039039039, + "IoU_noncoffee": 0.5705232129697863, + "kappa": 0.6294705499906132, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.859739516244454, + "mIoU": 0.6995824958825038, + "macroF1": 0.8165444469940367, + "F1_coffee": 0.9055634074264423, + "IoU_coffee": 0.8274242779995304, + "precision_coffee": 0.9291411245138752, + "recall_coffee": 0.8831526846688804, + "F1_noncoffee": 0.7275254865616312, + "IoU_noncoffee": 0.5717407137654771, + "kappa": 0.633769319267538, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8651156151869825, + "mIoU": 0.6997740315634629, + "macroF1": 0.8156789717909686, + "F1_coffee": 0.9111368836786509, + "IoU_coffee": 0.8367781680004606, + "precision_coffee": 0.9150088139007807, + "recall_coffee": 0.9072975841188589, + "F1_noncoffee": 0.7202210599032863, + "IoU_noncoffee": 0.5627698951264651, + "kappa": 0.63137872515255, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8696781930841495, + "mIoU": 0.7228872052783905, + "macroF1": 0.8340944138601696, + "F1_coffee": 0.9109289617486339, + "IoU_coffee": 0.8364274962368289, + "precision_coffee": 0.9144267690619857, + "recall_coffee": 0.9074578116494284, + "F1_noncoffee": 0.7572598659717051, + "IoU_noncoffee": 0.609346914319952, + "kappa": 0.668202058110789, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8704445716466324, + "mIoU": 0.722116365707522, + "macroF1": 0.8333373766037577, + "F1_coffee": 0.911978221415608, + "IoU_coffee": 0.8381984987489575, + "precision_coffee": 0.9250493096646942, + "recall_coffee": 0.8992713792662661, + "F1_noncoffee": 0.7546965317919075, + "IoU_noncoffee": 0.6060342326660865, + "kappa": 0.6668601208384126, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8907124561237074, + "mIoU": 0.7512067005179648, + "macroF1": 0.8531151713755037, + "F1_coffee": 0.9274284994330352, + "IoU_coffee": 0.8646775519793257, + "precision_coffee": 0.921046046046046, + "recall_coffee": 0.9339000253742705, + "F1_noncoffee": 0.7788018433179723, + "IoU_noncoffee": 0.6377358490566037, + "kappa": 0.7062733331420828, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.842988102204018, + "mIoU": 0.6708238148863565, + "macroF1": 0.7947762567013398, + "F1_coffee": 0.8942459274829218, + "IoU_coffee": 0.8087204467149816, + "precision_coffee": 0.9311901504787962, + "recall_coffee": 0.8601213040181956, + "F1_noncoffee": 0.6953065859197578, + "IoU_noncoffee": 0.5329271830577313, + "kappa": 0.5914055107516504, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8490313961255845, + "mIoU": 0.6770589674133991, + "macroF1": 0.7990787069347838, + "F1_coffee": 0.8992613346917983, + "IoU_coffee": 0.8169617031123453, + "precision_coffee": 0.9332540311921755, + "recall_coffee": 0.867657901204227, + "F1_noncoffee": 0.6988960791777693, + "IoU_noncoffee": 0.5371562317144529, + "kappa": 0.5997446037954514, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8393624129044573, + "mIoU": 0.6502883915037697, + "macroF1": 0.7766384595433468, + "F1_coffee": 0.8950028074115666, + "IoU_coffee": 0.8099593495934959, + "precision_coffee": 0.9088950836289914, + "recall_coffee": 0.8815288189750522, + "F1_noncoffee": 0.658274111675127, + "IoU_noncoffee": 0.49061743341404357, + "kappa": 0.5536163315627219, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7082, + 8413 + ], + [ + 46361, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0377313415209453, + "test_tta": { + "OA": 0.8691335015022735, + "mIoU": 0.7083057569014493, + "macroF1": 0.822156255044217, + "F1_coffee": 0.9135598076984304, + "IoU_coffee": 0.8408744578595709, + "precision_coffee": 0.9160583164839843, + "recall_coffee": 0.9110748909868337, + "F1_noncoffee": 0.7307527023900037, + "IoU_noncoffee": 0.5757370559433275, + "kappa": 0.6443207516531718, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.831429560401523, + "mIoU": 0.6502977879591536, + "macroF1": 0.7784994352303778, + "F1_coffee": 0.8867770996803255, + "IoU_coffee": 0.7965853913225083, + "precision_coffee": 0.8911278546813854, + "recall_coffee": 0.8824686216669558, + "F1_noncoffee": 0.67022177078043, + "IoU_noncoffee": 0.5040101845957988, + "kappa": 0.5570296251686555, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f4_s2_r0.1", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 49, + "stopped_epoch": 79, + "best_val": 0.6209248087395367, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8254470669515899, + "mIoU": 0.6494632761089603, + "macroF1": 0.7790983501210632, + "F1_coffee": 0.8802838630052453, + "IoU_coffee": 0.7861669881510058, + "precision_coffee": 0.9180802647910633, + "recall_coffee": 0.8454764827907371, + "F1_noncoffee": 0.6779128372368811, + "IoU_noncoffee": 0.5127595640669148, + "kappa": 0.5602021575723636, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7914935964001385, + "mIoU": 0.6048614943861526, + "macroF1": 0.744138762555255, + "F1_coffee": 0.8542126758432915, + "IoU_coffee": 0.7455246343137772, + "precision_coffee": 0.8954712672840289, + "recall_coffee": 0.8165885823355891, + "F1_noncoffee": 0.6340648492672185, + "IoU_noncoffee": 0.4641983544585279, + "kappa": 0.49098981633469996, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33582647718773373, + "mIoU": 0.16977193309768604, + "macroF1": 0.2563848177376926, + "F1_coffee": 0.49943630214205187, + "IoU_coffee": 0.33283245679939893, + "precision_coffee": 0.9932735426008968, + "recall_coffee": 0.3335843373493976, + "F1_noncoffee": 0.013333333333333334, + "IoU_noncoffee": 0.006711409395973154, + "kappa": 5.053644435689953e-06, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8429417571569595, + "mIoU": 0.6770576713932434, + "macroF1": 0.800346140538202, + "F1_coffee": 0.8925653318927679, + "IoU_coffee": 0.8059756097560976, + "precision_coffee": 0.9207300083588743, + "recall_coffee": 0.8660725986109291, + "F1_noncoffee": 0.7081269491836361, + "IoU_noncoffee": 0.5481397330303891, + "kappa": 0.6017047916578009, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8102666857497257, + "mIoU": 0.6324761351012784, + "macroF1": 0.7666051877396094, + "F1_coffee": 0.8675525360508876, + "IoU_coffee": 0.766086342783202, + "precision_coffee": 0.925991753163657, + "recall_coffee": 0.8160516258379801, + "F1_noncoffee": 0.6656578394283312, + "IoU_noncoffee": 0.4988659274193548, + "kappa": 0.5378567970218832, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8237225235512418, + "mIoU": 0.6404506038300743, + "macroF1": 0.7709986874571898, + "F1_coffee": 0.8808796579108125, + "IoU_coffee": 0.787117903930131, + "precision_coffee": 0.9081808538849112, + "recall_coffee": 0.855171983269867, + "F1_noncoffee": 0.6611177170035671, + "IoU_noncoffee": 0.4937833037300178, + "kappa": 0.5431718247590475, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8706775934439337, + "mIoU": 0.7250060181145247, + "macroF1": 0.835637455215214, + "F1_coffee": 0.911527416928757, + "IoU_coffee": 0.8374371859296482, + "precision_coffee": 0.9159109645507008, + "recall_coffee": 0.907185628742515, + "F1_noncoffee": 0.759747493501671, + "IoU_noncoffee": 0.6125748502994012, + "kappa": 0.6712953565078564, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8399160465560007, + "mIoU": 0.6796305230130062, + "macroF1": 0.803230128619113, + "F1_coffee": 0.8881929637526652, + "IoU_coffee": 0.7988733069639219, + "precision_coffee": 0.9276270006958942, + "recall_coffee": 0.8519749456730155, + "F1_noncoffee": 0.7182672934855607, + "IoU_noncoffee": 0.5603877390620906, + "kappa": 0.6082441933204692, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8686082914334503, + "mIoU": 0.7146464581025931, + "macroF1": 0.8275375125757595, + "F1_coffee": 0.9116990755498884, + "IoU_coffee": 0.8377270064440538, + "precision_coffee": 0.9163142381135461, + "recall_coffee": 0.9071301700076123, + "F1_noncoffee": 0.7433759496016306, + "IoU_noncoffee": 0.5915659097611324, + "kappa": 0.6551004530146676, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8158767310317925, + "mIoU": 0.6331543600103441, + "macroF1": 0.765894578147746, + "F1_coffee": 0.8740661686232657, + "IoU_coffee": 0.776303317535545, + "precision_coffee": 0.9256852218140718, + "recall_coffee": 0.8278999241849886, + "F1_noncoffee": 0.6577229876722263, + "IoU_noncoffee": 0.4900054024851432, + "kappa": 0.5357130317815622, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7806088367210612, + "mIoU": 0.5881753596751409, + "macroF1": 0.7299125098779016, + "F1_coffee": 0.8469272255143485, + "IoU_coffee": 0.7344959002194249, + "precision_coffee": 0.9242842610085743, + "recall_coffee": 0.7815188006881297, + "F1_noncoffee": 0.6128977942414547, + "IoU_noncoffee": 0.441854819130857, + "kappa": 0.4692271212736934, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7785625656199293, + "mIoU": 0.5738916691678078, + "macroF1": 0.7152256914633972, + "F1_coffee": 0.8495265274354651, + "IoU_coffee": 0.7384147028977337, + "precision_coffee": 0.8994643592913062, + "recall_coffee": 0.8048420793904387, + "F1_noncoffee": 0.5809248554913294, + "IoU_noncoffee": 0.4093686354378819, + "kappa": 0.4352991511449653, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6950, + 8413 + ], + [ + 44318, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.402725144227346, + "test_tta": { + "OA": 0.8381079387522293, + "mIoU": 0.6641113337056068, + "macroF1": 0.789758041956624, + "F1_coffee": 0.8905805442738309, + "IoU_coffee": 0.8027446604412599, + "precision_coffee": 0.9143921148871644, + "recall_coffee": 0.8679776470090174, + "F1_noncoffee": 0.6889355396394171, + "IoU_noncoffee": 0.5254780069699538, + "kappa": 0.5803251424353489, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8036085150571132, + "mIoU": 0.6166424078614553, + "macroF1": 0.7527968594085984, + "F1_coffee": 0.8648718381280329, + "IoU_coffee": 0.7619155855509319, + "precision_coffee": 0.8910723049239326, + "recall_coffee": 0.8401681223128387, + "F1_noncoffee": 0.6407218806891639, + "IoU_noncoffee": 0.47136923017197874, + "kappa": 0.5067275904504338, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f4_s2_r1.0", + "mode": "ssl_lp", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 59, + "stopped_epoch": 89, + "best_val": 0.6810667276015461, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8664984977265059, + "mIoU": 0.7056204978617798, + "macroF1": 0.8203846372491943, + "F1_coffee": 0.9113942948547055, + "IoU_coffee": 0.8372124916735237, + "precision_coffee": 0.9183375239077644, + "recall_coffee": 0.9045552686169087, + "F1_noncoffee": 0.729374979643683, + "IoU_noncoffee": 0.5740285040500359, + "kappa": 0.6408319823962894, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8288335064035999, + "mIoU": 0.6488630497199208, + "macroF1": 0.7777552637670626, + "F1_coffee": 0.8843004211511465, + "IoU_coffee": 0.7925972528048653, + "precision_coffee": 0.8943974442406674, + "recall_coffee": 0.8744288275782289, + "F1_noncoffee": 0.6712101063829787, + "IoU_noncoffee": 0.5051288466349763, + "kappa": 0.5556714499340222, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29693343305908754, + "mIoU": 0.15005329093355232, + "macroF1": 0.23336407733825237, + "F1_coffee": 0.454123112659698, + "IoU_coffee": 0.2937640871525169, + "precision_coffee": 0.9923857868020305, + "recall_coffee": 0.2944277108433735, + "F1_noncoffee": 0.012605042016806723, + "IoU_noncoffee": 0.006342494714587738, + "kappa": -0.0007405342994784066, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8647581441263573, + "mIoU": 0.7064192789605316, + "macroF1": 0.8213814009105853, + "F1_coffee": 0.9094035180531675, + "IoU_coffee": 0.8338588406500121, + "precision_coffee": 0.9179014817781338, + "recall_coffee": 0.9010614598348841, + "F1_noncoffee": 0.7333592837680031, + "IoU_noncoffee": 0.578979717271051, + "kappa": 0.6428528966511021, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8667525404322313, + "mIoU": 0.7087267235741577, + "macroF1": 0.8229489175269572, + "F1_coffee": 0.9110141141236818, + "IoU_coffee": 0.8365710942071387, + "precision_coffee": 0.9268118760534163, + "recall_coffee": 0.8957458805839233, + "F1_noncoffee": 0.7348837209302326, + "IoU_noncoffee": 0.5808823529411765, + "kappa": 0.6462040850070012, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8679227328956133, + "mIoU": 0.7013691812509517, + "macroF1": 0.8165039067020889, + "F1_coffee": 0.9136386261821802, + "IoU_coffee": 0.841008018327606, + "precision_coffee": 0.9106356589147286, + "recall_coffee": 0.9166614645108934, + "F1_noncoffee": 0.7193691872219976, + "IoU_noncoffee": 0.5617303441742975, + "kappa": 0.6330207812899141, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8797721367179692, + "mIoU": 0.7375177934876262, + "macroF1": 0.8441255638108821, + "F1_coffee": 0.9186667568115746, + "IoU_coffee": 0.8495685882205827, + "precision_coffee": 0.9128039768910385, + "recall_coffee": 0.9246053347849755, + "F1_noncoffee": 0.7695843708101896, + "IoU_noncoffee": 0.6254669987546699, + "kappa": 0.6882875568624722, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8807479488647205, + "mIoU": 0.7400272116079224, + "macroF1": 0.8459471852513756, + "F1_coffee": 0.9191670977754786, + "IoU_coffee": 0.8504247935862151, + "precision_coffee": 0.9301138594424814, + "recall_coffee": 0.9084750095871149, + "F1_noncoffee": 0.7727272727272727, + "IoU_noncoffee": 0.6296296296296297, + "kappa": 0.6920143173323696, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8898586471871739, + "mIoU": 0.7462489601846101, + "macroF1": 0.8493909076694999, + "F1_coffee": 0.9274601686972821, + "IoU_coffee": 0.8647326109751835, + "precision_coffee": 0.9137018342976733, + "recall_coffee": 0.9416391778736362, + "F1_noncoffee": 0.7713216466417175, + "IoU_noncoffee": 0.6277653093940365, + "kappa": 0.698996965718674, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8501072752096742, + "mIoU": 0.6763736128333628, + "macroF1": 0.7982408609162539, + "F1_coffee": 0.9005371125347829, + "IoU_coffee": 0.8190700412007063, + "precision_coffee": 0.9229340761374187, + "recall_coffee": 0.8792014152135457, + "F1_noncoffee": 0.6959446092977251, + "IoU_noncoffee": 0.5336771844660194, + "kappa": 0.5972068431193497, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8527531252982155, + "mIoU": 0.6770871554227043, + "macroF1": 0.798320666968475, + "F1_coffee": 0.903096150222948, + "IoU_coffee": 0.8233138669414863, + "precision_coffee": 0.9235709698137444, + "recall_coffee": 0.8835094617842222, + "F1_noncoffee": 0.693545183714002, + "IoU_noncoffee": 0.5308604439039222, + "kappa": 0.597267287258387, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8458528204638732, + "mIoU": 0.6578681762907655, + "macroF1": 0.7822608327949485, + "F1_coffee": 0.8999318421215688, + "IoU_coffee": 0.8180691675115467, + "precision_coffee": 0.9075231192201949, + "recall_coffee": 0.8924665109991398, + "F1_noncoffee": 0.6645898234683282, + "IoU_noncoffee": 0.4976671850699845, + "kappa": 0.5646237734876621, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7220, + 8413 + ], + [ + 46603, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.701295292377472, + "test_tta": { + "OA": 0.8719934446247529, + "mIoU": 0.7070639040649918, + "macroF1": 0.8205755551308098, + "F1_coffee": 0.9166256789141559, + "IoU_coffee": 0.8460839998454465, + "precision_coffee": 0.906447273103591, + "recall_coffee": 0.9270352652300918, + "F1_noncoffee": 0.7245254313474638, + "IoU_noncoffee": 0.5680438082845369, + "kappa": 0.6413005459565212, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8355832467982001, + "mIoU": 0.6497795344501387, + "macroF1": 0.7770447334684035, + "F1_coffee": 0.891287763198047, + "IoU_coffee": 0.8038945847381821, + "precision_coffee": 0.8817857614581958, + "recall_coffee": 0.9009967802263482, + "F1_noncoffee": 0.66280170373876, + "IoU_noncoffee": 0.4956644841620952, + "kappa": 0.5542500139852626, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lp+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s0_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 37, + "stopped_epoch": 57, + "best_val": 0.7365267333563541, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7825907886254566, + "mIoU": 0.6365524071611491, + "macroF1": 0.7768763160759803, + "F1_coffee": 0.8125839366480913, + "IoU_coffee": 0.6843295806141286, + "precision_coffee": 0.8733740376957791, + "recall_coffee": 0.7597055852215326, + "F1_noncoffee": 0.7411686955038693, + "IoU_noncoffee": 0.5887752337081696, + "kappa": 0.5567185201861198, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6915166724356756, + "mIoU": 0.5222588167089347, + "macroF1": 0.6844737385638002, + "F1_coffee": 0.7316142794403664, + "IoU_coffee": 0.5768074077005263, + "precision_coffee": 0.8541501860478744, + "recall_coffee": 0.6398253006759722, + "F1_noncoffee": 0.637333197687234, + "IoU_noncoffee": 0.46771022571734316, + "kappa": 0.3860224164815976, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15290193462308205, + "mIoU": 0.07669321386673121, + "macroF1": 0.1334123839551786, + "F1_coffee": 0.2633716208376842, + "IoU_coffee": 0.15165686798503475, + "precision_coffee": 1.0, + "recall_coffee": 0.15165686798503475, + "F1_noncoffee": 0.0034531470726730496, + "IoU_noncoffee": 0.001729559748427673, + "kappa": 0.0005244616627870977, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7633694725301499, + "mIoU": 0.6171425676595808, + "macroF1": 0.7632225303468261, + "F1_coffee": 0.7691210554466037, + "IoU_coffee": 0.6248551564310545, + "precision_coffee": 0.8658014450093658, + "recall_coffee": 0.6918635731850743, + "F1_noncoffee": 0.7573240052470486, + "IoU_noncoffee": 0.609429978888107, + "kappa": 0.5325713567790809, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7612079218160195, + "mIoU": 0.6075126472232545, + "macroF1": 0.7545245812673076, + "F1_coffee": 0.79502885042166, + "IoU_coffee": 0.6597907764844556, + "precision_coffee": 0.8732449297971919, + "recall_coffee": 0.7296724784096464, + "F1_noncoffee": 0.7140203121129551, + "IoU_noncoffee": 0.5552345179620534, + "kappa": 0.5144837447862083, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8188878379051128, + "mIoU": 0.6769729301514916, + "macroF1": 0.8051313959317767, + "F1_coffee": 0.8569068596601637, + "IoU_coffee": 0.7496387034615649, + "precision_coffee": 0.8780428824762212, + "recall_coffee": 0.8367644799508372, + "F1_noncoffee": 0.7533559322033898, + "IoU_noncoffee": 0.6043071568414183, + "kappa": 0.6106516626054151, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7693569169497482, + "mIoU": 0.6181112222090411, + "macroF1": 0.7627177890940136, + "F1_coffee": 0.7230271486847658, + "IoU_coffee": 0.5662040096937652, + "precision_coffee": 0.7927205428747687, + "recall_coffee": 0.6645978794931472, + "F1_noncoffee": 0.8024084295032614, + "IoU_noncoffee": 0.6700184347243171, + "kappa": 0.5280380212155216, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7204088361358391, + "mIoU": 0.5600517009720816, + "macroF1": 0.717307760509578, + "F1_coffee": 0.6876994844095261, + "IoU_coffee": 0.5240411599625818, + "precision_coffee": 0.7539703903095558, + "recall_coffee": 0.6321372150756037, + "F1_noncoffee": 0.7469160366096299, + "IoU_noncoffee": 0.5960622419815814, + "kappa": 0.43813325092181377, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.747706905640485, + "mIoU": 0.5970694827294334, + "macroF1": 0.7477061877273586, + "F1_coffee": 0.7481317756025682, + "IoU_coffee": 0.5976122414662856, + "precision_coffee": 0.7581058020477816, + "recall_coffee": 0.7384167878661957, + "F1_noncoffee": 0.7472805998521491, + "IoU_noncoffee": 0.5965267239925813, + "kappa": 0.4954999963658832, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7568836442075879, + "mIoU": 0.5946067798162206, + "macroF1": 0.7429157434899099, + "F1_coffee": 0.8028400905536118, + "IoU_coffee": 0.6706205948083205, + "precision_coffee": 0.9217863894139886, + "recall_coffee": 0.7110827561064528, + "F1_noncoffee": 0.6829913964262078, + "IoU_noncoffee": 0.5185929648241207, + "kappa": 0.4992382782096232, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7974609375, + "mIoU": 0.620126688713067, + "macroF1": 0.7577944581176519, + "F1_coffee": 0.8558120133481646, + "IoU_coffee": 0.7479645157370276, + "precision_coffee": 0.9409876165723895, + "recall_coffee": 0.7847762335840878, + "F1_noncoffee": 0.6597769028871391, + "IoU_noncoffee": 0.49228886168910646, + "kappa": 0.5247763740792858, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8825693265421618, + "mIoU": 0.7367060005729466, + "macroF1": 0.8430302058537416, + "F1_coffee": 0.9218112164793066, + "IoU_coffee": 0.8549627213420317, + "precision_coffee": 0.9508940139932625, + "recall_coffee": 0.8944546008531383, + "F1_noncoffee": 0.7642491952281765, + "IoU_noncoffee": 0.6184492798038614, + "kappa": 0.6869433691403316, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2578, + 2984 + ], + [ + 41097, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.717297120889028, + "ssl_variant": "", + "test_tta": { + "OA": 0.790881741995559, + "mIoU": 0.6470914765528561, + "macroF1": 0.7846306312579215, + "F1_coffee": 0.8213225618898987, + "IoU_coffee": 0.6968170725375149, + "precision_coffee": 0.8738970468531241, + "recall_coffee": 0.7747149660845721, + "F1_noncoffee": 0.7479387006259444, + "IoU_noncoffee": 0.5973658805681975, + "kappa": 0.5714493672449983, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6976462443752164, + "mIoU": 0.5285965087838453, + "macroF1": 0.6897375107704673, + "F1_coffee": 0.7392731885680173, + "IoU_coffee": 0.5863865048831015, + "precision_coffee": 0.853022214568624, + "recall_coffee": 0.6522912825915196, + "F1_noncoffee": 0.6402018329729173, + "IoU_noncoffee": 0.4708065126845892, + "kappa": 0.3943370788134867, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s0_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 37, + "stopped_epoch": 57, + "best_val": 0.7357888183542682, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7881598739345319, + "mIoU": 0.6438578659746119, + "macroF1": 0.7823026607470004, + "F1_coffee": 0.8180111993108117, + "IoU_coffee": 0.6920634094281177, + "precision_coffee": 0.8757534833163148, + "recall_coffee": 0.7674123250108241, + "F1_noncoffee": 0.7465941221831891, + "IoU_noncoffee": 0.5956523225211061, + "kappa": 0.5672250621144033, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7050017307026653, + "mIoU": 0.5371191280911142, + "macroF1": 0.6970051757431606, + "F1_coffee": 0.7462282878411911, + "IoU_coffee": 0.5951867318463396, + "precision_coffee": 0.8583457015641055, + "recall_coffee": 0.6600166798349574, + "F1_noncoffee": 0.6477820636451301, + "IoU_noncoffee": 0.47905152433588877, + "kappa": 0.40802850217710146, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2352234823215477, + "mIoU": 0.11797164513631932, + "macroF1": 0.1914982139743895, + "F1_coffee": 0.3795193764884174, + "IoU_coffee": 0.23420173680694722, + "precision_coffee": 0.999429874572406, + "recall_coffee": 0.23423303046499197, + "F1_noncoffee": 0.0034770514603616135, + "IoU_noncoffee": 0.0017415534656913968, + "kappa": 0.0005489829949272009, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7660494579120477, + "mIoU": 0.6204376020501596, + "macroF1": 0.7656989634520066, + "F1_coffee": 0.7747610391133525, + "IoU_coffee": 0.6323346415238824, + "precision_coffee": 0.857922077922078, + "recall_coffee": 0.7062974446701593, + "F1_noncoffee": 0.7566368877906609, + "IoU_noncoffee": 0.608540562576437, + "kappa": 0.5361074051856747, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.774755675060758, + "mIoU": 0.6264628634049355, + "macroF1": 0.7693186048949405, + "F1_coffee": 0.8047337278106509, + "IoU_coffee": 0.6732673267326733, + "precision_coffee": 0.8945585010962727, + "recall_coffee": 0.7313019390581718, + "F1_noncoffee": 0.7339034819792303, + "IoU_noncoffee": 0.5796584000771977, + "kappa": 0.544890415320861, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8191367551152486, + "mIoU": 0.6758941675124721, + "macroF1": 0.8041533522309671, + "F1_coffee": 0.8583239090590025, + "IoU_coffee": 0.7518103566060937, + "precision_coffee": 0.8716831683168317, + "recall_coffee": 0.8453679520663696, + "F1_noncoffee": 0.7499827954029317, + "IoU_noncoffee": 0.5999779784188505, + "kappa": 0.6084689926559624, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7527234391472414, + "mIoU": 0.594681924187642, + "macroF1": 0.7440675002817918, + "F1_coffee": 0.6970001435338022, + "IoU_coffee": 0.5349195858118528, + "precision_coffee": 0.7832258064516129, + "recall_coffee": 0.6278769071631756, + "F1_noncoffee": 0.7911348570297814, + "IoU_noncoffee": 0.654444262563431, + "kappa": 0.49237596691713126, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7099681283657545, + "mIoU": 0.5441025676951403, + "macroF1": 0.7032002959065335, + "F1_coffee": 0.6583818770226537, + "IoU_coffee": 0.49073716711694326, + "precision_coffee": 0.7720097146326654, + "recall_coffee": 0.5739110810200858, + "F1_noncoffee": 0.7480187147904135, + "IoU_noncoffee": 0.5974679682733374, + "kappa": 0.41573657451478524, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7595150237216658, + "mIoU": 0.6122538170934311, + "macroF1": 0.7594970485335233, + "F1_coffee": 0.7574178453684994, + "IoU_coffee": 0.6095515234508729, + "precision_coffee": 0.7758169934640523, + "recall_coffee": 0.7398711822148348, + "F1_noncoffee": 0.761576251698547, + "IoU_noncoffee": 0.6149561107359892, + "kappa": 0.5192598499048365, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7804847100621749, + "mIoU": 0.6199939718404317, + "macroF1": 0.7618415034508721, + "F1_coffee": 0.8284751140194329, + "IoU_coffee": 0.7071767095463778, + "precision_coffee": 0.9082608695652173, + "recall_coffee": 0.7615749179730222, + "F1_noncoffee": 0.6952078928823114, + "IoU_noncoffee": 0.5328112341344855, + "kappa": 0.530125997680084, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.83232421875, + "mIoU": 0.6691569291956535, + "macroF1": 0.7955475833972695, + "F1_coffee": 0.8822601659466502, + "IoU_coffee": 0.7893251533742331, + "precision_coffee": 0.9544510385756677, + "recall_coffee": 0.820221853882443, + "F1_noncoffee": 0.7088350008478888, + "IoU_noncoffee": 0.5489887050170739, + "kappa": 0.5967993600921702, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8724768911526127, + "mIoU": 0.7090873535987485, + "macroF1": 0.8221938846393542, + "F1_coffee": 0.9167487684729064, + "IoU_coffee": 0.846293769895407, + "precision_coffee": 0.9264467952706907, + "recall_coffee": 0.9072516758074345, + "F1_noncoffee": 0.7276390008058018, + "IoU_noncoffee": 0.5718809373020899, + "kappa": 0.6445152079019636, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2560, + 2984 + ], + [ + 41426, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7126699328422545, + "ssl_variant": "", + "test_tta": { + "OA": 0.7965224554115035, + "mIoU": 0.6542712101673513, + "macroF1": 0.7898496171060481, + "F1_coffee": 0.827296907059807, + "IoU_coffee": 0.7054615205163431, + "precision_coffee": 0.8737078651685394, + "recall_coffee": 0.7855679030163083, + "F1_noncoffee": 0.752402327152289, + "IoU_noncoffee": 0.6030808998183597, + "kappa": 0.5813926432650852, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.714059074650975, + "mIoU": 0.5465334222277314, + "macroF1": 0.70463668918505, + "F1_coffee": 0.7573910915320607, + "IoU_coffee": 0.609516869202135, + "precision_coffee": 0.855929859497732, + "recall_coffee": 0.6791984900359933, + "F1_noncoffee": 0.6518822868380391, + "IoU_noncoffee": 0.48354997525332777, + "kappa": 0.42029795977011136, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s0_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7654085655048548, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7799405486712986, + "mIoU": 0.6352735265040477, + "macroF1": 0.7762969342127164, + "F1_coffee": 0.8048466754537803, + "IoU_coffee": 0.6734254584108424, + "precision_coffee": 0.8946197839440796, + "recall_coffee": 0.7314475393274643, + "F1_noncoffee": 0.7477471929716526, + "IoU_noncoffee": 0.5971215945972528, + "kappa": 0.5583424571150509, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6820987654320988, + "mIoU": 0.5140889797467181, + "macroF1": 0.678099890848038, + "F1_coffee": 0.7139779923180732, + "IoU_coffee": 0.5551833390511169, + "precision_coffee": 0.8733650793650793, + "recall_coffee": 0.6037880783074357, + "F1_noncoffee": 0.6422217893780029, + "IoU_noncoffee": 0.4729946204423192, + "kappa": 0.38194839223189575, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10153435623749166, + "mIoU": 0.050922313537473965, + "macroF1": 0.09271392440160245, + "F1_coffee": 0.18217148409035705, + "IoU_coffee": 0.10021378941742384, + "precision_coffee": 1.0, + "recall_coffee": 0.10021378941742384, + "F1_noncoffee": 0.003256364712847839, + "IoU_noncoffee": 0.0016308376575240918, + "kappa": 0.0003268114315865763, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7503959069314168, + "mIoU": 0.6004513290760782, + "macroF1": 0.7503416648558533, + "F1_coffee": 0.7466617210682492, + "IoU_coffee": 0.5957383841373187, + "precision_coffee": 0.8850945331965411, + "recall_coffee": 0.6456751844328024, + "F1_noncoffee": 0.7540216086434574, + "IoU_noncoffee": 0.6051642740148376, + "kappa": 0.5122678040542231, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7613113397797198, + "mIoU": 0.6112081470898636, + "macroF1": 0.7580625714208589, + "F1_coffee": 0.7860982391102873, + "IoU_coffee": 0.6475797831730035, + "precision_coffee": 0.9114549752847625, + "recall_coffee": 0.6910542610395959, + "F1_noncoffee": 0.7300269037314305, + "IoU_noncoffee": 0.5748365110067237, + "kappa": 0.5274079572652156, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8220241947528252, + "mIoU": 0.6829361942058328, + "macroF1": 0.809616375313755, + "F1_coffee": 0.858219313900456, + "IoU_coffee": 0.7516498784300104, + "precision_coffee": 0.8871033860785439, + "recall_coffee": 0.8311568597326778, + "F1_noncoffee": 0.7610134367270539, + "IoU_noncoffee": 0.6142225099816553, + "kappa": 0.6199119682952778, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7342157666627621, + "mIoU": 0.5668537718049858, + "macroF1": 0.7205783250044686, + "F1_coffee": 0.6588482934897008, + "IoU_coffee": 0.4912556053811659, + "precision_coffee": 0.7869971264367817, + "recall_coffee": 0.5665890871476597, + "F1_noncoffee": 0.7823083565192364, + "IoU_noncoffee": 0.6424519382288055, + "kappa": 0.4504544652310785, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6888669084514781, + "mIoU": 0.5139360757815667, + "macroF1": 0.6757212577432401, + "F1_coffee": 0.6104307141874226, + "IoU_coffee": 0.4392949098831452, + "precision_coffee": 0.7820874471086037, + "recall_coffee": 0.5005642067253442, + "F1_noncoffee": 0.7410118012990577, + "IoU_noncoffee": 0.5885772416799884, + "kappa": 0.37156882025360394, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7499209277807064, + "mIoU": 0.5991248045995964, + "macroF1": 0.7491641115286205, + "F1_coffee": 0.7353859883980366, + "IoU_coffee": 0.5815102328863797, + "precision_coffee": 0.7940255360154179, + "recall_coffee": 0.6848119675877831, + "F1_noncoffee": 0.7629422346592045, + "IoU_noncoffee": 0.6167393763128131, + "kappa": 0.5007674741325027, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7679228524298947, + "mIoU": 0.6121571196515483, + "macroF1": 0.7573645213540227, + "F1_coffee": 0.8079790026246719, + "IoU_coffee": 0.6778227937290823, + "precision_coffee": 0.9527110670958158, + "recall_coffee": 0.7014218009478673, + "F1_noncoffee": 0.7067500400833734, + "IoU_noncoffee": 0.5464914455740144, + "kappa": 0.5312500884128601, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82568359375, + "mIoU": 0.6646448294687994, + "macroF1": 0.7929221928454904, + "F1_coffee": 0.8752881995388807, + "IoU_coffee": 0.7782333209094298, + "precision_coffee": 0.968160741885626, + "recall_coffee": 0.798673976794594, + "F1_noncoffee": 0.7105561861520999, + "IoU_noncoffee": 0.551056338028169, + "kappa": 0.5945044779231843, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.886530843237125, + "mIoU": 0.7356568678102575, + "macroF1": 0.841545342538861, + "F1_coffee": 0.9259737862285398, + "IoU_coffee": 0.8621519422481952, + "precision_coffee": 0.9351230425055929, + "recall_coffee": 0.9170018281535649, + "F1_noncoffee": 0.7571168988491823, + "IoU_noncoffee": 0.6091617933723197, + "kappa": 0.6831901899740181, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2621, + 2984 + ], + [ + 40906, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5062763134638468, + "ssl_variant": "", + "test_tta": { + "OA": 0.7897177852589357, + "mIoU": 0.6467028309876239, + "macroF1": 0.7845325891681115, + "F1_coffee": 0.8179577410203543, + "IoU_coffee": 0.6919868852459017, + "precision_coffee": 0.8834639340968455, + "recall_coffee": 0.7614951652475105, + "F1_noncoffee": 0.7511074373158687, + "IoU_noncoffee": 0.6014187767293463, + "kappa": 0.5722802163619377, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.692410868812738, + "mIoU": 0.5240858838005088, + "macroF1": 0.6862719815483409, + "F1_coffee": 0.7301575251470868, + "IoU_coffee": 0.5749985054104143, + "precision_coffee": 0.8620596934659854, + "recall_coffee": 0.6332631024493021, + "F1_noncoffee": 0.642386437949595, + "IoU_noncoffee": 0.47317326219060324, + "kappa": 0.3914258908550942, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s0_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 15, + "stopped_epoch": 35, + "best_val": 0.7586547503810268, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7675130721295036, + "mIoU": 0.619928166235356, + "macroF1": 0.7648751928689208, + "F1_coffee": 0.7897796272608041, + "IoU_coffee": 0.6525915817077413, + "precision_coffee": 0.8994615327874899, + "recall_coffee": 0.7039399624765479, + "F1_noncoffee": 0.7399707584770374, + "IoU_noncoffee": 0.5872647507629705, + "kappa": 0.5382434658702422, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6699261566862813, + "mIoU": 0.5015049331446693, + "macroF1": 0.667363346558175, + "F1_coffee": 0.6965606852112116, + "IoU_coffee": 0.5344020832485658, + "precision_coffee": 0.8797642172951973, + "recall_coffee": 0.576507769291546, + "F1_noncoffee": 0.6381660079051383, + "IoU_noncoffee": 0.4686077830407727, + "kappa": 0.3674364112311307, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08365577051367579, + "mIoU": 0.04195399767019571, + "macroF1": 0.0776458994069057, + "F1_coffee": 0.15209876543209877, + "IoU_coffee": 0.08230892570817744, + "precision_coffee": 1.0, + "recall_coffee": 0.08230892570817744, + "F1_noncoffee": 0.003193033381712627, + "IoU_noncoffee": 0.0015990696322139846, + "kappa": 0.0002632007652399089, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7394932391277865, + "mIoU": 0.5861667009873761, + "macroF1": 0.738995449448734, + "F1_coffee": 0.7275969683459652, + "IoU_coffee": 0.5718290119131044, + "precision_coffee": 0.8998109640831758, + "recall_coffee": 0.6107131401689297, + "F1_noncoffee": 0.7503939305515027, + "IoU_noncoffee": 0.6005043900616477, + "kappa": 0.4949427881789208, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7456435182791251, + "mIoU": 0.5925488233482515, + "macroF1": 0.7437692392341397, + "F1_coffee": 0.765683799361692, + "IoU_coffee": 0.620330348873109, + "precision_coffee": 0.9217800206445693, + "recall_coffee": 0.6547987616099071, + "F1_noncoffee": 0.7218546791065875, + "IoU_noncoffee": 0.5647672978233941, + "kappa": 0.50440879498508, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8114701050430627, + "mIoU": 0.6683311487878282, + "macroF1": 0.7991337579543831, + "F1_coffee": 0.8489128266507081, + "IoU_coffee": 0.7374878691251906, + "precision_coffee": 0.8831244293185025, + "recall_coffee": 0.8172530342602551, + "F1_noncoffee": 0.7493546892580581, + "IoU_noncoffee": 0.5991744284504658, + "kappa": 0.5992651978022512, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7134824879934403, + "mIoU": 0.5350901451443151, + "macroF1": 0.6921148197007807, + "F1_coffee": 0.6110050890585241, + "IoU_coffee": 0.43989008472635677, + "precision_coffee": 0.7934737711689385, + "recall_coffee": 0.49676752004137575, + "F1_noncoffee": 0.7732245503430373, + "IoU_noncoffee": 0.6302902055622733, + "kappa": 0.4026456545797505, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6779865919331794, + "mIoU": 0.49641018527663017, + "macroF1": 0.6585101356384957, + "F1_coffee": 0.5769563961882761, + "IoU_coffee": 0.4054383116883117, + "precision_coffee": 0.8008016032064128, + "recall_coffee": 0.45091401489505756, + "F1_noncoffee": 0.7400638750887154, + "IoU_noncoffee": 0.5873820588649487, + "kappa": 0.34830769691078123, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7476014760147601, + "mIoU": 0.594943970787759, + "macroF1": 0.7456396306200682, + "F1_coffee": 0.7233009708737864, + "IoU_coffee": 0.5665399239543726, + "precision_coffee": 0.815056004167752, + "recall_coffee": 0.6501142738416787, + "F1_noncoffee": 0.76797829036635, + "IoU_noncoffee": 0.6233480176211453, + "kappa": 0.49662853070779905, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7676690775282324, + "mIoU": 0.6133189643550181, + "macroF1": 0.7585449538902217, + "F1_coffee": 0.8054817805163073, + "IoU_coffee": 0.6743151903237282, + "precision_coffee": 0.9653679653679653, + "recall_coffee": 0.6910317170980678, + "F1_noncoffee": 0.7116081272641361, + "IoU_noncoffee": 0.5523227383863081, + "kappa": 0.5359616801839698, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80576171875, + "mIoU": 0.6393917260784587, + "macroF1": 0.7742269955292148, + "F1_coffee": 0.8586052463211772, + "IoU_coffee": 0.7522421524663677, + "precision_coffee": 0.9702763496143959, + "recall_coffee": 0.7699859747545582, + "F1_noncoffee": 0.6898487447372524, + "IoU_noncoffee": 0.5265412996905499, + "kappa": 0.5612035190308533, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8686096962837201, + "mIoU": 0.6965092111777081, + "macroF1": 0.8121873779283881, + "F1_coffee": 0.9151282519953695, + "IoU_coffee": 0.8435358867797371, + "precision_coffee": 0.9149610136452242, + "recall_coffee": 0.9152955514929921, + "F1_noncoffee": 0.7092465038614068, + "IoU_noncoffee": 0.5494825355756792, + "kappa": 0.6243747988483253, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2583, + 2984 + ], + [ + 40250, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0556251486142476, + "ssl_variant": "", + "test_tta": { + "OA": 0.7789019411216962, + "mIoU": 0.633638100472784, + "macroF1": 0.7750269845820354, + "F1_coffee": 0.8045525778417995, + "IoU_coffee": 0.6730137711864407, + "precision_coffee": 0.8908090297251823, + "recall_coffee": 0.7335257612931159, + "F1_noncoffee": 0.7455013913222714, + "IoU_noncoffee": 0.5942624297591272, + "kappa": 0.5554809686833999, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6814353294104073, + "mIoU": 0.5131657525585568, + "macroF1": 0.6772453770309272, + "F1_coffee": 0.7140193692060697, + "IoU_coffee": 0.5552333776327977, + "precision_coffee": 0.8706112654710786, + "recall_coffee": 0.605170748836801, + "F1_noncoffee": 0.6404713848557849, + "IoU_noncoffee": 0.4710981274843159, + "kappa": 0.37971834501695345, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s1_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 68, + "stopped_epoch": 88, + "best_val": 0.7231354791702402, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7655791132440369, + "mIoU": 0.6001466238497761, + "macroF1": 0.7461894676630523, + "F1_coffee": 0.816341418931242, + "IoU_coffee": 0.6896764252696456, + "precision_coffee": 0.794180269694819, + "recall_coffee": 0.8397748592870544, + "F1_noncoffee": 0.6760375163948625, + "IoU_noncoffee": 0.5106168224299066, + "kappa": 0.4930751984667705, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7084487135110188, + "mIoU": 0.5259289563894337, + "macroF1": 0.6832652097291837, + "F1_coffee": 0.7725764172488665, + "IoU_coffee": 0.629429341350296, + "precision_coffee": 0.7925582254229855, + "recall_coffee": 0.7535773856553419, + "F1_noncoffee": 0.5939540022095009, + "IoU_noncoffee": 0.42242857142857143, + "kappa": 0.36724851152439086, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.41947965310206803, + "mIoU": 0.2103473197696532, + "macroF1": 0.29704043106453304, + "F1_coffee": 0.5904170196742916, + "IoU_coffee": 0.4188593562174436, + "precision_coffee": 0.9990442816183498, + "recall_coffee": 0.41902725815072156, + "F1_noncoffee": 0.0036638424547744447, + "IoU_noncoffee": 0.0018352833218628125, + "kappa": 0.0007381070404129089, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7369959800219271, + "mIoU": 0.5770290254641164, + "macroF1": 0.7303896182051555, + "F1_coffee": 0.7725932167684854, + "IoU_coffee": 0.6294516433536428, + "precision_coffee": 0.7612869745718733, + "recall_coffee": 0.7842403506896183, + "F1_noncoffee": 0.6881860196418256, + "IoU_noncoffee": 0.5246064075745899, + "kappa": 0.4609422662944257, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7870624127410931, + "mIoU": 0.6335647662898143, + "macroF1": 0.7731018691723839, + "F1_coffee": 0.8293834935366258, + "IoU_coffee": 0.708501451121965, + "precision_coffee": 0.843786882481875, + "recall_coffee": 0.8154635815545055, + "F1_noncoffee": 0.7168202448081419, + "IoU_noncoffee": 0.5586280814576634, + "kappa": 0.5464230975810326, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.768258077363469, + "mIoU": 0.5789453615721487, + "macroF1": 0.7236809048669448, + "F1_coffee": 0.834665245959865, + "IoU_coffee": 0.7162450472416946, + "precision_coffee": 0.7762436414084694, + "recall_coffee": 0.9025964049777232, + "F1_noncoffee": 0.6126965637740245, + "IoU_noncoffee": 0.44164567590260284, + "kappa": 0.4545987366392054, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6931006208269884, + "mIoU": 0.5302319111256877, + "macroF1": 0.6929803032479304, + "F1_coffee": 0.6869024856596558, + "IoU_coffee": 0.5231161266836549, + "precision_coffee": 0.6385247722728282, + "recall_coffee": 0.743211792086889, + "F1_noncoffee": 0.6990581208362049, + "IoU_noncoffee": 0.5373476955677203, + "kappa": 0.38932994624003214, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7063413561929882, + "mIoU": 0.5459200370515919, + "macroF1": 0.7062516582792172, + "F1_coffee": 0.7011185682326622, + "IoU_coffee": 0.5397864278332759, + "precision_coffee": 0.6950543357728987, + "recall_coffee": 0.7072895508914466, + "F1_noncoffee": 0.7113847483257723, + "IoU_noncoffee": 0.5520536462699078, + "kappa": 0.4125464990807827, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7105956773853452, + "mIoU": 0.5461792506086388, + "macroF1": 0.7052785641426947, + "F1_coffee": 0.744864764383307, + "IoU_coffee": 0.5934537914691943, + "precision_coffee": 0.6738984191052808, + "recall_coffee": 0.8325368792852691, + "F1_noncoffee": 0.6656923639020825, + "IoU_noncoffee": 0.49890470974808326, + "kappa": 0.4189995746539072, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7845451084887705, + "mIoU": 0.6139073328718777, + "macroF1": 0.7549456453665064, + "F1_coffee": 0.8401129943502825, + "IoU_coffee": 0.7243058938139308, + "precision_coffee": 0.8689131281651734, + "recall_coffee": 0.8131607728764126, + "F1_noncoffee": 0.6697782963827305, + "IoU_noncoffee": 0.5035087719298246, + "kappa": 0.5110008151729454, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8587890625, + "mIoU": 0.6982525638688201, + "macroF1": 0.8155935294339182, + "F1_coffee": 0.9048433798367992, + "IoU_coffee": 0.8262228097584425, + "precision_coffee": 0.9349925200598396, + "recall_coffee": 0.876577840112202, + "F1_noncoffee": 0.7263436790310371, + "IoU_noncoffee": 0.5702823179791976, + "kappa": 0.632286595058563, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8198453122052443, + "mIoU": 0.5670341471661984, + "macroF1": 0.6943145072469089, + "F1_coffee": 0.8902046447459186, + "IoU_coffee": 0.8021340515901793, + "precision_coffee": 0.8424545751278425, + "recall_coffee": 0.9436928702010969, + "F1_noncoffee": 0.49842436974789917, + "IoU_noncoffee": 0.33193424274221756, + "kappa": 0.3974717152856268, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2298, + 2984 + ], + [ + 40427, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.65755455493927, + "ssl_variant": "", + "test_tta": { + "OA": 0.769429123988253, + "mIoU": 0.6027121446671122, + "macroF1": 0.7477478219307757, + "F1_coffee": 0.8217015619807245, + "IoU_coffee": 0.6973628543223804, + "precision_coffee": 0.7897048255303293, + "recall_coffee": 0.8564006350122673, + "F1_noncoffee": 0.6737940818808269, + "IoU_noncoffee": 0.5080614350118439, + "kappa": 0.497006379793041, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7134389061959155, + "mIoU": 0.5288702044773543, + "macroF1": 0.6850431656060567, + "F1_coffee": 0.7796128889135377, + "IoU_coffee": 0.638824256525849, + "precision_coffee": 0.7881186786571281, + "recall_coffee": 0.7712887367219735, + "F1_noncoffee": 0.5904734422985758, + "IoU_noncoffee": 0.4189161524288597, + "kappa": 0.37022264160416096, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s1_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 42, + "stopped_epoch": 62, + "best_val": 0.7274021201930405, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7891268533772653, + "mIoU": 0.6416837622667145, + "macroF1": 0.7801139957054585, + "F1_coffee": 0.8246314221891288, + "IoU_coffee": 0.7015938980817474, + "precision_coffee": 0.8517766497461929, + "recall_coffee": 0.7991629383749459, + "F1_noncoffee": 0.7355965692217882, + "IoU_noncoffee": 0.5817736264516816, + "kappa": 0.5609003700222579, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6922666435906312, + "mIoU": 0.5200170895855176, + "macroF1": 0.6816654888771585, + "F1_coffee": 0.7397577723841003, + "IoU_coffee": 0.5869964965255599, + "precision_coffee": 0.8325600549073439, + "recall_coffee": 0.6655693091036784, + "F1_noncoffee": 0.6235732053702168, + "IoU_noncoffee": 0.4530376826454755, + "kappa": 0.3745709944479176, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10967311541027351, + "mIoU": 0.05497481360597049, + "macroF1": 0.09930870049346996, + "F1_coffee": 0.19592722014700567, + "IoU_coffee": 0.10860272508682875, + "precision_coffee": 0.9975460122699387, + "recall_coffee": 0.10863174772848744, + "F1_noncoffee": 0.00269018083993424, + "IoU_noncoffee": 0.0013469021251122418, + "kappa": -0.00024098995071905808, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.757887684248995, + "mIoU": 0.6095428265115561, + "macroF1": 0.7572954696779521, + "F1_coffee": 0.7692843461605433, + "IoU_coffee": 0.6250707413695529, + "precision_coffee": 0.8414169629253428, + "recall_coffee": 0.7085427135678392, + "F1_noncoffee": 0.7453065931953611, + "IoU_noncoffee": 0.5940149116535594, + "kappa": 0.5184973703099486, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7958012306737681, + "mIoU": 0.6511209649010535, + "macroF1": 0.7871908681737294, + "F1_coffee": 0.8299969865254638, + "IoU_coffee": 0.7093973066450806, + "precision_coffee": 0.879963486992241, + "recall_coffee": 0.785400032589213, + "F1_noncoffee": 0.744384749821995, + "IoU_noncoffee": 0.5928446231570265, + "kappa": 0.5764351602165722, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8082341813112959, + "mIoU": 0.6516646295326233, + "macroF1": 0.7849864057716598, + "F1_coffee": 0.8556870972576053, + "IoU_coffee": 0.747773703509691, + "precision_coffee": 0.8351616205938277, + "recall_coffee": 0.8772468889230296, + "F1_noncoffee": 0.7142857142857143, + "IoU_noncoffee": 0.5555555555555556, + "kappa": 0.570486440049662, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7314044746398032, + "mIoU": 0.571371538445606, + "macroF1": 0.7260821208427949, + "F1_coffee": 0.6878998230570301, + "IoU_coffee": 0.5242738589211619, + "precision_coffee": 0.7261494252873564, + "recall_coffee": 0.6534781484354797, + "F1_noncoffee": 0.7642644186285596, + "IoU_noncoffee": 0.61846921797005, + "kappa": 0.45330995020836556, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7210682492581603, + "mIoU": 0.5618517499846458, + "macroF1": 0.7190193000268944, + "F1_coffee": 0.6950252343186734, + "IoU_coffee": 0.532596685082873, + "precision_coffee": 0.7432536622976099, + "recall_coffee": 0.6526743398781314, + "F1_noncoffee": 0.7430133657351154, + "IoU_noncoffee": 0.5911068148864186, + "kappa": 0.4400253677051481, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7418028465998946, + "mIoU": 0.5895272934948994, + "macroF1": 0.7417543350584905, + "F1_coffee": 0.7452938117524701, + "IoU_coffee": 0.593998673740053, + "precision_coffee": 0.7461474385672636, + "recall_coffee": 0.7444421358819863, + "F1_noncoffee": 0.738214858364511, + "IoU_noncoffee": 0.5850559132497458, + "kappa": 0.48350936490887236, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7865753077020683, + "mIoU": 0.6321206699813766, + "macroF1": 0.7718685592026733, + "F1_coffee": 0.8297915401740539, + "IoU_coffee": 0.7090971982013144, + "precision_coffee": 0.9326660600545951, + "recall_coffee": 0.7473569084943492, + "F1_noncoffee": 0.7139455782312926, + "IoU_noncoffee": 0.5551441417614388, + "kappa": 0.5528794186823481, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.86220703125, + "mIoU": 0.7114978511982706, + "macroF1": 0.8260807412079663, + "F1_coffee": 0.9053464815187496, + "IoU_coffee": 0.8270621399681334, + "precision_coffee": 0.9552661381653454, + "recall_coffee": 0.860385056738493, + "F1_noncoffee": 0.7468150008971829, + "IoU_noncoffee": 0.5959335624284078, + "kappa": 0.6546838738393895, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8676664780230146, + "mIoU": 0.670373034138857, + "macroF1": 0.7889431638185394, + "F1_coffee": 0.9178427124202143, + "IoU_coffee": 0.8481601731601731, + "precision_coffee": 0.8833408476104598, + "recall_coffee": 0.9551492992078001, + "F1_noncoffee": 0.6600436152168645, + "IoU_noncoffee": 0.4925858951175407, + "kappa": 0.5805342310899964, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2604, + 2984 + ], + [ + 41436, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8672475218772888, + "ssl_variant": "", + "test_tta": { + "OA": 0.7944989613924504, + "mIoU": 0.6482353047507297, + "macroF1": 0.7848776958925734, + "F1_coffee": 0.8303721878972419, + "IoU_coffee": 0.7099456590420826, + "precision_coffee": 0.8509497409797327, + "recall_coffee": 0.8107663443498341, + "F1_noncoffee": 0.7393832038879048, + "IoU_noncoffee": 0.5865249504593767, + "kappa": 0.5701415901310222, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6974010614976347, + "mIoU": 0.525060275838686, + "macroF1": 0.6858037565272863, + "F1_coffee": 0.7461678986655698, + "IoU_coffee": 0.5951099017734808, + "precision_coffee": 0.8313698002318497, + "recall_coffee": 0.6768062505486788, + "F1_noncoffee": 0.625439614389003, + "IoU_noncoffee": 0.4550106499038911, + "kappa": 0.38119792246871265, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s1_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.7598109623476805, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7636451543585703, + "mIoU": 0.6153671734243625, + "macroF1": 0.7614730743710695, + "F1_coffee": 0.7842348748630932, + "IoU_coffee": 0.6450545904372613, + "precision_coffee": 0.9042144149577804, + "recall_coffee": 0.6923654206956271, + "F1_noncoffee": 0.7387112738790458, + "IoU_noncoffee": 0.5856797564114637, + "kappa": 0.532905155545403, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.666652244144456, + "mIoU": 0.4981496113310267, + "macroF1": 0.6644721299020324, + "F1_coffee": 0.6915181848515182, + "IoU_coffee": 0.5284889532630205, + "precision_coffee": 0.8823268962228807, + "recall_coffee": 0.5685629005355105, + "F1_noncoffee": 0.6374260749525468, + "IoU_noncoffee": 0.4678102693990329, + "kappa": 0.363908489184356, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08178785857238159, + "mIoU": 0.04101704507698536, + "macroF1": 0.0760429453479384, + "F1_coffee": 0.14889933217907494, + "IoU_coffee": 0.08043826830571886, + "precision_coffee": 1.0, + "recall_coffee": 0.08043826830571886, + "F1_noncoffee": 0.003186558516801854, + "IoU_noncoffee": 0.0015958218482518497, + "kappa": 0.00025669734100397344, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7352905347789012, + "mIoU": 0.5809200071109579, + "macroF1": 0.7348139626608323, + "F1_coffee": 0.7235720646228215, + "IoU_coffee": 0.566872633047638, + "precision_coffee": 0.8930758360810175, + "recall_coffee": 0.6081471185715813, + "F1_noncoffee": 0.746055860698843, + "IoU_noncoffee": 0.5949673811742777, + "kappa": 0.4866173815440399, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7362841925642484, + "mIoU": 0.580450978515844, + "macroF1": 0.7340741678787821, + "F1_coffee": 0.7583167472277509, + "IoU_coffee": 0.6107167391802153, + "precision_coffee": 0.906320797462619, + "recall_coffee": 0.6518657324425615, + "F1_noncoffee": 0.7098315885298134, + "IoU_noncoffee": 0.5501852178514729, + "kappa": 0.48464857955118135, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8131627420719869, + "mIoU": 0.6747560269970523, + "macroF1": 0.8043549809552598, + "F1_coffee": 0.845866360014785, + "IoU_coffee": 0.7329015728417906, + "precision_coffee": 0.9088341717412408, + "recall_coffee": 0.7910585343370717, + "F1_noncoffee": 0.7628436018957346, + "IoU_noncoffee": 0.6166104811523139, + "kappa": 0.6115788144528655, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7248447932528992, + "mIoU": 0.5514905609644828, + "macroF1": 0.7068339326426054, + "F1_coffee": 0.6341691325338732, + "IoU_coffee": 0.4643101482326112, + "precision_coffee": 0.7971808927173062, + "recall_coffee": 0.5265063356607189, + "F1_noncoffee": 0.7794987327513376, + "IoU_noncoffee": 0.6386709736963544, + "kappa": 0.42808200142136654, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6895263215737993, + "mIoU": 0.5147359765132287, + "macroF1": 0.6764383642032408, + "F1_coffee": 0.611363323703398, + "IoU_coffee": 0.4402615415098078, + "precision_coffee": 0.7829457364341085, + "recall_coffee": 0.5014669374858949, + "F1_noncoffee": 0.7415134047030836, + "IoU_noncoffee": 0.5892104115166497, + "kappa": 0.37290796414515404, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7353716394306801, + "mIoU": 0.5780398142152783, + "macroF1": 0.7318629769788709, + "F1_coffee": 0.7011904761904761, + "IoU_coffee": 0.53987167736022, + "precision_coffee": 0.8210203512684695, + "recall_coffee": 0.6118844795345938, + "F1_noncoffee": 0.7625354777672658, + "IoU_noncoffee": 0.6162079510703364, + "kappa": 0.4726533107214273, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7466057606902677, + "mIoU": 0.5871352249581523, + "macroF1": 0.7381033115900335, + "F1_coffee": 0.7852919040963338, + "IoU_coffee": 0.6464861037351743, + "precision_coffee": 0.9572739187418087, + "recall_coffee": 0.6656944950783813, + "F1_noncoffee": 0.6909147190837331, + "IoU_noncoffee": 0.5277843461811302, + "kappa": 0.49946390295252036, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.77783203125, + "mIoU": 0.6037781597173573, + "macroF1": 0.746639269862577, + "F1_coffee": 0.8355382057398973, + "IoU_coffee": 0.7175316612863174, + "precision_coffee": 0.9647746243739566, + "recall_coffee": 0.7368353946194058, + "F1_noncoffee": 0.6577403339852566, + "IoU_noncoffee": 0.49002465814839724, + "kappa": 0.5115198367483191, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8827579701943029, + "mIoU": 0.7364093021570441, + "macroF1": 0.8427637237366798, + "F1_coffee": 0.9220640792526177, + "IoU_coffee": 0.8553978594695207, + "precision_coffee": 0.9495092975206612, + "recall_coffee": 0.8961608775137112, + "F1_noncoffee": 0.7634633682207421, + "IoU_noncoffee": 0.6174207448445675, + "kappa": 0.6863228346355484, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2556, + 2984 + ], + [ + 40061, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.023849089940389, + "ssl_variant": "", + "test_tta": { + "OA": 0.778830313014827, + "mIoU": 0.6339290844053674, + "macroF1": 0.7753109920976591, + "F1_coffee": 0.8034313179380262, + "IoU_coffee": 0.6714460523515642, + "precision_coffee": 0.895451965375337, + "recall_coffee": 0.7285611199307259, + "F1_noncoffee": 0.747190666257292, + "IoU_noncoffee": 0.5964121164591707, + "kappa": 0.5566436642728256, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6811324564439829, + "mIoU": 0.5130687524080518, + "macroF1": 0.6772310061258269, + "F1_coffee": 0.712717161085773, + "IoU_coffee": 0.553660112246134, + "precision_coffee": 0.8735467431119605, + "recall_coffee": 0.6019006232990958, + "F1_noncoffee": 0.6417448511658808, + "IoU_noncoffee": 0.4724773925699697, + "kappa": 0.3806428466537848, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s1_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 10, + "stopped_epoch": 30, + "best_val": 0.7578096631275153, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7525965188740061, + "mIoU": 0.6013612369552375, + "macroF1": 0.7506801165153989, + "F1_coffee": 0.7725386894962134, + "IoU_coffee": 0.6293792585439133, + "precision_coffee": 0.8990994443379958, + "recall_coffee": 0.6772117188627508, + "F1_noncoffee": 0.7288215435345843, + "IoU_noncoffee": 0.5733432153665616, + "kappa": 0.5128676350742837, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6547392407984308, + "mIoU": 0.4853755645325153, + "macroF1": 0.6531229069685988, + "F1_coffee": 0.6768013608932212, + "IoU_coffee": 0.5114888580524038, + "precision_coffee": 0.8793194176460271, + "recall_coffee": 0.5501053463260469, + "F1_noncoffee": 0.6294444530439763, + "IoU_noncoffee": 0.4592622710126268, + "kappa": 0.34601837153572035, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.057638425617078055, + "mIoU": 0.028904165282127837, + "macroF1": 0.05481000786956256, + "F1_coffee": 0.10651486401012018, + "IoU_coffee": 0.05625334045964725, + "precision_coffee": 1.0, + "recall_coffee": 0.05625334045964725, + "F1_noncoffee": 0.00310515172900494, + "IoU_noncoffee": 0.0015549901046084252, + "kappa": 0.00017493147368321247, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7228651480082836, + "mIoU": 0.5649759047892358, + "macroF1": 0.7217913304517856, + "F1_coffee": 0.704507078841408, + "IoU_coffee": 0.5438139161820734, + "precision_coffee": 0.8972704714640198, + "recall_coffee": 0.5799208810007485, + "F1_noncoffee": 0.7390755820621631, + "IoU_noncoffee": 0.586137893396398, + "kappa": 0.4653709228752832, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7283210093593258, + "mIoU": 0.5715469197617761, + "macroF1": 0.7271086606323223, + "F1_coffee": 0.745297653674617, + "IoU_coffee": 0.5940035545939263, + "precision_coffee": 0.9201580081398133, + "recall_coffee": 0.6262832002607137, + "F1_noncoffee": 0.7089196675900277, + "IoU_noncoffee": 0.5490902849296259, + "kappa": 0.47584919131146686, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8002688305869468, + "mIoU": 0.6542961432389475, + "macroF1": 0.789077227178796, + "F1_coffee": 0.8376628631544873, + "IoU_coffee": 0.7206711689758407, + "precision_coffee": 0.8850034199726402, + "recall_coffee": 0.7951298202488861, + "F1_noncoffee": 0.7404915912031048, + "IoU_noncoffee": 0.5879211175020542, + "kappa": 0.5800752530330634, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7013002225606185, + "mIoU": 0.5176431748501584, + "macroF1": 0.6759674379973386, + "F1_coffee": 0.5853658536585366, + "IoU_coffee": 0.41379310344827586, + "precision_coffee": 0.7884362680683311, + "recall_coffee": 0.46547711404189296, + "F1_noncoffee": 0.7665690223361407, + "IoU_noncoffee": 0.6214932462520409, + "kappa": 0.3752666746791037, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6741400153863062, + "mIoU": 0.4915142296084679, + "macroF1": 0.6538683905110808, + "F1_coffee": 0.5701029433086849, + "IoU_coffee": 0.398702088825796, + "precision_coffee": 0.797242497972425, + "recall_coffee": 0.4436921688106522, + "F1_noncoffee": 0.7376338377134767, + "IoU_noncoffee": 0.5843263703911398, + "kappa": 0.34041216112293077, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7232472324723247, + "mIoU": 0.5625288998249496, + "macroF1": 0.7191182355912457, + "F1_coffee": 0.6850629874025195, + "IoU_coffee": 0.5209854014598541, + "precision_coffee": 0.8106189664963089, + "recall_coffee": 0.5931851236235196, + "F1_noncoffee": 0.7531734837799718, + "IoU_noncoffee": 0.6040723981900452, + "kappa": 0.44860394719017416, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7462250983377744, + "mIoU": 0.5872834000128981, + "macroF1": 0.738353007044715, + "F1_coffee": 0.7837370242214533, + "IoU_coffee": 0.6443812233285917, + "precision_coffee": 0.9633173843700159, + "recall_coffee": 0.6605905942398833, + "F1_noncoffee": 0.6929689898679766, + "IoU_noncoffee": 0.5301855766972046, + "kappa": 0.5013102233872027, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.77646484375, + "mIoU": 0.6038521084095202, + "macroF1": 0.7470677810706985, + "F1_coffee": 0.8332969193795062, + "IoU_coffee": 0.7142322097378278, + "precision_coffee": 0.9716372282608695, + "recall_coffee": 0.7294402652046411, + "F1_noncoffee": 0.6608386427618906, + "IoU_noncoffee": 0.49347200708121264, + "kappa": 0.5141726183527714, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8691756272401434, + "mIoU": 0.6986520009461195, + "macroF1": 0.8139286278050342, + "F1_coffee": 0.9153183955064412, + "IoU_coffee": 0.843859056625014, + "precision_coffee": 0.9170540738928309, + "recall_coffee": 0.9135892748324193, + "F1_noncoffee": 0.712538860103627, + "IoU_noncoffee": 0.5534449452672248, + "kappa": 0.62786178086408, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2547, + 2984 + ], + [ + 39453, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.904061496257782, + "ssl_variant": "", + "test_tta": { + "OA": 0.7650060883890839, + "mIoU": 0.6161946644212948, + "macroF1": 0.7619347161504595, + "F1_coffee": 0.7889751877402029, + "IoU_coffee": 0.6514938255211792, + "precision_coffee": 0.8907123665674243, + "recall_coffee": 0.7080964064078511, + "F1_noncoffee": 0.734894244560716, + "IoU_noncoffee": 0.5808955033214103, + "kappa": 0.5315472160353136, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6664935964001385, + "mIoU": 0.49731945225870655, + "macroF1": 0.6635347901426607, + "F1_coffee": 0.6950868957514702, + "IoU_coffee": 0.5326691053131505, + "precision_coffee": 0.87061504921715, + "recall_coffee": 0.5784610657536652, + "F1_noncoffee": 0.6319826845338511, + "IoU_noncoffee": 0.46196979920426257, + "kappa": 0.3585400301677641, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s2_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 11, + "stopped_epoch": 31, + "best_val": 0.7254897971025271, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7807284578468591, + "mIoU": 0.6317843988795326, + "macroF1": 0.7728988493471023, + "F1_coffee": 0.8150665277211424, + "IoU_coffee": 0.6878584720487394, + "precision_coffee": 0.8547896604156108, + "recall_coffee": 0.7788714100158753, + "F1_noncoffee": 0.7307311709730622, + "IoU_noncoffee": 0.5757103257103258, + "kappa": 0.5472214196998156, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6856899734625591, + "mIoU": 0.5138624558581519, + "macroF1": 0.6766728777911415, + "F1_coffee": 0.7306679849224494, + "IoU_coffee": 0.57563188846049, + "precision_coffee": 0.8362139684874544, + "recall_coffee": 0.648779738389957, + "F1_noncoffee": 0.6226777706598334, + "IoU_noncoffee": 0.45209302325581396, + "kappa": 0.3674632861331103, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11874583055370247, + "mIoU": 0.059540093035655585, + "macroF1": 0.10670967305371663, + "F1_coffee": 0.21040047818290497, + "IoU_coffee": 0.11756847027388109, + "precision_coffee": 0.9988649262202043, + "recall_coffee": 0.11758417958311064, + "F1_noncoffee": 0.0030188679245283017, + "IoU_noncoffee": 0.0015117157974300832, + "kappa": 8.871138174096607e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7421732245096845, + "mIoU": 0.5898064804542005, + "macroF1": 0.7419367423134138, + "F1_coffee": 0.749748743718593, + "IoU_coffee": 0.5996784565916399, + "precision_coffee": 0.8385347791589527, + "recall_coffee": 0.6779642895327702, + "F1_noncoffee": 0.7341247409082344, + "IoU_noncoffee": 0.579934504316761, + "kappa": 0.48994871392460965, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7910440043435545, + "mIoU": 0.6473192564467354, + "macroF1": 0.7848006184060958, + "F1_coffee": 0.8214553969867008, + "IoU_coffee": 0.6970083227112545, + "precision_coffee": 0.8973839173665412, + "recall_coffee": 0.7573733094345771, + "F1_noncoffee": 0.7481458398254908, + "IoU_noncoffee": 0.5976301901822164, + "kappa": 0.573904154236765, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8023099517100613, + "mIoU": 0.6432073377725551, + "macroF1": 0.7785630061794474, + "F1_coffee": 0.8510781923870242, + "IoU_coffee": 0.7407625016320668, + "precision_coffee": 0.831464790796512, + "recall_coffee": 0.8716392687048702, + "F1_noncoffee": 0.7060478199718706, + "IoU_noncoffee": 0.5456521739130434, + "kappa": 0.5576119045650048, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.717465151692632, + "mIoU": 0.553451064443691, + "macroF1": 0.7111223007630287, + "F1_coffee": 0.6683168316831684, + "IoU_coffee": 0.5018587360594795, + "precision_coffee": 0.7136563876651982, + "recall_coffee": 0.6283941039565555, + "F1_noncoffee": 0.7539277698428892, + "IoU_noncoffee": 0.6050433928279024, + "kappa": 0.423969489403721, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7337070007693153, + "mIoU": 0.5758504994950371, + "macroF1": 0.7300712878029484, + "F1_coffee": 0.6987442496580878, + "IoU_coffee": 0.5369768775081215, + "precision_coffee": 0.7779623477297896, + "recall_coffee": 0.6341683592868427, + "F1_noncoffee": 0.761398325947809, + "IoU_noncoffee": 0.6147241214819527, + "kappa": 0.4645399845284781, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7438060094886663, + "mIoU": 0.5917724843957235, + "macroF1": 0.7434705417094392, + "F1_coffee": 0.7527472527472527, + "IoU_coffee": 0.6035242290748899, + "precision_coffee": 0.7375872382851446, + "recall_coffee": 0.7685435279451486, + "F1_noncoffee": 0.7341938306716255, + "IoU_noncoffee": 0.5800207397165572, + "kappa": 0.4871739817760648, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7689379520365436, + "mIoU": 0.6118098315875697, + "macroF1": 0.7567803532676445, + "F1_coffee": 0.8111583532095821, + "IoU_coffee": 0.6823098394975575, + "precision_coffee": 0.9408227086841472, + "recall_coffee": 0.7129055778344878, + "F1_noncoffee": 0.7024023533257068, + "IoU_noncoffee": 0.5413098236775818, + "kappa": 0.5276983430362505, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8419921875, + "mIoU": 0.6846692912226301, + "macroF1": 0.8071996192475485, + "F1_coffee": 0.8891021247429747, + "IoU_coffee": 0.8003455083909181, + "precision_coffee": 0.961316140506892, + "recall_coffee": 0.8269794721407625, + "F1_noncoffee": 0.7252971137521222, + "IoU_noncoffee": 0.5689930740543421, + "kappa": 0.619714930339722, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8546500660252783, + "mIoU": 0.6553169751328326, + "macroF1": 0.7778007775872919, + "F1_coffee": 0.9084753816000475, + "IoU_coffee": 0.8322994885188812, + "precision_coffee": 0.8860055607043559, + "recall_coffee": 0.932114564290067, + "F1_noncoffee": 0.6471261735745363, + "IoU_noncoffee": 0.478334461746784, + "kappa": 0.5567008261675007, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2638, + 2984 + ], + [ + 40933, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9342871904373169, + "ssl_variant": "", + "test_tta": { + "OA": 0.7913652317169257, + "mIoU": 0.6429581492365242, + "macroF1": 0.7807803411356011, + "F1_coffee": 0.8289510386845775, + "IoU_coffee": 0.7078705212747286, + "precision_coffee": 0.8435016432626232, + "recall_coffee": 0.8148939240871699, + "F1_noncoffee": 0.7326096435866247, + "IoU_noncoffee": 0.5780457771983196, + "kappa": 0.561764538050331, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6987279335410177, + "mIoU": 0.5253946408817919, + "macroF1": 0.6857642511525228, + "F1_coffee": 0.7495894220741078, + "IoU_coffee": 0.5994746328181922, + "precision_coffee": 0.8259146744155329, + "recall_coffee": 0.6861776841365991, + "F1_noncoffee": 0.6219390802309377, + "IoU_noncoffee": 0.45131464894539153, + "kappa": 0.3795286313914648, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s2_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 10, + "stopped_epoch": 30, + "best_val": 0.7485331026418219, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7689098202134518, + "mIoU": 0.6191328514932015, + "macroF1": 0.7637932705924364, + "F1_coffee": 0.7985576697937967, + "IoU_coffee": 0.6646658351522711, + "precision_coffee": 0.8695016656468829, + "recall_coffee": 0.7383172174917015, + "F1_noncoffee": 0.7290288713910761, + "IoU_noncoffee": 0.5735998678341319, + "kappa": 0.5317794288741806, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6733731394946348, + "mIoU": 0.5028753914114203, + "macroF1": 0.6678373917832556, + "F1_coffee": 0.7107182546272051, + "IoU_coffee": 0.5512513127390176, + "precision_coffee": 0.8501665495217431, + "recall_coffee": 0.6105697480467035, + "F1_noncoffee": 0.6249565289393061, + "IoU_noncoffee": 0.45449947008382313, + "kappa": 0.3580655845624247, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09979986657771849, + "mIoU": 0.05005222545198129, + "macroF1": 0.09127351665737042, + "F1_coffee": 0.17929692251550905, + "IoU_coffee": 0.09847675040085516, + "precision_coffee": 1.0, + "recall_coffee": 0.09847675040085516, + "F1_noncoffee": 0.003250110799231792, + "IoU_noncoffee": 0.0016277005031074283, + "kappa": 0.00032052993439020796, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.744061396028749, + "mIoU": 0.5924338815942071, + "macroF1": 0.7440607541646589, + "F1_coffee": 0.74446606665045, + "IoU_coffee": 0.5929477864961736, + "precision_coffee": 0.8632068819630517, + "recall_coffee": 0.6544424248904095, + "F1_noncoffee": 0.7436554416788678, + "IoU_noncoffee": 0.5919199766922405, + "kappa": 0.4976570657500766, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7569160763224572, + "mIoU": 0.6048779604695035, + "macroF1": 0.7530295777682218, + "F1_coffee": 0.7840110268780152, + "IoU_coffee": 0.6447517569712083, + "precision_coffee": 0.8989569065430407, + "recall_coffee": 0.6951279126609092, + "F1_noncoffee": 0.7220481286584284, + "IoU_noncoffee": 0.5650041639677986, + "kappa": 0.5162375492985309, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8007666650072186, + "mIoU": 0.6475306556066872, + "macroF1": 0.7828692155304411, + "F1_coffee": 0.8452077048038988, + "IoU_coffee": 0.7319131832797428, + "precision_coffee": 0.8511997507011531, + "recall_coffee": 0.8392994315563067, + "F1_noncoffee": 0.7205307262569832, + "IoU_noncoffee": 0.5631481279336317, + "kappa": 0.5657772804824116, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7103197844676116, + "mIoU": 0.5376619727378833, + "macroF1": 0.695981094033985, + "F1_coffee": 0.6299566063145294, + "IoU_coffee": 0.4598077763215378, + "precision_coffee": 0.7475142045454546, + "recall_coffee": 0.5443496250323248, + "F1_noncoffee": 0.7620055817534405, + "IoU_noncoffee": 0.6155161691542289, + "kappa": 0.40148254965360014, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7062314540059347, + "mIoU": 0.538796880008548, + "macroF1": 0.698489873749469, + "F1_coffee": 0.6501766784452296, + "IoU_coffee": 0.4816753926701571, + "precision_coffee": 0.7738317757009345, + "recall_coffee": 0.5605958023019635, + "F1_noncoffee": 0.7468030690537084, + "IoU_noncoffee": 0.5959183673469388, + "kappa": 0.4079223166196748, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7364259356879284, + "mIoU": 0.5820639375431327, + "macroF1": 0.735670692936617, + "F1_coffee": 0.7215415460013366, + "IoU_coffee": 0.56438403903119, + "precision_coffee": 0.777671068427371, + "recall_coffee": 0.6729690421774361, + "F1_noncoffee": 0.7497998398718975, + "IoU_noncoffee": 0.5997438360550752, + "kappa": 0.4738043903742319, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.780611597513006, + "mIoU": 0.6258473254767911, + "macroF1": 0.7673739313433761, + "F1_coffee": 0.8228665095789366, + "IoU_coffee": 0.6990426457789382, + "precision_coffee": 0.9394152046783626, + "recall_coffee": 0.7320452059788553, + "F1_noncoffee": 0.7118813531078154, + "IoU_noncoffee": 0.5526520051746442, + "kappa": 0.5461115551870598, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.801953125, + "mIoU": 0.6325534804850107, + "macroF1": 0.7686730084111615, + "F1_coffee": 0.8564146134239592, + "IoU_coffee": 0.7488855869242199, + "precision_coffee": 0.9629039961789524, + "recall_coffee": 0.7711334948361597, + "F1_noncoffee": 0.6809314033983638, + "IoU_noncoffee": 0.5162213740458015, + "kappa": 0.5495874137319327, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8583286172420298, + "mIoU": 0.6606389136686847, + "macroF1": 0.7819776764649313, + "F1_coffee": 0.9109978667930789, + "IoU_coffee": 0.8365436935466318, + "precision_coffee": 0.8865182793218775, + "recall_coffee": 0.9368677635588056, + "F1_noncoffee": 0.6529574861367837, + "IoU_noncoffee": 0.48473413379073754, + "kappa": 0.5652479308179736, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2619, + 2984 + ], + [ + 40292, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9038976470629374, + "ssl_variant": "", + "test_tta": { + "OA": 0.7849007950719863, + "mIoU": 0.6380994639356925, + "macroF1": 0.7777778334328586, + "F1_coffee": 0.8175632574952159, + "IoU_coffee": 0.6914224060420787, + "precision_coffee": 0.8627432124883803, + "recall_coffee": 0.7768797806321258, + "F1_noncoffee": 0.7379924093705013, + "IoU_noncoffee": 0.5847765218293063, + "kappa": 0.557299240594885, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6898725049036576, + "mIoU": 0.5191772134118038, + "macroF1": 0.6814673731762788, + "F1_coffee": 0.7332100894552042, + "IoU_coffee": 0.5787937552643435, + "precision_coffee": 0.843385186242329, + "recall_coffee": 0.64849442542358, + "F1_noncoffee": 0.6297246568973534, + "IoU_noncoffee": 0.4595606715592641, + "kappa": 0.3776744240002687, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s2_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 17, + "stopped_epoch": 37, + "best_val": 0.7533083530748568, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7675847002363727, + "mIoU": 0.6192652850608047, + "macroF1": 0.764232351390185, + "F1_coffee": 0.7923459673935651, + "IoU_coffee": 0.6561034418801833, + "precision_coffee": 0.8888649580012923, + "recall_coffee": 0.7147351710203492, + "F1_noncoffee": 0.736118735386805, + "IoU_noncoffee": 0.582427128241426, + "kappa": 0.5354257928647472, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6747865466712819, + "mIoU": 0.5060379026988344, + "macroF1": 0.6710996821925524, + "F1_coffee": 0.7059222452625951, + "IoU_coffee": 0.5455021869268135, + "precision_coffee": 0.8698614726963005, + "recall_coffee": 0.5939777016943201, + "F1_noncoffee": 0.6362771191225098, + "IoU_noncoffee": 0.46657361847085543, + "kappa": 0.3698812962867526, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12981987991994662, + "mIoU": 0.06511232330078033, + "macroF1": 0.11558100013489987, + "F1_coffee": 0.2278001420790907, + "IoU_coffee": 0.1285408872260823, + "precision_coffee": 1.0, + "recall_coffee": 0.1285408872260823, + "F1_noncoffee": 0.0033618581907090463, + "IoU_noncoffee": 0.0016837593754783406, + "kappa": 0.0004327701827151242, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7433304909245949, + "mIoU": 0.59142982817564, + "macroF1": 0.7432525801267893, + "F1_coffee": 0.7387800644681378, + "IoU_coffee": 0.5857662439791606, + "precision_coffee": 0.879038206225107, + "recall_coffee": 0.6371217791083075, + "F1_noncoffee": 0.7477250957854407, + "IoU_noncoffee": 0.5970934123721197, + "kappa": 0.4988275676894921, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7501421997000879, + "mIoU": 0.5970321841751498, + "macroF1": 0.7470535431552972, + "F1_coffee": 0.7750046563605886, + "IoU_coffee": 0.6326592671430743, + "precision_coffee": 0.9043686155183656, + "recall_coffee": 0.6780185758513931, + "F1_noncoffee": 0.7191024299500058, + "IoU_noncoffee": 0.5614051012072252, + "kappa": 0.5067083428907685, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8042017225070941, + "mIoU": 0.6588543375181686, + "macroF1": 0.7923021674342665, + "F1_coffee": 0.8420164691705162, + "IoU_coffee": 0.7271402802830581, + "precision_coffee": 0.88246190115349, + "recall_coffee": 0.8051159932401291, + "F1_noncoffee": 0.7425878656980169, + "IoU_noncoffee": 0.5905683947532792, + "kappa": 0.5860212449211638, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7239076959119128, + "mIoU": 0.5531128940538605, + "macroF1": 0.7088737032832075, + "F1_coffee": 0.642716386236168, + "IoU_coffee": 0.4735313826222917, + "precision_coffee": 0.7765567765567766, + "recall_coffee": 0.5482286009826739, + "F1_noncoffee": 0.7750310203302472, + "IoU_noncoffee": 0.6326944054854293, + "kappa": 0.428437976684352, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7000769315309374, + "mIoU": 0.5298855216195401, + "macroF1": 0.6904329016283173, + "F1_coffee": 0.6357934071800347, + "IoU_coffee": 0.46605360986108396, + "precision_coffee": 0.7779229261920314, + "recall_coffee": 0.5375761679079215, + "F1_noncoffee": 0.7450723960765997, + "IoU_noncoffee": 0.5937174333779961, + "kappa": 0.39500154994608977, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7286241433842909, + "mIoU": 0.5697048445288649, + "macroF1": 0.7251194642754686, + "F1_coffee": 0.694081293082957, + "IoU_coffee": 0.531488896978522, + "precision_coffee": 0.8108858650374896, + "recall_coffee": 0.6066902140037399, + "F1_noncoffee": 0.7561576354679803, + "IoU_noncoffee": 0.6079207920792079, + "kappa": 0.45918337329325604, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7643700038066236, + "mIoU": 0.607277857426794, + "macroF1": 0.7535131991549564, + "F1_coffee": 0.8052438384897745, + "IoU_coffee": 0.6739817415730337, + "precision_coffee": 0.9481353420597678, + "recall_coffee": 0.6997812613926357, + "F1_noncoffee": 0.7017825598201382, + "IoU_noncoffee": 0.5405739732805542, + "kappa": 0.5235951631960554, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.79462890625, + "mIoU": 0.6247303158314756, + "macroF1": 0.762957616766136, + "F1_coffee": 0.8496030894657799, + "IoU_coffee": 0.7385303991048117, + "precision_coffee": 0.9674267100977199, + "recall_coffee": 0.7573632538569425, + "F1_noncoffee": 0.6763121440664922, + "IoU_noncoffee": 0.5109302325581395, + "kappa": 0.5405816629645339, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8718166383701188, + "mIoU": 0.7003766351639698, + "macroF1": 0.8149002843186971, + "F1_coffee": 0.9175414113221285, + "IoU_coffee": 0.8476457399103139, + "precision_coffee": 0.9136056065732238, + "recall_coffee": 0.9215112736136503, + "F1_noncoffee": 0.7122591573152657, + "IoU_noncoffee": 0.5531075304176257, + "kappa": 0.6298245416611234, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2570, + 2984 + ], + [ + 40267, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1143235484759013, + "ssl_variant": "", + "test_tta": { + "OA": 0.7789377551751308, + "mIoU": 0.632537956673492, + "macroF1": 0.7740041940081408, + "F1_coffee": 0.8073952726421718, + "IoU_coffee": 0.6770015698587127, + "precision_coffee": 0.8786078098471987, + "recall_coffee": 0.7468610189060471, + "F1_noncoffee": 0.7406131153741097, + "IoU_noncoffee": 0.5880743434882713, + "kappa": 0.5519721618860554, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6876370139610015, + "mIoU": 0.5187873035620805, + "macroF1": 0.6817350128227542, + "F1_coffee": 0.7250755287009063, + "IoU_coffee": 0.5687203791469194, + "precision_coffee": 0.8598783645450714, + "recall_coffee": 0.6268106399789307, + "F1_noncoffee": 0.6383944969446022, + "IoU_noncoffee": 0.4688542279772415, + "kappa": 0.3834018861035276, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s2_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.7673506963530283, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7652567867631258, + "mIoU": 0.6166738157738108, + "macroF1": 0.7623300461283093, + "F1_coffee": 0.7887042439676988, + "IoU_coffee": 0.6511244178310046, + "precision_coffee": 0.8930500803036939, + "recall_coffee": 0.7061913696060037, + "F1_noncoffee": 0.7359558482889198, + "IoU_noncoffee": 0.5822232137166168, + "kappa": 0.5326334639990816, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6671281873774085, + "mIoU": 0.498122982350999, + "macroF1": 0.6642803378496724, + "F1_coffee": 0.6952008663268271, + "IoU_coffee": 0.5328029796967673, + "precision_coffee": 0.8727700775913522, + "recall_coffee": 0.5776709683083135, + "F1_noncoffee": 0.6333598093725179, + "IoU_noncoffee": 0.46344298500523073, + "kappa": 0.3604074446068261, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07218145430286858, + "mIoU": 0.03619853485953091, + "macroF1": 0.06771109989857199, + "F1_coffee": 0.13226853007237335, + "IoU_coffee": 0.07081774452164617, + "precision_coffee": 1.0, + "recall_coffee": 0.07081774452164617, + "F1_noncoffee": 0.0031536697247706424, + "IoU_noncoffee": 0.0015793251974156497, + "kappa": 0.00022366348122042126, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7391886953343891, + "mIoU": 0.5860108437701455, + "macroF1": 0.738918670842569, + "F1_coffee": 0.7305223410950283, + "IoU_coffee": 0.5754511203648622, + "precision_coffee": 0.8878690530824537, + "recall_coffee": 0.6205495562920988, + "F1_noncoffee": 0.7473150005901098, + "IoU_noncoffee": 0.5965705671754287, + "kappa": 0.4927747437826847, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7448678835513729, + "mIoU": 0.5909221532764228, + "macroF1": 0.7423520609161727, + "F1_coffee": 0.7678117647058823, + "IoU_coffee": 0.6231286281698747, + "precision_coffee": 0.908868092691622, + "recall_coffee": 0.6646569985334854, + "F1_noncoffee": 0.7168923571264632, + "IoU_noncoffee": 0.5587156783829711, + "kappa": 0.49940625117025056, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8061930601881814, + "mIoU": 0.6616781133262608, + "macroF1": 0.7943833196560455, + "F1_coffee": 0.8436608971527247, + "IoU_coffee": 0.7295964437035494, + "precision_coffee": 0.8839518640074056, + "recall_coffee": 0.8068827776924259, + "F1_noncoffee": 0.7451057421593662, + "IoU_noncoffee": 0.5937597829489721, + "kappa": 0.5901548977841521, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.712545390652454, + "mIoU": 0.5367833523404125, + "macroF1": 0.6943114414829706, + "F1_coffee": 0.6196528208307501, + "IoU_coffee": 0.448910846620256, + "precision_coffee": 0.7733075435203095, + "recall_coffee": 0.5169381949831912, + "F1_noncoffee": 0.7689700621351911, + "IoU_noncoffee": 0.624655858060569, + "kappa": 0.40294121687282164, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.677656885372019, + "mIoU": 0.4997550363136233, + "macroF1": 0.6626680694014719, + "F1_coffee": 0.5915610639186742, + "IoU_coffee": 0.42001186474194185, + "precision_coffee": 0.7723636363636364, + "recall_coffee": 0.47935003385240355, + "F1_noncoffee": 0.7337750748842697, + "IoU_noncoffee": 0.5794982078853047, + "kappa": 0.3486027468439327, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7294675803900896, + "mIoU": 0.5716739436563532, + "macroF1": 0.7269263306704964, + "F1_coffee": 0.700583430571762, + "IoU_coffee": 0.5391522988505747, + "precision_coffee": 0.7990417886611658, + "recall_coffee": 0.6237274049449408, + "F1_noncoffee": 0.7532692307692308, + "IoU_noncoffee": 0.6041955884621317, + "kappa": 0.4606014134969778, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7680497398807258, + "mIoU": 0.6135024277760366, + "macroF1": 0.758628669358357, + "F1_coffee": 0.8063148972239881, + "IoU_coffee": 0.675483756435292, + "precision_coffee": 0.9628036437246964, + "recall_coffee": 0.6935836675173168, + "F1_noncoffee": 0.7109424414927261, + "IoU_noncoffee": 0.5515210991167812, + "kappa": 0.5355678779700558, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80458984375, + "mIoU": 0.6376078000403016, + "macroF1": 0.7728263066583431, + "F1_coffee": 0.85777240742057, + "IoU_coffee": 0.7509645301804605, + "precision_coffee": 0.9691615804690009, + "recall_coffee": 0.7693484635981129, + "F1_noncoffee": 0.6878802058961161, + "IoU_noncoffee": 0.5242510699001427, + "kappa": 0.5584525669831892, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8748349368043765, + "mIoU": 0.7108176683144622, + "macroF1": 0.8232133230154554, + "F1_coffee": 0.9187434939685262, + "IoU_coffee": 0.8496998527579568, + "precision_coffee": 0.9232094511444745, + "recall_coffee": 0.9143205362583791, + "F1_noncoffee": 0.7276831520623845, + "IoU_noncoffee": 0.5719354838709677, + "kappa": 0.6464543722380296, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2585, + 2984 + ], + [ + 40122, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3842272559801738, + "ssl_variant": "", + "test_tta": { + "OA": 0.7746221617362653, + "mIoU": 0.6278681425399941, + "macroF1": 0.7706601235478561, + "F1_coffee": 0.8008040010129147, + "IoU_coffee": 0.6677840834103207, + "precision_coffee": 0.8864711447492905, + "recall_coffee": 0.7302352431808342, + "F1_noncoffee": 0.7405162460827973, + "IoU_noncoffee": 0.5879522016696677, + "kappa": 0.5468332342490975, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6757672781816084, + "mIoU": 0.5067166149908954, + "macroF1": 0.6715735667999208, + "F1_coffee": 0.7086859053271306, + "IoU_coffee": 0.5488098583069081, + "precision_coffee": 0.8651564526845319, + "recall_coffee": 0.6001448511983145, + "F1_noncoffee": 0.634461228272711, + "IoU_noncoffee": 0.4646233716748827, + "kappa": 0.36904398338217315, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s0_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 45, + "stopped_epoch": 65, + "best_val": 0.6616286729904357, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8583648042348536, + "mIoU": 0.6883916386658107, + "macroF1": 0.8071633729722709, + "F1_coffee": 0.9065289168175524, + "IoU_coffee": 0.8290378508951357, + "precision_coffee": 0.9180274823651229, + "recall_coffee": 0.8953148339048661, + "F1_noncoffee": 0.7077978291269894, + "IoU_noncoffee": 0.5477454264364855, + "kappa": 0.614515801180059, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8268431983385255, + "mIoU": 0.6408702475039211, + "macroF1": 0.7706513737139608, + "F1_coffee": 0.8841745774484835, + "IoU_coffee": 0.7923950822223375, + "precision_coffee": 0.8847379090645815, + "recall_coffee": 0.8836119627465726, + "F1_noncoffee": 0.657128169979438, + "IoU_noncoffee": 0.48934541278550464, + "kappa": 0.5413032979218195, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04938271604938271, + "mIoU": 0.02516025641025641, + "macroF1": 0.048802806161354274, + "F1_coffee": 0.07228915662650602, + "IoU_coffee": 0.0375, + "precision_coffee": 1.0, + "recall_coffee": 0.0375, + "F1_noncoffee": 0.02531645569620253, + "IoU_noncoffee": 0.01282051282051282, + "kappa": 0.0009610764055742395, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.835, + "mIoU": 0.658239434920255, + "macroF1": 0.7850681948823451, + "F1_coffee": 0.8886632382325003, + "IoU_coffee": 0.7996345201603395, + "precision_coffee": 0.9204098249423259, + "recall_coffee": 0.8590336267494142, + "F1_noncoffee": 0.68147315153219, + "IoU_noncoffee": 0.5168443496801706, + "kappa": 0.5715945124567947, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8488467675644311, + "mIoU": 0.675908401004363, + "macroF1": 0.7980908504889008, + "F1_coffee": 0.8993236714975845, + "IoU_coffee": 0.817064606741573, + "precision_coffee": 0.9198234402793333, + "recall_coffee": 0.8797177241509672, + "F1_noncoffee": 0.6968580294802172, + "IoU_noncoffee": 0.5347521952671529, + "kappa": 0.5967847389242424, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8911561336492433, + "mIoU": 0.7357023784083161, + "macroF1": 0.840815761055476, + "F1_coffee": 0.9303333230169292, + "IoU_coffee": 0.8697413344135178, + "precision_coffee": 0.9142335766423357, + "recall_coffee": 0.9470102703043286, + "F1_noncoffee": 0.7512981990940227, + "IoU_noncoffee": 0.6016634224031145, + "kappa": 0.6819835905530166, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8031856645097063, + "mIoU": 0.5207283744844615, + "macroF1": 0.6425367862047433, + "F1_coffee": 0.8821741462542464, + "IoU_coffee": 0.7891874600127959, + "precision_coffee": 0.934469696969697, + "recall_coffee": 0.8354216051473078, + "F1_noncoffee": 0.4028994261552401, + "IoU_noncoffee": 0.2522692889561271, + "kappa": 0.29624294279337, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8259575312562016, + "mIoU": 0.5493786200264589, + "macroF1": 0.6706982850346139, + "F1_coffee": 0.8968113895752442, + "IoU_coffee": 0.8129266211604096, + "precision_coffee": 0.9401751572714938, + "recall_coffee": 0.8572713980429648, + "F1_noncoffee": 0.44458518049398354, + "IoU_noncoffee": 0.28583061889250816, + "kappa": 0.34885249549032193, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9197261361381226, + "mIoU": 0.6755150594961433, + "macroF1": 0.7815696083511434, + "F1_coffee": 0.9552865749184768, + "IoU_coffee": 0.914400592529891, + "precision_coffee": 0.9391436644207781, + "recall_coffee": 0.9719941513890451, + "F1_noncoffee": 0.6078526417838099, + "IoU_noncoffee": 0.43662952646239556, + "kappa": 0.5642683107364588, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.865277119848413, + "mIoU": 0.7443526031693786, + "macroF1": 0.8516876482213438, + "F1_coffee": 0.8965818181818181, + "IoU_coffee": 0.8125494331663591, + "precision_coffee": 0.9040774420651218, + "recall_coffee": 0.8892094633583382, + "F1_noncoffee": 0.8067934782608696, + "IoU_noncoffee": 0.6761557731723981, + "kappa": 0.7034133837911487, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8706026596246346, + "mIoU": 0.7501281776124386, + "macroF1": 0.8552909155426616, + "F1_coffee": 0.9023626530031312, + "IoU_coffee": 0.8220954356846473, + "precision_coffee": 0.8964932126696833, + "recall_coffee": 0.9083094555873925, + "F1_noncoffee": 0.8082191780821918, + "IoU_noncoffee": 0.6781609195402298, + "kappa": 0.7106061967243092, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8640007545034424, + "mIoU": 0.736862509828518, + "macroF1": 0.8461127582175114, + "F1_coffee": 0.8985792657195105, + "IoU_coffee": 0.8158365261813537, + "precision_coffee": 0.8825642442663719, + "recall_coffee": 0.9151862464183381, + "F1_noncoffee": 0.7936462507155123, + "IoU_noncoffee": 0.6578884934756821, + "kappa": 0.6924315745654067, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2603, + 2995 + ], + [ + 50583, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9527021964391074, + "ssl_variant": "", + "test_tta": { + "OA": 0.8661114876860011, + "mIoU": 0.6984159631075377, + "macroF1": 0.8143218763283209, + "F1_coffee": 0.912384090573052, + "IoU_coffee": 0.8388844652463537, + "precision_coffee": 0.9160604839564821, + "recall_coffee": 0.9087370879178676, + "F1_noncoffee": 0.7162596620835898, + "IoU_noncoffee": 0.5579474609687217, + "kappa": 0.6286631214177972, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8343573324102919, + "mIoU": 0.6489387022979731, + "macroF1": 0.7765381197078065, + "F1_coffee": 0.8902060130968883, + "IoU_coffee": 0.8021362735808425, + "precision_coffee": 0.8827544365235857, + "recall_coffee": 0.8977844623127206, + "F1_noncoffee": 0.6628702263187248, + "IoU_noncoffee": 0.49574113101510364, + "kappa": 0.5531740021874972, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s0_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.6661743616769316, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8770536780607469, + "mIoU": 0.7137642553109914, + "macroF1": 0.8252773858847955, + "F1_coffee": 0.9203904192617983, + "IoU_coffee": 0.8525215371212854, + "precision_coffee": 0.9144085217716315, + "recall_coffee": 0.9264510971325185, + "F1_noncoffee": 0.7301643525077925, + "IoU_noncoffee": 0.5750069735006974, + "kappa": 0.6506054530422675, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8448425060574594, + "mIoU": 0.6603088687496111, + "macroF1": 0.7847640994822349, + "F1_coffee": 0.8984787860486184, + "IoU_coffee": 0.8156708873772767, + "precision_coffee": 0.8798307058236458, + "recall_coffee": 0.9179344787026861, + "F1_noncoffee": 0.6710494129158513, + "IoU_noncoffee": 0.5049468501219456, + "kappa": 0.5701538856267974, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13580246913580246, + "mIoU": 0.06954225352112677, + "macroF1": 0.125, + "F1_coffee": 0.2222222222222222, + "IoU_coffee": 0.125, + "precision_coffee": 1.0, + "recall_coffee": 0.125, + "F1_noncoffee": 0.027777777777777776, + "IoU_noncoffee": 0.014084507042253521, + "kappa": 0.0035149384885764527, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8790291262135922, + "mIoU": 0.7170922552392436, + "macroF1": 0.8276951785959116, + "F1_coffee": 0.9217434995603567, + "IoU_coffee": 0.8548462255358807, + "precision_coffee": 0.914221640814801, + "recall_coffee": 0.9293901589513014, + "F1_noncoffee": 0.7336468576314664, + "IoU_noncoffee": 0.5793382849426063, + "kappa": 0.6554697373809764, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8652869783859581, + "mIoU": 0.7010741641158389, + "macroF1": 0.8167566427247002, + "F1_coffee": 0.9110586132039331, + "IoU_coffee": 0.8366461448255643, + "precision_coffee": 0.9233805733514527, + "recall_coffee": 0.8990611807699578, + "F1_noncoffee": 0.7224546722454672, + "IoU_noncoffee": 0.5655021834061136, + "kappa": 0.6337168232742466, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8868526666989024, + "mIoU": 0.72354228143182, + "macroF1": 0.8316436729411287, + "F1_coffee": 0.9280531299963104, + "IoU_coffee": 0.8657641119779715, + "precision_coffee": 0.9062631357713324, + "recall_coffee": 0.9509167664293365, + "F1_noncoffee": 0.7352342158859471, + "IoU_noncoffee": 0.5813204508856683, + "kappa": 0.6640021582272576, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8987555998008959, + "mIoU": 0.6211321567539486, + "macroF1": 0.7306106184630007, + "F1_coffee": 0.9434402980924309, + "IoU_coffee": 0.8929360985366881, + "precision_coffee": 0.9298399473799606, + "recall_coffee": 0.9574444068179253, + "F1_noncoffee": 0.5177809388335705, + "IoU_noncoffee": 0.3493282149712092, + "kappa": 0.46220217167716476, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8875769001786069, + "mIoU": 0.6176536863817359, + "macroF1": 0.7302041537228328, + "F1_coffee": 0.9362587904360056, + "IoU_coffee": 0.8801565474931246, + "precision_coffee": 0.9366276452048626, + "recall_coffee": 0.9358902260713081, + "F1_noncoffee": 0.5241495170096598, + "IoU_noncoffee": 0.3551508252703472, + "kappa": 0.4604089321748969, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9185354236951776, + "mIoU": 0.6664099646654176, + "macroF1": 0.7728475433783291, + "F1_coffee": 0.9547633478428563, + "IoU_coffee": 0.9134422772799157, + "precision_coffee": 0.9358392741412832, + "recall_coffee": 0.9744685637161175, + "F1_noncoffee": 0.5909317389138017, + "IoU_noncoffee": 0.41937765205091937, + "kappa": 0.5473687826814486, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8602558029369967, + "mIoU": 0.7347210270002769, + "macroF1": 0.8450345886570569, + "F1_coffee": 0.8936016735194402, + "IoU_coffee": 0.8076672317120877, + "precision_coffee": 0.8936661376424758, + "recall_coffee": 0.8935372186959031, + "F1_noncoffee": 0.7964675037946737, + "IoU_noncoffee": 0.661774822288466, + "kappa": 0.690069180399072, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8441007262095633, + "mIoU": 0.71371328691982, + "macroF1": 0.8310587414818413, + "F1_coffee": 0.877998376263931, + "IoU_coffee": 0.7825286146559663, + "precision_coffee": 0.9054650631755213, + "recall_coffee": 0.8521489971346705, + "F1_noncoffee": 0.7841191066997518, + "IoU_noncoffee": 0.6448979591836734, + "kappa": 0.6626667416263666, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8567386588701311, + "mIoU": 0.7225131767420236, + "macroF1": 0.8359809105548236, + "F1_coffee": 0.8943304347826087, + "IoU_coffee": 0.8088586888133887, + "precision_coffee": 0.8692359702501691, + "recall_coffee": 0.9209169054441261, + "F1_noncoffee": 0.7776313863270385, + "IoU_noncoffee": 0.6361676646706587, + "kappa": 0.6725361589177765, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2591, + 2995 + ], + [ + 51753, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9010209997495016, + "ssl_variant": "", + "test_tta": { + "OA": 0.8817985216745747, + "mIoU": 0.7177400854497791, + "macroF1": 0.8277347939248392, + "F1_coffee": 0.9242402300515133, + "IoU_coffee": 0.8591511375218754, + "precision_coffee": 0.909118658553957, + "recall_coffee": 0.93987335114552, + "F1_noncoffee": 0.7312293577981651, + "IoU_noncoffee": 0.5763290333776826, + "kappa": 0.6558074172179029, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8493423329871927, + "mIoU": 0.6623389481560664, + "macroF1": 0.785628636397113, + "F1_coffee": 0.9024977598566308, + "IoU_coffee": 0.8223197428177782, + "precision_coffee": 0.8746268656716418, + "recall_coffee": 0.9322033898305084, + "F1_noncoffee": 0.6687595129375952, + "IoU_noncoffee": 0.5023581534943548, + "kappa": 0.5727312343118356, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s0_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 9, + "stopped_epoch": 30, + "best_val": 0.7056369930551099, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8883832026080501, + "mIoU": 0.7251898295723351, + "macroF1": 0.8327326621392269, + "F1_coffee": 0.9292133221428425, + "IoU_coffee": 0.867785658299719, + "precision_coffee": 0.9048017700173414, + "recall_coffee": 0.9549786464140703, + "F1_noncoffee": 0.7362520021356114, + "IoU_noncoffee": 0.5825940008449514, + "kappa": 0.6663701946888089, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8561064959040037, + "mIoU": 0.6686121320362342, + "macroF1": 0.7899053723557603, + "F1_coffee": 0.9078396778037447, + "IoU_coffee": 0.8312329786694183, + "precision_coffee": 0.8713383927938152, + "recall_coffee": 0.9475328281367501, + "F1_noncoffee": 0.6719710669077757, + "IoU_noncoffee": 0.5059912854030502, + "kappa": 0.5824190084007169, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08641975308641975, + "mIoU": 0.04416666666666667, + "macroF1": 0.08292533659730722, + "F1_coffee": 0.13953488372093023, + "IoU_coffee": 0.075, + "precision_coffee": 1.0, + "recall_coffee": 0.075, + "F1_noncoffee": 0.02631578947368421, + "IoU_noncoffee": 0.013333333333333334, + "kappa": 0.0019980019980019906, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8905825242718447, + "mIoU": 0.731379620312742, + "macroF1": 0.8374167867682383, + "F1_coffee": 0.9303891290920321, + "IoU_coffee": 0.869838886643183, + "precision_coffee": 0.9080113328108987, + "recall_coffee": 0.9538977898803116, + "F1_noncoffee": 0.7444444444444445, + "IoU_noncoffee": 0.5929203539823009, + "kappa": 0.6755570072633323, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8917363763841207, + "mIoU": 0.7363429457254227, + "macroF1": 0.8412344021760103, + "F1_coffee": 0.9307775544906477, + "IoU_coffee": 0.8705181586860976, + "precision_coffee": 0.9137428675488649, + "recall_coffee": 0.9484594543507026, + "F1_noncoffee": 0.7516912498613729, + "IoU_noncoffee": 0.6021677327647477, + "kappa": 0.6828641807093343, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8828393211160002, + "mIoU": 0.7073678840114249, + "macroF1": 0.8187780757333463, + "F1_coffee": 0.9265245474118325, + "IoU_coffee": 0.8631073446327684, + "precision_coffee": 0.8930784520051444, + "recall_coffee": 0.9625732468023439, + "F1_noncoffee": 0.7110316040548599, + "IoU_noncoffee": 0.5516284233900814, + "kappa": 0.6395444036893314, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9151816824290692, + "mIoU": 0.6398230974244381, + "macroF1": 0.7461278169259751, + "F1_coffee": 0.9532945948909111, + "IoU_coffee": 0.9107573059599874, + "precision_coffee": 0.9266759032292444, + "recall_coffee": 0.9814877525680099, + "F1_noncoffee": 0.538961038961039, + "IoU_noncoffee": 0.3688888888888889, + "kappa": 0.4963577720948798, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9230998213931335, + "mIoU": 0.6664439939436192, + "macroF1": 0.771699267799014, + "F1_coffee": 0.9576155318567131, + "IoU_coffee": 0.9186778593913956, + "precision_coffee": 0.9319778582073664, + "recall_coffee": 0.9847036328871893, + "F1_noncoffee": 0.5857830037413148, + "IoU_noncoffee": 0.41421012849584277, + "kappa": 0.546750539486663, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9256796983528478, + "mIoU": 0.6781547405583885, + "macroF1": 0.7826882897963146, + "F1_coffee": 0.9589656494822769, + "IoU_coffee": 0.9211661930323124, + "precision_coffee": 0.934842982268746, + "recall_coffee": 0.9843662130244067, + "F1_noncoffee": 0.6064109301103521, + "IoU_noncoffee": 0.43514328808446456, + "kappa": 0.5681347243637239, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8671719564187589, + "mIoU": 0.7423582339034931, + "macroF1": 0.8498722777454624, + "F1_coffee": 0.9008346300749752, + "IoU_coffee": 0.8195624195624196, + "precision_coffee": 0.8837080210935332, + "recall_coffee": 0.9186381996537796, + "F1_noncoffee": 0.7989099254159495, + "IoU_noncoffee": 0.6651540482445665, + "kappa": 0.6999730711714625, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.861925870036782, + "mIoU": 0.7356595654519875, + "macroF1": 0.8455024824639037, + "F1_coffee": 0.8958748221906117, + "IoU_coffee": 0.811388817315125, + "precision_coffee": 0.88954802259887, + "recall_coffee": 0.9022922636103152, + "F1_noncoffee": 0.7951301427371956, + "IoU_noncoffee": 0.6599303135888501, + "kappa": 0.6910357159775468, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8421201546732057, + "mIoU": 0.6926667093757353, + "macroF1": 0.8140272215177029, + "F1_coffee": 0.8863080684596577, + "IoU_coffee": 0.7958287596048299, + "precision_coffee": 0.8425878099173554, + "recall_coffee": 0.9348137535816619, + "F1_noncoffee": 0.7417463745757482, + "IoU_noncoffee": 0.5895046591466405, + "kappa": 0.6303153531471872, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2650, + 2995 + ], + [ + 52396, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9053697943687439, + "ssl_variant": "", + "test_tta": { + "OA": 0.8876408121106485, + "mIoU": 0.7196988804869429, + "macroF1": 0.8283122696093793, + "F1_coffee": 0.929237899701177, + "IoU_coffee": 0.867828530204655, + "precision_coffee": 0.8989046860558866, + "recall_coffee": 0.9616897734205709, + "F1_noncoffee": 0.7273866395175816, + "IoU_noncoffee": 0.5715692307692307, + "kappa": 0.6581243076360425, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8555872851044191, + "mIoU": 0.6630728446024673, + "macroF1": 0.7848917673732518, + "F1_coffee": 0.908209194664711, + "IoU_coffee": 0.8318527599120052, + "precision_coffee": 0.8656507758982245, + "recall_coffee": 0.9551686238213687, + "F1_noncoffee": 0.6615743400817927, + "IoU_noncoffee": 0.4942929292929293, + "kappa": 0.5735835347067088, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s0_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 33, + "stopped_epoch": 53, + "best_val": 0.7103505409241939, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8896581775927181, + "mIoU": 0.7304827749987257, + "macroF1": 0.8368451085290776, + "F1_coffee": 0.9296713470143496, + "IoU_coffee": 0.8685849383000808, + "precision_coffee": 0.9095648323336419, + "recall_coffee": 0.9506868912124209, + "F1_noncoffee": 0.7440188700438055, + "IoU_noncoffee": 0.5923806116973708, + "kappa": 0.6742695660562363, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.857188185069805, + "mIoU": 0.6742396225728988, + "macroF1": 0.7948070105032201, + "F1_coffee": 0.9079448896491457, + "IoU_coffee": 0.8314094051145844, + "precision_coffee": 0.8766178978547706, + "recall_coffee": 0.9415938759376025, + "F1_noncoffee": 0.6816691313572945, + "IoU_noncoffee": 0.5170698400312134, + "kappa": 0.5914183942653705, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8894174757281553, + "mIoU": 0.732389244751557, + "macroF1": 0.838433495284071, + "F1_coffee": 0.9291930871565336, + "IoU_coffee": 0.8677503628447024, + "precision_coffee": 0.9124595568036139, + "recall_coffee": 0.9465518333227788, + "F1_noncoffee": 0.7476739034116083, + "IoU_noncoffee": 0.5970281266584114, + "kappa": 0.677253798661331, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8935254581499927, + "mIoU": 0.7413359836774068, + "macroF1": 0.8449330793652801, + "F1_coffee": 0.931737863475727, + "IoU_coffee": 0.8721996517701683, + "precision_coffee": 0.9170684078842986, + "recall_coffee": 0.9468842543002961, + "F1_noncoffee": 0.758128295254833, + "IoU_noncoffee": 0.6104723155846453, + "kappa": 0.6901470804443615, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8860306561578261, + "mIoU": 0.7173631344203695, + "macroF1": 0.8266513279509491, + "F1_coffee": 0.9281073661735549, + "IoU_coffee": 0.8658585168743953, + "precision_coffee": 0.899491545465295, + "recall_coffee": 0.9586037426753198, + "F1_noncoffee": 0.7251952897283432, + "IoU_noncoffee": 0.5688677519663435, + "kappa": 0.6546387333920651, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.907715281234445, + "mIoU": 0.6390224581644419, + "macroF1": 0.7474448143113344, + "F1_coffee": 0.9486341220147393, + "IoU_coffee": 0.9022873405713081, + "precision_coffee": 0.9316499782324772, + "recall_coffee": 0.9662490123038717, + "F1_noncoffee": 0.5462555066079295, + "IoU_noncoffee": 0.37575757575757573, + "kappa": 0.4963681635443006, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9220083349871007, + "mIoU": 0.6713334515733309, + "macroF1": 0.7768752482275496, + "F1_coffee": 0.9568274195320224, + "IoU_coffee": 0.9172283066554339, + "precision_coffee": 0.9350509930220076, + "recall_coffee": 0.9796423349454505, + "F1_noncoffee": 0.5969230769230769, + "IoU_noncoffee": 0.42543859649122806, + "kappa": 0.5559988605852518, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9204207183965073, + "mIoU": 0.6700657708664373, + "macroF1": 0.7760172611694076, + "F1_coffee": 0.9558613098514034, + "IoU_coffee": 0.9154543537845246, + "precision_coffee": 0.9358767108524626, + "recall_coffee": 0.9767180294680013, + "F1_noncoffee": 0.5961732124874118, + "IoU_noncoffee": 0.4246771879483501, + "kappa": 0.5538956055061461, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8720037896731407, + "mIoU": 0.7506354027708807, + "macroF1": 0.8554697613723465, + "F1_coffee": 0.9043539823008849, + "IoU_coffee": 0.8254070819333161, + "precision_coffee": 0.8879466147643542, + "recall_coffee": 0.9213791113675707, + "F1_noncoffee": 0.8065855404438081, + "IoU_noncoffee": 0.6758637236084453, + "kappa": 0.711138964051968, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8664528906913138, + "mIoU": 0.7432286296487739, + "macroF1": 0.8506500994230384, + "F1_coffee": 0.8992314261315115, + "IoU_coffee": 0.8169123351435221, + "precision_coffee": 0.8933823529411765, + "recall_coffee": 0.9051575931232092, + "F1_noncoffee": 0.8020687727145652, + "IoU_noncoffee": 0.6695449241540257, + "kappa": 0.701325345890395, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8533433933792323, + "mIoU": 0.7129430260151737, + "macroF1": 0.8288373414581189, + "F1_coffee": 0.8936024632227164, + "IoU_coffee": 0.8076685219542362, + "precision_coffee": 0.8552717747216765, + "recall_coffee": 0.9355300859598854, + "F1_noncoffee": 0.7640722196935215, + "IoU_noncoffee": 0.618217530076111, + "kappa": 0.6591925771594236, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2632, + 2995 + ], + [ + 52493, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5967482646306357, + "ssl_variant": "", + "test_tta": { + "OA": 0.8898357057551403, + "mIoU": 0.7278896994864392, + "macroF1": 0.834697070884735, + "F1_coffee": 0.9301673691533331, + "IoU_coffee": 0.8694512976456863, + "precision_coffee": 0.9053270934979588, + "recall_coffee": 0.9564092314812866, + "F1_noncoffee": 0.7392267726161369, + "IoU_noncoffee": 0.5863281013271923, + "kappa": 0.6703209667120112, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8576352832583363, + "mIoU": 0.6714902312275927, + "macroF1": 0.7922062719622248, + "F1_coffee": 0.908807036020805, + "IoU_coffee": 0.8328563929762771, + "precision_coffee": 0.8723706147351992, + "recall_coffee": 0.9484198145041554, + "F1_noncoffee": 0.6756055079036446, + "IoU_noncoffee": 0.5101240694789082, + "kappa": 0.5869755948061702, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s1_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 15, + "stopped_epoch": 35, + "best_val": 0.7018965571627894, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8798295729640747, + "mIoU": 0.7031901637890037, + "macroF1": 0.8157666076739514, + "F1_coffee": 0.9244060913705584, + "IoU_coffee": 0.8594378268174353, + "precision_coffee": 0.8932642690368278, + "recall_coffee": 0.9577977405171144, + "F1_noncoffee": 0.7071271239773442, + "IoU_noncoffee": 0.5469425007605719, + "kappa": 0.6332601605685177, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8486644744432906, + "mIoU": 0.6499367992362365, + "macroF1": 0.7740897594818212, + "F1_coffee": 0.9038864920813754, + "IoU_coffee": 0.8246285494626711, + "precision_coffee": 0.8609017308766053, + "recall_coffee": 0.9513892906037292, + "F1_noncoffee": 0.6442930268822672, + "IoU_noncoffee": 0.47524504900980197, + "kappa": 0.5523100620724387, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18518518518518517, + "mIoU": 0.09496268656716417, + "macroF1": 0.16364205256570713, + "F1_coffee": 0.2978723404255319, + "IoU_coffee": 0.175, + "precision_coffee": 1.0, + "recall_coffee": 0.175, + "F1_noncoffee": 0.029411764705882353, + "IoU_noncoffee": 0.014925373134328358, + "kappa": 0.005210271678451802, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.883883495145631, + "mIoU": 0.7129513585774336, + "macroF1": 0.8233334432826467, + "F1_coffee": 0.9267605633802817, + "IoU_coffee": 0.863517060367454, + "precision_coffee": 0.8971486158041377, + "recall_coffee": 0.9583940219112153, + "F1_noncoffee": 0.7199063231850117, + "IoU_noncoffee": 0.5623856567874131, + "kappa": 0.6481329140584751, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8853537063004691, + "mIoU": 0.7246996274710628, + "macroF1": 0.8328605350803113, + "F1_coffee": 0.9265284620867033, + "IoU_coffee": 0.8631141389065297, + "precision_coffee": 0.9115853658536586, + "recall_coffee": 0.9419696301430281, + "F1_noncoffee": 0.7391926080739193, + "IoU_noncoffee": 0.5862851160355959, + "kappa": 0.6660396235313855, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.870267395193656, + "mIoU": 0.6698810882053954, + "macroF1": 0.7878958690328337, + "F1_coffee": 0.9200750692603294, + "IoU_coffee": 0.851980580381772, + "precision_coffee": 0.8725844728217877, + "recall_coffee": 0.9730325751370424, + "F1_noncoffee": 0.6557166688053381, + "IoU_noncoffee": 0.4877815960290187, + "kappa": 0.5811362346866275, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9051269288203087, + "mIoU": 0.607600156344533, + "macroF1": 0.7130989251764817, + "F1_coffee": 0.9478179926627608, + "IoU_coffee": 0.900811823480433, + "precision_coffee": 0.9203530412590387, + "recall_coffee": 0.9769725702675246, + "F1_noncoffee": 0.4783798576902025, + "IoU_noncoffee": 0.3143884892086331, + "kappa": 0.4312607063205445, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9195276840642985, + "mIoU": 0.649050434962306, + "macroF1": 0.7547185920589372, + "F1_coffee": 0.9557773051965756, + "IoU_coffee": 0.9153002610966058, + "precision_coffee": 0.9276037256562235, + "recall_coffee": 0.985715892475537, + "F1_noncoffee": 0.5536598789212989, + "IoU_noncoffee": 0.3828006088280061, + "kappa": 0.5139625071345296, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9196269101012106, + "mIoU": 0.6319267279070396, + "macroF1": 0.7361513032732807, + "F1_coffee": 0.9561735742884969, + "IoU_coffee": 0.9160273688575575, + "precision_coffee": 0.9212803670107392, + "recall_coffee": 0.9938139691823192, + "F1_noncoffee": 0.5161290322580645, + "IoU_noncoffee": 0.34782608695652173, + "kappa": 0.48052981100051056, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8636665087636192, + "mIoU": 0.7326099945937519, + "macroF1": 0.8428442123035691, + "F1_coffee": 0.9000486212405362, + "IoU_coffee": 0.8182621874210659, + "precision_coffee": 0.8679169457468184, + "recall_coffee": 0.9346508944027697, + "F1_noncoffee": 0.7856398033666021, + "IoU_noncoffee": 0.6469578017664377, + "kappa": 0.6866096193019479, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8528718287277186, + "mIoU": 0.7227124199912773, + "macroF1": 0.836782546689127, + "F1_coffee": 0.8880275624461671, + "IoU_coffee": 0.7986057319907048, + "precision_coffee": 0.8898158803222095, + "recall_coffee": 0.8862464183381089, + "F1_noncoffee": 0.7855375309320869, + "IoU_noncoffee": 0.6468191079918497, + "kappa": 0.6735676187338119, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8233518815429596, + "mIoU": 0.6552043198859236, + "macroF1": 0.7848788082127962, + "F1_coffee": 0.875853383707828, + "IoU_coffee": 0.779127358490566, + "precision_coffee": 0.8149747132108055, + "recall_coffee": 0.9465616045845272, + "F1_noncoffee": 0.6939042327177644, + "IoU_noncoffee": 0.5312812812812813, + "kappa": 0.5755966807612156, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2650, + 2995 + ], + [ + 51866, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.050953992207845, + "ssl_variant": "", + "test_tta": { + "OA": 0.8833962751363739, + "mIoU": 0.7054987946129144, + "macroF1": 0.8170646688807452, + "F1_coffee": 0.9272208959132896, + "IoU_coffee": 0.8643167007831133, + "precision_coffee": 0.8895245458059529, + "recall_coffee": 0.9682536343172112, + "F1_noncoffee": 0.7069084418482009, + "IoU_noncoffee": 0.5466808884427156, + "kappa": 0.6367564417110124, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8521691473404869, + "mIoU": 0.6507330430980516, + "macroF1": 0.7740097019627381, + "F1_coffee": 0.9069129613484452, + "IoU_coffee": 0.8296804639337997, + "precision_coffee": 0.8571698339942662, + "recall_coffee": 0.9627851371936522, + "F1_noncoffee": 0.6411064425770309, + "IoU_noncoffee": 0.47178562226230353, + "kappa": 0.5538127045116922, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s1_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 33, + "stopped_epoch": 53, + "best_val": 0.6884865120030719, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8760046480100707, + "mIoU": 0.7022890846444674, + "macroF1": 0.8157335071254217, + "F1_coffee": 0.9211182866353864, + "IoU_coffee": 0.8537713404769609, + "precision_coffee": 0.8995708498776721, + "recall_coffee": 0.9437233080175877, + "F1_noncoffee": 0.7103487276154571, + "IoU_noncoffee": 0.5508068288119738, + "kappa": 0.6322418005840917, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8447992384908273, + "mIoU": 0.6512794165418433, + "macroF1": 0.7762946266972834, + "F1_coffee": 0.9000882038902558, + "IoU_coffee": 0.8183276214272449, + "precision_coffee": 0.8679893990401834, + "recall_coffee": 0.9346522434970401, + "F1_noncoffee": 0.6525010495043111, + "IoU_noncoffee": 0.48423121165644173, + "kappa": 0.5547072790170061, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8806796116504855, + "mIoU": 0.7095738105209443, + "macroF1": 0.8210707948997112, + "F1_coffee": 0.9243459526008002, + "IoU_coffee": 0.8593338674602267, + "precision_coffee": 0.8992155218875382, + "recall_coffee": 0.9509214109302767, + "F1_noncoffee": 0.7177956371986223, + "IoU_noncoffee": 0.5598137535816619, + "kappa": 0.6431811547153035, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8785358541656593, + "mIoU": 0.713558161362965, + "macroF1": 0.8248332346297957, + "F1_coffee": 0.9218224822606748, + "IoU_coffee": 0.8549821036831775, + "precision_coffee": 0.9107680954430847, + "recall_coffee": 0.9331485098607523, + "F1_noncoffee": 0.7278439869989166, + "IoU_noncoffee": 0.5721342190427525, + "kappa": 0.649846045464965, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8688167883564625, + "mIoU": 0.6834249346116661, + "macroF1": 0.8006061184465171, + "F1_coffee": 0.9172285444061384, + "IoU_coffee": 0.8471118624964779, + "precision_coffee": 0.8891517804329824, + "recall_coffee": 0.9471362863083611, + "F1_noncoffee": 0.6839836924868957, + "IoU_noncoffee": 0.5197380067268543, + "kappa": 0.6027246235835739, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9064211050273768, + "mIoU": 0.6171172707813226, + "macroF1": 0.7236626246171143, + "F1_coffee": 0.948391347315252, + "IoU_coffee": 0.9018481779262817, + "precision_coffee": 0.9232495991448423, + "recall_coffee": 0.9749407382323061, + "F1_noncoffee": 0.4989339019189765, + "IoU_noncoffee": 0.33238636363636365, + "kappa": 0.45127599556943576, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9142687041079579, + "mIoU": 0.6563561381940142, + "macroF1": 0.7637721910394935, + "F1_coffee": 0.9523231431409337, + "IoU_coffee": 0.9089855683134942, + "precision_coffee": 0.9347849637092406, + "recall_coffee": 0.9705319986503206, + "F1_noncoffee": 0.5752212389380531, + "IoU_noncoffee": 0.40372670807453415, + "kappa": 0.5290214548195211, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9185354236951776, + "mIoU": 0.6652002031230544, + "macroF1": 0.7716322081013336, + "F1_coffee": 0.9547932382578052, + "IoU_coffee": 0.9134969971551996, + "precision_coffee": 0.9352750809061489, + "recall_coffee": 0.9751434034416826, + "F1_noncoffee": 0.5884711779448621, + "IoU_noncoffee": 0.4169034090909091, + "kappa": 0.5450680244991344, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8561819043107533, + "mIoU": 0.7221346786718076, + "macroF1": 0.8357715116340569, + "F1_coffee": 0.8936676940319417, + "IoU_coffee": 0.807775104470052, + "precision_coffee": 0.8686002178649237, + "recall_coffee": 0.9202250432775534, + "F1_noncoffee": 0.7778753292361721, + "IoU_noncoffee": 0.6364942528735632, + "kappa": 0.6721134980576665, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8445722908610771, + "mIoU": 0.7084092652311083, + "macroF1": 0.8266768079181114, + "F1_coffee": 0.8823697359029264, + "IoU_coffee": 0.7895005747860518, + "precision_coffee": 0.8792318634423898, + "recall_coffee": 0.8855300859598854, + "F1_noncoffee": 0.7709838799332963, + "IoU_noncoffee": 0.6273179556761647, + "kappa": 0.6533622116425901, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8215599358672074, + "mIoU": 0.6623283034350255, + "macroF1": 0.7917255748164649, + "F1_coffee": 0.8705528188286809, + "IoU_coffee": 0.7707778047007512, + "precision_coffee": 0.8331587218438973, + "recall_coffee": 0.9114613180515759, + "F1_noncoffee": 0.7128983308042489, + "IoU_noncoffee": 0.5538788021692997, + "kappa": 0.5853039287656853, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2587, + 2995 + ], + [ + 51692, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.594566019376119, + "ssl_variant": "", + "test_tta": { + "OA": 0.8772634840708822, + "mIoU": 0.7011130260538523, + "macroF1": 0.8144728493957762, + "F1_coffee": 0.9224050852472732, + "IoU_coffee": 0.8559850019883728, + "precision_coffee": 0.895514700055472, + "recall_coffee": 0.9509603854164476, + "F1_noncoffee": 0.7065406135442793, + "IoU_noncoffee": 0.5462410501193318, + "kappa": 0.6302067199332438, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8465155186338987, + "mIoU": 0.6500130644658326, + "macroF1": 0.7746784272997709, + "F1_coffee": 0.9019043931935918, + "IoU_coffee": 0.8213350345846484, + "precision_coffee": 0.8639646799116998, + "recall_coffee": 0.943329284047743, + "F1_noncoffee": 0.6474524614059498, + "IoU_noncoffee": 0.47869109434701673, + "kappa": 0.5524585383674238, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s1_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 37, + "stopped_epoch": 57, + "best_val": 0.7061878079523635, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8882218133694845, + "mIoU": 0.7237543296519895, + "macroF1": 0.8315767011315967, + "F1_coffee": 0.929251450518918, + "IoU_coffee": 0.8678521684379233, + "precision_coffee": 0.903143180509501, + "recall_coffee": 0.9569141438579514, + "F1_noncoffee": 0.7339019517442754, + "IoU_noncoffee": 0.5796564908660558, + "kappa": 0.6642088491249789, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8558468905042114, + "mIoU": 0.6677907199616384, + "macroF1": 0.7892071301513286, + "F1_coffee": 0.9077279567212267, + "IoU_coffee": 0.8310456742959532, + "precision_coffee": 0.8707580588026922, + "recall_coffee": 0.9479763213204527, + "F1_noncoffee": 0.6706863035814306, + "IoU_noncoffee": 0.5045357656273236, + "kappa": 0.5811091563731026, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1728395061728395, + "mIoU": 0.08860294117647059, + "macroF1": 0.15427769985974754, + "F1_coffee": 0.27956989247311825, + "IoU_coffee": 0.1625, + "precision_coffee": 1.0, + "recall_coffee": 0.1625, + "F1_noncoffee": 0.028985507246376812, + "IoU_noncoffee": 0.014705882352941176, + "kappa": 0.004768017604988071, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8882038834951457, + "mIoU": 0.7267336249715987, + "macroF1": 0.834032905555268, + "F1_coffee": 0.9288516790756588, + "IoU_coffee": 0.8671550530687586, + "precision_coffee": 0.9068041983351429, + "recall_coffee": 0.9519979735292255, + "F1_noncoffee": 0.7392141320348772, + "IoU_noncoffee": 0.5863121968744387, + "kappa": 0.6687834769774573, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8926550940476766, + "mIoU": 0.7353118055088727, + "macroF1": 0.8402510014831746, + "F1_coffee": 0.9317469101641763, + "IoU_coffee": 0.8722155068209291, + "precision_coffee": 0.9098168718102672, + "recall_coffee": 0.9547602545523282, + "F1_noncoffee": 0.7487550928021729, + "IoU_noncoffee": 0.5984081041968162, + "kappa": 0.6811838486182316, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8838063923407959, + "mIoU": 0.7088821662537234, + "macroF1": 0.8198891060123468, + "F1_coffee": 0.9271840247265234, + "IoU_coffee": 0.864252626821828, + "precision_coffee": 0.8931115002918856, + "recall_coffee": 0.9639594228467016, + "F1_noncoffee": 0.71259418729817, + "IoU_noncoffee": 0.5535117056856187, + "kappa": 0.6418357524111099, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9098058735689397, + "mIoU": 0.6332369701169045, + "macroF1": 0.7405802688478429, + "F1_coffee": 0.9501046370745677, + "IoU_coffee": 0.9049517415023081, + "precision_coffee": 0.9276266265189805, + "recall_coffee": 0.9736990630996727, + "F1_noncoffee": 0.531055900621118, + "IoU_noncoffee": 0.36152219873150104, + "kappa": 0.4840080991400783, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9216114308394523, + "mIoU": 0.6741518791719103, + "macroF1": 0.7797636204804712, + "F1_coffee": 0.9565121655840582, + "IoU_coffee": 0.916649082084828, + "precision_coffee": 0.936711590296496, + "recall_coffee": 0.9771679226183781, + "F1_noncoffee": 0.6030150753768844, + "IoU_noncoffee": 0.4316546762589928, + "kappa": 0.5613166154771493, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9208176225441556, + "mIoU": 0.664476789646319, + "macroF1": 0.77030770179864, + "F1_coffee": 0.9562404035972801, + "IoU_coffee": 0.9161500472838079, + "precision_coffee": 0.9330123060460139, + "recall_coffee": 0.9806545945337982, + "F1_noncoffee": 0.584375, + "IoU_noncoffee": 0.41280353200883, + "kappa": 0.54330389222526, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8676456655613454, + "mIoU": 0.7421002112014361, + "macroF1": 0.8496013772263755, + "F1_coffee": 0.901695869396946, + "IoU_coffee": 0.8209892362890825, + "precision_coffee": 0.8802033246325045, + "recall_coffee": 0.924264281592614, + "F1_noncoffee": 0.7975068850558051, + "IoU_noncoffee": 0.6632111861137898, + "kappa": 0.6995717226826184, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8651325096670753, + "mIoU": 0.7366475652680435, + "macroF1": 0.8457683644231997, + "F1_coffee": 0.9004178272980501, + "IoU_coffee": 0.8188727042431919, + "precision_coffee": 0.8760162601626016, + "recall_coffee": 0.9262177650429799, + "F1_noncoffee": 0.7911189015483494, + "IoU_noncoffee": 0.6544224262928952, + "kappa": 0.6920379459189816, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.848627746864095, + "mIoU": 0.7024767938659366, + "macroF1": 0.8210560384701102, + "F1_coffee": 0.8912969861158144, + "IoU_coffee": 0.803909590714722, + "precision_coffee": 0.8452151573538856, + "recall_coffee": 0.9426934097421203, + "F1_noncoffee": 0.7508150908244061, + "IoU_noncoffee": 0.6010439970171514, + "kappa": 0.6445342367194192, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2645, + 2995 + ], + [ + 52391, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7158998330434163, + "ssl_variant": "", + "test_tta": { + "OA": 0.8858816694102837, + "mIoU": 0.7145719302941138, + "macroF1": 0.8243311954241823, + "F1_coffee": 0.92831435841807, + "IoU_coffee": 0.8662189007662473, + "precision_coffee": 0.8958634993934176, + "recall_coffee": 0.9632045105505649, + "F1_noncoffee": 0.7203480324302947, + "IoU_noncoffee": 0.5629249598219804, + "kappa": 0.6504516025468937, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8542892581054575, + "mIoU": 0.6595513727944988, + "macroF1": 0.7818919378897529, + "F1_coffee": 0.90755195227071, + "IoU_coffee": 0.8307506742834169, + "precision_coffee": 0.8636062833060499, + "recall_coffee": 0.956209868687453, + "F1_noncoffee": 0.6562319235087958, + "IoU_noncoffee": 0.4883520713055809, + "kappa": 0.5679440200617991, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s1_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.70962399786266, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.884122526709919, + "mIoU": 0.7135472767783181, + "macroF1": 0.8237925436190047, + "F1_coffee": 0.9268973100653648, + "IoU_coffee": 0.8637545304464981, + "precision_coffee": 0.898076353950873, + "recall_coffee": 0.9576294363915595, + "F1_noncoffee": 0.7206877771726445, + "IoU_noncoffee": 0.5633400231101381, + "kappa": 0.6489664110621787, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8527316257067036, + "mIoU": 0.6596967882653737, + "macroF1": 0.7823890057324119, + "F1_coffee": 0.9061117905054388, + "IoU_coffee": 0.8283403940555444, + "precision_coffee": 0.8660187007874016, + "recall_coffee": 0.9500973756772912, + "F1_noncoffee": 0.6586662209593849, + "IoU_noncoffee": 0.49105318247520313, + "kappa": 0.5681430699478405, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14814814814814814, + "mIoU": 0.07589285714285715, + "macroF1": 0.1349636279213744, + "F1_coffee": 0.24175824175824176, + "IoU_coffee": 0.1375, + "precision_coffee": 1.0, + "recall_coffee": 0.1375, + "F1_noncoffee": 0.028169014084507043, + "IoU_noncoffee": 0.014285714285714285, + "kappa": 0.0039208697201924565, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8887378640776699, + "mIoU": 0.7233922434953363, + "macroF1": 0.8311857056777311, + "F1_coffee": 0.9297535858771607, + "IoU_coffee": 0.8687285223367698, + "precision_coffee": 0.9008730771515115, + "recall_coffee": 0.9605471471091128, + "F1_noncoffee": 0.7326178254783015, + "IoU_noncoffee": 0.5780559646539027, + "kappa": 0.6636870431257872, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.888303273536096, + "mIoU": 0.7256349179338121, + "macroF1": 0.8331130513125411, + "F1_coffee": 0.9290845459568982, + "IoU_coffee": 0.867561059511524, + "precision_coffee": 0.9059450398132072, + "recall_coffee": 0.9534370865099868, + "F1_noncoffee": 0.7371415566681839, + "IoU_noncoffee": 0.5837087763561002, + "kappa": 0.6670312751653117, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8753445191238335, + "mIoU": 0.6915779213670294, + "macroF1": 0.8065130800069283, + "F1_coffee": 0.9219166464744366, + "IoU_coffee": 0.8551441254143957, + "precision_coffee": 0.8876640419947507, + "recall_coffee": 0.9589187826854011, + "F1_noncoffee": 0.6911095135394201, + "IoU_noncoffee": 0.5280117173196631, + "kappa": 0.615292197107865, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9099054255848681, + "mIoU": 0.6188916813607949, + "macroF1": 0.7245604187923287, + "F1_coffee": 0.9505058791359038, + "IoU_coffee": 0.9056800416883793, + "precision_coffee": 0.9219180988754508, + "recall_coffee": 0.9809233547804492, + "F1_noncoffee": 0.4986149584487535, + "IoU_noncoffee": 0.33210332103321033, + "kappa": 0.4544350681574706, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9230998213931335, + "mIoU": 0.6633710731111008, + "macroF1": 0.7685851491957583, + "F1_coffee": 0.9576803363730683, + "IoU_coffee": 0.9187971500419112, + "precision_coffee": 0.930694120144343, + "recall_coffee": 0.9862782589135081, + "F1_noncoffee": 0.5794899620184482, + "IoU_noncoffee": 0.4079449961802903, + "kappa": 0.5410048300434694, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9170470331414964, + "mIoU": 0.6560252611203722, + "macroF1": 0.7626815617280299, + "F1_coffee": 0.9540810721740086, + "IoU_coffee": 0.9121940972586913, + "precision_coffee": 0.9323671497584541, + "recall_coffee": 0.9768305027555956, + "F1_noncoffee": 0.5712820512820512, + "IoU_noncoffee": 0.39985642498205315, + "kappa": 0.5277545132942373, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8685930838465182, + "mIoU": 0.7417239749569671, + "macroF1": 0.8491662516359495, + "F1_coffee": 0.9032977759185665, + "IoU_coffee": 0.8236490781945327, + "precision_coffee": 0.8741060585615976, + "recall_coffee": 0.9345066358915176, + "F1_noncoffee": 0.7950347273533324, + "IoU_noncoffee": 0.6597988717194015, + "kappa": 0.6990439427171069, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8552296519852872, + "mIoU": 0.7218093486767607, + "macroF1": 0.8356707355705211, + "F1_coffee": 0.8923637893555851, + "IoU_coffee": 0.805646999240314, + "precision_coffee": 0.8739184177997528, + "recall_coffee": 0.9116045845272206, + "F1_noncoffee": 0.7789776817854571, + "IoU_noncoffee": 0.6379716981132075, + "kappa": 0.6716418425358532, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8357068754126191, + "mIoU": 0.680698412747434, + "macroF1": 0.8050095244369054, + "F1_coffee": 0.8823767724510466, + "IoU_coffee": 0.7895118414693089, + "precision_coffee": 0.8344827586206897, + "recall_coffee": 0.9361031518624642, + "F1_noncoffee": 0.7276422764227642, + "IoU_noncoffee": 0.5718849840255591, + "kappa": 0.6129710585720325, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2628, + 2995 + ], + [ + 52154, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.505594535668691, + "ssl_variant": "", + "test_tta": { + "OA": 0.8836060811465092, + "mIoU": 0.709273979896186, + "macroF1": 0.8202617934305678, + "F1_coffee": 0.9269641301926154, + "IoU_coffee": 0.8638705902338663, + "precision_coffee": 0.8936598129381211, + "recall_coffee": 0.9628468642837608, + "F1_noncoffee": 0.7135594566685202, + "IoU_noncoffee": 0.5546773695585057, + "kappa": 0.6424710360099055, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.852529710395754, + "mIoU": 0.6554161166023174, + "macroF1": 0.7783965090350496, + "F1_coffee": 0.9065689562221877, + "IoU_coffee": 0.8291048268485092, + "precision_coffee": 0.8615617075966515, + "recall_coffee": 0.9565376679971462, + "F1_noncoffee": 0.6502240618479116, + "IoU_noncoffee": 0.4817274063561255, + "kappa": 0.5612751344746639, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s2_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 28, + "stopped_epoch": 48, + "best_val": 0.6594291054166684, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8448726638907718, + "mIoU": 0.6622407135968902, + "macroF1": 0.7865444842490987, + "F1_coffee": 0.8981261658470409, + "IoU_coffee": 0.8150898387903505, + "precision_coffee": 0.9049744761742028, + "recall_coffee": 0.8913807249700209, + "F1_noncoffee": 0.6749628026511565, + "IoU_noncoffee": 0.50939158840343, + "kappa": 0.5731669555763962, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8167762778354679, + "mIoU": 0.6219923696885361, + "macroF1": 0.7547271967848433, + "F1_coffee": 0.8780923135975435, + "IoU_coffee": 0.7826778657816856, + "precision_coffee": 0.873999503333397, + "recall_coffee": 0.8822236362584601, + "F1_noncoffee": 0.6313620799721432, + "IoU_noncoffee": 0.4613068735953865, + "kappa": 0.5094869202965275, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2839506172839506, + "mIoU": 0.14597457627118646, + "macroF1": 0.2323529411764706, + "F1_coffee": 0.43137254901960786, + "IoU_coffee": 0.275, + "precision_coffee": 1.0, + "recall_coffee": 0.275, + "F1_noncoffee": 0.03333333333333333, + "IoU_noncoffee": 0.01694915254237288, + "kappa": 0.009278785322648617, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8272330097087378, + "mIoU": 0.6406132808970685, + "macroF1": 0.7703115470411148, + "F1_coffee": 0.8846540269000162, + "IoU_coffee": 0.7931655721508688, + "precision_coffee": 0.9060010621348912, + "recall_coffee": 0.8642897853207523, + "F1_noncoffee": 0.6559690671822136, + "IoU_noncoffee": 0.4880609896432681, + "kappa": 0.5413824815331686, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8327933852328224, + "mIoU": 0.6482969071221149, + "macroF1": 0.7762987522085192, + "F1_coffee": 0.8887172555834459, + "IoU_coffee": 0.7997219969883007, + "precision_coffee": 0.9082417943826876, + "recall_coffee": 0.8700144918404638, + "F1_noncoffee": 0.6638802488335925, + "IoU_noncoffee": 0.496871817255929, + "kappa": 0.55322112069433, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8745225085827572, + "mIoU": 0.7009082588980496, + "macroF1": 0.8148316472063372, + "F1_coffee": 0.9199642229281683, + "IoU_coffee": 0.8517905077388771, + "precision_coffee": 0.9010391493475108, + "recall_coffee": 0.939701342070443, + "F1_noncoffee": 0.7096990714845061, + "IoU_noncoffee": 0.5500260100572222, + "kappa": 0.6302549302625523, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.80059731209557, + "mIoU": 0.5067392885780739, + "macroF1": 0.6245903150063548, + "F1_coffee": 0.8816403710925959, + "IoU_coffee": 0.7883335094578886, + "precision_coffee": 0.9250992063492064, + "recall_coffee": 0.8420814990405238, + "F1_noncoffee": 0.36754025892011366, + "IoU_noncoffee": 0.22514506769825918, + "kappa": 0.25793153195577306, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8533439174439373, + "mIoU": 0.5713710735689308, + "macroF1": 0.6878597245925384, + "F1_coffee": 0.9151355075792375, + "IoU_coffee": 0.8435482163649836, + "precision_coffee": 0.9347800586510264, + "recall_coffee": 0.896299628838151, + "F1_noncoffee": 0.46058394160583943, + "IoU_noncoffee": 0.29919393077287815, + "kappa": 0.3774669829745587, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9035522921214527, + "mIoU": 0.6269943487591378, + "macroF1": 0.73562734089978, + "F1_coffee": 0.9463279955825511, + "IoU_coffee": 0.8981238863850749, + "precision_coffee": 0.9294934374661026, + "recall_coffee": 0.9637836013946688, + "F1_noncoffee": 0.5249266862170088, + "IoU_noncoffee": 0.3558648111332008, + "kappa": 0.4727854554942591, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8525817148270962, + "mIoU": 0.7213807846035347, + "macroF1": 0.8357705983774872, + "F1_coffee": 0.8883146712604076, + "IoU_coffee": 0.7990702479338843, + "precision_coffee": 0.884, + "recall_coffee": 0.8926716676283901, + "F1_noncoffee": 0.7832265254945667, + "IoU_noncoffee": 0.6436913212731853, + "kappa": 0.6715563833961348, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8132603980005659, + "mIoU": 0.665576779162558, + "macroF1": 0.7963544371811881, + "F1_coffee": 0.8550300190364621, + "IoU_coffee": 0.7467706867885919, + "precision_coffee": 0.8743635819107517, + "recall_coffee": 0.8365329512893983, + "F1_noncoffee": 0.7376788553259142, + "IoU_noncoffee": 0.5843828715365239, + "kappa": 0.5930688853734538, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8469301141186457, + "mIoU": 0.70757268741476, + "macroF1": 0.8255751607277916, + "F1_coffee": 0.8866065814294697, + "IoU_coffee": 0.7963102409638554, + "precision_coffee": 0.8652666030274103, + "recall_coffee": 0.9090257879656161, + "F1_noncoffee": 0.7645437400261135, + "IoU_noncoffee": 0.6188351338656646, + "kappa": 0.6515903700228413, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2648, + 2995 + ], + [ + 49702, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4439003785451254, + "ssl_variant": "", + "test_tta": { + "OA": 0.8501823698395791, + "mIoU": 0.6675363553931393, + "macroF1": 0.7902303977031937, + "F1_coffee": 0.9023736157413736, + "IoU_coffee": 0.8221136341860688, + "precision_coffee": 0.902174370189679, + "recall_coffee": 0.9025729493194202, + "F1_noncoffee": 0.6780871796650138, + "IoU_noncoffee": 0.5129590766002099, + "kappa": 0.5804608628809141, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8216655128648898, + "mIoU": 0.6254076064495026, + "macroF1": 0.7568657720780037, + "F1_coffee": 0.882384834159287, + "IoU_coffee": 0.7895247497787159, + "precision_coffee": 0.8707152243288906, + "recall_coffee": 0.8943714930294441, + "F1_noncoffee": 0.6313467099967204, + "IoU_noncoffee": 0.46129046312028926, + "kappa": 0.5140051635263961, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s2_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 8, + "stopped_epoch": 30, + "best_val": 0.668007122658716, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.855362964397534, + "mIoU": 0.6850595453749075, + "macroF1": 0.8048503951079192, + "F1_coffee": 0.9041353785593564, + "IoU_coffee": 0.8250429486178353, + "precision_coffee": 0.9196788022544774, + "recall_coffee": 0.8891086192750299, + "F1_noncoffee": 0.705565411656482, + "IoU_noncoffee": 0.5450761421319797, + "kappa": 0.6100429022197161, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8252711434175609, + "mIoU": 0.6397700519468844, + "macroF1": 0.7699762201726023, + "F1_coffee": 0.8827554170578046, + "IoU_coffee": 0.7901183237184485, + "precision_coffee": 0.8861084126675733, + "recall_coffee": 0.8794277009699003, + "F1_noncoffee": 0.6571970232873999, + "IoU_noncoffee": 0.4894217801753203, + "kappa": 0.5399716991175134, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.024691358024691357, + "mIoU": 0.0125, + "macroF1": 0.024691358024691357, + "F1_coffee": 0.024691358024691357, + "IoU_coffee": 0.0125, + "precision_coffee": 1.0, + "recall_coffee": 0.0125, + "F1_noncoffee": 0.024691358024691357, + "IoU_noncoffee": 0.0125, + "kappa": 0.00031245117950320147, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8316990291262136, + "mIoU": 0.6532494865458857, + "macroF1": 0.7811944080983871, + "F1_coffee": 0.8863166868872349, + "IoU_coffee": 0.795842656930868, + "precision_coffee": 0.9190126478988168, + "recall_coffee": 0.8558672661642708, + "F1_noncoffee": 0.6760721293095394, + "IoU_noncoffee": 0.5106563161609033, + "kappa": 0.5639614287538537, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8493786567380688, + "mIoU": 0.6799084694477485, + "macroF1": 0.801536333736491, + "F1_coffee": 0.8989784335981839, + "IoU_coffee": 0.8164948453608247, + "precision_coffee": 0.9262229350441058, + "recall_coffee": 0.8732909079453091, + "F1_noncoffee": 0.7040942338747982, + "IoU_noncoffee": 0.5433220935346723, + "kappa": 0.6040760758989969, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.884918524249311, + "mIoU": 0.7256975306251693, + "macroF1": 0.8337551602634303, + "F1_coffee": 0.9259812154008833, + "IoU_coffee": 0.8621648230729136, + "precision_coffee": 0.9142664128231899, + "recall_coffee": 0.938000126016004, + "F1_noncoffee": 0.7415291051259774, + "IoU_noncoffee": 0.5892302381774249, + "kappa": 0.6677008329788504, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8019910403185665, + "mIoU": 0.5237393650011013, + "macroF1": 0.6470032724031399, + "F1_coffee": 0.8809053350098797, + "IoU_coffee": 0.7871589085072231, + "precision_coffee": 0.9380260137719969, + "recall_coffee": 0.8303420250592618, + "F1_noncoffee": 0.41310120979640014, + "IoU_noncoffee": 0.26031982149497956, + "kappa": 0.306676176334731, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8483826155983331, + "mIoU": 0.5748964362526404, + "macroF1": 0.6938561465929434, + "F1_coffee": 0.911358626290753, + "IoU_coffee": 0.8371522967068102, + "precision_coffee": 0.9410566670660118, + "recall_coffee": 0.8834776740524125, + "F1_noncoffee": 0.47635366689513364, + "IoU_noncoffee": 0.31264057579847054, + "kappa": 0.3912935342065707, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9118872792220679, + "mIoU": 0.6608907139752833, + "macroF1": 0.769019110994748, + "F1_coffee": 0.9506776271939569, + "IoU_coffee": 0.9059919542663561, + "precision_coffee": 0.9390979918797322, + "recall_coffee": 0.9625463952311326, + "F1_noncoffee": 0.587360594795539, + "IoU_noncoffee": 0.41578947368421054, + "kappa": 0.5386251010855009, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8599715774514448, + "mIoU": 0.7351268839516634, + "macroF1": 0.8453946458227639, + "F1_coffee": 0.8928674978254566, + "IoU_coffee": 0.8064685085766662, + "precision_coffee": 0.8972902097902098, + "recall_coffee": 0.8884881708020773, + "F1_noncoffee": 0.7979217938200711, + "IoU_noncoffee": 0.6637852593266605, + "kappa": 0.6908034608121681, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8503253796095445, + "mIoU": 0.7229070537838644, + "macroF1": 0.8373571385221162, + "F1_coffee": 0.8832830771493712, + "IoU_coffee": 0.7909641728134879, + "precision_coffee": 0.9075109566268702, + "recall_coffee": 0.8603151862464183, + "F1_noncoffee": 0.7914311998948613, + "IoU_noncoffee": 0.654849934754241, + "kappa": 0.6751280430366469, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8592851079883052, + "mIoU": 0.7300720251088388, + "macroF1": 0.8415535283606965, + "F1_coffee": 0.8945583038869258, + "IoU_coffee": 0.8092315560669991, + "precision_coffee": 0.8827057182705719, + "recall_coffee": 0.9067335243553009, + "F1_noncoffee": 0.7885487528344671, + "IoU_noncoffee": 0.6509124941506785, + "kappa": 0.6832215942369979, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2615, + 2995 + ], + [ + 50385, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9009847203890482, + "ssl_variant": "", + "test_tta": { + "OA": 0.8654013750363125, + "mIoU": 0.6952987066384222, + "macroF1": 0.8117712952490279, + "F1_coffee": 0.9122437813039269, + "IoU_coffee": 0.838647268224733, + "precision_coffee": 0.9125318400943099, + "recall_coffee": 0.9119559043191047, + "F1_noncoffee": 0.711298809194129, + "IoU_noncoffee": 0.5519501450521113, + "kappa": 0.6235427139086924, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8350928810430368, + "mIoU": 0.6474426109643763, + "macroF1": 0.7749480799971713, + "F1_coffee": 0.8912911199847879, + "IoU_coffee": 0.8039000463066184, + "precision_coffee": 0.8791050094712954, + "recall_coffee": 0.9038198260735427, + "F1_noncoffee": 0.6586050400095546, + "IoU_noncoffee": 0.4909851756221342, + "kappa": 0.5501676110415171, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s2_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 24, + "stopped_epoch": 44, + "best_val": 0.7057771491794433, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8865917820599722, + "mIoU": 0.7193985913287362, + "macroF1": 0.8282513557161872, + "F1_coffee": 0.928350751975529, + "IoU_coffee": 0.8662822781678751, + "precision_coffee": 0.9007162360017411, + "recall_coffee": 0.9577346264700314, + "F1_noncoffee": 0.7281519594568455, + "IoU_noncoffee": 0.5725149044895973, + "kappa": 0.6577251226753178, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8546353986385139, + "mIoU": 0.6638520864757127, + "macroF1": 0.7858343056833976, + "F1_coffee": 0.9072214295576931, + "IoU_coffee": 0.8301969439156291, + "precision_coffee": 0.8679677317081763, + "recall_coffee": 0.9501937872389657, + "F1_noncoffee": 0.6644471818091021, + "IoU_noncoffee": 0.4975072290357962, + "kappa": 0.5748137976135719, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16049382716049382, + "mIoU": 0.0822463768115942, + "macroF1": 0.14472049689440994, + "F1_coffee": 0.2608695652173913, + "IoU_coffee": 0.15, + "precision_coffee": 1.0, + "recall_coffee": 0.15, + "F1_noncoffee": 0.02857142857142857, + "IoU_noncoffee": 0.014492753623188406, + "kappa": 0.004338394793926231, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8864077669902912, + "mIoU": 0.7204984632559845, + "macroF1": 0.8292006606508808, + "F1_coffee": 0.9280487054916672, + "IoU_coffee": 0.8657564109919109, + "precision_coffee": 0.901978363516825, + "recall_coffee": 0.9556709518079919, + "F1_noncoffee": 0.7303526158100945, + "IoU_noncoffee": 0.5752405155200581, + "kappa": 0.6594674691189114, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8942024080073497, + "mIoU": 0.7383650078889916, + "macroF1": 0.8424497613162365, + "F1_coffee": 0.9327472797688572, + "IoU_coffee": 0.8739703934105179, + "precision_coffee": 0.9105803276720879, + "recall_coffee": 0.9560204145926533, + "F1_noncoffee": 0.7521522428636158, + "IoU_noncoffee": 0.6027596223674655, + "kappa": 0.6855861991201311, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8791644504617765, + "mIoU": 0.6991487795785627, + "macroF1": 0.8123918802419001, + "F1_coffee": 0.924316302734789, + "IoU_coffee": 0.8592826172644856, + "precision_coffee": 0.8898996967576394, + "recall_coffee": 0.9615021107680676, + "F1_noncoffee": 0.7004674577490112, + "IoU_noncoffee": 0.5390149418926398, + "kappa": 0.6269918362515996, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9098058735689397, + "mIoU": 0.6253375947304408, + "macroF1": 0.731861335366065, + "F1_coffee": 0.9502962475312706, + "IoU_coffee": 0.905299466917529, + "precision_coffee": 0.9244316362471982, + "recall_coffee": 0.9776498476125973, + "F1_noncoffee": 0.5134264232008593, + "IoU_noncoffee": 0.3453757225433526, + "kappa": 0.4678011251018838, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9262750545743204, + "mIoU": 0.6794594588129479, + "macroF1": 0.7838183395408473, + "F1_coffee": 0.9593077386494332, + "IoU_coffee": 0.9217977055046838, + "precision_coffee": 0.9348847139197267, + "recall_coffee": 0.9850410527499719, + "F1_noncoffee": 0.6083289404322615, + "IoU_noncoffee": 0.43712121212121213, + "kappa": 0.5704582942156191, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.919031553879738, + "mIoU": 0.6616732330079507, + "macroF1": 0.7679338854169665, + "F1_coffee": 0.9551894563426688, + "IoU_coffee": 0.9142226426994638, + "precision_coffee": 0.9332546410559073, + "recall_coffee": 0.9781801822067259, + "F1_noncoffee": 0.5806783144912642, + "IoU_noncoffee": 0.4091238233164374, + "kappa": 0.538254687471399, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8641402179062055, + "mIoU": 0.7350068436141681, + "macroF1": 0.84464543135404, + "F1_coffee": 0.899678186651742, + "IoU_coffee": 0.8176500508646999, + "precision_coffee": 0.8734039663135018, + "recall_coffee": 0.9275822273514137, + "F1_noncoffee": 0.789612676056338, + "IoU_noncoffee": 0.6523636363636364, + "kappa": 0.6898794137703491, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8637178157125341, + "mIoU": 0.7355621659849662, + "macroF1": 0.845145228131891, + "F1_coffee": 0.8987740805604203, + "IoU_coffee": 0.8161577608142494, + "precision_coffee": 0.8793694311172036, + "recall_coffee": 0.919054441260745, + "F1_noncoffee": 0.7915163757033618, + "IoU_noncoffee": 0.6549665711556829, + "kappa": 0.6906007466736671, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.841271338300481, + "mIoU": 0.6896584422570319, + "macroF1": 0.8116304095504117, + "F1_coffee": 0.8863528935107029, + "IoU_coffee": 0.7959010429299054, + "precision_coffee": 0.8382935240771491, + "recall_coffee": 0.9402578796561605, + "F1_noncoffee": 0.7369079255901204, + "IoU_noncoffee": 0.5834158415841584, + "kappa": 0.6261056873336671, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2633, + 2995 + ], + [ + 52302, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3241567770640055, + "ssl_variant": "", + "test_tta": { + "OA": 0.8846228333494722, + "mIoU": 0.7127525628971924, + "macroF1": 0.8230273482130358, + "F1_coffee": 0.9274338439051129, + "IoU_coffee": 0.8646868434501164, + "precision_coffee": 0.896045818295936, + "recall_coffee": 0.9611007089811289, + "F1_noncoffee": 0.7186208525209588, + "IoU_noncoffee": 0.5608182823442683, + "kappa": 0.6477307968256557, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8530489211953386, + "mIoU": 0.6577952127382949, + "macroF1": 0.780526140639602, + "F1_coffee": 0.9066881576657845, + "IoU_coffee": 0.8293042502219765, + "precision_coffee": 0.8634270564431731, + "recall_coffee": 0.9545130252019822, + "F1_noncoffee": 0.6543641236134197, + "IoU_noncoffee": 0.4862861752546133, + "kappa": 0.5650963537826055, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s2_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7062006451119046, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8898034279074272, + "mIoU": 0.7301601405381709, + "macroF1": 0.8365575677979655, + "F1_coffee": 0.9298454709847115, + "IoU_coffee": 0.8688889742309612, + "precision_coffee": 0.9087257756802892, + "recall_coffee": 0.9519702101697768, + "F1_noncoffee": 0.7432696646112197, + "IoU_noncoffee": 0.5914313068453806, + "kappa": 0.6737599998240629, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8575199030806507, + "mIoU": 0.6741237991170377, + "macroF1": 0.7946301103189726, + "F1_coffee": 0.908277238754004, + "IoU_coffee": 0.8319669342767724, + "precision_coffee": 0.8758863978225055, + "recall_coffee": 0.9431557432367289, + "F1_noncoffee": 0.680982981883941, + "IoU_noncoffee": 0.516280663957303, + "kappa": 0.5912046472826877, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8894660194174757, + "mIoU": 0.7307345645114258, + "macroF1": 0.8370827362935669, + "F1_coffee": 0.929463151699142, + "IoU_coffee": 0.8682215405984143, + "precision_coffee": 0.9097634930260764, + "recall_coffee": 0.9500348299664366, + "F1_noncoffee": 0.7447023208879919, + "IoU_noncoffee": 0.5932475884244373, + "kappa": 0.6747174889123838, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8940573473236304, + "mIoU": 0.7419115644625163, + "macroF1": 0.845304653132263, + "F1_coffee": 0.9321482766095817, + "IoU_coffee": 0.8729192042224929, + "precision_coffee": 0.9165651644336176, + "recall_coffee": 0.9482704303446537, + "F1_noncoffee": 0.7584610296549443, + "IoU_noncoffee": 0.6109039247025395, + "kappa": 0.6909273366545996, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8858855954741066, + "mIoU": 0.7175835167972615, + "macroF1": 0.8268624238082936, + "F1_coffee": 0.9279521309073147, + "IoU_coffee": 0.8655883358013441, + "precision_coffee": 0.900088836245188, + "recall_coffee": 0.9575956146430596, + "F1_noncoffee": 0.7257727167092726, + "IoU_noncoffee": 0.5695786977931789, + "kappa": 0.6549832625688582, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9070184171229467, + "mIoU": 0.6289227440010712, + "macroF1": 0.7366949126094837, + "F1_coffee": 0.9484661222688149, + "IoU_coffee": 0.901983419036625, + "precision_coffee": 0.9276848354020507, + "recall_coffee": 0.9701997968167965, + "F1_noncoffee": 0.5249237029501526, + "IoU_noncoffee": 0.35586206896551725, + "kappa": 0.47581475569481124, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9248858900575511, + "mIoU": 0.6805359533495974, + "macroF1": 0.785205933168168, + "F1_coffee": 0.9584180170282889, + "IoU_coffee": 0.9201561016770383, + "precision_coffee": 0.9366544986042517, + "recall_coffee": 0.9812169609717692, + "F1_noncoffee": 0.6119938493080471, + "IoU_noncoffee": 0.44091580502215655, + "kappa": 0.5725651572277287, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9210160746179797, + "mIoU": 0.6696729895006152, + "macroF1": 0.7754745936979975, + "F1_coffee": 0.9562445030782761, + "IoU_coffee": 0.9161575732041289, + "precision_coffee": 0.9351682614772605, + "recall_coffee": 0.9782926554943201, + "F1_noncoffee": 0.594704684317719, + "IoU_noncoffee": 0.42318840579710143, + "kappa": 0.553052010647742, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.872761724301279, + "mIoU": 0.7514695928080382, + "macroF1": 0.8559906172709018, + "F1_coffee": 0.9051352687716324, + "IoU_coffee": 0.8267096774193549, + "precision_coffee": 0.8867820069204152, + "recall_coffee": 0.924264281592614, + "F1_noncoffee": 0.8068459657701712, + "IoU_noncoffee": 0.6762295081967213, + "kappa": 0.7122322115618364, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8647552579458644, + "mIoU": 0.7399622230149758, + "macroF1": 0.8483961483790583, + "F1_coffee": 0.8981967911401392, + "IoU_coffee": 0.8152061855670103, + "precision_coffee": 0.8902336054038841, + "recall_coffee": 0.9063037249283667, + "F1_noncoffee": 0.7985955056179775, + "IoU_noncoffee": 0.6647182604629414, + "kappa": 0.6968402861118148, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8524945770065075, + "mIoU": 0.7124335440773109, + "macroF1": 0.8285703381004637, + "F1_coffee": 0.8926119198022521, + "IoU_coffee": 0.8060515873015873, + "precision_coffee": 0.8570675105485233, + "recall_coffee": 0.9312320916905444, + "F1_noncoffee": 0.7645287563986751, + "IoU_noncoffee": 0.6188155008530344, + "kappa": 0.6584288531207313, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2648, + 2995 + ], + [ + 52486, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.50324098666509, + "ssl_variant": "", + "test_tta": { + "OA": 0.8884316193796198, + "mIoU": 0.7233567463228487, + "macroF1": 0.8312106883042328, + "F1_coffee": 0.9294872448719387, + "IoU_coffee": 0.8682635871636558, + "precision_coffee": 0.902130439947729, + "recall_coffee": 0.9585551090821114, + "F1_noncoffee": 0.732934131736527, + "IoU_noncoffee": 0.5784499054820416, + "kappa": 0.6635930531416258, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8567699319256952, + "mIoU": 0.6680640548299219, + "macroF1": 0.7892530453371727, + "F1_coffee": 0.9085383262265038, + "IoU_coffee": 0.8324051572836506, + "precision_coffee": 0.8696227080394923, + "recall_coffee": 0.9511000559187057, + "F1_noncoffee": 0.6699677644478416, + "IoU_noncoffee": 0.5037229523761931, + "kappa": 0.5815299924305196, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s0_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 12, + "stopped_epoch": 32, + "best_val": 0.6124488833001253, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8474435968186983, + "mIoU": 0.6628831883910076, + "macroF1": 0.7865606112405302, + "F1_coffee": 0.9005554673861292, + "IoU_coffee": 0.8191004099543854, + "precision_coffee": 0.8897948943109829, + "recall_coffee": 0.9115794884976224, + "F1_noncoffee": 0.6725657550949312, + "IoU_noncoffee": 0.5066659668276297, + "kappa": 0.573326683602581, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8081948771201107, + "mIoU": 0.6062746181978658, + "macroF1": 0.7410793223809149, + "F1_coffee": 0.8729034662691018, + "IoU_coffee": 0.7744708994708994, + "precision_coffee": 0.8680999087591241, + "recall_coffee": 0.8777604797324569, + "F1_noncoffee": 0.609255178492728, + "IoU_noncoffee": 0.43807833692483206, + "kappa": 0.4822073866044972, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.31121718377088303, + "mIoU": 0.15615206715168634, + "macroF1": 0.2388452930463939, + "F1_coffee": 0.4735497993433054, + "IoU_coffee": 0.3102294455066922, + "precision_coffee": 0.9984615384615385, + "recall_coffee": 0.31037780966044953, + "F1_noncoffee": 0.004140786749482402, + "IoU_noncoffee": 0.002074688796680498, + "kappa": 0.0003339842167656719, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8503341194968553, + "mIoU": 0.6739188861018461, + "macroF1": 0.7959909999374469, + "F1_coffee": 0.901283380865958, + "IoU_coffee": 0.8203055866910507, + "precision_coffee": 0.8984299282806746, + "recall_coffee": 0.9041550165810521, + "F1_noncoffee": 0.6906986190089358, + "IoU_noncoffee": 0.5275321855126416, + "kappa": 0.5919948951342856, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.847620433706884, + "mIoU": 0.6589976508226691, + "macroF1": 0.7829106531372229, + "F1_coffee": 0.9014340854175166, + "IoU_coffee": 0.8205553016453382, + "precision_coffee": 0.885020642060509, + "recall_coffee": 0.9184678347614784, + "F1_noncoffee": 0.6643872208569291, + "IoU_noncoffee": 0.49744, + "kappa": 0.5663291902670279, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8444175345119884, + "mIoU": 0.6555246602816034, + "macroF1": 0.7803959178543456, + "F1_coffee": 0.8989682939104178, + "IoU_coffee": 0.8164781167866529, + "precision_coffee": 0.8863114804937047, + "recall_coffee": 0.911991831003893, + "F1_noncoffee": 0.6618235417982733, + "IoU_noncoffee": 0.4945712037765539, + "kappa": 0.5610914315288896, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8782325391977194, + "mIoU": 0.6771427921812934, + "macroF1": 0.7928419910341838, + "F1_coffee": 0.925843253968254, + "IoU_coffee": 0.8619256522743015, + "precision_coffee": 0.9410133602218301, + "recall_coffee": 0.911154503295094, + "F1_noncoffee": 0.6598407281001137, + "IoU_noncoffee": 0.4923599320882852, + "kappa": 0.5861773053582887, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8481237072786368, + "mIoU": 0.6113548823234594, + "macroF1": 0.7351536833164708, + "F1_coffee": 0.9081267874165873, + "IoU_coffee": 0.8317145039834115, + "precision_coffee": 0.9227509383702628, + "recall_coffee": 0.8939589442815249, + "F1_noncoffee": 0.5621805792163543, + "IoU_noncoffee": 0.3909952606635071, + "kappa": 0.47094062780882484, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8440402855187249, + "mIoU": 0.5903826315418119, + "macroF1": 0.7133138893014643, + "F1_coffee": 0.9069048035954007, + "IoU_coffee": 0.829666809055959, + "precision_coffee": 0.9102519039250146, + "recall_coffee": 0.9035822284252152, + "F1_noncoffee": 0.5197229750075278, + "IoU_noncoffee": 0.35109845402766476, + "kappa": 0.426667771711629, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8243114909781576, + "mIoU": 0.662300235099667, + "macroF1": 0.7911110735568676, + "F1_coffee": 0.8743889190657251, + "IoU_coffee": 0.7768126432621547, + "precision_coffee": 0.8536391356224314, + "recall_coffee": 0.8961725817675713, + "F1_noncoffee": 0.7078332280480101, + "IoU_noncoffee": 0.5477878269371792, + "kappa": 0.5827955110120524, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.847131931166348, + "mIoU": 0.6891132186360576, + "macroF1": 0.8100222569488178, + "F1_coffee": 0.8939866074388384, + "IoU_coffee": 0.8082963673420454, + "precision_coffee": 0.8459222082810539, + "recall_coffee": 0.9478419794742021, + "F1_noncoffee": 0.7260579064587973, + "IoU_noncoffee": 0.5699300699300699, + "kappa": 0.6231879813350587, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8447878671530045, + "mIoU": 0.6931839831422208, + "macroF1": 0.8139573886270167, + "F1_coffee": 0.8896923391772972, + "IoU_coffee": 0.8013025313344803, + "precision_coffee": 0.8593832366895098, + "recall_coffee": 0.9222175081318059, + "F1_noncoffee": 0.7382224380767363, + "IoU_noncoffee": 0.5850654349499615, + "kappa": 0.6290098966335556, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 4, + 27 + ], + [ + 390, + 563 + ], + [ + 6361, + 7520 + ], + [ + 45456, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9852242350578309, + "ssl_variant": "", + "test_tta": { + "OA": 0.8524752475247525, + "mIoU": 0.6661452374700103, + "macroF1": 0.7884435258425679, + "F1_coffee": 0.9048322077378148, + "IoU_coffee": 0.8262041799720825, + "precision_coffee": 0.8850652409922366, + "recall_coffee": 0.9255022919076382, + "F1_noncoffee": 0.672054843947321, + "IoU_noncoffee": 0.5060862949679382, + "kappa": 0.5776130760308846, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8149734625591324, + "mIoU": 0.6103048586457562, + "macroF1": 0.7433783080058132, + "F1_coffee": 0.8789248671656018, + "IoU_coffee": 0.7840017510186215, + "precision_coffee": 0.8634340812163916, + "recall_coffee": 0.8949816448519096, + "F1_noncoffee": 0.6078317488460245, + "IoU_noncoffee": 0.43660796627289095, + "kappa": 0.4872911518419028, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s0_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 17, + "stopped_epoch": 37, + "best_val": 0.6499414020295, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8640480441486772, + "mIoU": 0.6970381195588051, + "macroF1": 0.8135380400473984, + "F1_coffee": 0.9105854220931722, + "IoU_coffee": 0.8358483910163446, + "precision_coffee": 0.9076399233879549, + "recall_coffee": 0.9135501006725785, + "F1_noncoffee": 0.7164906580016247, + "IoU_noncoffee": 0.5582278481012658, + "kappa": 0.6270885325581774, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8237712011076497, + "mIoU": 0.6360063083857861, + "macroF1": 0.7667191676398845, + "F1_coffee": 0.8820844390832329, + "IoU_coffee": 0.7890438866061255, + "precision_coffee": 0.8857857198232421, + "recall_coffee": 0.878413961444579, + "F1_noncoffee": 0.651353896196536, + "IoU_noncoffee": 0.4829687301654466, + "kappa": 0.5334624203009496, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3069212410501193, + "mIoU": 0.15417133082125908, + "macroF1": 0.23680566009333132, + "F1_coffee": 0.46813186813186813, + "IoU_coffee": 0.30559540889526543, + "precision_coffee": 1.0, + "recall_coffee": 0.30559540889526543, + "F1_noncoffee": 0.005479452054794521, + "IoU_noncoffee": 0.0027472527472527475, + "kappa": 0.0016776871546662184, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8790782232704403, + "mIoU": 0.7276013841081607, + "macroF1": 0.8363094735516603, + "F1_coffee": 0.9199804909770769, + "IoU_coffee": 0.8518184007707129, + "precision_coffee": 0.9200702393340271, + "recall_coffee": 0.9198907601274465, + "F1_noncoffee": 0.7526384561262438, + "IoU_noncoffee": 0.6033843674456084, + "kappa": 0.6726189567327574, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8536360549168001, + "mIoU": 0.6816743198736908, + "macroF1": 0.8022189365545549, + "F1_coffee": 0.9030620441474151, + "IoU_coffee": 0.8232571763327475, + "precision_coffee": 0.9075234097513722, + "recall_coffee": 0.8986443279191713, + "F1_noncoffee": 0.7013758289616946, + "IoU_noncoffee": 0.5400914634146341, + "kappa": 0.6044673195918993, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8596270283361589, + "mIoU": 0.6825762164739354, + "macroF1": 0.8017762290387274, + "F1_coffee": 0.908862192590729, + "IoU_coffee": 0.8329490431173623, + "precision_coffee": 0.8959017918035836, + "recall_coffee": 0.9222030761375966, + "F1_noncoffee": 0.6946902654867256, + "IoU_noncoffee": 0.5322033898305085, + "kappa": 0.6038301987586896, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8972714314803503, + "mIoU": 0.7122297268830116, + "macroF1": 0.8201834044729496, + "F1_coffee": 0.937919153387067, + "IoU_coffee": 0.8830958174023867, + "precision_coffee": 0.9457749100384664, + "recall_coffee": 0.9301928240175739, + "F1_noncoffee": 0.7024476555588322, + "IoU_noncoffee": 0.5413636363636364, + "kappa": 0.640485692667008, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8301979710430415, + "mIoU": 0.5885269710444111, + "macroF1": 0.7155956976399724, + "F1_coffee": 0.896132064104109, + "IoU_coffee": 0.81181093767056, + "precision_coffee": 0.9212188777406168, + "recall_coffee": 0.8723753665689149, + "F1_noncoffee": 0.535059331175836, + "IoU_noncoffee": 0.36524300441826213, + "kappa": 0.43307334605480124, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8556761513640364, + "mIoU": 0.6045250053917082, + "macroF1": 0.7254830172867813, + "F1_coffee": 0.9145338737695425, + "IoU_coffee": 0.8425264056332018, + "precision_coffee": 0.9106319188191881, + "recall_coffee": 0.9184694114910444, + "F1_noncoffee": 0.5364321608040201, + "IoU_noncoffee": 0.3665236051502146, + "kappa": 0.451020705194661, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8621082621082621, + "mIoU": 0.7277149332420596, + "macroF1": 0.8392334565204307, + "F1_coffee": 0.8998758791890774, + "IoU_coffee": 0.8179766829635201, + "precision_coffee": 0.8917589175891759, + "recall_coffee": 0.9081419624217119, + "F1_noncoffee": 0.7785910338517841, + "IoU_noncoffee": 0.6374531835205992, + "kappa": 0.6785258102423488, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8763862332695985, + "mIoU": 0.7500734979802117, + "macroF1": 0.8543959284025413, + "F1_coffee": 0.9109810671256454, + "IoU_coffee": 0.836515362245543, + "precision_coffee": 0.8926065839179709, + "recall_coffee": 0.9301279347673275, + "F1_noncoffee": 0.7978107896794371, + "IoU_noncoffee": 0.6636316337148803, + "kappa": 0.7090718654301372, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8635054712996736, + "mIoU": 0.7268877921382717, + "macroF1": 0.8383460080758927, + "F1_coffee": 0.9021200440528634, + "IoU_coffee": 0.821692789968652, + "precision_coffee": 0.8787716239774709, + "recall_coffee": 0.92674303493141, + "F1_noncoffee": 0.774571972098922, + "IoU_noncoffee": 0.6320827943078914, + "kappa": 0.6772168091161261, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 543, + 563 + ], + [ + 6534, + 7520 + ], + [ + 46133, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1366363883018493, + "ssl_variant": "", + "test_tta": { + "OA": 0.8682681382892388, + "mIoU": 0.6983194896077956, + "macroF1": 0.8138190393843463, + "F1_coffee": 0.9145036237990898, + "IoU_coffee": 0.8424750591980125, + "precision_coffee": 0.899755399859044, + "recall_coffee": 0.9297433920233046, + "F1_noncoffee": 0.7131344549696027, + "IoU_noncoffee": 0.5541639200175785, + "kappa": 0.6279734572017409, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8284729433483328, + "mIoU": 0.6361359916511728, + "macroF1": 0.7656894663125424, + "F1_coffee": 0.8869776768319918, + "IoU_coffee": 0.7969091530054645, + "precision_coffee": 0.8772322267754427, + "recall_coffee": 0.8969420899882757, + "F1_noncoffee": 0.6444012557930932, + "IoU_noncoffee": 0.4753628302968812, + "kappa": 0.5315608289132997, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s0_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 16, + "stopped_epoch": 36, + "best_val": 0.6827559293439334, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8716442136016881, + "mIoU": 0.7082648800483462, + "macroF1": 0.8216555001719094, + "F1_coffee": 0.9160759010060704, + "IoU_coffee": 0.8451476462755542, + "precision_coffee": 0.9078288671069791, + "recall_coffee": 0.9244741464250524, + "F1_noncoffee": 0.7272350993377483, + "IoU_noncoffee": 0.5713821138211382, + "kappa": 0.6434066454217938, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8326843198338525, + "mIoU": 0.6466554039013507, + "macroF1": 0.7747707650566609, + "F1_coffee": 0.8889803339872722, + "IoU_coffee": 0.8001481532524807, + "precision_coffee": 0.8852780848549537, + "recall_coffee": 0.8927136789098388, + "F1_noncoffee": 0.6605611961260497, + "IoU_noncoffee": 0.4931626545502206, + "kappa": 0.5495656161287475, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3847255369928401, + "mIoU": 0.19332106109378278, + "macroF1": 0.2803049180738555, + "F1_coffee": 0.5544417559626685, + "IoU_coffee": 0.3835485413677666, + "precision_coffee": 1.0, + "recall_coffee": 0.3835485413677666, + "F1_noncoffee": 0.006168080185042405, + "IoU_noncoffee": 0.0030935808197989174, + "kappa": 0.002370264412304915, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8872346698113207, + "mIoU": 0.7415440605193944, + "macroF1": 0.8461089882823032, + "F1_coffee": 0.9256632008551161, + "IoU_coffee": 0.8616136034732272, + "precision_coffee": 0.9222279592100168, + "recall_coffee": 0.9291241303075622, + "F1_noncoffee": 0.7665547757094904, + "IoU_noncoffee": 0.6214745175655616, + "kappa": 0.692231387018551, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8645514966283413, + "mIoU": 0.6970116570100939, + "macroF1": 0.8134171516268136, + "F1_coffee": 0.9110941281365431, + "IoU_coffee": 0.8367060474909346, + "precision_coffee": 0.9073956615501713, + "recall_coffee": 0.9148228673743446, + "F1_noncoffee": 0.7157401751170841, + "IoU_noncoffee": 0.5573172665292532, + "kappa": 0.626854123711701, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8633567449745702, + "mIoU": 0.6868813742303245, + "macroF1": 0.8048209756514644, + "F1_coffee": 0.9117085537228882, + "IoU_coffee": 0.8377430116185437, + "precision_coffee": 0.894546124554723, + "recall_coffee": 0.929542408577446, + "F1_noncoffee": 0.6979333975800407, + "IoU_noncoffee": 0.5360197368421052, + "kappa": 0.6101329187357293, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9052127876196294, + "mIoU": 0.7184934789523671, + "macroF1": 0.8240450258433596, + "F1_coffee": 0.943551809858728, + "IoU_coffee": 0.8931359044995408, + "precision_coffee": 0.9375828413061814, + "recall_coffee": 0.949597266292409, + "F1_noncoffee": 0.7045382418279911, + "IoU_noncoffee": 0.5438510534051936, + "kappa": 0.6481646913990848, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8563971240027578, + "mIoU": 0.6080726826198748, + "macroF1": 0.729157866125212, + "F1_coffee": 0.914796633941094, + "IoU_coffee": 0.84297253634895, + "precision_coffee": 0.9114941190171189, + "recall_coffee": 0.9181231671554252, + "F1_noncoffee": 0.54351909830933, + "IoU_noncoffee": 0.37317282889079967, + "kappa": 0.45835382684665005, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8723965972425931, + "mIoU": 0.6191184504703346, + "macroF1": 0.7363853145305723, + "F1_coffee": 0.9257383486029704, + "IoU_coffee": 0.8617438287954232, + "precision_coffee": 0.9062952646239554, + "recall_coffee": 0.946033961386369, + "F1_noncoffee": 0.5470322804581742, + "IoU_noncoffee": 0.3764930721452461, + "kappa": 0.4742465926000073, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8704653371320038, + "mIoU": 0.7437964417249842, + "macroF1": 0.850477209697434, + "F1_coffee": 0.9051460361613352, + "IoU_coffee": 0.8267276422764228, + "precision_coffee": 0.9045170257123002, + "recall_coffee": 0.9057759220598469, + "F1_noncoffee": 0.795808383233533, + "IoU_noncoffee": 0.6608652411735455, + "kappa": 0.700954730710973, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8724665391969407, + "mIoU": 0.7470836209612453, + "macroF1": 0.8526968592479538, + "F1_coffee": 0.906661069129583, + "IoU_coffee": 0.8292589274286446, + "precision_coffee": 0.9024933834795933, + "recall_coffee": 0.9108674258400112, + "F1_noncoffee": 0.7987326493663247, + "IoU_noncoffee": 0.6649083144938458, + "kappa": 0.7054072652234418, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8544826262238433, + "mIoU": 0.71450021175843, + "macroF1": 0.8299067675956708, + "F1_coffee": 0.8945611350674642, + "IoU_coffee": 0.8092361897571411, + "precision_coffee": 0.8801149582592035, + "recall_coffee": 0.9094894640079196, + "F1_noncoffee": 0.7652524001238774, + "IoU_noncoffee": 0.6197642337597191, + "kappa": 0.6600174665871333, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6649, + 7520 + ], + [ + 46476, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.089176845550537, + "ssl_variant": "", + "test_tta": { + "OA": 0.8741925012173348, + "mIoU": 0.7071011075215939, + "macroF1": 0.820193624341025, + "F1_coffee": 0.9187296194939868, + "IoU_coffee": 0.8496761180714479, + "precision_coffee": 0.8998500626450593, + "recall_coffee": 0.9384183695326223, + "F1_noncoffee": 0.7216576291880633, + "IoU_noncoffee": 0.5645260969717399, + "kappa": 0.6409285899624431, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8373860620745356, + "mIoU": 0.647224112009595, + "macroF1": 0.7741959484093652, + "F1_coffee": 0.893647125406782, + "IoU_coffee": 0.8077414954386564, + "precision_coffee": 0.8774497091838624, + "recall_coffee": 0.9104537853889177, + "F1_noncoffee": 0.6547447714119484, + "IoU_noncoffee": 0.48670672858053354, + "kappa": 0.5488909187324362, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s0_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 12, + "stopped_epoch": 32, + "best_val": 0.6818543821274312, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8703619542282097, + "mIoU": 0.7092160467446851, + "macroF1": 0.8226939570685474, + "F1_coffee": 0.9146277590722035, + "IoU_coffee": 0.8426857851923342, + "precision_coffee": 0.9128421771320062, + "recall_coffee": 0.9164203401447971, + "F1_noncoffee": 0.7307601550648913, + "IoU_noncoffee": 0.575746308297036, + "kappa": 0.6453921931058598, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8273624091381101, + "mIoU": 0.6430222628106421, + "macroF1": 0.772581020400479, + "F1_coffee": 0.884197898728789, + "IoU_coffee": 0.7924325449122563, + "precision_coffee": 0.8901571965638818, + "recall_coffee": 0.8783178611927963, + "F1_noncoffee": 0.660964142072169, + "IoU_noncoffee": 0.49361198070902784, + "kappa": 0.5452217148739575, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23914081145584726, + "mIoU": 0.1200942234703949, + "macroF1": 0.1945370643727798, + "F1_coffee": 0.384080370942813, + "IoU_coffee": 0.23768531802965087, + "precision_coffee": 1.0, + "recall_coffee": 0.23768531802965087, + "F1_noncoffee": 0.004993757802746567, + "IoU_noncoffee": 0.0025031289111389237, + "kappa": 0.001189206455931477, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.884188286163522, + "mIoU": 0.7381643491435456, + "macroF1": 0.8439251286321194, + "F1_coffee": 0.9231972367949428, + "IoU_coffee": 0.8573503601040973, + "precision_coffee": 0.9252775963422599, + "recall_coffee": 0.9211262110670395, + "F1_noncoffee": 0.7646530204692961, + "IoU_noncoffee": 0.6189783381829939, + "kappa": 0.6878550925344019, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8608159899092805, + "mIoU": 0.6959291576000377, + "macroF1": 0.8132133453521644, + "F1_coffee": 0.9075083013636803, + "IoU_coffee": 0.8306775259678942, + "precision_coffee": 0.9150900461608478, + "recall_coffee": 0.9000511574370124, + "F1_noncoffee": 0.7189183893406486, + "IoU_noncoffee": 0.5611807892321811, + "kappa": 0.6265046065141545, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8662630176798256, + "mIoU": 0.6939834589600462, + "macroF1": 0.8104591707822714, + "F1_coffee": 0.9133042358777906, + "IoU_coffee": 0.8404415164123902, + "precision_coffee": 0.8989368277908271, + "recall_coffee": 0.9281383623715617, + "F1_noncoffee": 0.7076141056867521, + "IoU_noncoffee": 0.5475254015077023, + "kappa": 0.6212446406329729, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9090816534310731, + "mIoU": 0.7314650294514413, + "macroF1": 0.8342736818142801, + "F1_coffee": 0.9456184154436392, + "IoU_coffee": 0.8968464826152247, + "precision_coffee": 0.9437218913334143, + "recall_coffee": 0.9475225774957285, + "F1_noncoffee": 0.7229289481849209, + "IoU_noncoffee": 0.5660835762876579, + "kappa": 0.6685541835679464, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.858465478183788, + "mIoU": 0.6222095164159863, + "macroF1": 0.7437001682899349, + "F1_coffee": 0.9152062311913614, + "IoU_coffee": 0.8436684073107049, + "precision_coffee": 0.9208026597007837, + "recall_coffee": 0.9096774193548387, + "F1_noncoffee": 0.5721941053885085, + "IoU_noncoffee": 0.4007506255212677, + "kappa": 0.4874958510128165, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8798279065219516, + "mIoU": 0.6384863461388351, + "macroF1": 0.7547185901840117, + "F1_coffee": 0.9298956134846843, + "IoU_coffee": 0.8689765458422175, + "precision_coffee": 0.9124594201276167, + "recall_coffee": 0.9480111653872993, + "F1_noncoffee": 0.579541566883339, + "IoU_noncoffee": 0.4079961464354528, + "kappa": 0.5105091899112802, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.860968660968661, + "mIoU": 0.7296156848136519, + "macroF1": 0.8409225319254533, + "F1_coffee": 0.8973927670311186, + "IoU_coffee": 0.8138825324180016, + "precision_coffee": 0.9038542990258365, + "recall_coffee": 0.8910229645093946, + "F1_noncoffee": 0.784452296819788, + "IoU_noncoffee": 0.6453488372093024, + "kappa": 0.6818792170671778, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8630975143403442, + "mIoU": 0.7346898790027071, + "macroF1": 0.8445627427435937, + "F1_coffee": 0.8982376350198976, + "IoU_coffee": 0.8152734778121775, + "precision_coffee": 0.9081764621353643, + "recall_coffee": 0.8885139884718122, + "F1_noncoffee": 0.7908878504672897, + "IoU_noncoffee": 0.6541062801932367, + "kappa": 0.6892019746864293, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8529468228066808, + "mIoU": 0.7130683620575297, + "macroF1": 0.8290087713434022, + "F1_coffee": 0.8929868678401788, + "IoU_coffee": 0.8066633013629481, + "precision_coffee": 0.8822636300897171, + "recall_coffee": 0.9039739782209023, + "F1_noncoffee": 0.7650306748466258, + "IoU_noncoffee": 0.6194734227521113, + "kappa": 0.6581284326384722, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6689, + 7520 + ], + [ + 46357, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9656341592470805, + "ssl_variant": "", + "test_tta": { + "OA": 0.8730238597630254, + "mIoU": 0.7112529530988869, + "macroF1": 0.82391263080552, + "F1_coffee": 0.9169065397729084, + "IoU_coffee": 0.8465627145238795, + "precision_coffee": 0.9094203661954026, + "recall_coffee": 0.9245169858201602, + "F1_noncoffee": 0.7309187218381316, + "IoU_noncoffee": 0.5759431916738942, + "kappa": 0.6479025243291175, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8313286027460483, + "mIoU": 0.6458855517044605, + "macroF1": 0.7743609971155347, + "F1_coffee": 0.8877369810415167, + "IoU_coffee": 0.7981358418917752, + "precision_coffee": 0.886741073140797, + "recall_coffee": 0.8887351284860366, + "F1_noncoffee": 0.6609850131895527, + "IoU_noncoffee": 0.4936352615171458, + "kappa": 0.5487237132054297, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s1_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 8, + "stopped_epoch": 30, + "best_val": 0.6636288836662441, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8569388086349619, + "mIoU": 0.6863336062713169, + "macroF1": 0.8056488857686295, + "F1_coffee": 0.9054900278790479, + "IoU_coffee": 0.8273017614671708, + "precision_coffee": 0.9065787778588912, + "recall_coffee": 0.9044038898170758, + "F1_noncoffee": 0.705807743658211, + "IoU_noncoffee": 0.545365451075463, + "kappa": 0.6112995166114916, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8164589823468328, + "mIoU": 0.6256690785953949, + "macroF1": 0.7584517838381268, + "F1_coffee": 0.8768221151054069, + "IoU_coffee": 0.7806618407445708, + "precision_coffee": 0.8831822170225212, + "recall_coffee": 0.8705529608487574, + "F1_noncoffee": 0.6400814525708468, + "IoU_noncoffee": 0.4706763164462191, + "kappa": 0.5169767602518088, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2863961813842482, + "mIoU": 0.143849765617697, + "macroF1": 0.2244700525756575, + "F1_coffee": 0.4436174171938965, + "IoU_coffee": 0.2850310856049737, + "precision_coffee": 1.0, + "recall_coffee": 0.2850310856049737, + "F1_noncoffee": 0.0053226879574184965, + "IoU_noncoffee": 0.00266844563042028, + "kappa": 0.0015200237950033833, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8764249213836478, + "mIoU": 0.7255418513170134, + "macroF1": 0.8350926910126601, + "F1_coffee": 0.9176516813463869, + "IoU_coffee": 0.8478339787028074, + "precision_coffee": 0.9242184408389394, + "recall_coffee": 0.911177579816633, + "F1_noncoffee": 0.7525337006789334, + "IoU_noncoffee": 0.6032497239312195, + "kappa": 0.6702354106204788, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8399553679716684, + "mIoU": 0.6634874179945165, + "macroF1": 0.7887828965670496, + "F1_coffee": 0.8927468383237427, + "IoU_coffee": 0.80627165423689, + "precision_coffee": 0.9080087295813769, + "recall_coffee": 0.8779895127254125, + "F1_noncoffee": 0.6848189548103564, + "IoU_noncoffee": 0.5207031817521429, + "kappa": 0.577916210259952, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8546863647372245, + "mIoU": 0.6708786405875049, + "macroF1": 0.7922946287360808, + "F1_coffee": 0.9061326658322904, + "IoU_coffee": 0.8283752860411899, + "precision_coffee": 0.8888343257013075, + "recall_coffee": 0.924117684600166, + "F1_noncoffee": 0.6784565916398714, + "IoU_noncoffee": 0.51338199513382, + "kappa": 0.5851275358882599, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8971696192221543, + "mIoU": 0.7093817333007766, + "macroF1": 0.8177416084548969, + "F1_coffee": 0.9380596099595241, + "IoU_coffee": 0.8833448833448834, + "precision_coffee": 0.9428007889546351, + "recall_coffee": 0.9333658774713205, + "F1_noncoffee": 0.6974236069502696, + "IoU_noncoffee": 0.5354185832566697, + "kappa": 0.6355282423342488, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8237959223874717, + "mIoU": 0.584129909174548, + "macroF1": 0.7126758509638884, + "F1_coffee": 0.8913584745248072, + "IoU_coffee": 0.8040096406660824, + "precision_coffee": 0.9240745404180307, + "recall_coffee": 0.8608797653958944, + "F1_noncoffee": 0.5339932274029695, + "IoU_noncoffee": 0.3642501776830135, + "kappa": 0.42842481033707513, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.867605358365112, + "mIoU": 0.6129145795480162, + "macroF1": 0.7310731007031109, + "F1_coffee": 0.9226904190932967, + "IoU_coffee": 0.8564765740937036, + "precision_coffee": 0.9062359802602064, + "recall_coffee": 0.9397534310304722, + "F1_noncoffee": 0.5394557823129251, + "IoU_noncoffee": 0.3693525850023288, + "kappa": 0.4632004274127505, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8570750237416904, + "mIoU": 0.7237114667976465, + "macroF1": 0.8368809272918862, + "F1_coffee": 0.8942746750965929, + "IoU_coffee": 0.8087674714104193, + "precision_coffee": 0.9028368794326241, + "recall_coffee": 0.8858733472512178, + "F1_noncoffee": 0.7794871794871795, + "IoU_noncoffee": 0.6386554621848739, + "kappa": 0.673823041799035, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8556405353728489, + "mIoU": 0.7188932006298514, + "macroF1": 0.833262561817399, + "F1_coffee": 0.89434648754548, + "IoU_coffee": 0.8088849512719909, + "precision_coffee": 0.8902354088313136, + "recall_coffee": 0.8984957120764797, + "F1_noncoffee": 0.772178636089318, + "IoU_noncoffee": 0.6289014499877119, + "kappa": 0.6665404576367293, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8420042234593972, + "mIoU": 0.6928848766184781, + "macroF1": 0.8142342200634081, + "F1_coffee": 0.8860584244773639, + "IoU_coffee": 0.7954262987820034, + "precision_coffee": 0.8677966101694915, + "recall_coffee": 0.9051053599208033, + "F1_noncoffee": 0.7424100156494523, + "IoU_noncoffee": 0.5903434544549527, + "kappa": 0.6288400265465092, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6397, + 7520 + ], + [ + 45822, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9182281255722046, + "ssl_variant": "", + "test_tta": { + "OA": 0.8603473462100308, + "mIoU": 0.6855115429496678, + "macroF1": 0.8042289299195253, + "F1_coffee": 0.9090447799061271, + "IoU_coffee": 0.8332558139534884, + "precision_coffee": 0.8974326862867877, + "recall_coffee": 0.9209613160262177, + "F1_noncoffee": 0.6994130799329235, + "IoU_noncoffee": 0.5377672719458472, + "kappa": 0.6086743798408135, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8228337371639552, + "mIoU": 0.6273113932775144, + "macroF1": 0.758453579134557, + "F1_coffee": 0.8831564128904615, + "IoU_coffee": 0.7907610547114533, + "precision_coffee": 0.8742255616443515, + "recall_coffee": 0.8922716177516385, + "F1_noncoffee": 0.6337507453786524, + "IoU_noncoffee": 0.46386173184357543, + "kappa": 0.5170651371875089, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s1_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 6, + "stopped_epoch": 30, + "best_val": 0.6889223429399369, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8668235676026619, + "mIoU": 0.6976992031598763, + "macroF1": 0.8135662649045705, + "F1_coffee": 0.9132104210960555, + "IoU_coffee": 0.8402826442419995, + "precision_coffee": 0.9020751050090904, + "recall_coffee": 0.9246240843079295, + "F1_noncoffee": 0.7139221087130854, + "IoU_noncoffee": 0.555115762077753, + "kappa": 0.6273197155819005, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8285162109149649, + "mIoU": 0.6377147668543536, + "macroF1": 0.7672094272381329, + "F1_coffee": 0.8866734020854381, + "IoU_coffee": 0.7964180535579755, + "precision_coffee": 0.8794645389400443, + "recall_coffee": 0.8940014222837264, + "F1_noncoffee": 0.6477454523908277, + "IoU_noncoffee": 0.47901148015073175, + "kappa": 0.5345160679243418, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37899761336515514, + "mIoU": 0.19043739727458125, + "macroF1": 0.2772661113923339, + "F1_coffee": 0.5484206872613676, + "IoU_coffee": 0.37780966044954567, + "precision_coffee": 1.0, + "recall_coffee": 0.37780966044954567, + "F1_noncoffee": 0.006111535523300229, + "IoU_noncoffee": 0.0030651340996168583, + "kappa": 0.002313395548543831, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8761792452830188, + "mIoU": 0.720745027218976, + "macroF1": 0.8312203939075398, + "F1_coffee": 0.9183303085299456, + "IoU_coffee": 0.8489932885906041, + "precision_coffee": 0.9154228855721394, + "recall_coffee": 0.921256258534365, + "F1_noncoffee": 0.7441104792851341, + "IoU_noncoffee": 0.592496765847348, + "kappa": 0.6624514562502953, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8613496337262893, + "mIoU": 0.6908206166866013, + "macroF1": 0.8086849004335848, + "F1_coffee": 0.9090619829451445, + "IoU_coffee": 0.8332847226273115, + "precision_coffee": 0.9046865104496516, + "recall_coffee": 0.9134799846527689, + "F1_noncoffee": 0.7083078179220249, + "IoU_noncoffee": 0.5483565107458913, + "kappa": 0.6173985073282608, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8630661177040445, + "mIoU": 0.6810933050068952, + "macroF1": 0.7997301868746707, + "F1_coffee": 0.9123546736940009, + "IoU_coffee": 0.838834730061, + "precision_coffee": 0.8871337272398409, + "recall_coffee": 0.9390516306082073, + "F1_noncoffee": 0.6871057000553403, + "IoU_noncoffee": 0.5233518799527904, + "kappa": 0.6006127853625239, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9025656689065363, + "mIoU": 0.712090327164431, + "macroF1": 0.819038208504728, + "F1_coffee": 0.9419824189148227, + "IoU_coffee": 0.8903277561311025, + "precision_coffee": 0.9359113359836164, + "recall_coffee": 0.9481327800829875, + "F1_noncoffee": 0.6960939980946332, + "IoU_noncoffee": 0.5338528981977594, + "kappa": 0.6381561730788907, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8496995961784695, + "mIoU": 0.6014520509052833, + "macroF1": 0.7239213610882433, + "F1_coffee": 0.9102669646007292, + "IoU_coffee": 0.8353118929419383, + "precision_coffee": 0.9126282278033251, + "recall_coffee": 0.9079178885630499, + "F1_noncoffee": 0.5375757575757576, + "IoU_noncoffee": 0.36759220886862826, + "kappa": 0.4478617696359217, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8780678595873668, + "mIoU": 0.6252398093311845, + "macroF1": 0.7413035887690136, + "F1_coffee": 0.929400441601087, + "IoU_coffee": 0.8681121099947118, + "precision_coffee": 0.9054605626034198, + "recall_coffee": 0.9546406140963015, + "F1_noncoffee": 0.5532067359369401, + "IoU_noncoffee": 0.38236750866765723, + "kappa": 0.4848860121074761, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8515669515669516, + "mIoU": 0.7126668943275767, + "macroF1": 0.8289225811322294, + "F1_coffee": 0.8911635679966576, + "IoU_coffee": 0.8036925395629239, + "precision_coffee": 0.8917224080267558, + "recall_coffee": 0.8906054279749478, + "F1_noncoffee": 0.7666815942678011, + "IoU_noncoffee": 0.6216412490922295, + "kappa": 0.6578454503441735, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8726577437858508, + "mIoU": 0.7453351019044242, + "macroF1": 0.8513274771423007, + "F1_coffee": 0.9076411038690889, + "IoU_coffee": 0.8309000888663197, + "precision_coffee": 0.895471336708168, + "recall_coffee": 0.9201462111626599, + "F1_noncoffee": 0.7950138504155124, + "IoU_noncoffee": 0.6597701149425287, + "kappa": 0.7027767942195761, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.848339412555193, + "mIoU": 0.7003575317888932, + "macroF1": 0.819339285011857, + "F1_coffee": 0.8917214912280702, + "IoU_coffee": 0.8046005441503834, + "precision_coffee": 0.8650445419492089, + "recall_coffee": 0.9200961674444916, + "F1_noncoffee": 0.7469570787956438, + "IoU_noncoffee": 0.5961145194274029, + "kappa": 0.6394798363133274, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6600, + 7520 + ], + [ + 46227, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9081123073895773, + "ssl_variant": "", + "test_tta": { + "OA": 0.8695666287940269, + "mIoU": 0.6992942638530998, + "macroF1": 0.8144058924304955, + "F1_coffee": 0.9155864619004601, + "IoU_coffee": 0.8443148575081852, + "precision_coffee": 0.8983550461741425, + "recall_coffee": 0.9334918390952319, + "F1_noncoffee": 0.713225322960531, + "IoU_noncoffee": 0.5542736701980143, + "kappa": 0.629275153127065, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8315593631014192, + "mIoU": 0.6386438149596139, + "macroF1": 0.7673625458647019, + "F1_coffee": 0.8895696820128783, + "IoU_coffee": 0.8011035610279467, + "precision_coffee": 0.8754885538805137, + "recall_coffee": 0.9041111687712622, + "F1_noncoffee": 0.6451554097165254, + "IoU_noncoffee": 0.47618406889128095, + "kappa": 0.5351115233026813, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s1_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 52, + "stopped_epoch": 72, + "best_val": 0.6869876467019849, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.855153384190878, + "mIoU": 0.6910640600644828, + "macroF1": 0.8101277970114473, + "F1_coffee": 0.9025891804567088, + "IoU_coffee": 0.8224715524787141, + "precision_coffee": 0.9202688866135422, + "recall_coffee": 0.8855759756672236, + "F1_noncoffee": 0.7176664135661858, + "IoU_noncoffee": 0.5596565676502516, + "kappa": 0.6206613855811468, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.815305180569978, + "mIoU": 0.6324117374575114, + "macroF1": 0.7653174839765333, + "F1_coffee": 0.8736283255703797, + "IoU_coffee": 0.7756128331376706, + "precision_coffee": 0.8977427140162655, + "recall_coffee": 0.850775529031886, + "F1_noncoffee": 0.6570066423826869, + "IoU_noncoffee": 0.4892106417773523, + "kappa": 0.5315523405639779, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3145584725536993, + "mIoU": 0.1580125139486689, + "macroF1": 0.24129885222121122, + "F1_coffee": 0.4770575382374363, + "IoU_coffee": 0.31324725011956, + "precision_coffee": 1.0, + "recall_coffee": 0.31324725011956, + "F1_noncoffee": 0.00554016620498615, + "IoU_noncoffee": 0.002777777777777778, + "kappa": 0.001738749560335293, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8786360062893082, + "mIoU": 0.7355531348750628, + "macroF1": 0.842754007033513, + "F1_coffee": 0.9178692558356055, + "IoU_coffee": 0.8482055063913471, + "precision_coffee": 0.9392310309629126, + "recall_coffee": 0.8974575720137851, + "F1_noncoffee": 0.7676387582314205, + "IoU_noncoffee": 0.6229007633587786, + "kappa": 0.6859675952180034, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8253529326153398, + "mIoU": 0.6516833792854827, + "macroF1": 0.7811845692712776, + "F1_coffee": 0.8794938742719421, + "IoU_coffee": 0.7849076895500986, + "precision_coffee": 0.9228013486934532, + "recall_coffee": 0.8400690625399667, + "F1_noncoffee": 0.6828752642706131, + "IoU_noncoffee": 0.5184590690208668, + "kappa": 0.5648910410514889, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8617582949866796, + "mIoU": 0.6886326030565992, + "macroF1": 0.8066887087428596, + "F1_coffee": 0.909866093986862, + "IoU_coffee": 0.8346370009849934, + "precision_coffee": 0.9005939356048765, + "recall_coffee": 0.9193311634437424, + "F1_noncoffee": 0.7035113234988573, + "IoU_noncoffee": 0.5426282051282051, + "kappa": 0.6135121769826917, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9042964772958664, + "mIoU": 0.7274853678293474, + "macroF1": 0.8318119434600395, + "F1_coffee": 0.9422249539028887, + "IoU_coffee": 0.8907611853573504, + "precision_coffee": 0.9491084695393759, + "recall_coffee": 0.935440566268001, + "F1_noncoffee": 0.7213989330171903, + "IoU_noncoffee": 0.5642095503013445, + "kappa": 0.6637091864008065, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8126662070324042, + "mIoU": 0.5670673528451461, + "macroF1": 0.6967620395372808, + "F1_coffee": 0.8842361533779671, + "IoU_coffee": 0.7924939995636047, + "precision_coffee": 0.9189120809614169, + "recall_coffee": 0.8520821114369501, + "F1_noncoffee": 0.5092879256965944, + "IoU_noncoffee": 0.34164070612668745, + "kappa": 0.3971629111237784, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8824679769238291, + "mIoU": 0.6373297363544886, + "macroF1": 0.752797545360872, + "F1_coffee": 0.9318362254735171, + "IoU_coffee": 0.8723720535145466, + "precision_coffee": 0.9092518813634352, + "recall_coffee": 0.9555710630379158, + "F1_noncoffee": 0.573758865248227, + "IoU_noncoffee": 0.4022874191944306, + "kappa": 0.5074951135547142, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8547008547008547, + "mIoU": 0.7260810511380986, + "macroF1": 0.8391512918135356, + "F1_coffee": 0.8891625615763546, + "IoU_coffee": 0.8004434589800443, + "precision_coffee": 0.9271793322254117, + "recall_coffee": 0.8541405706332638, + "F1_noncoffee": 0.7891400220507166, + "IoU_noncoffee": 0.6517186432961529, + "kappa": 0.6793282152118912, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8376673040152963, + "mIoU": 0.7027732840684382, + "macroF1": 0.8232857491488383, + "F1_coffee": 0.8736983040761678, + "IoU_coffee": 0.7757231541408004, + "precision_coffee": 0.9276575580477018, + "recall_coffee": 0.825671306059328, + "F1_noncoffee": 0.7728731942215088, + "IoU_noncoffee": 0.6298234139960759, + "kappa": 0.6487088838850529, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8414282971779612, + "mIoU": 0.6993382517497427, + "macroF1": 0.8197626554407048, + "F1_coffee": 0.8822523164647185, + "IoU_coffee": 0.7893125876801428, + "precision_coffee": 0.8893519183790775, + "recall_coffee": 0.8752651675859143, + "F1_noncoffee": 0.7572729944166912, + "IoU_noncoffee": 0.6093639158193427, + "kappa": 0.6395726591559662, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6626, + 7520 + ], + [ + 45483, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1797240416208905, + "ssl_variant": "", + "test_tta": { + "OA": 0.8588378509982145, + "mIoU": 0.6947217063688226, + "macroF1": 0.8125602182448439, + "F1_coffee": 0.9056959760580332, + "IoU_coffee": 0.8276456599286564, + "precision_coffee": 0.9171223400751037, + "recall_coffee": 0.8945508289422953, + "F1_noncoffee": 0.7194244604316546, + "IoU_noncoffee": 0.5617977528089888, + "kappa": 0.6252934868032461, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8200646128995038, + "mIoU": 0.6363919038443762, + "macroF1": 0.7679929450642304, + "F1_coffee": 0.8779065215689345, + "IoU_coffee": 0.782382696668411, + "precision_coffee": 0.894307646296481, + "recall_coffee": 0.8620961386918834, + "F1_noncoffee": 0.6580793685595264, + "IoU_noncoffee": 0.49040111102034145, + "kappa": 0.5364225351680629, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s1_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 10, + "stopped_epoch": 30, + "best_val": 0.6817502692452795, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8672618081480279, + "mIoU": 0.706693865694926, + "macroF1": 0.8211472918848202, + "F1_coffee": 0.9119641742200788, + "IoU_coffee": 0.8381747665030869, + "precision_coffee": 0.9166810941828255, + "recall_coffee": 0.9072955489868483, + "F1_noncoffee": 0.7303304095495614, + "IoU_noncoffee": 0.575212964886765, + "kappa": 0.6423235934732926, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8252278758509288, + "mIoU": 0.6427664630793645, + "macroF1": 0.7728450750065166, + "F1_coffee": 0.8819276638865071, + "IoU_coffee": 0.7887930283224401, + "precision_coffee": 0.8943540896784775, + "recall_coffee": 0.8698418189855658, + "F1_noncoffee": 0.6637624861265261, + "IoU_noncoffee": 0.49673989783628886, + "kappa": 0.54593977320848, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2591885441527446, + "mIoU": 0.1301710476654139, + "macroF1": 0.20750706834357024, + "F1_coffee": 0.4098859315589354, + "IoU_coffee": 0.2577714012434242, + "precision_coffee": 1.0, + "recall_coffee": 0.2577714012434242, + "F1_noncoffee": 0.005128205128205128, + "IoU_noncoffee": 0.002570694087403599, + "kappa": 0.0013244252019195598, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8820754716981132, + "mIoU": 0.7375575030174389, + "macroF1": 0.8437856836599713, + "F1_coffee": 0.921125279347969, + "IoU_coffee": 0.8537833556719874, + "precision_coffee": 0.9312246660907701, + "recall_coffee": 0.9112426035502958, + "F1_noncoffee": 0.7664460879719736, + "IoU_noncoffee": 0.6213316503628905, + "kappa": 0.6876801425409496, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8565468393732111, + "mIoU": 0.6932519719720114, + "macroF1": 0.8117424550826691, + "F1_coffee": 0.9035834230004239, + "IoU_coffee": 0.8241241896151787, + "precision_coffee": 0.9218282216752046, + "recall_coffee": 0.8860468090548663, + "F1_noncoffee": 0.7199014871649143, + "IoU_noncoffee": 0.5623797543288441, + "kappa": 0.6239128923497577, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8633567449745702, + "mIoU": 0.6894217594527348, + "macroF1": 0.8070573026828876, + "F1_coffee": 0.9112809384533133, + "IoU_coffee": 0.8370212028424519, + "precision_coffee": 0.8983134920634921, + "recall_coffee": 0.9246282468568511, + "F1_noncoffee": 0.7028336669124619, + "IoU_noncoffee": 0.5418223160630177, + "kappa": 0.6143837533097195, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.913663205049888, + "mIoU": 0.7453056908196374, + "macroF1": 0.8448211719956359, + "F1_coffee": 0.9481789293571254, + "IoU_coffee": 0.9014640948175692, + "precision_coffee": 0.9495716034271726, + "recall_coffee": 0.9467903343910178, + "F1_noncoffee": 0.7414634146341463, + "IoU_noncoffee": 0.5891472868217055, + "kappa": 0.6896456745490446, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8523589086969369, + "mIoU": 0.6219147736770128, + "macroF1": 0.745103776941966, + "F1_coffee": 0.9104486528466456, + "IoU_coffee": 0.8356179405636583, + "precision_coffee": 0.9276844411979547, + "recall_coffee": 0.893841642228739, + "F1_noncoffee": 0.5797589010372862, + "IoU_noncoffee": 0.40821160679036717, + "kappa": 0.4910320310094515, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.878361200743131, + "mIoU": 0.6345911250085015, + "macroF1": 0.7510858991586248, + "F1_coffee": 0.9290763968072976, + "IoU_coffee": 0.8675468483816013, + "precision_coffee": 0.9112055468575263, + "recall_coffee": 0.947662247034194, + "F1_noncoffee": 0.573095401509952, + "IoU_noncoffee": 0.4016354016354016, + "kappa": 0.5033217322947524, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8526115859449193, + "mIoU": 0.7190518153992498, + "macroF1": 0.8339031372388317, + "F1_coffee": 0.8896473265073948, + "IoU_coffee": 0.8012295081967213, + "precision_coffee": 0.9094345108300625, + "recall_coffee": 0.8707028531663187, + "F1_noncoffee": 0.7781589479702687, + "IoU_noncoffee": 0.6368741226017782, + "kappa": 0.6681221111194372, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8606118546845124, + "mIoU": 0.7326656175414136, + "macroF1": 0.8433750604648009, + "F1_coffee": 0.8953338119167265, + "IoU_coffee": 0.8105016896282817, + "precision_coffee": 0.9147718937949244, + "recall_coffee": 0.8767046253338957, + "F1_noncoffee": 0.7914163090128755, + "IoU_noncoffee": 0.6548295454545454, + "kappa": 0.6870317357012407, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.848627375695911, + "mIoU": 0.7070496079264745, + "macroF1": 0.8248427934158907, + "F1_coffee": 0.8893876692151224, + "IoU_coffee": 0.8008083870152836, + "precision_coffee": 0.8822710826607292, + "recall_coffee": 0.8966199971715457, + "F1_noncoffee": 0.7602979176166591, + "IoU_noncoffee": 0.6132908288376655, + "kappa": 0.6497349728965011, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6643, + 7520 + ], + [ + 46212, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9122915585835775, + "ssl_variant": "", + "test_tta": { + "OA": 0.8726505437428989, + "mIoU": 0.7122798794346648, + "macroF1": 0.8248404813019694, + "F1_coffee": 0.9163521610268875, + "IoU_coffee": 0.8456180394317422, + "precision_coffee": 0.9122092035999321, + "recall_coffee": 0.9205329220751403, + "F1_noncoffee": 0.7333288015770512, + "IoU_noncoffee": 0.5789417194375872, + "kappa": 0.6497039976248004, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8319055036344756, + "mIoU": 0.6481948387413127, + "macroF1": 0.7764104900277586, + "F1_coffee": 0.887802154429673, + "IoU_coffee": 0.7982412103796285, + "precision_coffee": 0.8893346190935391, + "recall_coffee": 0.8862749620404006, + "F1_noncoffee": 0.6650188256258442, + "IoU_noncoffee": 0.4981484671029969, + "kappa": 0.5528249443325322, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s2_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 10, + "stopped_epoch": 30, + "best_val": 0.6638190142525917, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8154195747443597, + "mIoU": 0.6291121090743649, + "macroF1": 0.7620876231177989, + "F1_coffee": 0.8747301167658075, + "IoU_coffee": 0.7773513979168298, + "precision_coffee": 0.9004399691568014, + "recall_coffee": 0.8504476716788759, + "F1_noncoffee": 0.6494451294697904, + "IoU_noncoffee": 0.4808728202318999, + "kappa": 0.5252583157622467, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7788883119880005, + "mIoU": 0.5819327444984036, + "macroF1": 0.7238017728634153, + "F1_coffee": 0.8471500782644241, + "IoU_coffee": 0.7348311885983119, + "precision_coffee": 0.8801168379184621, + "recall_coffee": 0.8165638393972592, + "F1_noncoffee": 0.6004534674624065, + "IoU_noncoffee": 0.4290343003984954, + "kappa": 0.4496220748334887, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29260143198090693, + "mIoU": 0.14696999832004495, + "macroF1": 0.22824011931394483, + "F1_coffee": 0.45111111111111113, + "IoU_coffee": 0.29124820659971307, + "precision_coffee": 1.0, + "recall_coffee": 0.29124820659971307, + "F1_noncoffee": 0.005369127516778523, + "IoU_noncoffee": 0.0026917900403768506, + "kappa": 0.0015667297603405555, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8427181603773585, + "mIoU": 0.6745872096221267, + "macroF1": 0.7982006987014936, + "F1_coffee": 0.8929825147938886, + "IoU_coffee": 0.8066561971490698, + "precision_coffee": 0.9190063308560419, + "recall_coffee": 0.8683919630665193, + "F1_noncoffee": 0.7034188826090985, + "IoU_noncoffee": 0.5425182220951836, + "kappa": 0.5972963073240661, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7987677679134527, + "mIoU": 0.611875778819007, + "macroF1": 0.7492920467532272, + "F1_coffee": 0.8606650990930467, + "IoU_coffee": 0.755410106727991, + "precision_coffee": 0.9065242003962638, + "recall_coffee": 0.8192224069574114, + "F1_noncoffee": 0.6379189944134078, + "IoU_noncoffee": 0.46834145091002305, + "kappa": 0.501896606607176, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8051344151126181, + "mIoU": 0.6024255943985781, + "macroF1": 0.737939422435514, + "F1_coffee": 0.8706389272966977, + "IoU_coffee": 0.7709128181766414, + "precision_coffee": 0.8773817239144523, + "recall_coffee": 0.8639989788754866, + "F1_noncoffee": 0.6052399175743303, + "IoU_noncoffee": 0.433938370620515, + "kappa": 0.47597329139933586, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8901445734066381, + "mIoU": 0.6960552855703448, + "macroF1": 0.8074387615612596, + "F1_coffee": 0.9336367550279845, + "IoU_coffee": 0.8755335102087899, + "precision_coffee": 0.9411035337879727, + "recall_coffee": 0.9262875274591165, + "F1_noncoffee": 0.6812407680945347, + "IoU_noncoffee": 0.5165770609318996, + "kappa": 0.6149939342480772, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8170983945631833, + "mIoU": 0.5742832825535356, + "macroF1": 0.7036442143836004, + "F1_coffee": 0.8870094310921813, + "IoU_coffee": 0.7969604198556746, + "precision_coffee": 0.9214917825537294, + "recall_coffee": 0.8550146627565982, + "F1_noncoffee": 0.5202789976750194, + "IoU_noncoffee": 0.35160614525139666, + "kappa": 0.4107913186811299, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8647697271927252, + "mIoU": 0.6265374720611867, + "macroF1": 0.746466800985091, + "F1_coffee": 0.9196537500726195, + "IoU_coffee": 0.8512583351258335, + "precision_coffee": 0.91874637260592, + "recall_coffee": 0.9205629216096767, + "F1_noncoffee": 0.5732798518975625, + "IoU_noncoffee": 0.4018166089965398, + "kappa": 0.49293622875698123, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7984805318138651, + "mIoU": 0.642809564425953, + "macroF1": 0.7790589073413242, + "F1_coffee": 0.8445648989159098, + "IoU_coffee": 0.7309496640040574, + "precision_coffee": 0.8914488943868872, + "recall_coffee": 0.802366040361865, + "F1_noncoffee": 0.7135529157667386, + "IoU_noncoffee": 0.5546694648478488, + "kappa": 0.5603588565181898, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7809751434034417, + "mIoU": 0.6214088746274876, + "macroF1": 0.7630764842595071, + "F1_coffee": 0.82819647544057, + "IoU_coffee": 0.7067707666709331, + "precision_coffee": 0.8874959819993571, + "recall_coffee": 0.7763250386616055, + "F1_noncoffee": 0.6979564930784443, + "IoU_noncoffee": 0.5360469825840422, + "kappa": 0.5298431655622508, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7465924361681705, + "mIoU": 0.5649649675166644, + "macroF1": 0.7150121700133771, + "F1_coffee": 0.809880455134668, + "IoU_coffee": 0.6805034491104925, + "precision_coffee": 0.8250917094644167, + "recall_coffee": 0.7952199123179182, + "F1_noncoffee": 0.6201438848920864, + "IoU_noncoffee": 0.4494264859228363, + "kappa": 0.4304111337845198, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 375, + 563 + ], + [ + 6231, + 7520 + ], + [ + 43623, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9136252403259277, + "ssl_variant": "", + "test_tta": { + "OA": 0.828242168479143, + "mIoU": 0.6375825128342281, + "macroF1": 0.7671486216495449, + "F1_coffee": 0.8864202301219303, + "IoU_coffee": 0.7960096385542169, + "precision_coffee": 0.8883653887526354, + "recall_coffee": 0.8844835710919762, + "F1_noncoffee": 0.6478770131771596, + "IoU_noncoffee": 0.47915538711423933, + "kappa": 0.5343041651546984, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.794118495442483, + "mIoU": 0.5910629324327972, + "macroF1": 0.7291262693984135, + "F1_coffee": 0.8618089236101028, + "IoU_coffee": 0.7571742051814176, + "precision_coffee": 0.8681880241856836, + "recall_coffee": 0.8555228814699495, + "F1_noncoffee": 0.5964436151867243, + "IoU_noncoffee": 0.4249516596841766, + "kappa": 0.4583379360615885, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s2_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.6811738949635823, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8321214088621977, + "mIoU": 0.6588174077905081, + "macroF1": 0.7862418142005505, + "F1_coffee": 0.885272813993988, + "IoU_coffee": 0.7941609616303137, + "precision_coffee": 0.9180527756688982, + "recall_coffee": 0.8547530308872039, + "F1_noncoffee": 0.6872108144071128, + "IoU_noncoffee": 0.5234738539507026, + "kappa": 0.5739644842317421, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7968731971847237, + "mIoU": 0.6102160389564334, + "macroF1": 0.748121865194447, + "F1_coffee": 0.8589342948717948, + "IoU_coffee": 0.7527474456655314, + "precision_coffee": 0.8968229068624375, + "recall_coffee": 0.8241173191873763, + "F1_noncoffee": 0.6373094355170993, + "IoU_noncoffee": 0.4676846322473354, + "kappa": 0.49854491182497596, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38281622911694513, + "mIoU": 0.1923598105771071, + "macroF1": 0.27929470341130674, + "F1_coffee": 0.5524402907580478, + "IoU_coffee": 0.381635581061693, + "precision_coffee": 1.0, + "recall_coffee": 0.381635581061693, + "F1_noncoffee": 0.006149116064565719, + "IoU_noncoffee": 0.0030840400925212026, + "kappa": 0.002351191561343679, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8388364779874213, + "mIoU": 0.6734318586886475, + "macroF1": 0.7979857452742485, + "F1_coffee": 0.8888286334056399, + "IoU_coffee": 0.7999023914104442, + "precision_coffee": 0.928283185840708, + "recall_coffee": 0.852591195786462, + "F1_noncoffee": 0.7071428571428572, + "IoU_noncoffee": 0.5469613259668509, + "kappa": 0.5978850693437928, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8108960364818318, + "mIoU": 0.6328186300495707, + "macroF1": 0.7667815678177053, + "F1_coffee": 0.8682128609101359, + "IoU_coffee": 0.7671167403512964, + "precision_coffee": 0.921090387374462, + "recall_coffee": 0.8210768640491112, + "F1_noncoffee": 0.6653502747252747, + "IoU_noncoffee": 0.4985205197478451, + "kappa": 0.5374341852617518, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8466941147977719, + "mIoU": 0.6710770627870664, + "macroF1": 0.7942096662789458, + "F1_coffee": 0.8981365260210485, + "IoU_coffee": 0.8151069050122678, + "precision_coffee": 0.9059213089209194, + "recall_coffee": 0.89048439594103, + "F1_noncoffee": 0.6902828065368432, + "IoU_noncoffee": 0.5270472205618649, + "kappa": 0.5885117207272953, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8836285888821014, + "mIoU": 0.6841513999308676, + "macroF1": 0.7980881899475794, + "F1_coffee": 0.9295097132284922, + "IoU_coffee": 0.8683027998617352, + "precision_coffee": 0.9395337239745668, + "recall_coffee": 0.9196973395167195, + "F1_noncoffee": 0.6666666666666666, + "IoU_noncoffee": 0.5, + "kappa": 0.5963936328925276, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8054762139269181, + "mIoU": 0.5623557701460815, + "macroF1": 0.6936609342254731, + "F1_coffee": 0.8787376435193712, + "IoU_coffee": 0.7837038659511554, + "precision_coffee": 0.9219273383148673, + "recall_coffee": 0.8394134897360703, + "F1_noncoffee": 0.5085842249315751, + "IoU_noncoffee": 0.34100767434100765, + "kappa": 0.39272290201782184, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8634985821844138, + "mIoU": 0.6164729283539817, + "macroF1": 0.7361530397129548, + "F1_coffee": 0.9194553427186707, + "IoU_coffee": 0.8509184109354977, + "precision_coffee": 0.9122967712388367, + "recall_coffee": 0.9267271458478716, + "F1_noncoffee": 0.5528507367072389, + "IoU_noncoffee": 0.38202744577246567, + "kappa": 0.47248639361525235, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7970560303893637, + "mIoU": 0.6457833564973041, + "macroF1": 0.782096762431262, + "F1_coffee": 0.8391903077733464, + "IoU_coffee": 0.7229353040321536, + "precision_coffee": 0.9134993446920052, + "recall_coffee": 0.7760612386917188, + "F1_noncoffee": 0.7250032170891777, + "IoU_noncoffee": 0.5686314089624546, + "kappa": 0.5690698100622592, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8161567877629063, + "mIoU": 0.6722841646777333, + "macroF1": 0.8016255681785738, + "F1_coffee": 0.8553156271160935, + "IoU_coffee": 0.7472065203102406, + "precision_coffee": 0.9200388475234704, + "recall_coffee": 0.7991002389990158, + "F1_noncoffee": 0.7479355092410539, + "IoU_noncoffee": 0.5973618090452262, + "kappa": 0.6066425853502702, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8301977346899597, + "mIoU": 0.6864035624904105, + "macroF1": 0.8109910988470281, + "F1_coffee": 0.8712424485042579, + "IoU_coffee": 0.7718596853237039, + "precision_coffee": 0.8975704859028194, + "recall_coffee": 0.8464149342384387, + "F1_noncoffee": 0.7507397491897985, + "IoU_noncoffee": 0.600947439657117, + "kappa": 0.6226107908404723, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 506, + 563 + ], + [ + 6317, + 7520 + ], + [ + 44420, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3920074065526327, + "ssl_variant": "", + "test_tta": { + "OA": 0.838792403830547, + "mIoU": 0.6652502570301619, + "macroF1": 0.7906442178392787, + "F1_coffee": 0.8910439247005134, + "IoU_coffee": 0.8034979423868313, + "precision_coffee": 0.9132448841915899, + "recall_coffee": 0.8698967570577903, + "F1_noncoffee": 0.690244510978044, + "IoU_noncoffee": 0.5270025716734927, + "kappa": 0.5819907353415504, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8048200069228106, + "mIoU": 0.6166583225666847, + "macroF1": 0.7525001187252802, + "F1_coffee": 0.8662945215630095, + "IoU_coffee": 0.7641266078711612, + "precision_coffee": 0.8913308665067295, + "recall_coffee": 0.8426262276807165, + "F1_noncoffee": 0.6387057158875511, + "IoU_noncoffee": 0.46919003726220826, + "kappa": 0.5060533042808536, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s2_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.6898447526245585, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8694043174809284, + "mIoU": 0.7031493188891513, + "macroF1": 0.8177401825506087, + "F1_coffee": 0.9147777824852773, + "IoU_coffee": 0.8429405219699779, + "precision_coffee": 0.9048107949545321, + "recall_coffee": 0.9249667994687915, + "F1_noncoffee": 0.72070258261594, + "IoU_noncoffee": 0.5633581158083247, + "kappa": 0.6356252671834073, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8326554747894311, + "mIoU": 0.6451264556904626, + "macroF1": 0.7733242466020289, + "F1_coffee": 0.8892938583518591, + "IoU_coffee": 0.8006562897295811, + "precision_coffee": 0.8829670329670329, + "recall_coffee": 0.8957120067654577, + "F1_noncoffee": 0.6573546348521986, + "IoU_noncoffee": 0.4895966216513439, + "kappa": 0.5467205246148071, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4243436754176611, + "mIoU": 0.21327412642138088, + "macroF1": 0.30067392517404473, + "F1_coffee": 0.594758064516129, + "IoU_coffee": 0.4232424677187948, + "precision_coffee": 1.0, + "recall_coffee": 0.4232424677187948, + "F1_noncoffee": 0.006589785831960461, + "IoU_noncoffee": 0.003305785123966942, + "kappa": 0.0027943875436622807, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8900845125786163, + "mIoU": 0.7458342935293312, + "macroF1": 0.8490310523026579, + "F1_coffee": 0.9277571451638947, + "IoU_coffee": 0.8652490813806397, + "precision_coffee": 0.9215963043757218, + "recall_coffee": 0.9340009103322713, + "F1_noncoffee": 0.7703049594414211, + "IoU_noncoffee": 0.6264195056780227, + "kappa": 0.6981050000486718, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8539271333624412, + "mIoU": 0.6810141856131113, + "macroF1": 0.8015737778082916, + "F1_coffee": 0.9034966827986283, + "IoU_coffee": 0.823979890097042, + "precision_coffee": 0.905673713294352, + "recall_coffee": 0.9013300933623225, + "F1_noncoffee": 0.6996508728179551, + "IoU_noncoffee": 0.5380484811291807, + "kappa": 0.6031546922087951, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8644708161782514, + "mIoU": 0.6838798604638816, + "macroF1": 0.8019265828595481, + "F1_coffee": 0.9132295478508963, + "IoU_coffee": 0.8403150325305331, + "precision_coffee": 0.8882186161549135, + "recall_coffee": 0.9396898334290638, + "F1_noncoffee": 0.6906236178681999, + "IoU_noncoffee": 0.5274446883972302, + "kappa": 0.604969940089166, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9047037263286499, + "mIoU": 0.7132264085257938, + "macroF1": 0.8196071327433961, + "F1_coffee": 0.9435055528730082, + "IoU_coffee": 0.8930530164533821, + "precision_coffee": 0.9333651779316934, + "recall_coffee": 0.9538686844032219, + "F1_noncoffee": 0.6957087126137841, + "IoU_noncoffee": 0.5333998005982054, + "kappa": 0.6394434904617592, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8451689155914508, + "mIoU": 0.5941959030027878, + "macroF1": 0.7172536051125699, + "F1_coffee": 0.9074313979507714, + "IoU_coffee": 0.8305486687506737, + "precision_coffee": 0.9110795790469434, + "recall_coffee": 0.9038123167155425, + "F1_noncoffee": 0.5270758122743683, + "IoU_noncoffee": 0.35784313725490197, + "kappa": 0.4345535292567991, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8755255695707441, + "mIoU": 0.6098001298151883, + "macroF1": 0.7252073365815324, + "F1_coffee": 0.9284469675678714, + "IoU_coffee": 0.8664498531263114, + "precision_coffee": 0.8984009572500816, + "recall_coffee": 0.9605722260990928, + "F1_noncoffee": 0.5219677055951933, + "IoU_noncoffee": 0.35315040650406504, + "kappa": 0.45449095646732596, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8764482431149098, + "mIoU": 0.7537630798652543, + "macroF1": 0.8571882799761582, + "F1_coffee": 0.9096339515176773, + "IoU_coffee": 0.8342464008153905, + "precision_coffee": 0.9079312257348863, + "recall_coffee": 0.9113430758524704, + "F1_noncoffee": 0.8047426084346391, + "IoU_noncoffee": 0.673279758915118, + "kappa": 0.7143787305346075, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8624282982791587, + "mIoU": 0.7313167700381904, + "macroF1": 0.8420266578663591, + "F1_coffee": 0.8987973837822631, + "IoU_coffee": 0.8161961936390344, + "precision_coffee": 0.8992400788066423, + "recall_coffee": 0.8983551244200759, + "F1_noncoffee": 0.7852559319504552, + "IoU_noncoffee": 0.6464373464373464, + "kappa": 0.6840534782131209, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8536187368016894, + "mIoU": 0.7116767354335849, + "macroF1": 0.8277547095750957, + "F1_coffee": 0.8945001729505362, + "IoU_coffee": 0.809136420525657, + "precision_coffee": 0.8755417118093174, + "recall_coffee": 0.9142978362324989, + "F1_noncoffee": 0.7610092461996553, + "IoU_noncoffee": 0.6142170503415127, + "kappa": 0.6558749282127392, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6635, + 7520 + ], + [ + 46352, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3907940864562989, + "ssl_variant": "", + "test_tta": { + "OA": 0.8720662230157442, + "mIoU": 0.7049241131430543, + "macroF1": 0.818745626143386, + "F1_coffee": 0.9170542798812956, + "IoU_coffee": 0.8468146305437867, + "precision_coffee": 0.901365328920149, + "recall_coffee": 0.9332990618172471, + "F1_noncoffee": 0.7204369724054763, + "IoU_noncoffee": 0.5630335957423218, + "kappa": 0.637861035440428, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8355688242759893, + "mIoU": 0.6461245949762447, + "macroF1": 0.77358109378645, + "F1_coffee": 0.8920513184680207, + "IoU_coffee": 0.8051377589389486, + "precision_coffee": 0.8790915537640428, + "recall_coffee": 0.9053989121451498, + "F1_noncoffee": 0.6551108691048795, + "IoU_noncoffee": 0.4871114310135409, + "kappa": 0.54747640438143, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s2_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 13, + "stopped_epoch": 33, + "best_val": 0.6778092602909915, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8695179354000974, + "mIoU": 0.6993817338874604, + "macroF1": 0.8144906889714563, + "F1_coffee": 0.9155256659486155, + "IoU_coffee": 0.844211464671912, + "precision_coffee": 0.8985952680542091, + "recall_coffee": 0.9331062845392623, + "F1_noncoffee": 0.7134557119942969, + "IoU_noncoffee": 0.5545520031030088, + "kappa": 0.6294275949616329, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8345592477212415, + "mIoU": 0.6438202701725201, + "macroF1": 0.771620428434733, + "F1_coffee": 0.8915117983638341, + "IoU_coffee": 0.8042591676194052, + "precision_coffee": 0.8775928201690686, + "recall_coffee": 0.9058794134040631, + "F1_noncoffee": 0.651729058505632, + "IoU_noncoffee": 0.48338137272563503, + "kappa": 0.5436094099090245, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4778042959427208, + "mIoU": 0.24022417176920083, + "macroF1": 0.3264924583658539, + "F1_coffee": 0.6457253886010362, + "IoU_coffee": 0.476805356288857, + "precision_coffee": 1.0, + "recall_coffee": 0.476805356288857, + "F1_noncoffee": 0.007259528130671506, + "IoU_noncoffee": 0.0036429872495446266, + "kappa": 0.00346796782129358, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8815349842767296, + "mIoU": 0.7267003634142244, + "macroF1": 0.8351585236575203, + "F1_coffee": 0.9225928660866215, + "IoU_coffee": 0.8563084808391441, + "precision_coffee": 0.9112125824454591, + "recall_coffee": 0.9342610052669225, + "F1_noncoffee": 0.747724181228419, + "IoU_noncoffee": 0.5970922459893048, + "kappa": 0.6704845559378855, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8621258429146655, + "mIoU": 0.6871883984596137, + "macroF1": 0.8053439404705227, + "F1_coffee": 0.9104769104769105, + "IoU_coffee": 0.8356655487452296, + "precision_coffee": 0.8971939408989322, + "recall_coffee": 0.9241590996291086, + "F1_noncoffee": 0.700210970464135, + "IoU_noncoffee": 0.5387112481739977, + "kappa": 0.6109734279615656, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8650520707193025, + "mIoU": 0.6845100027781816, + "macroF1": 0.8023668069029132, + "F1_coffee": 0.9136712940009916, + "IoU_coffee": 0.8410633806834389, + "precision_coffee": 0.8879720532433898, + "recall_coffee": 0.9409024187886911, + "F1_noncoffee": 0.6910623198048348, + "IoU_noncoffee": 0.5279566248729244, + "kappa": 0.6059148797347398, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9046019140704541, + "mIoU": 0.7093351013373053, + "macroF1": 0.8162369554084772, + "F1_coffee": 0.9436662057355859, + "IoU_coffee": 0.893340922026181, + "precision_coffee": 0.9299680056878777, + "recall_coffee": 0.9577739809616793, + "F1_noncoffee": 0.6888077050813683, + "IoU_noncoffee": 0.5253292806484295, + "kappa": 0.6329138764900986, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8610262976460159, + "mIoU": 0.6067042106318647, + "macroF1": 0.7262502108412261, + "F1_coffee": 0.9183307287144759, + "IoU_coffee": 0.848994006849315, + "precision_coffee": 0.9064213893967094, + "recall_coffee": 0.9305571847507331, + "F1_noncoffee": 0.5341696929679762, + "IoU_noncoffee": 0.3644144144144144, + "kappa": 0.45303898959753813, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8807079299892442, + "mIoU": 0.6307202590950606, + "macroF1": 0.7463690162558789, + "F1_coffee": 0.9309564233163554, + "IoU_coffee": 0.8708311275807306, + "precision_coffee": 0.9066358024691358, + "recall_coffee": 0.9566178180972319, + "F1_noncoffee": 0.5617816091954023, + "IoU_noncoffee": 0.3906093906093906, + "kappa": 0.4950442709528497, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8600189933523267, + "mIoU": 0.72401533070002, + "macroF1": 0.8366336014647257, + "F1_coffee": 0.898442882733912, + "IoU_coffee": 0.8156117087815862, + "precision_coffee": 0.8896165916223223, + "recall_coffee": 0.907446068197634, + "F1_noncoffee": 0.7748243201955393, + "IoU_noncoffee": 0.6324189526184538, + "kappa": 0.6733384980518656, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8631931166347993, + "mIoU": 0.7284470946460289, + "macroF1": 0.8396364138109604, + "F1_coffee": 0.9010989010989011, + "IoU_coffee": 0.82, + "precision_coffee": 0.886215334420881, + "recall_coffee": 0.916490932096162, + "F1_noncoffee": 0.7781739265230196, + "IoU_noncoffee": 0.6368941892920579, + "kappa": 0.6794755996687231, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8496832405452102, + "mIoU": 0.7023727781372512, + "macroF1": 0.8207756686593093, + "F1_coffee": 0.8927544172031229, + "IoU_coffee": 0.8062840178129639, + "precision_coffee": 0.8654893108484929, + "recall_coffee": 0.921793239994343, + "F1_noncoffee": 0.7487969201154957, + "IoU_noncoffee": 0.5984615384615385, + "kappa": 0.6423826322328815, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6698, + 7520 + ], + [ + 46296, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9988163471221924, + "ssl_variant": "", + "test_tta": { + "OA": 0.8712222041876319, + "mIoU": 0.6982088899114538, + "macroF1": 0.8131450945095255, + "F1_coffee": 0.9173179932887305, + "IoU_coffee": 0.8472644669464444, + "precision_coffee": 0.8932456567624615, + "recall_coffee": 0.9427237287409502, + "F1_noncoffee": 0.7089721957303206, + "IoU_noncoffee": 0.5491533128764632, + "kappa": 0.6272430813967287, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8371264566747433, + "mIoU": 0.642784728645874, + "macroF1": 0.7700038134778208, + "F1_coffee": 0.8942533686664856, + "IoU_coffee": 0.8087326186000033, + "precision_coffee": 0.8719231612007888, + "recall_coffee": 0.9177574045243998, + "F1_noncoffee": 0.6457542582891559, + "IoU_noncoffee": 0.47683683869174465, + "kappa": 0.5410161007931633, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s0_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 11, + "stopped_epoch": 31, + "best_val": 0.6855652236046323, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.821625650133198, + "mIoU": 0.6566360419862263, + "macroF1": 0.7865678628140833, + "F1_coffee": 0.8730690678492039, + "IoU_coffee": 0.774731656520346, + "precision_coffee": 0.860380295785611, + "recall_coffee": 0.8861377067204178, + "F1_noncoffee": 0.7000666577789628, + "IoU_noncoffee": 0.5385404274521065, + "kappa": 0.573354997145187, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.792517595477097, + "mIoU": 0.6170387809556217, + "macroF1": 0.7560111093816324, + "F1_coffee": 0.8503889512874911, + "IoU_coffee": 0.7397188398979574, + "precision_coffee": 0.8400624627586348, + "recall_coffee": 0.8609724766778276, + "F1_noncoffee": 0.6616332674757738, + "IoU_noncoffee": 0.494358722013286, + "kappa": 0.5121889272924784, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12763466042154567, + "mIoU": 0.06428501856890603, + "macroF1": 0.11475747418628175, + "F1_coffee": 0.22152560083594566, + "IoU_coffee": 0.1245593419506463, + "precision_coffee": 0.9906542056074766, + "recall_coffee": 0.12470588235294118, + "F1_noncoffee": 0.007989347536617843, + "IoU_noncoffee": 0.004010695187165776, + "kappa": -0.001340934058151198, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8166162997073919, + "mIoU": 0.6461189731486091, + "macroF1": 0.7780070543814729, + "F1_coffee": 0.8705866422937613, + "IoU_coffee": 0.7708308356312192, + "precision_coffee": 0.8481630499307433, + "recall_coffee": 0.8942280945757998, + "F1_noncoffee": 0.6854274664691845, + "IoU_noncoffee": 0.521407110665999, + "kappa": 0.5567671613529341, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8308585570150391, + "mIoU": 0.6704578794504081, + "macroF1": 0.7970124060452528, + "F1_coffee": 0.8798999729656664, + "IoU_coffee": 0.7855548180775961, + "precision_coffee": 0.8651073161007375, + "recall_coffee": 0.8952073162346146, + "F1_noncoffee": 0.7141248391248392, + "IoU_noncoffee": 0.5553609408232203, + "kappa": 0.5943071590127098, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8174015562367366, + "mIoU": 0.6533538184317276, + "macroF1": 0.7845054260929087, + "F1_coffee": 0.8687012546625975, + "IoU_coffee": 0.7678796235237696, + "precision_coffee": 0.8681125042358523, + "recall_coffee": 0.8692908042076688, + "F1_noncoffee": 0.7003095975232199, + "IoU_noncoffee": 0.5388280133396856, + "kappa": 0.5690113046545613, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8443287037037037, + "mIoU": 0.6670680201541197, + "macroF1": 0.7910884838064023, + "F1_coffee": 0.896551724137931, + "IoU_coffee": 0.8125, + "precision_coffee": 0.8596361848574238, + "recall_coffee": 0.9367800696490758, + "F1_noncoffee": 0.6856252434748734, + "IoU_noncoffee": 0.5216360403082395, + "kappa": 0.5845054811467145, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8310733384262796, + "mIoU": 0.6560626650847123, + "macroF1": 0.7839424667594181, + "F1_coffee": 0.8848532187723752, + "IoU_coffee": 0.7934858743871118, + "precision_coffee": 0.872192993712306, + "recall_coffee": 0.897886393659181, + "F1_noncoffee": 0.6830317147464612, + "IoU_noncoffee": 0.518639455782313, + "kappa": 0.568135411334888, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8243230493442778, + "mIoU": 0.6414385996969107, + "macroF1": 0.7717971975903861, + "F1_coffee": 0.881280285641418, + "IoU_coffee": 0.7877578935369884, + "precision_coffee": 0.8651727591387081, + "recall_coffee": 0.8979989604989606, + "F1_noncoffee": 0.6623141095393543, + "IoU_noncoffee": 0.49511930585683295, + "kappa": 0.5440439318334828, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7891974425040558, + "mIoU": 0.6238227260433105, + "macroF1": 0.7634032930060262, + "F1_coffee": 0.8415237821938446, + "IoU_coffee": 0.7264057468417141, + "precision_coffee": 0.8348754448398576, + "recall_coffee": 0.8482788544981198, + "F1_noncoffee": 0.6852828038182077, + "IoU_noncoffee": 0.5212397052449068, + "kappa": 0.5268661691127299, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8306451612903226, + "mIoU": 0.681842118461307, + "macroF1": 0.8070030328094844, + "F1_coffee": 0.8745519713261649, + "IoU_coffee": 0.7770700636942676, + "precision_coffee": 0.857497243660419, + "recall_coffee": 0.8922988670586548, + "F1_noncoffee": 0.739454094292804, + "IoU_noncoffee": 0.5866141732283464, + "kappa": 0.6143229262971992, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8104846313407505, + "mIoU": 0.6594470652091232, + "macroF1": 0.7915047796499848, + "F1_coffee": 0.8544111255975663, + "IoU_coffee": 0.7458270106221547, + "precision_coffee": 0.8715826806561253, + "recall_coffee": 0.8379031112373917, + "F1_noncoffee": 0.7285984337024034, + "IoU_noncoffee": 0.5730671197960917, + "kappa": 0.5833110668539723, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9252, + 11000 + ], + [ + 42433, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9364964048067729, + "ssl_variant": "", + "test_tta": { + "OA": 0.828095268298871, + "mIoU": 0.664918711870751, + "macroF1": 0.7926534695820079, + "F1_coffee": 0.8783782267745156, + "IoU_coffee": 0.7831322891036028, + "precision_coffee": 0.8607928934233382, + "recall_coffee": 0.8966970543772046, + "F1_noncoffee": 0.7069287123895002, + "IoU_noncoffee": 0.5467051346378993, + "kappa": 0.5857235744287984, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7984885196723203, + "mIoU": 0.62384358420386, + "macroF1": 0.7611569258919665, + "F1_coffee": 0.8555835779550999, + "IoU_coffee": 0.7476156069364162, + "precision_coffee": 0.8401778283023081, + "recall_coffee": 0.8715648493271843, + "F1_noncoffee": 0.6667302738288331, + "IoU_noncoffee": 0.5000715614713038, + "kappa": 0.5226841983607654, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s0_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 31, + "stopped_epoch": 51, + "best_val": 0.6867579697269219, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8144107573258912, + "mIoU": 0.6433363808207735, + "macroF1": 0.7759169693708038, + "F1_coffee": 0.8687921795475437, + "IoU_coffee": 0.7680217231879175, + "precision_coffee": 0.8508036184788337, + "recall_coffee": 0.8875578359063631, + "F1_noncoffee": 0.6830417591940638, + "IoU_noncoffee": 0.5186510384536295, + "kappa": 0.5523173833830486, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.787224529825776, + "mIoU": 0.6074931918903845, + "macroF1": 0.7479117615071107, + "F1_coffee": 0.8474621834837722, + "IoU_coffee": 0.7353009778415717, + "precision_coffee": 0.8324598821856591, + "recall_coffee": 0.863015140985954, + "F1_noncoffee": 0.6483613395304493, + "IoU_noncoffee": 0.4796854059391973, + "kappa": 0.4962007178830169, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1955503512880562, + "mIoU": 0.09877670894696519, + "macroF1": 0.16666358916815216, + "F1_coffee": 0.32181638696939785, + "IoU_coffee": 0.19176470588235295, + "precision_coffee": 1.0, + "recall_coffee": 0.19176470588235295, + "F1_noncoffee": 0.011510791366906475, + "IoU_noncoffee": 0.005788712011577424, + "kappa": 0.0022176795317022614, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8167122367726771, + "mIoU": 0.6466814404353218, + "macroF1": 0.7785085796852429, + "F1_coffee": 0.8704965260125402, + "IoU_coffee": 0.7706895517013743, + "precision_coffee": 0.8490578512396694, + "recall_coffee": 0.8930458970792767, + "F1_noncoffee": 0.6865206333579457, + "IoU_noncoffee": 0.5226733291692692, + "kappa": 0.5576997589643086, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8085855701503902, + "mIoU": 0.6331149048500562, + "macroF1": 0.767622397116382, + "F1_coffee": 0.8651873701146343, + "IoU_coffee": 0.7624054820415879, + "precision_coffee": 0.8440258975868158, + "recall_coffee": 0.8874372550367875, + "F1_noncoffee": 0.6700574241181296, + "IoU_noncoffee": 0.5038243276585246, + "kappa": 0.5359587061534647, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8179203018156095, + "mIoU": 0.6501997587783609, + "macroF1": 0.7814933060279226, + "F1_coffee": 0.8707095737199879, + "IoU_coffee": 0.7710236033685209, + "precision_coffee": 0.8593997884717081, + "recall_coffee": 0.8823210044112657, + "F1_noncoffee": 0.6922770383358572, + "IoU_noncoffee": 0.5293759141882008, + "kappa": 0.5631666763195321, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8301504629629629, + "mIoU": 0.6434553108596386, + "macroF1": 0.7723287765831297, + "F1_coffee": 0.8870647085230552, + "IoU_coffee": 0.797049671545465, + "precision_coffee": 0.85099052540913, + "recall_coffee": 0.9263327082775248, + "F1_noncoffee": 0.6575928446432043, + "IoU_noncoffee": 0.48986095017381226, + "kappa": 0.5471249280060005, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8053857906799083, + "mIoU": 0.6091142976300277, + "macroF1": 0.7447502252309144, + "F1_coffee": 0.8691576784797124, + "IoU_coffee": 0.7685931645282162, + "precision_coffee": 0.8454908818386211, + "recall_coffee": 0.8941875825627477, + "F1_noncoffee": 0.6203427719821163, + "IoU_noncoffee": 0.44963543073183904, + "kappa": 0.49065846397291596, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8205491084064535, + "mIoU": 0.6286839801393445, + "macroF1": 0.7603851230113412, + "F1_coffee": 0.8804525455688247, + "IoU_coffee": 0.7864361104873119, + "precision_coffee": 0.8526905283662041, + "recall_coffee": 0.91008316008316, + "F1_noncoffee": 0.6403177004538578, + "IoU_noncoffee": 0.4709318497913769, + "kappa": 0.522293803238193, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8034163565225689, + "mIoU": 0.6447998251277536, + "macroF1": 0.7797809661867132, + "F1_coffee": 0.851926394479586, + "IoU_coffee": 0.7420485850237917, + "precision_coffee": 0.8468133752500715, + "recall_coffee": 0.8571015331212034, + "F1_noncoffee": 0.7076355378938405, + "IoU_noncoffee": 0.5475510652317154, + "kappa": 0.5595936338836789, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8117647058823529, + "mIoU": 0.6525466245364548, + "macroF1": 0.7850131218797831, + "F1_coffee": 0.8608500490952448, + "IoU_coffee": 0.7556951114394779, + "precision_coffee": 0.8424159231297186, + "recall_coffee": 0.8801089918256131, + "F1_noncoffee": 0.7091761946643214, + "IoU_noncoffee": 0.5493981376334317, + "kappa": 0.570456122923313, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8152932302470299, + "mIoU": 0.6643663849370715, + "macroF1": 0.7948641014117543, + "F1_coffee": 0.8596000860030101, + "IoU_coffee": 0.7537707390648567, + "precision_coffee": 0.8673705525021695, + "recall_coffee": 0.8519676090353744, + "F1_noncoffee": 0.7301281168204987, + "IoU_noncoffee": 0.5749620308092862, + "kappa": 0.589791484839574, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9138, + 11000 + ], + [ + 42090, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.53849356174469, + "ssl_variant": "", + "test_tta": { + "OA": 0.8188348344538882, + "mIoU": 0.6458837355037899, + "macroF1": 0.7772775618086812, + "F1_coffee": 0.873484303194729, + "IoU_coffee": 0.7753858252236312, + "precision_coffee": 0.8454991746521748, + "recall_coffee": 0.9033854047368179, + "F1_noncoffee": 0.6810708204226334, + "IoU_noncoffee": 0.5163816457839485, + "kappa": 0.55578192513823, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7916810891888774, + "mIoU": 0.6093058670159526, + "macroF1": 0.74856551600515, + "F1_coffee": 0.8526843994778068, + "IoU_coffee": 0.7431995164100558, + "precision_coffee": 0.8267637111607761, + "recall_coffee": 0.8802830248278476, + "F1_noncoffee": 0.6444466325324931, + "IoU_noncoffee": 0.4754122176218494, + "kappa": 0.4983212103536115, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s0_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 17, + "stopped_epoch": 37, + "best_val": 0.7006386013215996, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8414467842192059, + "mIoU": 0.6870950924519408, + "macroF1": 0.8094001006471381, + "F1_coffee": 0.8875544009986168, + "IoU_coffee": 0.797840722993874, + "precision_coffee": 0.8717994035126477, + "recall_coffee": 0.9038893215447341, + "F1_noncoffee": 0.7312458002956592, + "IoU_noncoffee": 0.5763494619100076, + "kappa": 0.619097525407795, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8115841698396216, + "mIoU": 0.6446713660108543, + "macroF1": 0.7778119609826477, + "F1_coffee": 0.8644363274115889, + "IoU_coffee": 0.7612398567146721, + "precision_coffee": 0.8521102268775189, + "recall_coffee": 0.8771242655884769, + "F1_noncoffee": 0.6911875945537065, + "IoU_noncoffee": 0.5281028753070366, + "kappa": 0.5558356385975787, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15690866510538642, + "mIoU": 0.07923301917452064, + "macroF1": 0.1381475667189953, + "F1_coffee": 0.2653061224489796, + "IoU_coffee": 0.15294117647058825, + "precision_coffee": 1.0, + "recall_coffee": 0.15294117647058825, + "F1_noncoffee": 0.01098901098901099, + "IoU_noncoffee": 0.0055248618784530384, + "kappa": 0.0016885309780491045, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8385379191250539, + "mIoU": 0.6807401917567036, + "macroF1": 0.8044776939011353, + "F1_coffee": 0.8860836604846352, + "IoU_coffee": 0.7954669745397095, + "precision_coffee": 0.8630669831223629, + "recall_coffee": 0.9103616133518776, + "F1_noncoffee": 0.7228717273176354, + "IoU_noncoffee": 0.5660134089736978, + "kappa": 0.6096307964492831, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8456120312202551, + "mIoU": 0.6928200692473783, + "macroF1": 0.813490240551793, + "F1_coffee": 0.8908919682496973, + "IoU_coffee": 0.8032508491023775, + "precision_coffee": 0.8719468036078741, + "recall_coffee": 0.9106786770267483, + "F1_noncoffee": 0.7360885128538887, + "IoU_noncoffee": 0.582389289392379, + "kappa": 0.6274059367492991, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8401792030181561, + "mIoU": 0.6876352496436566, + "macroF1": 0.8101114259399658, + "F1_coffee": 0.885672840130891, + "IoU_coffee": 0.7948050375393558, + "precision_coffee": 0.8805339415079152, + "recall_coffee": 0.8908720732948762, + "F1_noncoffee": 0.7345500117490404, + "IoU_noncoffee": 0.5804654617479574, + "kappa": 0.6202528832868744, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8494405864197531, + "mIoU": 0.6767995114320743, + "macroF1": 0.7987615048527362, + "F1_coffee": 0.8997495343908548, + "IoU_coffee": 0.8177679196824655, + "precision_coffee": 0.8642813078346699, + "recall_coffee": 0.9382534154835254, + "F1_noncoffee": 0.6977734753146176, + "IoU_noncoffee": 0.535831103181683, + "kappa": 0.5995560995389282, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.837375859434683, + "mIoU": 0.6603425487298262, + "macroF1": 0.7864725479275836, + "F1_coffee": 0.8907282643567533, + "IoU_coffee": 0.8029847292919945, + "precision_coffee": 0.8660012476606364, + "recall_coffee": 0.9169088507265521, + "F1_noncoffee": 0.6822168314984138, + "IoU_noncoffee": 0.5177003681676579, + "kappa": 0.5739552430993368, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8424379658458345, + "mIoU": 0.6686329809163591, + "macroF1": 0.7929188020980842, + "F1_coffee": 0.8941832467367887, + "IoU_coffee": 0.8086179234471694, + "precision_coffee": 0.8726193420727183, + "recall_coffee": 0.9168399168399168, + "F1_noncoffee": 0.6916543574593796, + "IoU_noncoffee": 0.528648038385549, + "kappa": 0.5865732809955765, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8277507395743868, + "mIoU": 0.6801887243397644, + "macroF1": 0.8061501615444786, + "F1_coffee": 0.8708592687987408, + "IoU_coffee": 0.7712583956406032, + "precision_coffee": 0.8616735098400113, + "recall_coffee": 0.8802429852473242, + "F1_noncoffee": 0.7414410542902163, + "IoU_noncoffee": 0.5891190530389255, + "kappa": 0.6123885167900639, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8537950664136622, + "mIoU": 0.7199216892490659, + "macroF1": 0.8344010053470926, + "F1_coffee": 0.891072312150986, + "IoU_coffee": 0.8035441101478837, + "precision_coffee": 0.878589350432116, + "recall_coffee": 0.9039151011042593, + "F1_noncoffee": 0.7777296985431992, + "IoU_noncoffee": 0.6362992683502479, + "kappa": 0.6689383796130741, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8379219309824627, + "mIoU": 0.7001403291755891, + "macroF1": 0.8210686192686505, + "F1_coffee": 0.8759829738114133, + "IoU_coffee": 0.7793324775353017, + "precision_coffee": 0.8899149809440047, + "recall_coffee": 0.8624804659752806, + "F1_noncoffee": 0.7661542647258877, + "IoU_noncoffee": 0.6209481808158765, + "kappa": 0.6423025467116215, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9414, + 11000 + ], + [ + 43521, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1172902981440227, + "ssl_variant": "", + "test_tta": { + "OA": 0.8476309780540403, + "mIoU": 0.6932624366965208, + "macroF1": 0.813479607402577, + "F1_coffee": 0.893291430221324, + "IoU_coffee": 0.807160488871942, + "precision_coffee": 0.8669785087624755, + "recall_coffee": 0.9212515461083879, + "F1_noncoffee": 0.73366778458383, + "IoU_noncoffee": 0.5793643845210996, + "kappa": 0.6278148819980237, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.817180108457367, + "mIoU": 0.6488348721019088, + "macroF1": 0.7803995814869207, + "F1_coffee": 0.8702718192238414, + "IoU_coffee": 0.7703373555096569, + "precision_coffee": 0.8465505226480836, + "recall_coffee": 0.8953608355971108, + "F1_noncoffee": 0.69052734375, + "IoU_noncoffee": 0.5273323886941607, + "kappa": 0.5616202883685071, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s0_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.7029491812579984, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.84962894836991, + "mIoU": 0.6955263304502737, + "macroF1": 0.8150232787251033, + "F1_coffee": 0.8950310490253595, + "IoU_coffee": 0.8100056098733771, + "precision_coffee": 0.8660326028747082, + "recall_coffee": 0.9260387557835906, + "F1_noncoffee": 0.735015508424847, + "IoU_noncoffee": 0.5810470510271704, + "kappa": 0.6310907009129421, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8195886696665513, + "mIoU": 0.65155941991812, + "macroF1": 0.782371383324448, + "F1_coffee": 0.8723688640839107, + "IoU_coffee": 0.7736296349915851, + "precision_coffee": 0.8461660266814457, + "recall_coffee": 0.900246383220671, + "F1_noncoffee": 0.6923739025649853, + "IoU_noncoffee": 0.5294892048446551, + "kappa": 0.5657464469415167, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20374707259953162, + "mIoU": 0.10240524279597428, + "macroF1": 0.17089272660818713, + "F1_coffee": 0.3359375, + "IoU_coffee": 0.20187793427230047, + "precision_coffee": 0.9885057471264368, + "recall_coffee": 0.2023529411764706, + "F1_noncoffee": 0.005847953216374269, + "IoU_noncoffee": 0.002932551319648094, + "kappa": -0.0034975185589670586, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8430949297260997, + "mIoU": 0.6829111005471054, + "macroF1": 0.8054525489422569, + "F1_coffee": 0.8910284172302362, + "IoU_coffee": 0.8034727229031483, + "precision_coffee": 0.855215194730447, + "recall_coffee": 0.9299721835883171, + "F1_noncoffee": 0.7198766806542777, + "IoU_noncoffee": 0.5623494781910624, + "kappa": 0.6126512182767382, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8581286883685513, + "mIoU": 0.7092318273909215, + "macroF1": 0.8249391224749301, + "F1_coffee": 0.9011637545174231, + "IoU_coffee": 0.8201074165711182, + "precision_coffee": 0.870149827122551, + "recall_coffee": 0.9344701918448738, + "F1_noncoffee": 0.748714490432437, + "IoU_noncoffee": 0.5983562382107249, + "kappa": 0.6510054302876839, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8476302758783306, + "mIoU": 0.6944981918668458, + "macroF1": 0.8145311484041143, + "F1_coffee": 0.892882007757849, + "IoU_coffee": 0.806492184224711, + "precision_coffee": 0.8728286232823438, + "recall_coffee": 0.9138785205293519, + "F1_noncoffee": 0.7361802890503797, + "IoU_noncoffee": 0.5825041995089805, + "kappa": 0.6295439106443759, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8464506172839507, + "mIoU": 0.6663067958107766, + "macroF1": 0.7899284406486031, + "F1_coffee": 0.898894957449511, + "IoU_coffee": 0.816357134617603, + "precision_coffee": 0.8547101449275363, + "recall_coffee": 0.9478971336726494, + "F1_noncoffee": 0.6809619238476954, + "IoU_noncoffee": 0.5162564570039502, + "kappa": 0.5833702866364741, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8524637127578304, + "mIoU": 0.6800959491689609, + "macroF1": 0.8010629858885183, + "F1_coffee": 0.9021842355175689, + "IoU_coffee": 0.8217993079584776, + "precision_coffee": 0.8662613981762918, + "recall_coffee": 0.9412153236459709, + "F1_noncoffee": 0.6999417362594679, + "IoU_noncoffee": 0.5383925903794443, + "kappa": 0.604213828508413, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8421549202754977, + "mIoU": 0.6597469078086836, + "macroF1": 0.7848510240511949, + "F1_coffee": 0.895886489513971, + "IoU_coffee": 0.8114079585165145, + "precision_coffee": 0.859667980413233, + "recall_coffee": 0.9352910602910602, + "F1_noncoffee": 0.6738155585884188, + "IoU_noncoffee": 0.5080858571008527, + "kappa": 0.5720817175202104, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8397747876705792, + "mIoU": 0.6940402599864957, + "macroF1": 0.8156323130365775, + "F1_coffee": 0.8823488192838623, + "IoU_coffee": 0.7894670846394984, + "precision_coffee": 0.8557836074486883, + "recall_coffee": 0.9106161411628579, + "F1_noncoffee": 0.7489158067892927, + "IoU_noncoffee": 0.5986134353334928, + "kappa": 0.63202136196118, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8637571157495256, + "mIoU": 0.7329291081427138, + "macroF1": 0.843080161757826, + "F1_coffee": 0.9000417652791313, + "IoU_coffee": 0.8182508543222377, + "precision_coffee": 0.8744758555390234, + "recall_coffee": 0.9271475691954683, + "F1_noncoffee": 0.7861185582365207, + "IoU_noncoffee": 0.6476073619631901, + "kappa": 0.6867332457660751, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8531020177258156, + "mIoU": 0.7208841637096004, + "macroF1": 0.8352873989848515, + "F1_coffee": 0.8894565063147438, + "IoU_coffee": 0.8009200102223358, + "precision_coffee": 0.8884479092841956, + "recall_coffee": 0.8904673959369228, + "F1_noncoffee": 0.7811182916549593, + "IoU_noncoffee": 0.640848317196865, + "kappa": 0.6705756385968817, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9401, + 11000 + ], + [ + 44049, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.2058653195699056, + "ssl_variant": "", + "test_tta": { + "OA": 0.855353291893949, + "mIoU": 0.6997888804267043, + "macroF1": 0.8175503752788988, + "F1_coffee": 0.9005993243979514, + "IoU_coffee": 0.8191729770447608, + "precision_coffee": 0.8589125374127037, + "recall_coffee": 0.9465390077419946, + "F1_noncoffee": 0.7345014261598464, + "IoU_noncoffee": 0.5804047838086477, + "kappa": 0.6373822526637144, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8255163262951425, + "mIoU": 0.654727371690011, + "macroF1": 0.7839585434018798, + "F1_coffee": 0.8787119282978766, + "IoU_coffee": 0.7836629591216338, + "precision_coffee": 0.8385923955682275, + "recall_coffee": 0.9228630993745657, + "F1_noncoffee": 0.6892051585058829, + "IoU_noncoffee": 0.5257917842583882, + "kappa": 0.5704364629478853, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s1_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 16, + "stopped_epoch": 36, + "best_val": 0.6781592500993721, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8374191297729291, + "mIoU": 0.6735863806267599, + "macroF1": 0.7984187642661931, + "F1_coffee": 0.8870852284616147, + "IoU_coffee": 0.7970828055731476, + "precision_coffee": 0.8542793509385938, + "recall_coffee": 0.9225113381281781, + "F1_noncoffee": 0.7097523000707714, + "IoU_noncoffee": 0.5500899556803721, + "kappa": 0.5983600325600874, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8098246221299181, + "mIoU": 0.6338052626617688, + "macroF1": 0.7679844874540486, + "F1_coffee": 0.8665114395626645, + "IoU_coffee": 0.7644642123501777, + "precision_coffee": 0.8343633634219094, + "recall_coffee": 0.9012361277823404, + "F1_noncoffee": 0.6694575353454326, + "IoU_noncoffee": 0.50314631297336, + "kappa": 0.5376685336834863, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3618266978922717, + "mIoU": 0.18199247281372574, + "macroF1": 0.2685265075256447, + "F1_coffee": 0.5297670405522001, + "IoU_coffee": 0.36032863849765256, + "precision_coffee": 0.9935275080906149, + "recall_coffee": 0.3611764705882353, + "F1_noncoffee": 0.007285974499089253, + "IoU_noncoffee": 0.003656307129798903, + "kappa": -0.002032354042963575, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8414639996162517, + "mIoU": 0.6753687396252837, + "macroF1": 0.7991570402615462, + "F1_coffee": 0.8913365115896762, + "IoU_coffee": 0.8039739027283511, + "precision_coffee": 0.8453383224197069, + "recall_coffee": 0.9426286509040334, + "F1_noncoffee": 0.7069775689334161, + "IoU_noncoffee": 0.5467635765222161, + "kappa": 0.6014958624720607, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8337616600038074, + "mIoU": 0.6659616629543216, + "macroF1": 0.792377052597899, + "F1_coffee": 0.8850722205771065, + "IoU_coffee": 0.793838163253261, + "precision_coffee": 0.8485804416403786, + "recall_coffee": 0.9248435673519907, + "F1_noncoffee": 0.6996818846186914, + "IoU_noncoffee": 0.5380851626553822, + "kappa": 0.5867510785868314, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8370667295449187, + "mIoU": 0.6790051455067942, + "macroF1": 0.8032608737246247, + "F1_coffee": 0.8848141356892816, + "IoU_coffee": 0.793423019431988, + "precision_coffee": 0.8695937090432503, + "recall_coffee": 0.9005768578215134, + "F1_noncoffee": 0.7217076117599678, + "IoU_noncoffee": 0.5645872715816005, + "kappa": 0.6068127671729635, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8318865740740741, + "mIoU": 0.6403094738000059, + "macroF1": 0.7688924162593562, + "F1_coffee": 0.8895507255560484, + "IoU_coffee": 0.8010728144259301, + "precision_coffee": 0.8441371016235718, + "recall_coffee": 0.9401285829091883, + "F1_noncoffee": 0.6482341069626639, + "IoU_noncoffee": 0.4795461331740818, + "kappa": 0.5420066203339929, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8248663101604278, + "mIoU": 0.6362291652052997, + "macroF1": 0.7666665646133093, + "F1_coffee": 0.8831995924086103, + "IoU_coffee": 0.7908302919708029, + "precision_coffee": 0.852680767338908, + "recall_coffee": 0.9159841479524439, + "F1_noncoffee": 0.6501335368180083, + "IoU_noncoffee": 0.4816280384397965, + "kappa": 0.5351170037497279, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8343239928295122, + "mIoU": 0.650171068914012, + "macroF1": 0.7777079795048192, + "F1_coffee": 0.889892149485829, + "IoU_coffee": 0.8016267510167194, + "precision_coffee": 0.8599127484246243, + "recall_coffee": 0.922037422037422, + "F1_noncoffee": 0.6655238095238095, + "IoU_noncoffee": 0.4987153868113046, + "kappa": 0.5570514094079717, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8509399751884722, + "mIoU": 0.7054839000834753, + "macroF1": 0.8231333467667378, + "F1_coffee": 0.8932622659559929, + "IoU_coffee": 0.8071128673746604, + "precision_coffee": 0.8466321243523316, + "recall_coffee": 0.9453283193520393, + "F1_noncoffee": 0.7530044275774826, + "IoU_noncoffee": 0.6038549327922902, + "kappa": 0.648732467041276, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8425996204933587, + "mIoU": 0.6923939391175881, + "macroF1": 0.813704334649868, + "F1_coffee": 0.8870737186032265, + "IoU_coffee": 0.7970642201834862, + "precision_coffee": 0.8442601710287639, + "recall_coffee": 0.9344614943352932, + "F1_noncoffee": 0.7403349506965097, + "IoU_noncoffee": 0.5877236580516899, + "kappa": 0.6295989536669193, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8398076560437489, + "mIoU": 0.7004253931202973, + "macroF1": 0.8209619972347841, + "F1_coffee": 0.8790489072399801, + "IoU_coffee": 0.7841991616918582, + "precision_coffee": 0.8809931506849316, + "recall_coffee": 0.8771132263105554, + "F1_noncoffee": 0.7628750872295883, + "IoU_noncoffee": 0.6166516245487365, + "kappa": 0.6419274134347968, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9299, + 11000 + ], + [ + 43391, + 51930 + ], + [ + 121, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0907974402109781, + "ssl_variant": "", + "test_tta": { + "OA": 0.8418273499936573, + "mIoU": 0.6760859847819691, + "macroF1": 0.7997171620833518, + "F1_coffee": 0.8915536904360684, + "IoU_coffee": 0.8043273568990545, + "precision_coffee": 0.8485193386172216, + "recall_coffee": 0.93918640340831, + "F1_noncoffee": 0.7078806337306351, + "IoU_noncoffee": 0.5478446126648837, + "kappa": 0.6021906313793356, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8146994346371293, + "mIoU": 0.6360448807641428, + "macroF1": 0.7689540296609072, + "F1_coffee": 0.8717610891523935, + "IoU_coffee": 0.7726741922927209, + "precision_coffee": 0.8286370277603841, + "recall_coffee": 0.9196201065554783, + "F1_noncoffee": 0.666146970169421, + "IoU_noncoffee": 0.49941556923556457, + "kappa": 0.5411434229706715, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s1_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.700682884126735, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.842747050615248, + "mIoU": 0.6785502652147403, + "macroF1": 0.8017036824802086, + "F1_coffee": 0.8919186965287995, + "IoU_coffee": 0.8049217090251003, + "precision_coffee": 0.8507599226562987, + "recall_coffee": 0.9372623574144486, + "F1_noncoffee": 0.7114886684316178, + "IoU_noncoffee": 0.5521788214043802, + "kappa": 0.6058697889770418, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8123774085612092, + "mIoU": 0.6345376358723, + "macroF1": 0.7680710608968393, + "F1_coffee": 0.8694412942463444, + "IoU_coffee": 0.7690368397691967, + "precision_coffee": 0.830540322889903, + "recall_coffee": 0.9121654347505633, + "F1_noncoffee": 0.6667008275473342, + "IoU_noncoffee": 0.5000384319754035, + "kappa": 0.5387254958665502, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13114754098360656, + "mIoU": 0.06589807663183402, + "macroF1": 0.11702607949256744, + "F1_coffee": 0.2286902286902287, + "IoU_coffee": 0.12910798122065728, + "precision_coffee": 0.9821428571428571, + "recall_coffee": 0.12941176470588237, + "F1_noncoffee": 0.005361930294906166, + "IoU_noncoffee": 0.002688172043010753, + "kappa": -0.0039927243689277265, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8422794646711758, + "mIoU": 0.6790427821135945, + "macroF1": 0.8022329095317242, + "F1_coffee": 0.8912266772528781, + "IoU_coffee": 0.8037952022914429, + "precision_coffee": 0.8499495204442201, + "recall_coffee": 0.9367176634214186, + "F1_noncoffee": 0.7132391418105704, + "IoU_noncoffee": 0.5542903619357462, + "kappa": 0.6069099407324355, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8464210927089282, + "mIoU": 0.6857587283737108, + "macroF1": 0.807262948685423, + "F1_coffee": 0.894137716104058, + "IoU_coffee": 0.8085434589142687, + "precision_coffee": 0.8549560853199498, + "recall_coffee": 0.9370831327786564, + "F1_noncoffee": 0.7203881812667879, + "IoU_noncoffee": 0.5629739978331527, + "kappa": 0.6166524900366893, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8395661400613063, + "mIoU": 0.6708737714295097, + "macroF1": 0.7955499318762493, + "F1_coffee": 0.8904136064940085, + "IoU_coffee": 0.8024734366835046, + "precision_coffee": 0.8474461953522595, + "recall_coffee": 0.937970817780794, + "F1_noncoffee": 0.7006862572584902, + "IoU_noncoffee": 0.5392741061755146, + "kappa": 0.5939508996278827, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8438464506172839, + "mIoU": 0.6609373554258681, + "macroF1": 0.7855711291005415, + "F1_coffee": 0.8973562416788182, + "IoU_coffee": 0.8138224471021159, + "precision_coffee": 0.8519321054532322, + "recall_coffee": 0.9478971336726494, + "F1_noncoffee": 0.6737860165222648, + "IoU_noncoffee": 0.5080522637496202, + "kappa": 0.5749823392415215, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8384262796027502, + "mIoU": 0.6533926666019982, + "macroF1": 0.7797822628130442, + "F1_coffee": 0.8934240362811792, + "IoU_coffee": 0.8073770491803278, + "precision_coffee": 0.8538405971586804, + "recall_coffee": 0.9368560105680317, + "F1_noncoffee": 0.6661404893449092, + "IoU_noncoffee": 0.49940828402366866, + "kappa": 0.5625099381165213, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8253608831021795, + "mIoU": 0.615625131662647, + "macroF1": 0.7460192549617273, + "F1_coffee": 0.88797433880046, + "IoU_coffee": 0.7985196473277457, + "precision_coffee": 0.8310864393338621, + "recall_coffee": 0.9532224532224532, + "F1_noncoffee": 0.6040641711229946, + "IoU_noncoffee": 0.43273061599754825, + "kappa": 0.5003132155995862, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8407290772020231, + "mIoU": 0.6922557351354219, + "macroF1": 0.813943722751913, + "F1_coffee": 0.8845382220684884, + "IoU_coffee": 0.7929794095757876, + "precision_coffee": 0.8477655483357645, + "recall_coffee": 0.9246456465143188, + "F1_noncoffee": 0.7433492234353375, + "IoU_noncoffee": 0.5915320606950563, + "kappa": 0.6294372076257309, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8543643263757116, + "mIoU": 0.7132231385266945, + "macroF1": 0.8288872565442409, + "F1_coffee": 0.894913397686041, + "IoU_coffee": 0.8098129104200223, + "precision_coffee": 0.856169766832591, + "recall_coffee": 0.9373297002724795, + "F1_noncoffee": 0.762861115402441, + "IoU_noncoffee": 0.6166333666333667, + "kappa": 0.6593486640506458, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8537620214972657, + "mIoU": 0.7153142845788951, + "macroF1": 0.8306926292958119, + "F1_coffee": 0.8931891742992907, + "IoU_coffee": 0.8069935291189647, + "precision_coffee": 0.8667468591285753, + "recall_coffee": 0.9212956385850263, + "F1_noncoffee": 0.768196084292333, + "IoU_noncoffee": 0.6236350400388255, + "kappa": 0.6620678321044788, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9295, + 11000 + ], + [ + 43739, + 51930 + ], + [ + 113, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.206307049592336, + "ssl_variant": "", + "test_tta": { + "OA": 0.846187999492579, + "mIoU": 0.6805329364144803, + "macroF1": 0.8027435596623915, + "F1_coffee": 0.8953162097992662, + "IoU_coffee": 0.8104728409534975, + "precision_coffee": 0.8464960613852496, + "recall_coffee": 0.9501122360163086, + "F1_noncoffee": 0.7101709095255169, + "IoU_noncoffee": 0.5505930318754633, + "kappa": 0.609087023413149, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.816314757124726, + "mIoU": 0.6363314788170371, + "macroF1": 0.7688399978487483, + "F1_coffee": 0.8735981262033784, + "IoU_coffee": 0.7755652281177859, + "precision_coffee": 0.8261718383360552, + "recall_coffee": 0.9268010192263145, + "F1_noncoffee": 0.6640818694941183, + "IoU_noncoffee": 0.4970977295162883, + "kappa": 0.5416935889408665, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s1_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 27, + "stopped_epoch": 47, + "best_val": 0.7014839211721465, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8500253710516301, + "mIoU": 0.6922296738603113, + "macroF1": 0.8121348001785431, + "F1_coffee": 0.8965049351104107, + "IoU_coffee": 0.8124231486256, + "precision_coffee": 0.85828025477707, + "recall_coffee": 0.9382930963397316, + "F1_noncoffee": 0.7277646652466755, + "IoU_noncoffee": 0.5720361990950227, + "kappa": 0.626219762268125, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8196752047998154, + "mIoU": 0.6472023497413404, + "macroF1": 0.7783149166168695, + "F1_coffee": 0.8740695976230045, + "IoU_coffee": 0.7763087272336924, + "precision_coffee": 0.8376964361558361, + "recall_coffee": 0.9137448143702487, + "F1_noncoffee": 0.6825602356107345, + "IoU_noncoffee": 0.5180959722489883, + "kappa": 0.5587269706395978, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20023419203747073, + "mIoU": 0.10089399197651194, + "macroF1": 0.16922165360330785, + "F1_coffee": 0.3297350343473994, + "IoU_coffee": 0.19741480611045828, + "precision_coffee": 0.9940828402366864, + "recall_coffee": 0.1976470588235294, + "F1_noncoffee": 0.008708272859216255, + "IoU_noncoffee": 0.004373177842565598, + "kappa": -0.0006107121658666727, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8458771046193697, + "mIoU": 0.6861226258908459, + "macroF1": 0.8076867706924569, + "F1_coffee": 0.8933868666423334, + "IoU_coffee": 0.8073163418290854, + "precision_coffee": 0.8543504474201942, + "recall_coffee": 0.9361613351877608, + "F1_noncoffee": 0.7219866747425803, + "IoU_noncoffee": 0.5649289099526066, + "kappa": 0.6174561324148218, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8537978298115363, + "mIoU": 0.6974627714986285, + "macroF1": 0.8158739307036202, + "F1_coffee": 0.8994369516825979, + "IoU_coffee": 0.8172516359309935, + "precision_coffee": 0.8583567635114027, + "recall_coffee": 0.9446469091659218, + "F1_noncoffee": 0.7323109097246427, + "IoU_noncoffee": 0.5776739070662634, + "kappa": 0.6339795151712236, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8503654798396605, + "mIoU": 0.6931187481609773, + "macroF1": 0.8128300944272783, + "F1_coffee": 0.8966483176443764, + "IoU_coffee": 0.8126586762708862, + "precision_coffee": 0.8620819240886884, + "recall_coffee": 0.9341024770953512, + "F1_noncoffee": 0.7290118712101802, + "IoU_noncoffee": 0.5735788200510684, + "kappa": 0.6272315749178441, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8494405864197531, + "mIoU": 0.6722964606579114, + "macroF1": 0.794719930279767, + "F1_coffee": 0.9007060619553463, + "IoU_coffee": 0.8193496123133897, + "precision_coffee": 0.8576620230163537, + "recall_coffee": 0.9482989552638629, + "F1_noncoffee": 0.6887337986041875, + "IoU_noncoffee": 0.5252433090024331, + "kappa": 0.5926562156917248, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8404316271963331, + "mIoU": 0.6554508711979966, + "macroF1": 0.7812468907425933, + "F1_coffee": 0.8950310949180225, + "IoU_coffee": 0.8100056850483229, + "precision_coffee": 0.853275841418134, + "recall_coffee": 0.9410832232496698, + "F1_noncoffee": 0.6674626865671642, + "IoU_noncoffee": 0.5008960573476703, + "kappa": 0.565787792865433, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8358335692046419, + "mIoU": 0.6399060979004259, + "macroF1": 0.7675358349260974, + "F1_coffee": 0.8935389133627019, + "IoU_coffee": 0.807564698075647, + "precision_coffee": 0.8443570767807586, + "recall_coffee": 0.9488045738045738, + "F1_noncoffee": 0.6415327564894932, + "IoU_noncoffee": 0.47224749772520475, + "kappa": 0.5403229907048945, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8423513694054776, + "mIoU": 0.6955760206090189, + "macroF1": 0.8164414704813532, + "F1_coffee": 0.8854051054384018, + "IoU_coffee": 0.7943739108787653, + "precision_coffee": 0.8507064782724607, + "recall_coffee": 0.9230546716806479, + "F1_noncoffee": 0.7474778355243045, + "IoU_noncoffee": 0.5967781303392726, + "kappa": 0.6342238973919831, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8670777988614801, + "mIoU": 0.7341754936696954, + "macroF1": 0.8435278448314987, + "F1_coffee": 0.9042313213480074, + "IoU_coffee": 0.8252027448533998, + "precision_coffee": 0.8638975966562173, + "recall_coffee": 0.9485157034275061, + "F1_noncoffee": 0.7828243683149899, + "IoU_noncoffee": 0.6431482424859908, + "kappa": 0.688594996900404, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8648877993588535, + "mIoU": 0.736345779304139, + "macroF1": 0.8455717842510004, + "F1_coffee": 0.900188061572752, + "IoU_coffee": 0.8184927169094364, + "precision_coffee": 0.8830281497676961, + "recall_coffee": 0.9180281289955959, + "F1_noncoffee": 0.7909555069292488, + "IoU_noncoffee": 0.6541988416988417, + "kappa": 0.691387658810477, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9394, + 11000 + ], + [ + 44079, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.419328518708547, + "ssl_variant": "", + "test_tta": { + "OA": 0.8542591652924014, + "mIoU": 0.6963947562590685, + "macroF1": 0.8148775040800058, + "F1_coffee": 0.9002615272758842, + "IoU_coffee": 0.8186141974699532, + "precision_coffee": 0.8553811890375931, + "recall_coffee": 0.9501122360163086, + "F1_noncoffee": 0.7294934808841275, + "IoU_noncoffee": 0.5741753150481839, + "kappa": 0.6324988970488534, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8236413984077535, + "mIoU": 0.6500687834678602, + "macroF1": 0.7800753479827838, + "F1_coffee": 0.8779591999680626, + "IoU_coffee": 0.7824663772859888, + "precision_coffee": 0.8344684968411467, + "recall_coffee": 0.9262324425632278, + "F1_noncoffee": 0.682191495997505, + "IoU_noncoffee": 0.5176711896497318, + "kappa": 0.5632401104779597, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s1_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 67, + "stopped_epoch": 87, + "best_val": 0.7065046686730909, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8463148547507294, + "mIoU": 0.6900954885634466, + "macroF1": 0.8110261773365113, + "F1_coffee": 0.8926878958324106, + "IoU_coffee": 0.8061755059595233, + "precision_coffee": 0.8639890265334991, + "recall_coffee": 0.9233588345778552, + "F1_noncoffee": 0.7293644588406121, + "IoU_noncoffee": 0.57401547116737, + "kappa": 0.6231011098010057, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8156080535364024, + "mIoU": 0.6459482563194257, + "macroF1": 0.7780790988125127, + "F1_coffee": 0.8693394924833161, + "IoU_coffee": 0.7688775602436864, + "precision_coffee": 0.8445256344068941, + "recall_coffee": 0.8956556531261187, + "F1_noncoffee": 0.6868187051417093, + "IoU_noncoffee": 0.5230189523951649, + "kappa": 0.5570747237614336, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16393442622950818, + "mIoU": 0.08238256353765049, + "macroF1": 0.14217945471427368, + "F1_coffee": 0.2787878787878788, + "IoU_coffee": 0.1619718309859155, + "precision_coffee": 0.9857142857142858, + "recall_coffee": 0.1623529411764706, + "F1_noncoffee": 0.005571030640668524, + "IoU_noncoffee": 0.002793296089385475, + "kappa": -0.003779672735653385, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8448697654338754, + "mIoU": 0.6881685392902106, + "macroF1": 0.8096526240468683, + "F1_coffee": 0.8915274703159589, + "IoU_coffee": 0.8042846768336964, + "precision_coffee": 0.8610859142153686, + "recall_coffee": 0.9242002781641169, + "F1_noncoffee": 0.7277777777777777, + "IoU_noncoffee": 0.5720524017467249, + "kappa": 0.6204955616872664, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8555111364934324, + "mIoU": 0.7045440835992899, + "macroF1": 0.8215173161444675, + "F1_coffee": 0.8994102445165993, + "IoU_coffee": 0.8172075380817629, + "precision_coffee": 0.8678943666474839, + "recall_coffee": 0.9333012445850237, + "F1_noncoffee": 0.7436243877723357, + "IoU_noncoffee": 0.5918806291168168, + "kappa": 0.6442303178164216, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8386229662815373, + "mIoU": 0.6779799640930302, + "macroF1": 0.8020466826418396, + "F1_coffee": 0.8871372031662269, + "IoU_coffee": 0.7971667358188608, + "precision_coffee": 0.8629451395572666, + "recall_coffee": 0.9127248048863251, + "F1_noncoffee": 0.7169561621174524, + "IoU_noncoffee": 0.5587931923671996, + "kappa": 0.6048721546086171, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8499228395061729, + "mIoU": 0.6748783361615839, + "macroF1": 0.7969408042069581, + "F1_coffee": 0.9006639427987743, + "IoU_coffee": 0.8192799070847852, + "precision_coffee": 0.8604537692120029, + "recall_coffee": 0.9448165014733458, + "F1_noncoffee": 0.693217665615142, + "IoU_noncoffee": 0.5304767652383826, + "kappa": 0.596602264823383, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8504583651642476, + "mIoU": 0.6753084546841956, + "macroF1": 0.7972129384637552, + "F1_coffee": 0.9011238792776866, + "IoU_coffee": 0.8200413698000459, + "precision_coffee": 0.8630865989356555, + "recall_coffee": 0.942668428005284, + "F1_noncoffee": 0.6933019976498237, + "IoU_noncoffee": 0.5305755395683454, + "kappa": 0.5968546745249327, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8281913388055477, + "mIoU": 0.628590700278537, + "macroF1": 0.7583524090547482, + "F1_coffee": 0.8882616432472235, + "IoU_coffee": 0.7989844353681422, + "precision_coffee": 0.8415300546448088, + "recall_coffee": 0.9404885654885655, + "F1_noncoffee": 0.628443174862273, + "IoU_noncoffee": 0.4581969651889319, + "kappa": 0.5216103551661805, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8398702166237236, + "mIoU": 0.6962478925136235, + "macroF1": 0.8174693459783335, + "F1_coffee": 0.8814134275618375, + "IoU_coffee": 0.7879706848622694, + "precision_coffee": 0.8618021006080707, + "recall_coffee": 0.9019380966155627, + "F1_noncoffee": 0.7535252643948296, + "IoU_noncoffee": 0.6045251001649776, + "kappa": 0.6353311871835261, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8605313092979127, + "mIoU": 0.7279071743751799, + "macroF1": 0.8396438611226291, + "F1_coffee": 0.8975181260457334, + "IoU_coffee": 0.8140887820918173, + "precision_coffee": 0.8732872066205399, + "recall_coffee": 0.9231320808834075, + "F1_noncoffee": 0.7817695961995249, + "IoU_noncoffee": 0.6417255666585425, + "kappa": 0.6798126480968278, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8490477088440506, + "mIoU": 0.715390647800094, + "macroF1": 0.8315645360834232, + "F1_coffee": 0.8858304214504742, + "IoU_coffee": 0.7950588837685612, + "precision_coffee": 0.8893184421534936, + "recall_coffee": 0.8823696547805085, + "F1_noncoffee": 0.7772986507163723, + "IoU_noncoffee": 0.6357224118316268, + "kappa": 0.6631391801954587, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9383, + 11000 + ], + [ + 43860, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6287842988967896, + "ssl_variant": "", + "test_tta": { + "OA": 0.8527844729164024, + "mIoU": 0.6966774241599756, + "macroF1": 0.8153997636183405, + "F1_coffee": 0.8984733826166834, + "IoU_coffee": 0.8156619807799221, + "precision_coffee": 0.8596660109655547, + "recall_coffee": 0.9409501122360163, + "F1_noncoffee": 0.7323261446199977, + "IoU_noncoffee": 0.5776928675400291, + "kappa": 0.6327725410790773, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.82293469481943, + "mIoU": 0.6523291746194984, + "macroF1": 0.7823286891713375, + "F1_coffee": 0.8763433820492934, + "IoU_coffee": 0.7799031911079239, + "precision_coffee": 0.8398911112827245, + "recall_coffee": 0.9161033546023122, + "F1_noncoffee": 0.6883139962933814, + "IoU_noncoffee": 0.5247551581310727, + "kappa": 0.5667145816557, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s2_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.6468815298218236, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8189299758975009, + "mIoU": 0.652889119347852, + "macroF1": 0.7837405542459042, + "F1_coffee": 0.8709761251031038, + "IoU_coffee": 0.7714417245451453, + "precision_coffee": 0.8594492139591928, + "recall_coffee": 0.8828164368500618, + "F1_noncoffee": 0.6965049833887044, + "IoU_noncoffee": 0.5343365141505587, + "kappa": 0.567664039908208, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.788955232491058, + "mIoU": 0.6127871029446705, + "macroF1": 0.7527288478316678, + "F1_coffee": 0.847374185136897, + "IoU_coffee": 0.7351684945886271, + "precision_coffee": 0.8394849962800695, + "recall_coffee": 0.8554130604165351, + "F1_noncoffee": 0.6580835105264388, + "IoU_noncoffee": 0.4904057113007139, + "kappa": 0.5055555203376602, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10187353629976581, + "mIoU": 0.05141756313420309, + "macroF1": 0.09412163330221622, + "F1_coffee": 0.17792068595927116, + "IoU_coffee": 0.0976470588235294, + "precision_coffee": 1.0, + "recall_coffee": 0.0976470588235294, + "F1_noncoffee": 0.01032258064516129, + "IoU_noncoffee": 0.005188067444876783, + "kappa": 0.0010126860276780509, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8102844533985706, + "mIoU": 0.6403707538517397, + "macroF1": 0.7740944763096191, + "F1_coffee": 0.8645130348395054, + "IoU_coffee": 0.7613588366620406, + "precision_coffee": 0.8519343731010736, + "recall_coffee": 0.8774687065368567, + "F1_noncoffee": 0.6836759177797329, + "IoU_noncoffee": 0.5193826710414388, + "kappa": 0.5484187934569128, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8290500666285932, + "mIoU": 0.6679762342885471, + "macroF1": 0.7951852316432707, + "F1_coffee": 0.8784679929625119, + "IoU_coffee": 0.7832750090503198, + "precision_coffee": 0.8647172450542863, + "recall_coffee": 0.8926631369043526, + "F1_noncoffee": 0.7119024703240295, + "IoU_noncoffee": 0.5526774595267746, + "kappa": 0.5906158687734386, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8174015562367366, + "mIoU": 0.6505603858958092, + "macroF1": 0.7819423912348117, + "F1_coffee": 0.8698749831966662, + "IoU_coffee": 0.7697157130962293, + "precision_coffee": 0.8615937687237867, + "recall_coffee": 0.878316932473702, + "F1_noncoffee": 0.6940097992729571, + "IoU_noncoffee": 0.5314050586953891, + "kappa": 0.5639795013581802, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8192515432098766, + "mIoU": 0.6330131095289161, + "macroF1": 0.7649314317527005, + "F1_coffee": 0.877931214174049, + "IoU_coffee": 0.7824219203529549, + "precision_coffee": 0.8545523712908952, + "recall_coffee": 0.9026252343959282, + "F1_noncoffee": 0.6519316493313522, + "IoU_noncoffee": 0.48360429870487737, + "kappa": 0.5308640782944011, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8248663101604278, + "mIoU": 0.6433367374252328, + "macroF1": 0.7734719277436984, + "F1_coffee": 0.8813712807244501, + "IoU_coffee": 0.7879033190701977, + "precision_coffee": 0.8634980988593156, + "recall_coffee": 0.9, + "F1_noncoffee": 0.6655725747629467, + "IoU_noncoffee": 0.49877015578026784, + "kappa": 0.5474903940670817, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.817058213038966, + "mIoU": 0.6265650288870394, + "macroF1": 0.7591824667770131, + "F1_coffee": 0.8772396327951884, + "IoU_coffee": 0.7813240103755498, + "precision_coffee": 0.8554142486726757, + "recall_coffee": 0.9002079002079002, + "F1_noncoffee": 0.6411253007588377, + "IoU_noncoffee": 0.471806047398529, + "kappa": 0.5192797793251062, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8014123485065369, + "mIoU": 0.643088267424077, + "macroF1": 0.7786557633603977, + "F1_coffee": 0.8496278632849195, + "IoU_coffee": 0.7385678391959799, + "precision_coffee": 0.8489530685920578, + "recall_coffee": 0.8503037315591553, + "F1_noncoffee": 0.7076836634358759, + "IoU_noncoffee": 0.547608695652174, + "kappa": 0.5573120704208148, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8332068311195446, + "mIoU": 0.6880150106856153, + "macroF1": 0.8117827776932649, + "F1_coffee": 0.8752837684449489, + "IoU_coffee": 0.7782263151255203, + "precision_coffee": 0.8660676681173662, + "recall_coffee": 0.8846981213251112, + "F1_noncoffee": 0.7482817869415808, + "IoU_noncoffee": 0.5978037062457103, + "kappa": 0.6236515700520624, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8177446728267018, + "mIoU": 0.6679070406118234, + "macroF1": 0.7974794749812881, + "F1_coffee": 0.8615428694219612, + "IoU_coffee": 0.7567635585755631, + "precision_coffee": 0.8688240392950014, + "recall_coffee": 0.8543827248188663, + "F1_noncoffee": 0.7334160805406151, + "IoU_noncoffee": 0.5790505226480837, + "kappa": 0.5950137142710398, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9022, + 11000 + ], + [ + 42526, + 51930 + ], + [ + 97, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.0285484671592713, + "ssl_variant": "", + "test_tta": { + "OA": 0.8237980464290244, + "mIoU": 0.6583988732783684, + "macroF1": 0.7876949537434159, + "F1_coffee": 0.8752441899629505, + "IoU_coffee": 0.7781637419895789, + "precision_coffee": 0.8583414075574738, + "recall_coffee": 0.8928260570800312, + "F1_noncoffee": 0.7001457175238814, + "IoU_noncoffee": 0.5386340045671579, + "kappa": 0.5757853027477382, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7939310026537441, + "mIoU": 0.6178891615778901, + "macroF1": 0.7564893596449109, + "F1_coffee": 0.8519746384318926, + "IoU_coffee": 0.7421217918636971, + "precision_coffee": 0.8385096967595898, + "recall_coffee": 0.8658790826963169, + "F1_noncoffee": 0.6610040808579292, + "IoU_noncoffee": 0.4936565312920831, + "kappa": 0.513266156281422, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s2_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 25, + "stopped_epoch": 45, + "best_val": 0.6823251297657877, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8342636052264366, + "mIoU": 0.6791068626031317, + "macroF1": 0.8039153193293003, + "F1_coffee": 0.8810569679313562, + "IoU_coffee": 0.7874010943188984, + "precision_coffee": 0.8754975574452687, + "recall_coffee": 0.8866874341472353, + "F1_noncoffee": 0.7267736707272442, + "IoU_noncoffee": 0.570812630887365, + "kappa": 0.6078669602262491, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8041277258566978, + "mIoU": 0.6374216565589903, + "macroF1": 0.7727591943126393, + "F1_coffee": 0.8571879239092716, + "IoU_coffee": 0.7500690112074201, + "precision_coffee": 0.8560806553245116, + "recall_coffee": 0.858298060521827, + "F1_noncoffee": 0.6883304647160069, + "IoU_noncoffee": 0.5247743019105606, + "kappa": 0.545520047909338, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16159250585480095, + "mIoU": 0.08160130718954249, + "macroF1": 0.1417037236670709, + "F1_coffee": 0.27235772357723576, + "IoU_coffee": 0.15764705882352942, + "precision_coffee": 1.0, + "recall_coffee": 0.15764705882352942, + "F1_noncoffee": 0.011049723756906077, + "IoU_noncoffee": 0.005555555555555556, + "kappa": 0.0017501012185406346, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8263059433011944, + "mIoU": 0.6656396411583023, + "macroF1": 0.7936799839094029, + "F1_coffee": 0.8757250231664208, + "IoU_coffee": 0.7789242322486111, + "precision_coffee": 0.8645388629125161, + "recall_coffee": 0.8872044506258693, + "F1_noncoffee": 0.7116349446523851, + "IoU_noncoffee": 0.5523550500679936, + "kappa": 0.5875202018118154, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8433276223110604, + "mIoU": 0.6926053288633826, + "macroF1": 0.8137448056341001, + "F1_coffee": 0.8879738651058328, + "IoU_coffee": 0.7985188812044801, + "precision_coffee": 0.8790002021154754, + "recall_coffee": 0.8971326411331912, + "F1_noncoffee": 0.7395157461623675, + "IoU_noncoffee": 0.586691776522285, + "kappa": 0.6275798632691649, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8331053996698892, + "mIoU": 0.6791804453869553, + "macroF1": 0.8042120247477771, + "F1_coffee": 0.8794248918265136, + "IoU_coffee": 0.7847978108847674, + "precision_coffee": 0.8830049261083743, + "recall_coffee": 0.8758737699355277, + "F1_noncoffee": 0.7289991576690406, + "IoU_noncoffee": 0.5735630798891432, + "kappa": 0.6084385159153765, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8449074074074074, + "mIoU": 0.6734434961537794, + "macroF1": 0.7967185738086784, + "F1_coffee": 0.8956927867151012, + "IoU_coffee": 0.8110902255639098, + "precision_coffee": 0.8684276729559749, + "recall_coffee": 0.9247254219126708, + "F1_noncoffee": 0.6977443609022557, + "IoU_noncoffee": 0.535796766743649, + "kappa": 0.5945951151073806, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8383307868601986, + "mIoU": 0.6660824111990273, + "macroF1": 0.7914994593468778, + "F1_coffee": 0.8903142209264658, + "IoU_coffee": 0.8023120037365717, + "precision_coffee": 0.87361729179911, + "recall_coffee": 0.9076618229854689, + "F1_noncoffee": 0.6926846977672899, + "IoU_noncoffee": 0.5298528186614829, + "kappa": 0.5834252601433954, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.843287102556845, + "mIoU": 0.6744574253120523, + "macroF1": 0.797965778600872, + "F1_coffee": 0.8936551635828158, + "IoU_coffee": 0.8077546296296296, + "precision_coffee": 0.8808532121671084, + "recall_coffee": 0.9068347193347194, + "F1_noncoffee": 0.7022763936189281, + "IoU_noncoffee": 0.5411602209944751, + "kappa": 0.5961703604991999, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.807901517320355, + "mIoU": 0.6544388842891449, + "macroF1": 0.787568322650819, + "F1_coffee": 0.8532905764885941, + "IoU_coffee": 0.744121011821533, + "precision_coffee": 0.8599970618480975, + "recall_coffee": 0.8466878796644489, + "F1_noncoffee": 0.721846068813044, + "IoU_noncoffee": 0.5647567567567567, + "kappa": 0.5751856257122748, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.848292220113852, + "mIoU": 0.7139669349633511, + "macroF1": 0.8305447138447082, + "F1_coffee": 0.8853845602465773, + "IoU_coffee": 0.7943408360128618, + "precision_coffee": 0.8850673545428489, + "recall_coffee": 0.8857019934031264, + "F1_noncoffee": 0.7757048674428391, + "IoU_noncoffee": 0.6335930339138405, + "kappa": 0.6610895128798959, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8229304167452386, + "mIoU": 0.6790085979869163, + "macroF1": 0.806084815357703, + "F1_coffee": 0.8632391494319837, + "IoU_coffee": 0.7593850096092248, + "precision_coffee": 0.8855520693261617, + "recall_coffee": 0.8420230146327603, + "F1_noncoffee": 0.7489304812834224, + "IoU_noncoffee": 0.5986321863646078, + "kappa": 0.6126211255000192, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9388, + 11000 + ], + [ + 43103, + 51930 + ], + [ + 121, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.3611465692520142, + "ssl_variant": "", + "test_tta": { + "OA": 0.8453951541291387, + "mIoU": 0.6921194411000711, + "macroF1": 0.8129350832806423, + "F1_coffee": 0.8908590234401236, + "IoU_coffee": 0.8031972871502967, + "precision_coffee": 0.8711796129258254, + "recall_coffee": 0.9114480736634752, + "F1_noncoffee": 0.735011143121161, + "IoU_noncoffee": 0.5810415950498453, + "kappa": 0.6263331155614281, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.814396561670705, + "mIoU": 0.6474735319337466, + "macroF1": 0.7797705859353157, + "F1_coffee": 0.8670956015243367, + "IoU_coffee": 0.7653740268737808, + "precision_coffee": 0.850796481699161, + "recall_coffee": 0.8840314191252343, + "F1_noncoffee": 0.6924455703462945, + "IoU_noncoffee": 0.5295730369937125, + "kappa": 0.5599149347762834, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s2_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 14, + "stopped_epoch": 34, + "best_val": 0.7020264121793982, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8491690980591146, + "mIoU": 0.6949155042059071, + "macroF1": 0.8145920228272354, + "F1_coffee": 0.89465990387384, + "IoU_coffee": 0.8093978559262599, + "precision_coffee": 0.8660591766723842, + "recall_coffee": 0.9252141646433644, + "F1_noncoffee": 0.7345241417806307, + "IoU_noncoffee": 0.5804331524855543, + "kappa": 0.6302004271368732, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8184204453674858, + "mIoU": 0.6497364988348444, + "macroF1": 0.780952708261287, + "F1_coffee": 0.871546341264335, + "IoU_coffee": 0.7723368474349469, + "precision_coffee": 0.8453438891637803, + "recall_coffee": 0.8994251058184345, + "F1_noncoffee": 0.690359075258239, + "IoU_noncoffee": 0.5271361502347418, + "kappa": 0.562917676710143, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18384074941451992, + "mIoU": 0.09262464327681719, + "macroF1": 0.15750125616582802, + "F1_coffee": 0.30646766169154227, + "IoU_coffee": 0.1809635722679201, + "precision_coffee": 0.9935483870967742, + "recall_coffee": 0.1811764705882353, + "F1_noncoffee": 0.008534850640113799, + "IoU_noncoffee": 0.004285714285714286, + "kappa": -0.0007868587857490994, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8444860171727346, + "mIoU": 0.6864486611238075, + "macroF1": 0.8082446763236076, + "F1_coffee": 0.8916081578067536, + "IoU_coffee": 0.8044160231660231, + "precision_coffee": 0.8585962652929813, + "recall_coffee": 0.927260083449235, + "F1_noncoffee": 0.7248811948404617, + "IoU_noncoffee": 0.568481299081592, + "kappa": 0.6179229838583619, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8593184846754236, + "mIoU": 0.7112132067571669, + "macroF1": 0.8263628499130582, + "F1_coffee": 0.9020088841742359, + "IoU_coffee": 0.8215083630215567, + "precision_coffee": 0.8708314664277027, + "recall_coffee": 0.9355016158976828, + "F1_noncoffee": 0.7507168156518806, + "IoU_noncoffee": 0.6009180504927771, + "kappa": 0.6538543962743467, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8437161046922895, + "mIoU": 0.6874019533677507, + "macroF1": 0.8092189941897414, + "F1_coffee": 0.8903447819469261, + "IoU_coffee": 0.8023616412213741, + "precision_coffee": 0.8687286110931749, + "recall_coffee": 0.913064133016627, + "F1_noncoffee": 0.7280932064325566, + "IoU_noncoffee": 0.5724422655141272, + "kappa": 0.619022884745935, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8511766975308642, + "mIoU": 0.6769190513039666, + "macroF1": 0.7985029326156443, + "F1_coffee": 0.901525304741847, + "IoU_coffee": 0.8207064838484778, + "precision_coffee": 0.8610264537364379, + "recall_coffee": 0.9460219662469863, + "F1_noncoffee": 0.6954805604894415, + "IoU_noncoffee": 0.5331316187594554, + "kappa": 0.5997441616997335, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8512223071046601, + "mIoU": 0.67929530295165, + "macroF1": 0.8006103833608744, + "F1_coffee": 0.9010668021336042, + "IoU_coffee": 0.8199468392465041, + "precision_coffee": 0.867571533382245, + "recall_coffee": 0.9372523117569352, + "F1_noncoffee": 0.7001539645881447, + "IoU_noncoffee": 0.5386437666567959, + "kappa": 0.6030142096955444, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8449853759788659, + "mIoU": 0.6644376374145116, + "macroF1": 0.7885405403436276, + "F1_coffee": 0.897791601866252, + "IoU_coffee": 0.8145388870075629, + "precision_coffee": 0.8612006205991168, + "recall_coffee": 0.9376299376299376, + "F1_noncoffee": 0.6792894788210033, + "IoU_noncoffee": 0.5143363878214603, + "kappa": 0.5794632358092399, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8378662086076916, + "mIoU": 0.6915354215666163, + "macroF1": 0.8138781397834176, + "F1_coffee": 0.8806965802963275, + "IoU_coffee": 0.7868255959849435, + "precision_coffee": 0.8558755288658387, + "recall_coffee": 0.9070002892681516, + "F1_noncoffee": 0.7470596992705076, + "IoU_noncoffee": 0.596245247148289, + "kappa": 0.6284188589718723, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8673624288425047, + "mIoU": 0.7381593662101763, + "macroF1": 0.8465954882525133, + "F1_coffee": 0.9030378693300042, + "IoU_coffee": 0.8232169954476479, + "precision_coffee": 0.8744123572867697, + "recall_coffee": 0.9336010325541374, + "F1_noncoffee": 0.7901531071750225, + "IoU_noncoffee": 0.6531017369727047, + "kappa": 0.6939009405300413, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8424476711295493, + "mIoU": 0.7030833821949956, + "macroF1": 0.8226825190219109, + "F1_coffee": 0.8818830847529512, + "IoU_coffee": 0.7887217094449361, + "precision_coffee": 0.877602701181767, + "recall_coffee": 0.8862054269072311, + "F1_noncoffee": 0.7634819532908705, + "IoU_noncoffee": 0.617445054945055, + "kappa": 0.645381930100248, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9438, + 11000 + ], + [ + 43984, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.02603706518809, + "ssl_variant": "", + "test_tta": { + "OA": 0.8531491817835849, + "mIoU": 0.6989491694325962, + "macroF1": 0.8172559291854571, + "F1_coffee": 0.8982453056156813, + "IoU_coffee": 0.8152861160420448, + "precision_coffee": 0.8631823461091753, + "recall_coffee": 0.9362774291080672, + "F1_noncoffee": 0.7362665527552328, + "IoU_noncoffee": 0.5826122228231476, + "kappa": 0.636068263766871, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8222424137533172, + "mIoU": 0.6526142044772918, + "macroF1": 0.7827471607141059, + "F1_coffee": 0.8753779107978847, + "IoU_coffee": 0.7783751708264404, + "precision_coffee": 0.8419629658445499, + "recall_coffee": 0.9115547412976183, + "F1_noncoffee": 0.6901164106303271, + "IoU_noncoffee": 0.5268532381281431, + "kappa": 0.5671894277064551, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s2_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 28, + "stopped_epoch": 48, + "best_val": 0.7090003889584431, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8513573512622098, + "mIoU": 0.6963613157267379, + "macroF1": 0.8154031042413795, + "F1_coffee": 0.8968711494455202, + "IoU_coffee": 0.8130248329510322, + "precision_coffee": 0.8628858122697828, + "recall_coffee": 0.9336433185212332, + "F1_noncoffee": 0.7339350590372389, + "IoU_noncoffee": 0.5796977985024436, + "kappa": 0.6322778558838164, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8212616822429907, + "mIoU": 0.6516277669271675, + "macroF1": 0.7820582259131015, + "F1_coffee": 0.8744923690793271, + "IoU_coffee": 0.7769759573855456, + "precision_coffee": 0.8423404089277353, + "recall_coffee": 0.9091962010655548, + "F1_noncoffee": 0.6896240827468757, + "IoU_noncoffee": 0.5262795764687894, + "kappa": 0.5656812779013602, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21428571428571427, + "mIoU": 0.10798345113272219, + "macroF1": 0.1790190934788184, + "F1_coffee": 0.34917555771096026, + "IoU_coffee": 0.21151586368977673, + "precision_coffee": 0.994475138121547, + "recall_coffee": 0.21176470588235294, + "F1_noncoffee": 0.008862629246676515, + "IoU_noncoffee": 0.004451038575667656, + "kappa": -0.0004539312189450136, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8422314961385331, + "mIoU": 0.6811081081031138, + "macroF1": 0.8040533137509864, + "F1_coffee": 0.8905454424440081, + "IoU_coffee": 0.8026876237326774, + "precision_coffee": 0.8539153743059544, + "recall_coffee": 0.9304589707927677, + "F1_noncoffee": 0.7175611850579648, + "IoU_noncoffee": 0.5595285924735502, + "kappa": 0.6099586530175314, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8580810965162764, + "mIoU": 0.7073384437022273, + "macroF1": 0.8233765825507684, + "F1_coffee": 0.9016685352502802, + "IoU_coffee": 0.8209439173772066, + "precision_coffee": 0.866248495216372, + "recall_coffee": 0.9401086433335626, + "F1_noncoffee": 0.7450846298512567, + "IoU_noncoffee": 0.593732970027248, + "kappa": 0.6482776271500295, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8536665880688517, + "mIoU": 0.7007376731465125, + "macroF1": 0.8186673675129384, + "F1_coffee": 0.898332295796337, + "IoU_coffee": 0.8154294551510826, + "precision_coffee": 0.868427720765235, + "recall_coffee": 0.9303698676620292, + "F1_noncoffee": 0.7390024392295399, + "IoU_noncoffee": 0.5860458911419424, + "kappa": 0.6384353800464803, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8481867283950617, + "mIoU": 0.6683857525565673, + "macroF1": 0.7914447425243735, + "F1_coffee": 0.9002281947261663, + "IoU_coffee": 0.8185590778097983, + "precision_coffee": 0.8545126353790614, + "recall_coffee": 0.9511117064023573, + "F1_noncoffee": 0.6826612903225806, + "IoU_noncoffee": 0.5182124273033364, + "kappa": 0.5866523771342355, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8487394957983193, + "mIoU": 0.6713989258568676, + "macroF1": 0.7940598590856838, + "F1_coffee": 0.9001764557600201, + "IoU_coffee": 0.8184735273894109, + "precision_coffee": 0.8606893227283683, + "recall_coffee": 0.9434610303830911, + "F1_noncoffee": 0.6879432624113475, + "IoU_noncoffee": 0.5243243243243243, + "kappa": 0.5908121313210112, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8447023304085292, + "mIoU": 0.6600241223612036, + "macroF1": 0.784531664517659, + "F1_coffee": 0.8983950617283951, + "IoU_coffee": 0.8155328925249355, + "precision_coffee": 0.8557149576669802, + "recall_coffee": 0.9455561330561331, + "F1_noncoffee": 0.6706682673069227, + "IoU_noncoffee": 0.5045153521974715, + "kappa": 0.5725102959473498, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8363393453573814, + "mIoU": 0.688565382370111, + "macroF1": 0.8116492788529435, + "F1_coffee": 0.8798430603236881, + "IoU_coffee": 0.7854640980735552, + "precision_coffee": 0.8532409294741133, + "recall_coffee": 0.9081573618744576, + "F1_noncoffee": 0.743455497382199, + "IoU_noncoffee": 0.5916666666666667, + "kappa": 0.6240787474259523, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8673624288425047, + "mIoU": 0.737517268886311, + "macroF1": 0.8460958305833759, + "F1_coffee": 0.9033061280951722, + "IoU_coffee": 0.8236629667003027, + "precision_coffee": 0.8724114896459586, + "recall_coffee": 0.9364692384913237, + "F1_noncoffee": 0.7888855330715796, + "IoU_noncoffee": 0.6513715710723192, + "kappa": 0.6930321566967371, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8626249292853102, + "mIoU": 0.7331234079610708, + "macroF1": 0.8434130446310166, + "F1_coffee": 0.8982612946023323, + "IoU_coffee": 0.8153124603878819, + "precision_coffee": 0.8832738258720132, + "recall_coffee": 0.9137661599659043, + "F1_noncoffee": 0.7885647946597011, + "IoU_noncoffee": 0.6509343555342597, + "kappa": 0.6870133655293743, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9397, + 11000 + ], + [ + 44162, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4493081212043761, + "ssl_variant": "", + "test_tta": { + "OA": 0.8552581504503362, + "mIoU": 0.6991127829220347, + "macroF1": 0.8169961989515866, + "F1_coffee": 0.9006746463547334, + "IoU_coffee": 0.8192976204616542, + "precision_coffee": 0.8578831723394552, + "recall_coffee": 0.9479591369279399, + "F1_noncoffee": 0.7333177515484399, + "IoU_noncoffee": 0.5789279453824153, + "kappa": 0.6364211922556405, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8250836506288219, + "mIoU": 0.6533438107076369, + "macroF1": 0.7827811520557877, + "F1_coffee": 0.8786399023355415, + "IoU_coffee": 0.7835483928539558, + "precision_coffee": 0.8370926840429386, + "recall_coffee": 0.9245267125739676, + "F1_noncoffee": 0.6869224017760339, + "IoU_noncoffee": 0.523139228561318, + "kappa": 0.5683057045074985, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s0_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 29, + "stopped_epoch": 49, + "best_val": 0.6106041636549603, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8374331207120937, + "mIoU": 0.6604644101502104, + "macroF1": 0.7865717595203767, + "F1_coffee": 0.8907602945304571, + "IoU_coffee": 0.8030367919018883, + "precision_coffee": 0.9090348171000441, + "recall_coffee": 0.8732060454680157, + "F1_noncoffee": 0.6823832245102963, + "IoU_noncoffee": 0.5178920283985324, + "kappa": 0.5736445053068858, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8021518403138341, + "mIoU": 0.6120054841468519, + "macroF1": 0.7485361132917046, + "F1_coffee": 0.864649932907096, + "IoU_coffee": 0.7615712175197705, + "precision_coffee": 0.8854602404769122, + "recall_coffee": 0.8447953419322498, + "F1_noncoffee": 0.632422293676313, + "IoU_noncoffee": 0.4624397507739331, + "kappa": 0.4978255200392825, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25953627524308154, + "mIoU": 0.1313300804669648, + "macroF1": 0.21056492592504233, + "F1_coffee": 0.40718562874251496, + "IoU_coffee": 0.2556390977443609, + "precision_coffee": 0.9941520467836257, + "recall_coffee": 0.2560240963855422, + "F1_noncoffee": 0.013944223107569721, + "IoU_noncoffee": 0.007021063189568706, + "kappa": 0.0006100700825557691, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8277393879565647, + "mIoU": 0.6571566183268149, + "macroF1": 0.7856928901530897, + "F1_coffee": 0.8806184579599097, + "IoU_coffee": 0.7867008923114533, + "precision_coffee": 0.9212711136558832, + "recall_coffee": 0.8434019132485913, + "F1_noncoffee": 0.6907673223462697, + "IoU_noncoffee": 0.5276123443421765, + "kappa": 0.5735367423759365, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8384141977959066, + "mIoU": 0.6637664501260334, + "macroF1": 0.7893766979477069, + "F1_coffee": 0.891005631536605, + "IoU_coffee": 0.8034356682723, + "precision_coffee": 0.9159719465396321, + "recall_coffee": 0.8673642002380804, + "F1_noncoffee": 0.6877477643588089, + "IoU_noncoffee": 0.5240972319797668, + "kappa": 0.5796480581215786, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8457988390903035, + "mIoU": 0.6588428868763008, + "macroF1": 0.7831832389440783, + "F1_coffee": 0.8996998112214898, + "IoU_coffee": 0.8176857737526017, + "precision_coffee": 0.8921075242420523, + "recall_coffee": 0.9074224358574193, + "F1_noncoffee": 0.6666666666666666, + "IoU_noncoffee": 0.5, + "kappa": 0.5664708311778114, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8482910253847692, + "mIoU": 0.6912538195211084, + "macroF1": 0.8116351574172733, + "F1_coffee": 0.8947295423023578, + "IoU_coffee": 0.8095118584514995, + "precision_coffee": 0.9121889140271493, + "recall_coffee": 0.8779259662493195, + "F1_noncoffee": 0.7285407725321889, + "IoU_noncoffee": 0.5729957805907173, + "kappa": 0.6236258687839613, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8525090631558863, + "mIoU": 0.687122845429537, + "macroF1": 0.8072325714281092, + "F1_coffee": 0.9006554427451484, + "IoU_coffee": 0.8192658405424363, + "precision_coffee": 0.9055433518542447, + "recall_coffee": 0.8958200178959479, + "F1_noncoffee": 0.7138097001110699, + "IoU_noncoffee": 0.5549798503166379, + "kappa": 0.6144974996723085, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8759131012237928, + "mIoU": 0.7101259021385588, + "macroF1": 0.8224306850527731, + "F1_coffee": 0.9198823961778758, + "IoU_coffee": 0.8516502211636611, + "precision_coffee": 0.8892704879204169, + "recall_coffee": 0.9526769855366658, + "F1_noncoffee": 0.7249789739276703, + "IoU_noncoffee": 0.5686015831134564, + "kappa": 0.646300121982035, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8076848059293934, + "mIoU": 0.6252813885970658, + "macroF1": 0.7602766044650897, + "F1_coffee": 0.8668826785473202, + "IoU_coffee": 0.7650422971523889, + "precision_coffee": 0.9305797101449276, + "recall_coffee": 0.8113469800353803, + "F1_noncoffee": 0.6536705303828592, + "IoU_noncoffee": 0.48552048004174275, + "kappa": 0.5263270482363415, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.824315297261189, + "mIoU": 0.6412385819298013, + "macroF1": 0.7716084918736068, + "F1_coffee": 0.881325340037388, + "IoU_coffee": 0.7878298951250432, + "precision_coffee": 0.9269152542372882, + "recall_coffee": 0.8400098304251659, + "F1_noncoffee": 0.6618916437098256, + "IoU_noncoffee": 0.49464726873455944, + "kappa": 0.5463436562019998, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.815500620406605, + "mIoU": 0.6119867688923395, + "macroF1": 0.7449603739216893, + "F1_coffee": 0.8790892600237693, + "IoU_coffee": 0.7842633928571429, + "precision_coffee": 0.8951592356687899, + "recall_coffee": 0.8635860882389087, + "F1_noncoffee": 0.6108314878196094, + "IoU_noncoffee": 0.43971014492753624, + "kappa": 0.49044930268913267, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7004, + 8413 + ], + [ + 45010, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4910282333691915, + "ssl_variant": "", + "test_tta": { + "OA": 0.8466877681196677, + "mIoU": 0.670109736495583, + "macroF1": 0.7933365070861054, + "F1_coffee": 0.8983401163410113, + "IoU_coffee": 0.8154423426559901, + "precision_coffee": 0.9043329043329044, + "recall_coffee": 0.8924262308962364, + "F1_noncoffee": 0.6883328978311993, + "IoU_noncoffee": 0.524777130335176, + "kappa": 0.5867286529795602, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8108630437290874, + "mIoU": 0.6187412544079596, + "macroF1": 0.7530141814650981, + "F1_coffee": 0.8725459705322085, + "IoU_coffee": 0.7739082461252004, + "precision_coffee": 0.8797452229299363, + "recall_coffee": 0.8654635895656198, + "F1_noncoffee": 0.6334823923979876, + "IoU_noncoffee": 0.4635742626907187, + "kappa": 0.5061234717131481, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s0_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 47, + "stopped_epoch": 67, + "best_val": 0.6447156440879245, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8363084239785343, + "mIoU": 0.6588648915409288, + "macroF1": 0.7853513367973716, + "F1_coffee": 0.8899356121170218, + "IoU_coffee": 0.8016972905636873, + "precision_coffee": 0.9087860200344203, + "recall_coffee": 0.8718513187417976, + "F1_noncoffee": 0.6807670614777214, + "IoU_noncoffee": 0.5160324925181702, + "kappa": 0.5712377251976396, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8015893619476174, + "mIoU": 0.6114404167333125, + "macroF1": 0.7481151108736199, + "F1_coffee": 0.8641726647117483, + "IoU_coffee": 0.7608310152990264, + "precision_coffee": 0.885603853003076, + "recall_coffee": 0.8437542175178823, + "F1_noncoffee": 0.6320575570354917, + "IoU_noncoffee": 0.46204981816759866, + "kappa": 0.4970281244159184, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2887060583395662, + "mIoU": 0.1458846084095443, + "macroF1": 0.2283228732536947, + "F1_coffee": 0.4441846873173583, + "IoU_coffee": 0.28549962434259957, + "precision_coffee": 0.9921671018276762, + "recall_coffee": 0.286144578313253, + "F1_noncoffee": 0.012461059190031152, + "IoU_noncoffee": 0.006269592476489028, + "kappa": -0.0008879379765876894, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8456564659427444, + "mIoU": 0.6774267567341588, + "macroF1": 0.8001099636224102, + "F1_coffee": 0.8955263773345361, + "IoU_coffee": 0.810817351321919, + "precision_coffee": 0.9136273774626764, + "recall_coffee": 0.8781286856244267, + "F1_noncoffee": 0.7046935499102842, + "IoU_noncoffee": 0.5440361621463984, + "kappa": 0.6006629976731015, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8213348599780544, + "mIoU": 0.6395108192491372, + "macroF1": 0.7706731692126363, + "F1_coffee": 0.8784603900950897, + "IoU_coffee": 0.7832629203078881, + "precision_coffee": 0.911257743064907, + "recall_coffee": 0.8479418582795564, + "F1_noncoffee": 0.6628859483301828, + "IoU_noncoffee": 0.4957587181903864, + "kappa": 0.5429883695846719, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8422304691217052, + "mIoU": 0.660575088288329, + "macroF1": 0.7855999659399706, + "F1_coffee": 0.8957888120678819, + "IoU_coffee": 0.811247723132969, + "precision_coffee": 0.9019682298588697, + "recall_coffee": 0.8896934889818341, + "F1_noncoffee": 0.6754111198120595, + "IoU_noncoffee": 0.509902453443689, + "kappa": 0.5712626110570819, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8696781930841495, + "mIoU": 0.7207270340921073, + "macroF1": 0.8323392110317559, + "F1_coffee": 0.9114611624117328, + "IoU_coffee": 0.8373253493013972, + "precision_coffee": 0.9094850948509485, + "recall_coffee": 0.9134458356015243, + "F1_noncoffee": 0.753217259651779, + "IoU_noncoffee": 0.6041287188828173, + "kappa": 0.6646828342022366, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8355275710742225, + "mIoU": 0.6611028956588968, + "macroF1": 0.7875801186769915, + "F1_coffee": 0.8885008407709223, + "IoU_coffee": 0.7993715815198418, + "precision_coffee": 0.8992014661604922, + "recall_coffee": 0.8780518982487536, + "F1_noncoffee": 0.6866593965830607, + "IoU_noncoffee": 0.5228342097979518, + "kappa": 0.5753292432076881, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8707902476045916, + "mIoU": 0.7077211696600758, + "macroF1": 0.8213560031165552, + "F1_coffee": 0.9153301007086908, + "IoU_coffee": 0.843878954607978, + "precision_coffee": 0.8973671379814725, + "recall_coffee": 0.9340268967267191, + "F1_noncoffee": 0.7273819055244195, + "IoU_noncoffee": 0.5715633847121736, + "kappa": 0.643172368507061, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8222157206943632, + "mIoU": 0.6371764982664, + "macroF1": 0.7682256893714179, + "F1_coffee": 0.8800894560284155, + "IoU_coffee": 0.7858569247033949, + "precision_coffee": 0.9178213746741666, + "recall_coffee": 0.8453373768006065, + "F1_noncoffee": 0.6563619227144204, + "IoU_noncoffee": 0.4884960718294052, + "kappa": 0.5386856828524873, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8071380856952, + "mIoU": 0.6187184266407764, + "macroF1": 0.7539525173365227, + "F1_coffee": 0.8683473389355743, + "IoU_coffee": 0.7673267326732673, + "precision_coffee": 0.924026064051019, + "recall_coffee": 0.8189972966330794, + "F1_noncoffee": 0.639557695737471, + "IoU_noncoffee": 0.4701101206082853, + "kappa": 0.5127486460682794, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8134962298367854, + "mIoU": 0.6171571685128101, + "macroF1": 0.7507404225517427, + "F1_coffee": 0.8758103470191941, + "IoU_coffee": 0.7790592492085029, + "precision_coffee": 0.9069369487955772, + "recall_coffee": 0.846749416246774, + "F1_noncoffee": 0.6256704980842912, + "IoU_noncoffee": 0.4552550878171174, + "kappa": 0.5032445281103303, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7188, + 8413 + ], + [ + 44756, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.024056895573934, + "ssl_variant": "", + "test_tta": { + "OA": 0.8441973682096434, + "mIoU": 0.6651641013178742, + "macroF1": 0.7893802752788499, + "F1_coffee": 0.8968305476056219, + "IoU_coffee": 0.8129581050844842, + "precision_coffee": 0.9015593916447411, + "recall_coffee": 0.8921510520299734, + "F1_noncoffee": 0.681930002952078, + "IoU_noncoffee": 0.5173700975512642, + "kappa": 0.5787962766140752, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8096659743856005, + "mIoU": 0.6160170483962961, + "macroF1": 0.7505984151182353, + "F1_coffee": 0.8719719826540808, + "IoU_coffee": 0.773005607348034, + "precision_coffee": 0.8775482308833867, + "recall_coffee": 0.8664661538164922, + "F1_noncoffee": 0.6292248475823898, + "IoU_noncoffee": 0.4590284894445583, + "kappa": 0.5012551514069797, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s0_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 55, + "stopped_epoch": 75, + "best_val": 0.6697071949972309, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8531146065971497, + "mIoU": 0.6879937588300193, + "macroF1": 0.8078695476751157, + "F1_coffee": 0.9011055580796608, + "IoU_coffee": 0.8200110253583242, + "precision_coffee": 0.9214601769911505, + "recall_coffee": 0.8816307522966852, + "F1_noncoffee": 0.7146335372705707, + "IoU_noncoffee": 0.5559764923017145, + "kappa": 0.6162793754858197, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8152907580477674, + "mIoU": 0.6336002986100442, + "macroF1": 0.7664669704495033, + "F1_coffee": 0.8732469640435871, + "IoU_coffee": 0.7750118581241326, + "precision_coffee": 0.8971772553485724, + "recall_coffee": 0.8505600863747662, + "F1_noncoffee": 0.6596869768554194, + "IoU_noncoffee": 0.4921887390959556, + "kappa": 0.5338243902195638, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23635003739715782, + "mIoU": 0.11957008279453497, + "macroF1": 0.19529287623830957, + "F1_coffee": 0.37705918242830994, + "IoU_coffee": 0.23233082706766917, + "precision_coffee": 0.9935691318327974, + "recall_coffee": 0.23268072289156627, + "F1_noncoffee": 0.01352657004830918, + "IoU_noncoffee": 0.006809338521400778, + "kappa": 0.0001831063181201453, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8453109575518263, + "mIoU": 0.6841747689515998, + "macroF1": 0.8061081210655454, + "F1_coffee": 0.8932924753149473, + "IoU_coffee": 0.8071621954221019, + "precision_coffee": 0.9298270484831301, + "recall_coffee": 0.8595203774079413, + "F1_noncoffee": 0.7189237668161435, + "IoU_noncoffee": 0.5611873424810977, + "kappa": 0.6137868215154987, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8567339344496923, + "mIoU": 0.691711567987717, + "macroF1": 0.810375994470871, + "F1_coffee": 0.9041340782122905, + "IoU_coffee": 0.8250407830342578, + "precision_coffee": 0.9217000781046603, + "recall_coffee": 0.8872251112085708, + "F1_noncoffee": 0.7166179107294517, + "IoU_noncoffee": 0.5583823529411764, + "kappa": 0.6211587430210784, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8570273099248263, + "mIoU": 0.6874883331587853, + "macroF1": 0.8066429529832861, + "F1_coffee": 0.9053453869656976, + "IoU_coffee": 0.8270603130755064, + "precision_coffee": 0.9137207527975585, + "recall_coffee": 0.8971221674261814, + "F1_noncoffee": 0.7079405190008747, + "IoU_noncoffee": 0.5479163532420641, + "kappa": 0.6133861336159956, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8611832900259844, + "mIoU": 0.7126399667041446, + "macroF1": 0.8272062160703135, + "F1_coffee": 0.9038288444229038, + "IoU_coffee": 0.8245325922182921, + "precision_coffee": 0.9199436222692037, + "recall_coffee": 0.8882689167120305, + "F1_noncoffee": 0.7505835877177232, + "IoU_noncoffee": 0.6007473411899972, + "kappa": 0.6546872336083361, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8657698912421293, + "mIoU": 0.7102673584389578, + "macroF1": 0.8244155364224826, + "F1_coffee": 0.9096281071359753, + "IoU_coffee": 0.8342365692742696, + "precision_coffee": 0.9141492383165505, + "recall_coffee": 0.9051514764156973, + "F1_noncoffee": 0.7392029657089898, + "IoU_noncoffee": 0.586298147603646, + "kappa": 0.6488558593165741, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8792334693103121, + "mIoU": 0.7287915958554904, + "macroF1": 0.8372453382834006, + "F1_coffee": 0.9199119219880466, + "IoU_coffee": 0.8517008387698043, + "precision_coffee": 0.912392362411082, + "recall_coffee": 0.9275564577518396, + "F1_noncoffee": 0.7545787545787546, + "IoU_noncoffee": 0.6058823529411764, + "kappa": 0.6745584155785967, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.829822508289448, + "mIoU": 0.6571407550894115, + "macroF1": 0.7852148808487275, + "F1_coffee": 0.8830977423460843, + "IoU_coffee": 0.7906669865642995, + "precision_coffee": 0.9398260373591901, + "recall_coffee": 0.8328278999241849, + "F1_noncoffee": 0.6873320193513707, + "IoU_noncoffee": 0.5236145236145237, + "kappa": 0.5745753642430209, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8476953907815631, + "mIoU": 0.6732471962097712, + "macroF1": 0.7959500900848668, + "F1_coffee": 0.8987052551408987, + "IoU_coffee": 0.8160442600276625, + "precision_coffee": 0.9293777894460489, + "recall_coffee": 0.8699926271811256, + "F1_noncoffee": 0.6931949250288351, + "IoU_noncoffee": 0.53045013239188, + "kappa": 0.5932420993626021, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8346855015748783, + "mIoU": 0.6480626759687619, + "macroF1": 0.7756323115434784, + "F1_coffee": 0.8907393388846834, + "IoU_coffee": 0.8030027297543221, + "precision_coffee": 0.915100453661698, + "recall_coffee": 0.8676416369669412, + "F1_noncoffee": 0.6605252842022736, + "IoU_noncoffee": 0.49312262218320163, + "kappa": 0.552250528986569, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7072, + 8413 + ], + [ + 45918, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.281000737349192, + "ssl_variant": "", + "test_tta": { + "OA": 0.8616783688683944, + "mIoU": 0.6963986967639191, + "macroF1": 0.8134492339812636, + "F1_coffee": 0.9083027107631677, + "IoU_coffee": 0.8320096786153336, + "precision_coffee": 0.9141350256201359, + "recall_coffee": 0.9025443461326785, + "F1_noncoffee": 0.7185957571993593, + "IoU_noncoffee": 0.5607877149125045, + "kappa": 0.6269450703483095, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8239442713741779, + "mIoU": 0.6397676600110048, + "macroF1": 0.7702930677138147, + "F1_coffee": 0.8813068209441393, + "IoU_coffee": 0.787800298995237, + "precision_coffee": 0.8889913295931579, + "recall_coffee": 0.8737540247170648, + "F1_noncoffee": 0.6592793144834901, + "IoU_noncoffee": 0.4917350210267727, + "kappa": 0.540684654621779, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s0_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 51, + "stopped_epoch": 71, + "best_val": 0.6877130751975917, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8642651713555809, + "mIoU": 0.7010059726528242, + "macroF1": 0.8168935950893803, + "F1_coffee": 0.9100281162136832, + "IoU_coffee": 0.8349097162510748, + "precision_coffee": 0.9157628499164059, + "recall_coffee": 0.9043647601710343, + "F1_noncoffee": 0.7237590739650775, + "IoU_noncoffee": 0.5671022290545734, + "kappa": 0.6338312784348207, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.82672781816084, + "mIoU": 0.6446638685075228, + "macroF1": 0.7742897622577559, + "F1_coffee": 0.8830822531044416, + "IoU_coffee": 0.7906421538729633, + "precision_coffee": 0.8915679223407809, + "recall_coffee": 0.8747565889679372, + "F1_noncoffee": 0.6654972714110703, + "IoU_noncoffee": 0.4986855831420822, + "kappa": 0.5486964882616582, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2700074794315632, + "mIoU": 0.13641336697673065, + "macroF1": 0.21663040711551668, + "F1_coffee": 0.4211150652431791, + "IoU_coffee": 0.2667167543200601, + "precision_coffee": 0.9916201117318436, + "recall_coffee": 0.26731927710843373, + "F1_noncoffee": 0.012145748987854251, + "IoU_noncoffee": 0.006109979633401222, + "kappa": -0.0012107410686745866, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8591806515301086, + "mIoU": 0.6995916692155736, + "macroF1": 0.8166585921219907, + "F1_coffee": 0.9049538594796283, + "IoU_coffee": 0.826407058107697, + "precision_coffee": 0.9205015249068113, + "recall_coffee": 0.8899226837898048, + "F1_noncoffee": 0.7283633247643531, + "IoU_noncoffee": 0.5727762803234502, + "kappa": 0.6336159094539398, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8678021086780211, + "mIoU": 0.7047940164216574, + "macroF1": 0.819441266251949, + "F1_coffee": 0.9128862900436984, + "IoU_coffee": 0.8397339502602661, + "precision_coffee": 0.916140837960626, + "recall_coffee": 0.9096547835348663, + "F1_noncoffee": 0.7259962424601998, + "IoU_noncoffee": 0.5698540825830487, + "kappa": 0.6388968661976422, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8656389761157104, + "mIoU": 0.6982716829026661, + "macroF1": 0.8142895949126938, + "F1_coffee": 0.9119426255067041, + "IoU_coffee": 0.838138361896028, + "precision_coffee": 0.9110335804622764, + "recall_coffee": 0.9128534864847992, + "F1_noncoffee": 0.7166365643186835, + "IoU_noncoffee": 0.5584050039093041, + "kappa": 0.6285803798198912, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8691784929042574, + "mIoU": 0.7206528619882457, + "macroF1": 0.8323653104952733, + "F1_coffee": 0.9109220823409323, + "IoU_coffee": 0.8364158960259935, + "precision_coffee": 0.9109840751327072, + "recall_coffee": 0.9108600979858464, + "F1_noncoffee": 0.7538085386496144, + "IoU_noncoffee": 0.6048898279504981, + "kappa": 0.6647306252815379, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8778858996374738, + "mIoU": 0.7265826003179956, + "macroF1": 0.8356871803777308, + "F1_coffee": 0.9189565657844752, + "IoU_coffee": 0.8500644254421929, + "precision_coffee": 0.9104252916823485, + "recall_coffee": 0.9276492394222166, + "F1_noncoffee": 0.7524177949709865, + "IoU_noncoffee": 0.6031007751937985, + "kappa": 0.6714624911498828, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8824589697372166, + "mIoU": 0.7323559425998409, + "macroF1": 0.8395741313976443, + "F1_coffee": 0.922518916890751, + "IoU_coffee": 0.8561810795124782, + "precision_coffee": 0.9096066099395733, + "recall_coffee": 0.9358030956609997, + "F1_noncoffee": 0.7566293459045375, + "IoU_noncoffee": 0.6085308056872037, + "kappa": 0.6793512191187738, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8494246147844744, + "mIoU": 0.6790343744389171, + "macroF1": 0.8007526111412284, + "F1_coffee": 0.8992298655527999, + "IoU_coffee": 0.8169097592790229, + "precision_coffee": 0.9299406047516199, + "recall_coffee": 0.8704826889057367, + "F1_noncoffee": 0.7022753567296568, + "IoU_noncoffee": 0.5411589895988113, + "kappa": 0.6027851297171126, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8577154308617234, + "mIoU": 0.6830915576491718, + "macroF1": 0.8026305502459541, + "F1_coffee": 0.906899781454886, + "IoU_coffee": 0.8296584028333143, + "precision_coffee": 0.9219245905801701, + "recall_coffee": 0.8923568444335217, + "F1_noncoffee": 0.698361319037022, + "IoU_noncoffee": 0.5365247124650295, + "kappa": 0.6056004911052552, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8487162355636155, + "mIoU": 0.6649134374859784, + "macroF1": 0.7881480063978976, + "F1_coffee": 0.9014242179240003, + "IoU_coffee": 0.8205389492753623, + "precision_coffee": 0.9124905565348779, + "recall_coffee": 0.890623079759125, + "F1_noncoffee": 0.6748717948717948, + "IoU_noncoffee": 0.5092879256965944, + "kappa": 0.5765014539711807, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7244, + 8413 + ], + [ + 46440, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1606061180432636, + "ssl_variant": "", + "test_tta": { + "OA": 0.8683140795963945, + "mIoU": 0.7004535758207068, + "macroF1": 0.8156447867829144, + "F1_coffee": 0.9141834020899211, + "IoU_coffee": 0.8419316888777458, + "precision_coffee": 0.9045043925078734, + "recall_coffee": 0.9240718005164895, + "F1_noncoffee": 0.7171061714759078, + "IoU_noncoffee": 0.5589754627636677, + "kappa": 0.6314287014471338, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8316170531902619, + "mIoU": 0.6433160083140482, + "macroF1": 0.771844669258461, + "F1_coffee": 0.8886238969711424, + "IoU_coffee": 0.7995708154506438, + "precision_coffee": 0.8794705238113222, + "recall_coffee": 0.8979698073919833, + "F1_noncoffee": 0.6550654415457795, + "IoU_noncoffee": 0.48706120117745266, + "kappa": 0.5438423695086465, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s1_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 11, + "stopped_epoch": 31, + "best_val": 0.6462394434144312, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8368386381529266, + "mIoU": 0.6576829535670772, + "macroF1": 0.7841409150268615, + "F1_coffee": 0.8907958834725941, + "IoU_coffee": 0.803094642545518, + "precision_coffee": 0.9053312640713458, + "recall_coffee": 0.8767198679141442, + "F1_noncoffee": 0.6774859465811287, + "IoU_noncoffee": 0.5122712645886365, + "kappa": 0.5686102407128911, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8009547709703473, + "mIoU": 0.6076028338238226, + "macroF1": 0.7443985283998169, + "F1_coffee": 0.8646310482486684, + "IoU_coffee": 0.7615419172022946, + "precision_coffee": 0.8800215637728616, + "recall_coffee": 0.8497696030231168, + "F1_noncoffee": 0.6241660085509654, + "IoU_noncoffee": 0.45366375044535057, + "kappa": 0.48923078874216996, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26028421839940163, + "mIoU": 0.1317095449467041, + "macroF1": 0.21104848232084117, + "F1_coffee": 0.40813883901855175, + "IoU_coffee": 0.256390977443609, + "precision_coffee": 0.9941690962099126, + "recall_coffee": 0.2567771084337349, + "F1_noncoffee": 0.013958125623130608, + "IoU_noncoffee": 0.007028112449799197, + "kappa": 0.00062428247194698, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8461500493583416, + "mIoU": 0.6795980096816079, + "macroF1": 0.8019278089157493, + "F1_coffee": 0.895518385680287, + "IoU_coffee": 0.8108042488619119, + "precision_coffee": 0.9167524535035344, + "recall_coffee": 0.8752457082951121, + "F1_noncoffee": 0.7083372321512118, + "IoU_noncoffee": 0.5483917705013039, + "kappa": 0.6044480067619337, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8332617718620294, + "mIoU": 0.6503978039704197, + "macroF1": 0.7781683821905281, + "F1_coffee": 0.8887190753653644, + "IoU_coffee": 0.7997249441292763, + "precision_coffee": 0.9035348957658941, + "recall_coffee": 0.874381304429547, + "F1_noncoffee": 0.6676176890156919, + "IoU_noncoffee": 0.5010706638115632, + "kappa": 0.5566927918603811, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8314302026834142, + "mIoU": 0.643395400123323, + "macroF1": 0.771965353829515, + "F1_coffee": 0.8884129633712324, + "IoU_coffee": 0.7992293307644359, + "precision_coffee": 0.8965166539537249, + "recall_coffee": 0.8804544603283601, + "F1_noncoffee": 0.6555177442877977, + "IoU_noncoffee": 0.48756146948221, + "kappa": 0.5440457144251069, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8636817909254447, + "mIoU": 0.7127700524680987, + "macroF1": 0.8268678936621919, + "F1_coffee": 0.906703146374829, + "IoU_coffee": 0.8293293293293293, + "precision_coffee": 0.9114411441144115, + "recall_coffee": 0.9020141535111595, + "F1_noncoffee": 0.7470326409495549, + "IoU_noncoffee": 0.596210775606868, + "kappa": 0.6537611564627369, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8362907842014883, + "mIoU": 0.6631213763057371, + "macroF1": 0.7892547418266569, + "F1_coffee": 0.8888168977581962, + "IoU_coffee": 0.7998833819241983, + "precision_coffee": 0.901195637892524, + "recall_coffee": 0.8767736162597469, + "F1_noncoffee": 0.6896925858951175, + "IoU_noncoffee": 0.5263593706872758, + "kappa": 0.578731317223812, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8515321127027796, + "mIoU": 0.6800297442671944, + "macroF1": 0.8011977305688286, + "F1_coffee": 0.9012306721363206, + "IoU_coffee": 0.8202182653647329, + "precision_coffee": 0.8966469923395705, + "recall_coffee": 0.9058614564831261, + "F1_noncoffee": 0.7011647890013366, + "IoU_noncoffee": 0.539841223169656, + "kappa": 0.6024268960473317, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8290423249463624, + "mIoU": 0.6479526623521463, + "macroF1": 0.7768512802808244, + "F1_coffee": 0.8847696049431407, + "IoU_coffee": 0.7933514086997524, + "precision_coffee": 0.9220441156322784, + "recall_coffee": 0.85039171089209, + "F1_noncoffee": 0.6689329556185081, + "IoU_noncoffee": 0.5025539160045402, + "kappa": 0.5557882968541374, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8302318923561408, + "mIoU": 0.636775886389493, + "macroF1": 0.7658769710496292, + "F1_coffee": 0.8886245539347649, + "IoU_coffee": 0.799571879224876, + "precision_coffee": 0.9058072750478622, + "recall_coffee": 0.8720815925288768, + "F1_noncoffee": 0.6431293881644935, + "IoU_noncoffee": 0.47397989355411, + "kappa": 0.5322932133579077, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8112054977569915, + "mIoU": 0.6078725834318428, + "macroF1": 0.7419030295458082, + "F1_coffee": 0.8756444109141205, + "IoU_coffee": 0.7787966897785731, + "precision_coffee": 0.8963830608829966, + "recall_coffee": 0.8558436770308467, + "F1_noncoffee": 0.6081616481774961, + "IoU_noncoffee": 0.4369484770851124, + "kappa": 0.48467521231668514, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7115, + 8413 + ], + [ + 44862, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 0.9458235422770183, + "ssl_variant": "", + "test_tta": { + "OA": 0.8482141422580697, + "mIoU": 0.6684977819980782, + "macroF1": 0.7915408065459203, + "F1_coffee": 0.9002333907129505, + "IoU_coffee": 0.8185676698227352, + "precision_coffee": 0.8982697211743135, + "recall_coffee": 0.902205664451124, + "F1_noncoffee": 0.6828482223788901, + "IoU_noncoffee": 0.5184278941734211, + "kappa": 0.5830879466778655, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.813343717549325, + "mIoU": 0.6173854974921716, + "macroF1": 0.7510100029156042, + "F1_coffee": 0.8755911869881186, + "IoU_coffee": 0.7787124903821493, + "precision_coffee": 0.8731235980905274, + "recall_coffee": 0.8780727630285152, + "F1_noncoffee": 0.6264288188430898, + "IoU_noncoffee": 0.45605850460219394, + "kappa": 0.5020319489530192, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s1_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 29, + "stopped_epoch": 49, + "best_val": 0.654981944088587, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8522148492103022, + "mIoU": 0.6782619808152774, + "macroF1": 0.7994834758272453, + "F1_coffee": 0.9023110582437657, + "IoU_coffee": 0.822009791590069, + "precision_coffee": 0.9054653195208253, + "recall_coffee": 0.8991786969222302, + "F1_noncoffee": 0.6966558934107249, + "IoU_noncoffee": 0.5345141700404858, + "kappa": 0.5989820630872197, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.814987885081343, + "mIoU": 0.6238140428415272, + "macroF1": 0.7569941916379177, + "F1_coffee": 0.8757073095108906, + "IoU_coffee": 0.7788962046261505, + "precision_coffee": 0.8801932178960286, + "recall_coffee": 0.8712668941716313, + "F1_noncoffee": 0.6382810737649447, + "IoU_noncoffee": 0.46873188105690383, + "kappa": 0.5140251186299145, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26402393418100223, + "mIoU": 0.13360697404459687, + "macroF1": 0.21345794213725783, + "F1_coffee": 0.4128878281622912, + "IoU_coffee": 0.26015037593984963, + "precision_coffee": 0.9942528735632183, + "recall_coffee": 0.2605421686746988, + "F1_noncoffee": 0.014028056112224449, + "IoU_noncoffee": 0.007063572149344097, + "kappa": 0.0006957715924662283, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8517275419545903, + "mIoU": 0.684326251035724, + "macroF1": 0.8049460153254303, + "F1_coffee": 0.9004704790934994, + "IoU_coffee": 0.8189598023262822, + "precision_coffee": 0.9107908847184987, + "recall_coffee": 0.8903813392740139, + "F1_noncoffee": 0.7094215515573612, + "IoU_noncoffee": 0.5496926997451657, + "kappa": 0.6100382112452141, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8617909450884977, + "mIoU": 0.6911287396786738, + "macroF1": 0.8088652312377367, + "F1_coffee": 0.9094432809227595, + "IoU_coffee": 0.833925705113506, + "precision_coffee": 0.9074859638178415, + "recall_coffee": 0.9114090595827329, + "F1_noncoffee": 0.7082871815527138, + "IoU_noncoffee": 0.5483317742438416, + "kappa": 0.6177361909708476, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8431344561804168, + "mIoU": 0.6595813269127876, + "macroF1": 0.7844760915538976, + "F1_coffee": 0.896913985554826, + "IoU_coffee": 0.8130952380952381, + "precision_coffee": 0.8984590328238536, + "recall_coffee": 0.895374243086335, + "F1_noncoffee": 0.6720381975529692, + "IoU_noncoffee": 0.5060674157303371, + "kappa": 0.5689562384906648, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8585848490905457, + "mIoU": 0.7005699998199053, + "macroF1": 0.8176016132745152, + "F1_coffee": 0.9040612922910027, + "IoU_coffee": 0.8249195743627815, + "precision_coffee": 0.9008242129441967, + "recall_coffee": 0.9073217201959717, + "F1_noncoffee": 0.7311419342580278, + "IoU_noncoffee": 0.5762204252770291, + "kappa": 0.6352164270698484, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8639572600648732, + "mIoU": 0.6991287729591651, + "macroF1": 0.815349778824906, + "F1_coffee": 0.9100882723833543, + "IoU_coffee": 0.8350109915538586, + "precision_coffee": 0.8979718800547468, + "recall_coffee": 0.9225361114661894, + "F1_noncoffee": 0.7206112852664577, + "IoU_noncoffee": 0.5632465543644717, + "kappa": 0.6309083660179718, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8709799829238213, + "mIoU": 0.7083655232254802, + "macroF1": 0.821863925021748, + "F1_coffee": 0.9154018412540433, + "IoU_coffee": 0.844000917641661, + "precision_coffee": 0.8979741274103002, + "recall_coffee": 0.9335194113169246, + "F1_noncoffee": 0.7283260087894526, + "IoU_noncoffee": 0.5727301288092994, + "kappa": 0.6441582747741823, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8450360834796177, + "mIoU": 0.6682048392145015, + "macroF1": 0.7919676823287313, + "F1_coffee": 0.8970388129333247, + "IoU_coffee": 0.8133004347315239, + "precision_coffee": 0.9206011437691183, + "recall_coffee": 0.8746525145312105, + "F1_noncoffee": 0.6868965517241379, + "IoU_noncoffee": 0.523109243697479, + "kappa": 0.5847625528010856, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8596240099246111, + "mIoU": 0.6828637396462027, + "macroF1": 0.8020324888915448, + "F1_coffee": 0.908809125286715, + "IoU_coffee": 0.8328599022838313, + "precision_coffee": 0.9170524208682598, + "recall_coffee": 0.9007127058245269, + "F1_noncoffee": 0.6952558524963746, + "IoU_noncoffee": 0.5328675770085741, + "kappa": 0.604171859662153, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8151188317266393, + "mIoU": 0.6140998812927001, + "macroF1": 0.7472186791491344, + "F1_coffee": 0.8782297101904821, + "IoU_coffee": 0.7828962116117463, + "precision_coffee": 0.898970398970399, + "recall_coffee": 0.8584244807668674, + "F1_noncoffee": 0.6162076481077868, + "IoU_noncoffee": 0.44530355097365404, + "kappa": 0.49528411280764184, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7120, + 8413 + ], + [ + 45814, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.4848031878471375, + "ssl_variant": "", + "test_tta": { + "OA": 0.8573081187037067, + "mIoU": 0.6808033777499106, + "macroF1": 0.8006819646714851, + "F1_coffee": 0.9069204406108182, + "IoU_coffee": 0.8296929832972175, + "precision_coffee": 0.8981752506694899, + "recall_coffee": 0.9158376021336946, + "F1_noncoffee": 0.6944434887321521, + "IoU_noncoffee": 0.5319137722026037, + "kappa": 0.6014879502796376, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8200934579439252, + "mIoU": 0.6248071192191715, + "macroF1": 0.7566728398607054, + "F1_coffee": 0.8808982756316001, + "IoU_coffee": 0.787147634973722, + "precision_coffee": 0.8725670077742259, + "recall_coffee": 0.889390171014325, + "F1_noncoffee": 0.6324474040898108, + "IoU_noncoffee": 0.4624666034646212, + "kappa": 0.5134825548315753, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s1_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 26, + "stopped_epoch": 46, + "best_val": 0.6684543776959958, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8612445572711643, + "mIoU": 0.6958069225440737, + "macroF1": 0.8130247510678951, + "F1_coffee": 0.9079768983227842, + "IoU_coffee": 0.8314630862005035, + "precision_coffee": 0.9141919148570938, + "recall_coffee": 0.9018458151644723, + "F1_noncoffee": 0.718072603813006, + "IoU_noncoffee": 0.5601507588876439, + "kappa": 0.6261024444429699, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8230500749971155, + "mIoU": 0.6386742010955108, + "macroF1": 0.7694614264000421, + "F1_coffee": 0.8806111030019949, + "IoU_coffee": 0.7866891527722238, + "precision_coffee": 0.8889936736217533, + "recall_coffee": 0.872385138912989, + "F1_noncoffee": 0.6583117497980895, + "IoU_noncoffee": 0.49065924941879774, + "kappa": 0.5390401496383254, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.262528047868362, + "mIoU": 0.13262599670390926, + "macroF1": 0.2118592794180246, + "F1_coffee": 0.4116945107398568, + "IoU_coffee": 0.25920360631104433, + "precision_coffee": 0.9913793103448276, + "recall_coffee": 0.25978915662650603, + "F1_noncoffee": 0.012024048096192385, + "IoU_noncoffee": 0.006048387096774193, + "kappa": -0.00133533456283365, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8562191510365251, + "mIoU": 0.6963280922301716, + "macroF1": 0.8144444995602074, + "F1_coffee": 0.9024871957955344, + "IoU_coffee": 0.8223022021594583, + "precision_coffee": 0.9225925672438574, + "recall_coffee": 0.8832394181627572, + "F1_noncoffee": 0.7264018033248802, + "IoU_noncoffee": 0.570353982300885, + "kappa": 0.6293828336071826, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8691379228090262, + "mIoU": 0.7086654015356999, + "macroF1": 0.8224576648578319, + "F1_coffee": 0.9134945914409158, + "IoU_coffee": 0.8407639614536166, + "precision_coffee": 0.9196723393446787, + "recall_coffee": 0.9073992857590376, + "F1_noncoffee": 0.7314207382747479, + "IoU_noncoffee": 0.5765668416177833, + "kappa": 0.6449650684138194, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8582167665810257, + "mIoU": 0.6817577677156434, + "macroF1": 0.8013420340317636, + "F1_coffee": 0.9076369947929581, + "IoU_coffee": 0.8308932016797186, + "precision_coffee": 0.9013234841489689, + "recall_coffee": 0.9140395780011237, + "F1_noncoffee": 0.695047073270569, + "IoU_noncoffee": 0.5326223337515684, + "kappa": 0.6027484228481362, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.86398161103338, + "mIoU": 0.7141969093594887, + "macroF1": 0.8279907087821824, + "F1_coffee": 0.906672152506343, + "IoU_coffee": 0.8292774711490216, + "precision_coffee": 0.913752591568763, + "recall_coffee": 0.8997005988023952, + "F1_noncoffee": 0.7493092650580218, + "IoU_noncoffee": 0.5991163475699558, + "kappa": 0.6560368931674929, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8777904979965655, + "mIoU": 0.7270084506270631, + "macroF1": 0.8360483730146826, + "F1_coffee": 0.918774966711052, + "IoU_coffee": 0.8497536945812808, + "precision_coffee": 0.9115500754906894, + "recall_coffee": 0.9261153010354084, + "F1_noncoffee": 0.7533217793183131, + "IoU_noncoffee": 0.6042632066728453, + "kappa": 0.6721592928659649, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8782847927141637, + "mIoU": 0.7212614038839904, + "macroF1": 0.8312747424242792, + "F1_coffee": 0.9203352995963986, + "IoU_coffee": 0.8524269611226133, + "precision_coffee": 0.9012525842150066, + "recall_coffee": 0.9402435929967013, + "F1_noncoffee": 0.74221418525216, + "IoU_noncoffee": 0.5900958466453674, + "kappa": 0.6630383182859892, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8486444314413887, + "mIoU": 0.6786027475448678, + "macroF1": 0.8005318912924297, + "F1_coffee": 0.8984957488554611, + "IoU_coffee": 0.8156988481178007, + "precision_coffee": 0.931263557483731, + "recall_coffee": 0.8679555218599949, + "F1_noncoffee": 0.7025680337293982, + "IoU_noncoffee": 0.541506646971935, + "kappa": 0.6025058439419474, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8604828705029106, + "mIoU": 0.6904293410221763, + "macroF1": 0.8085172423619613, + "F1_coffee": 0.908269544484879, + "IoU_coffee": 0.8319540229885057, + "precision_coffee": 0.9279487179487179, + "recall_coffee": 0.8894077168837552, + "F1_noncoffee": 0.7087649402390438, + "IoU_noncoffee": 0.548904659055847, + "kappa": 0.6175805390421958, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8380261525245777, + "mIoU": 0.6435632730772034, + "macroF1": 0.7705354009081159, + "F1_coffee": 0.8949811250696207, + "IoU_coffee": 0.8099238351254481, + "precision_coffee": 0.9013961605584643, + "recall_coffee": 0.8886567531031092, + "F1_noncoffee": 0.6460896767466111, + "IoU_noncoffee": 0.4772027110289587, + "kappa": 0.5411491202794275, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7182, + 8413 + ], + [ + 46314, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.399179740746816, + "ssl_variant": "", + "test_tta": { + "OA": 0.8691495685984671, + "mIoU": 0.7025725818152586, + "macroF1": 0.8172968916319494, + "F1_coffee": 0.9146295442156904, + "IoU_coffee": 0.842688815916554, + "precision_coffee": 0.9059683515388129, + "recall_coffee": 0.923457939968672, + "F1_noncoffee": 0.7199642390482085, + "IoU_noncoffee": 0.5624563477139634, + "kappa": 0.6347033001256467, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8314584054459444, + "mIoU": 0.643731682731352, + "macroF1": 0.7722798351694409, + "F1_coffee": 0.8883666723983111, + "IoU_coffee": 0.7991544067097484, + "precision_coffee": 0.8803938275111237, + "recall_coffee": 0.8964852410974222, + "F1_noncoffee": 0.6561929979405707, + "IoU_noncoffee": 0.4883089587529556, + "kappa": 0.544674674963547, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s1_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.670444068762925, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8527611304808882, + "mIoU": 0.6879295657839148, + "macroF1": 0.8078842989062992, + "F1_coffee": 0.900736568457539, + "IoU_coffee": 0.8194001024792086, + "precision_coffee": 0.9223568037623675, + "recall_coffee": 0.8801066847296897, + "F1_noncoffee": 0.7150320293550594, + "IoU_noncoffee": 0.5564590290886211, + "kappa": 0.6163737129881184, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8159541940694589, + "mIoU": 0.6352034990914315, + "macroF1": 0.7678465449079537, + "F1_coffee": 0.8735269923388735, + "IoU_coffee": 0.7754531057540032, + "precision_coffee": 0.8987803883178332, + "recall_coffee": 0.8496539225326315, + "F1_noncoffee": 0.6621660974770338, + "IoU_noncoffee": 0.4949538924288598, + "kappa": 0.5366701651551229, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2819745699326851, + "mIoU": 0.1429584165065388, + "macroF1": 0.22551120894398424, + "F1_coffee": 0.43462897526501765, + "IoU_coffee": 0.27765237020316025, + "precision_coffee": 0.9972972972972973, + "recall_coffee": 0.27786144578313254, + "F1_noncoffee": 0.01639344262295082, + "IoU_noncoffee": 0.008264462809917356, + "kappa": 0.003095907902565063, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8440769990128332, + "mIoU": 0.681025037228955, + "macroF1": 0.803606260387036, + "F1_coffee": 0.8927589367552704, + "IoU_coffee": 0.8062913907284768, + "precision_coffee": 0.9263120817189151, + "recall_coffee": 0.8615515659808675, + "F1_noncoffee": 0.7144535840188014, + "IoU_noncoffee": 0.5557586837294333, + "kappa": 0.6085799676400263, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8561137350317256, + "mIoU": 0.6931168589618422, + "macroF1": 0.8117108046701685, + "F1_coffee": 0.9031470777135517, + "IoU_coffee": 0.823398524417379, + "precision_coffee": 0.926411489557942, + "recall_coffee": 0.8810224923250423, + "F1_noncoffee": 0.7202745316267853, + "IoU_noncoffee": 0.5628351935063053, + "kappa": 0.6241062468332577, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8577885621847939, + "mIoU": 0.6891883974701692, + "macroF1": 0.8079748850421642, + "F1_coffee": 0.9057781420420515, + "IoU_coffee": 0.8277828992855497, + "precision_coffee": 0.9148624554253694, + "recall_coffee": 0.8968724639490605, + "F1_noncoffee": 0.7101716280422767, + "IoU_noncoffee": 0.5505938956547888, + "kappa": 0.6160662143669631, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.859884069558265, + "mIoU": 0.7090580150543864, + "macroF1": 0.824478104198989, + "F1_coffee": 0.9033103448275862, + "IoU_coffee": 0.8236699786190417, + "precision_coffee": 0.9156879194630873, + "recall_coffee": 0.8912629286880784, + "F1_noncoffee": 0.7456458635703919, + "IoU_noncoffee": 0.594446051489731, + "kappa": 0.6491248588586918, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.869872161801183, + "mIoU": 0.719839367078213, + "macroF1": 0.8315813727319503, + "F1_coffee": 0.9118863049095607, + "IoU_coffee": 0.8380432201377345, + "precision_coffee": 0.9217709285621001, + "recall_coffee": 0.9022114278409817, + "F1_noncoffee": 0.75127644055434, + "IoU_noncoffee": 0.6016355140186916, + "kappa": 0.6632720471706764, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8787591310122379, + "mIoU": 0.7292780524385383, + "macroF1": 0.8377176189296787, + "F1_coffee": 0.9193283676303498, + "IoU_coffee": 0.8507009345794393, + "precision_coffee": 0.9148241206030151, + "recall_coffee": 0.9238771885308298, + "F1_noncoffee": 0.7561068702290077, + "IoU_noncoffee": 0.6078551702976374, + "kappa": 0.6754590236421031, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8286522332748196, + "mIoU": 0.6544570889936947, + "macroF1": 0.7830051865368406, + "F1_coffee": 0.8825299191014241, + "IoU_coffee": 0.789757089864784, + "precision_coffee": 0.9371006673292631, + "recall_coffee": 0.8339651250947687, + "F1_noncoffee": 0.6834804539722572, + "IoU_noncoffee": 0.5191570881226054, + "kappa": 0.5699399849242612, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8423513694054776, + "mIoU": 0.6668770196412186, + "macroF1": 0.7913462609327022, + "F1_coffee": 0.8945083014048532, + "IoU_coffee": 0.8091497227356746, + "precision_coffee": 0.9311353363467163, + "recall_coffee": 0.8606537232735316, + "F1_noncoffee": 0.6881842204605512, + "IoU_noncoffee": 0.5246043165467625, + "kappa": 0.5845924278961174, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8366898921446979, + "mIoU": 0.650528796858778, + "macroF1": 0.7774927094580947, + "F1_coffee": 0.892261192620112, + "IoU_coffee": 0.8054797635288767, + "precision_coffee": 0.9149018595041323, + "recall_coffee": 0.8707140223669657, + "F1_noncoffee": 0.6627242262960773, + "IoU_noncoffee": 0.49557783018867924, + "kappa": 0.5558369193026028, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7076, + 8413 + ], + [ + 45892, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.524056033293406, + "ssl_variant": "", + "test_tta": { + "OA": 0.8618390398303315, + "mIoU": 0.6945939971444044, + "macroF1": 0.8118627290310838, + "F1_coffee": 0.9088287371311641, + "IoU_coffee": 0.8328928446500058, + "precision_coffee": 0.9104407859798195, + "recall_coffee": 0.9072223868591508, + "F1_noncoffee": 0.7148967209310036, + "IoU_noncoffee": 0.5562951496388029, + "kappa": 0.6237291469700063, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8252711434175609, + "mIoU": 0.6393577392297667, + "macroF1": 0.7695810092523612, + "F1_coffee": 0.8828597120563124, + "IoU_coffee": 0.7902854472121726, + "precision_coffee": 0.8855225385988051, + "recall_coffee": 0.8802128521024929, + "F1_noncoffee": 0.6563023064484099, + "IoU_noncoffee": 0.48843003124736084, + "kappa": 0.5391742447636657, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s2_r0.05", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 19, + "stopped_epoch": 39, + "best_val": 0.5858765893619851, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8209964813059336, + "mIoU": 0.6143883968406347, + "macroF1": 0.7459334071328396, + "F1_coffee": 0.884031269191935, + "IoU_coffee": 0.7921649099897398, + "precision_coffee": 0.8696827574907325, + "recall_coffee": 0.8988611828457729, + "F1_noncoffee": 0.6078355450737443, + "IoU_noncoffee": 0.4366118836915297, + "kappa": 0.49233411589516146, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7931810314987885, + "mIoU": 0.5775536326074728, + "macroF1": 0.7148282592398698, + "F1_coffee": 0.8643073429220288, + "IoU_coffee": 0.7610398266955507, + "precision_coffee": 0.848679687064464, + "recall_coffee": 0.8805213334104537, + "F1_noncoffee": 0.5653491755577109, + "IoU_noncoffee": 0.3940674385193949, + "kappa": 0.43027531698944876, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5302916978309649, + "mIoU": 0.26881901371564276, + "macroF1": 0.35499938544739434, + "F1_coffee": 0.6912487708947886, + "IoU_coffee": 0.5281743050338091, + "precision_coffee": 0.9957507082152974, + "recall_coffee": 0.5293674698795181, + "F1_noncoffee": 0.01875, + "IoU_noncoffee": 0.00946372239747634, + "kappa": 0.005550015278531317, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8250740375123395, + "mIoU": 0.6295164799018383, + "macroF1": 0.7600616079926139, + "F1_coffee": 0.8849574758163994, + "IoU_coffee": 0.7936535662299854, + "precision_coffee": 0.8769300051466804, + "recall_coffee": 0.8931332721792687, + "F1_noncoffee": 0.6351657401688285, + "IoU_noncoffee": 0.46537939357369135, + "kappa": 0.5202507068743567, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8140832975525977, + "mIoU": 0.605372586675114, + "macroF1": 0.7385206717492014, + "F1_coffee": 0.8790840547333147, + "IoU_coffee": 0.7842551071250623, + "precision_coffee": 0.8707892795672486, + "recall_coffee": 0.8875383747885471, + "F1_noncoffee": 0.5979572887650882, + "IoU_noncoffee": 0.42649006622516555, + "kappa": 0.4771990712302789, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8239604148824817, + "mIoU": 0.6079831654014973, + "macroF1": 0.7384872072114049, + "F1_coffee": 0.8879941878065024, + "IoU_coffee": 0.7985517504219524, + "precision_coffee": 0.8620041140170438, + "recall_coffee": 0.9156002247331294, + "F1_noncoffee": 0.5889802266163074, + "IoU_noncoffee": 0.41741458038104234, + "kappa": 0.47871339634833543, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8304017589446332, + "mIoU": 0.6437931228437905, + "macroF1": 0.772590942592538, + "F1_coffee": 0.887250016610192, + "IoU_coffee": 0.7973489371865298, + "precision_coffee": 0.8668051408542127, + "recall_coffee": 0.9086826347305389, + "F1_noncoffee": 0.6579318685748841, + "IoU_noncoffee": 0.49023730850105135, + "kappa": 0.54594823576575, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8308528906697196, + "mIoU": 0.6408356853776929, + "macroF1": 0.7696504018379295, + "F1_coffee": 0.888385269121813, + "IoU_coffee": 0.799184505606524, + "precision_coffee": 0.8752170677251302, + "recall_coffee": 0.9019557714431804, + "F1_noncoffee": 0.650915534554046, + "IoU_noncoffee": 0.48248686514886163, + "kappa": 0.5396267457725351, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8415710084432217, + "mIoU": 0.6363514615759648, + "macroF1": 0.7626235125765861, + "F1_coffee": 0.8995186522262335, + "IoU_coffee": 0.8173865500273373, + "precision_coffee": 0.8554589150835431, + "recall_coffee": 0.9483633595534129, + "F1_noncoffee": 0.6257283729269386, + "IoU_noncoffee": 0.4553163731245923, + "kappa": 0.5298920129121755, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8198751706651063, + "mIoU": 0.6152202573399028, + "macroF1": 0.7470853498263269, + "F1_coffee": 0.8827673754363694, + "IoU_coffee": 0.7901374843767753, + "precision_coffee": 0.886876673893636, + "recall_coffee": 0.8786959818043972, + "F1_noncoffee": 0.6114033242162844, + "IoU_noncoffee": 0.4403030303030303, + "kappa": 0.49420669385683125, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7973089035213283, + "mIoU": 0.569763183064022, + "macroF1": 0.7048529757165035, + "F1_coffee": 0.8700440528634361, + "IoU_coffee": 0.7699805068226121, + "precision_coffee": 0.8664391908359736, + "recall_coffee": 0.8736790366183338, + "F1_noncoffee": 0.5396618985695709, + "IoU_noncoffee": 0.3695458593054319, + "kappa": 0.40974214435588047, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8062422449174382, + "mIoU": 0.5809568938284368, + "macroF1": 0.7145942622312853, + "F1_coffee": 0.8763250883392226, + "IoU_coffee": 0.779874213836478, + "precision_coffee": 0.8689138576779026, + "recall_coffee": 0.8838638318790709, + "F1_noncoffee": 0.552863436123348, + "IoU_noncoffee": 0.3820395738203957, + "kappa": 0.4293386187877622, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7111, + 8413 + ], + [ + 43880, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.1821565667788188, + "ssl_variant": "", + "test_tta": { + "OA": 0.8242420347370619, + "mIoU": 0.6086223603792955, + "macroF1": 0.7390768619571204, + "F1_coffee": 0.8881458531447795, + "IoU_coffee": 0.7987970865214832, + "precision_coffee": 0.859044604885768, + "recall_coffee": 0.9192879217645316, + "F1_noncoffee": 0.5900078707694614, + "IoU_noncoffee": 0.4184476342371079, + "kappa": 0.48033964671692403, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7983010268835814, + "mIoU": 0.572994748965356, + "macroF1": 0.7081824272262811, + "F1_coffee": 0.8703495971891311, + "IoU_coffee": 0.7704592456422545, + "precision_coffee": 0.8382321428571429, + "recall_coffee": 0.9050263173115854, + "F1_noncoffee": 0.5460152572634313, + "IoU_noncoffee": 0.37553025228845727, + "kappa": 0.41934979428445934, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s2_r0.1", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 49, + "stopped_epoch": 69, + "best_val": 0.6418763550897619, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8412570896061955, + "mIoU": 0.6613184182114764, + "macroF1": 0.7865038711141094, + "F1_coffee": 0.8946223255615521, + "IoU_coffee": 0.8093363438121153, + "precision_coffee": 0.9016037492475707, + "recall_coffee": 0.8877481901697641, + "F1_noncoffee": 0.6783854166666666, + "IoU_noncoffee": 0.5133004926108374, + "kappa": 0.573085866184556, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8057142032998731, + "mIoU": 0.6119781425917737, + "macroF1": 0.7475690764131464, + "F1_coffee": 0.8687203375790592, + "IoU_coffee": 0.7679094448847387, + "precision_coffee": 0.8783155322587002, + "recall_coffee": 0.8593325235699, + "F1_noncoffee": 0.6264178152472337, + "IoU_noncoffee": 0.4560468402988088, + "kappa": 0.49530955654620484, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2961854899027674, + "mIoU": 0.15018937997385073, + "macroF1": 0.23433499536566232, + "F1_coffee": 0.45195107746068724, + "IoU_coffee": 0.29194883370955604, + "precision_coffee": 0.9974293059125964, + "recall_coffee": 0.2921686746987952, + "F1_noncoffee": 0.01671891327063741, + "IoU_noncoffee": 0.008429926238145416, + "kappa": 0.0034282681621773505, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8478775913129318, + "mIoU": 0.6815156798535946, + "macroF1": 0.803262357874867, + "F1_coffee": 0.896950648655878, + "IoU_coffee": 0.8131555016671719, + "precision_coffee": 0.9158131913150348, + "recall_coffee": 0.8788494299567553, + "F1_noncoffee": 0.7095740670938561, + "IoU_noncoffee": 0.5498758580400175, + "kappa": 0.606994583185655, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8379371213205477, + "mIoU": 0.6550922929334744, + "macroF1": 0.7814845833420092, + "F1_coffee": 0.8925510042701249, + "IoU_coffee": 0.8059522449445904, + "precision_coffee": 0.9013031812955156, + "recall_coffee": 0.8839671699768185, + "F1_noncoffee": 0.6704181624138935, + "IoU_noncoffee": 0.5042323409223585, + "kappa": 0.5630955348760273, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8381863164906271, + "mIoU": 0.6469503187041137, + "macroF1": 0.7737440776430018, + "F1_coffee": 0.8944935628974717, + "IoU_coffee": 0.8091256033224828, + "precision_coffee": 0.8890601874691663, + "recall_coffee": 0.899993757413072, + "F1_noncoffee": 0.6529945923885317, + "IoU_noncoffee": 0.48477503408574457, + "kappa": 0.5475437343201521, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8666799920047972, + "mIoU": 0.7177581449051083, + "macroF1": 0.8304372856965738, + "F1_coffee": 0.90882996172772, + "IoU_coffee": 0.8328949016660403, + "precision_coffee": 0.9128226249313564, + "recall_coffee": 0.9048720740337507, + "F1_noncoffee": 0.7520446096654275, + "IoU_noncoffee": 0.6026213881441763, + "kappa": 0.6608922159899486, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8390574317878268, + "mIoU": 0.6587047069885965, + "macroF1": 0.7845855205509374, + "F1_coffee": 0.8929092871199137, + "IoU_coffee": 0.8065366972477064, + "precision_coffee": 0.8868852459016393, + "recall_coffee": 0.8990157228684648, + "F1_noncoffee": 0.6762617539819612, + "IoU_noncoffee": 0.5108727167294868, + "kappa": 0.5692311207706201, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8646238497296271, + "mIoU": 0.6904172856507265, + "macroF1": 0.807673985949672, + "F1_coffee": 0.9123302819929963, + "IoU_coffee": 0.8387934929959331, + "precision_coffee": 0.8844550327575939, + "recall_coffee": 0.942019791930982, + "F1_noncoffee": 0.7030176899063476, + "IoU_noncoffee": 0.54204107830552, + "kappa": 0.6166379315156426, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8295299395357909, + "mIoU": 0.6468916291444944, + "macroF1": 0.7757371399881328, + "F1_coffee": 0.8855721393034826, + "IoU_coffee": 0.7946428571428571, + "precision_coffee": 0.9187720728063027, + "recall_coffee": 0.8546878948698509, + "F1_noncoffee": 0.6659021406727829, + "IoU_noncoffee": 0.4991404011461318, + "kappa": 0.5531777541652906, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8368164901231033, + "mIoU": 0.6514371934780702, + "macroF1": 0.7783189418071527, + "F1_coffee": 0.8921951834573194, + "IoU_coffee": 0.8053721830184384, + "precision_coffee": 0.9161056447436562, + "recall_coffee": 0.8695011059228311, + "F1_noncoffee": 0.6644427001569859, + "IoU_noncoffee": 0.497502203937702, + "kappa": 0.5575759898122746, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8115872864369571, + "mIoU": 0.6067036926683973, + "macroF1": 0.7405920976911872, + "F1_coffee": 0.8763002882566737, + "IoU_coffee": 0.7798349319652019, + "precision_coffee": 0.8940033243830712, + "recall_coffee": 0.8592847486788743, + "F1_noncoffee": 0.6048839071257006, + "IoU_noncoffee": 0.43357245337159256, + "kappa": 0.4818331926440429, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7077, + 8413 + ], + [ + 45175, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.1118737419446307, + "ssl_variant": "", + "test_tta": { + "OA": 0.8450649914041035, + "mIoU": 0.6615247969608161, + "macroF1": 0.7858399717137088, + "F1_coffee": 0.8984616032600111, + "IoU_coffee": 0.8156425649065117, + "precision_coffee": 0.8938965365516375, + "recall_coffee": 0.9030735362601076, + "F1_noncoffee": 0.6732183401674066, + "IoU_noncoffee": 0.5074070290151206, + "kappa": 0.5717158917872076, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8103438329295027, + "mIoU": 0.6121282816096425, + "macroF1": 0.7464901721421195, + "F1_coffee": 0.8737203987170377, + "IoU_coffee": 0.7757579891545309, + "precision_coffee": 0.8703771021868483, + "recall_coffee": 0.8770894788593904, + "F1_noncoffee": 0.6192599455672013, + "IoU_noncoffee": 0.44849857406475424, + "kappa": 0.49300289891505467, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s2_r0.5", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 36, + "stopped_epoch": 56, + "best_val": 0.6609393429757389, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8478928003341956, + "mIoU": 0.6759827279670194, + "macroF1": 0.7983580919805839, + "F1_coffee": 0.8982994403085286, + "IoU_coffee": 0.8153753144684751, + "precision_coffee": 0.911986039917112, + "recall_coffee": 0.8850175691122306, + "F1_noncoffee": 0.6984167436526393, + "IoU_noncoffee": 0.5365901414655636, + "kappa": 0.5969853495028876, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8116707049728856, + "mIoU": 0.6245388884744012, + "macroF1": 0.7585499523914394, + "F1_coffee": 0.8718019203204461, + "IoU_coffee": 0.7727383480107208, + "precision_coffee": 0.8881598687763798, + "recall_coffee": 0.8560356295910695, + "F1_noncoffee": 0.6452979844624328, + "IoU_noncoffee": 0.4763394289380815, + "kappa": 0.5175527057967808, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2849663425579656, + "mIoU": 0.14423597935649093, + "macroF1": 0.2267000629204782, + "F1_coffee": 0.43896713615023475, + "IoU_coffee": 0.281203007518797, + "precision_coffee": 0.9946808510638298, + "recall_coffee": 0.2816265060240964, + "F1_noncoffee": 0.01443298969072165, + "IoU_noncoffee": 0.007268951194184839, + "kappa": 0.0011097287260314437, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8372161895360316, + "mIoU": 0.6638935367569883, + "macroF1": 0.789755015520013, + "F1_coffee": 0.8896473265073948, + "IoU_coffee": 0.8012295081967213, + "precision_coffee": 0.9090536105032823, + "recall_coffee": 0.8710522867251999, + "F1_noncoffee": 0.6898627045326312, + "IoU_noncoffee": 0.5265575653172553, + "kappa": 0.5800479002281881, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.850675063212633, + "mIoU": 0.6793434275566683, + "macroF1": 0.8007669484623314, + "F1_coffee": 0.9004832761032685, + "IoU_coffee": 0.8189809727603956, + "precision_coffee": 0.9141436963398102, + "recall_coffee": 0.8872251112085708, + "F1_noncoffee": 0.7010506208213945, + "IoU_noncoffee": 0.5397058823529411, + "kappa": 0.601801013548843, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8554096488723951, + "mIoU": 0.6845918627097266, + "macroF1": 0.8044295220601598, + "F1_coffee": 0.9042804497779457, + "IoU_coffee": 0.825284580889962, + "precision_coffee": 0.9125874125874126, + "recall_coffee": 0.8961233535176978, + "F1_noncoffee": 0.7045785943423739, + "IoU_noncoffee": 0.5438991445294912, + "kappa": 0.6089590439225027, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8507895262842294, + "mIoU": 0.6863275748790294, + "macroF1": 0.8068844048215305, + "F1_coffee": 0.8989646071597753, + "IoU_coffee": 0.8164720344191764, + "precision_coffee": 0.894063804011307, + "recall_coffee": 0.9039194338595536, + "F1_noncoffee": 0.7148042024832856, + "IoU_noncoffee": 0.5561831153388823, + "kappa": 0.6138015646418994, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8600457927876359, + "mIoU": 0.6986785415430441, + "macroF1": 0.815716157783156, + "F1_coffee": 0.9060999807975421, + "IoU_coffee": 0.8283206553540082, + "precision_coffee": 0.9074358974358975, + "recall_coffee": 0.9047679918189953, + "F1_noncoffee": 0.7253323347687699, + "IoU_noncoffee": 0.5690364277320799, + "kappa": 0.6314346521598009, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.876956645479556, + "mIoU": 0.723137422663994, + "macroF1": 0.833043878490147, + "F1_coffee": 0.9186680880416379, + "IoU_coffee": 0.8495708652284852, + "precision_coffee": 0.9082455052696838, + "recall_coffee": 0.9293326566861203, + "F1_noncoffee": 0.7474196689386563, + "IoU_noncoffee": 0.5967039800995025, + "kappa": 0.6662242585063372, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8239711332163059, + "mIoU": 0.6427284232473163, + "macroF1": 0.773106805003601, + "F1_coffee": 0.8805347805943478, + "IoU_coffee": 0.7865673406645383, + "precision_coffee": 0.9245309242529535, + "recall_coffee": 0.8405357594136973, + "F1_noncoffee": 0.6656788294128543, + "IoU_noncoffee": 0.4988895058300944, + "kappa": 0.5490713097791203, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8413016509208894, + "mIoU": 0.6600810883898599, + "macroF1": 0.7853524620418941, + "F1_coffee": 0.8949396676985281, + "IoU_coffee": 0.8098559341413217, + "precision_coffee": 0.9209465609153556, + "recall_coffee": 0.8703612681248464, + "F1_noncoffee": 0.6757652563852603, + "IoU_noncoffee": 0.5103062426383981, + "kappa": 0.5717588673832043, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8337310298749642, + "mIoU": 0.648023301453275, + "macroF1": 0.775819835880512, + "F1_coffee": 0.8897607897734464, + "IoU_coffee": 0.8014135886912904, + "precision_coffee": 0.9171559034572733, + "recall_coffee": 0.8639547744869116, + "F1_noncoffee": 0.6618788819875776, + "IoU_noncoffee": 0.4946330142152596, + "kappa": 0.5528632632245742, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7109, + 8413 + ], + [ + 45556, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7013834238052368, + "ssl_variant": "", + "test_tta": { + "OA": 0.8542232362345153, + "mIoU": 0.6790923710521726, + "macroF1": 0.7998027707130098, + "F1_coffee": 0.9041810558776626, + "IoU_coffee": 0.8251190223781346, + "precision_coffee": 0.9022277488566189, + "recall_coffee": 0.9061428389991957, + "F1_noncoffee": 0.6954244855483568, + "IoU_noncoffee": 0.5330657197262106, + "kappa": 0.5996115067475275, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8187377408561209, + "mIoU": 0.6267284303444038, + "macroF1": 0.7589185382999648, + "F1_coffee": 0.8790072587943085, + "IoU_coffee": 0.7841328730183267, + "precision_coffee": 0.8778241390582037, + "recall_coffee": 0.8801935720207453, + "F1_noncoffee": 0.638829817805621, + "IoU_noncoffee": 0.46932398767048095, + "kappa": 0.5178396910863379, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s2_r1.0", + "mode": "ssl_lp", + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 41, + "stopped_epoch": 61, + "best_val": 0.67536848627393, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8586256205915905, + "mIoU": 0.6914217714233812, + "macroF1": 0.8097506411928697, + "F1_coffee": 0.9061790264967745, + "IoU_coffee": 0.8284527801606488, + "precision_coffee": 0.9129836924994091, + "recall_coffee": 0.8994750433935904, + "F1_noncoffee": 0.7133222558889649, + "IoU_noncoffee": 0.5543907626861136, + "kappa": 0.6195658568952856, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8230644975193262, + "mIoU": 0.6389455153140746, + "macroF1": 0.7697178426235558, + "F1_coffee": 0.880554581921564, + "IoU_coffee": 0.7865989423879767, + "precision_coffee": 0.889439625499105, + "recall_coffee": 0.8718452966240576, + "F1_noncoffee": 0.6588811033255477, + "IoU_noncoffee": 0.4912920882401725, + "kappa": 0.5395669019120495, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.35228122662677636, + "mIoU": 0.1781210581820939, + "macroF1": 0.26574239895287427, + "F1_coffee": 0.5178173719376392, + "IoU_coffee": 0.34936138241923365, + "precision_coffee": 0.9935897435897436, + "recall_coffee": 0.3501506024096386, + "F1_noncoffee": 0.01366742596810934, + "IoU_noncoffee": 0.006880733944954129, + "kappa": 0.00034707712709931013, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8529615004935834, + "mIoU": 0.6855735658591688, + "macroF1": 0.8057886867950665, + "F1_coffee": 0.9015043808894032, + "IoU_coffee": 0.8206718035155309, + "precision_coffee": 0.909897884268838, + "recall_coffee": 0.8932643166033285, + "F1_noncoffee": 0.7100729927007299, + "IoU_noncoffee": 0.5504753282028066, + "kappa": 0.6116746413108703, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.865941510424121, + "mIoU": 0.7023244540991431, + "macroF1": 0.8176968298460785, + "F1_coffee": 0.9114793346774194, + "IoU_coffee": 0.8373560224576025, + "precision_coffee": 0.9166191471836787, + "recall_coffee": 0.9063968423031138, + "F1_noncoffee": 0.7239143250147376, + "IoU_noncoffee": 0.5672928857406837, + "kappa": 0.6354294114612695, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8567894185935865, + "mIoU": 0.6863508460371721, + "macroF1": 0.8056943458886339, + "F1_coffee": 0.9053340042772676, + "IoU_coffee": 0.8270413147158536, + "precision_coffee": 0.9122773657856373, + "recall_coffee": 0.8984955365503464, + "F1_noncoffee": 0.7060546875, + "IoU_noncoffee": 0.5456603773584906, + "kappa": 0.6114585786506899, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8536877873276034, + "mIoU": 0.6888103925862803, + "macroF1": 0.8084650366459682, + "F1_coffee": 0.9015334947538337, + "IoU_coffee": 0.8207200587803086, + "precision_coffee": 0.8912234042553191, + "recall_coffee": 0.912084921066957, + "F1_noncoffee": 0.7153965785381027, + "IoU_noncoffee": 0.5569007263922519, + "kappa": 0.6170781932160594, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8758824651784011, + "mIoU": 0.7227651351483713, + "macroF1": 0.8329261916409226, + "F1_coffee": 0.9176425903652592, + "IoU_coffee": 0.8478184582992163, + "precision_coffee": 0.90895410082769, + "recall_coffee": 0.9264987856321104, + "F1_noncoffee": 0.7482097929165861, + "IoU_noncoffee": 0.5977118119975263, + "kappa": 0.6659456996615875, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8742054833507258, + "mIoU": 0.7180287178587357, + "macroF1": 0.8293333897933564, + "F1_coffee": 0.9168443496801706, + "IoU_coffee": 0.8464566929133859, + "precision_coffee": 0.9064980158730159, + "recall_coffee": 0.927429586399391, + "F1_noncoffee": 0.741822429906542, + "IoU_noncoffee": 0.5896007428040855, + "kappa": 0.6588047763639459, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8522527794031597, + "mIoU": 0.6823559083359694, + "macroF1": 0.8031060748291998, + "F1_coffee": 0.9014762307342135, + "IoU_coffee": 0.8206251479990528, + "precision_coffee": 0.9287149939702533, + "recall_coffee": 0.8757897397017943, + "F1_noncoffee": 0.7047359189241863, + "IoU_noncoffee": 0.5440866686728859, + "kappa": 0.6072247162767511, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8559977097051246, + "mIoU": 0.6821123610353534, + "macroF1": 0.8021182770201287, + "F1_coffee": 0.9053740515457452, + "IoU_coffee": 0.8271081576535289, + "precision_coffee": 0.9244461518760405, + "recall_coffee": 0.8870729909068568, + "F1_noncoffee": 0.6988625024945121, + "IoU_noncoffee": 0.5371165644171779, + "kappa": 0.604771902073139, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.839266965734466, + "mIoU": 0.6558731687821402, + "macroF1": 0.7819083195712153, + "F1_coffee": 0.8937539432176657, + "IoU_coffee": 0.8079160488194366, + "precision_coffee": 0.9183197199533255, + "recall_coffee": 0.8704682315349638, + "F1_noncoffee": 0.6700626959247649, + "IoU_noncoffee": 0.5038302887448438, + "kappa": 0.564783795826882, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7171, + 8413 + ], + [ + 46162, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8551070094108582, + "ssl_variant": "", + "test_tta": { + "OA": 0.8648435868185543, + "mIoU": 0.6942552967711111, + "macroF1": 0.8109770068493969, + "F1_coffee": 0.911883013491997, + "IoU_coffee": 0.8380376602872656, + "precision_coffee": 0.9026170627514413, + "recall_coffee": 0.921341179458956, + "F1_noncoffee": 0.7100710002067967, + "IoU_noncoffee": 0.5504729332549565, + "kappa": 0.6220850522211275, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8301748009691935, + "mIoU": 0.6410007593441055, + "macroF1": 0.7699732573626636, + "F1_coffee": 0.8876506340225366, + "IoU_coffee": 0.7979962601430752, + "precision_coffee": 0.8786550812240272, + "recall_coffee": 0.8968322825688781, + "F1_noncoffee": 0.6522958807027905, + "IoU_noncoffee": 0.4840052585451358, + "kappa": 0.5400956998578349, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "lpft_variant": "", + "run_variant": "", + "mode_key": "ssl_lp" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f0_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f0_s0_r0.1", + "val_epoch0": 0.737335704138244 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.7380769011207946, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7815879951292888, + "mIoU": 0.6375419597937088, + "macroF1": 0.7780066443638016, + "F1_coffee": 0.8062030284252506, + "IoU_coffee": 0.6753267495408204, + "precision_coffee": 0.8967199208256751, + "recall_coffee": 0.7322846009525183, + "F1_noncoffee": 0.7498102603023528, + "IoU_noncoffee": 0.5997571700465971, + "kappa": 0.5617778003468348, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6852717203184493, + "mIoU": 0.5176241824211334, + "macroF1": 0.6811555508547684, + "F1_coffee": 0.717382858030927, + "IoU_coffee": 0.5593117654186357, + "precision_coffee": 0.8750710900473934, + "recall_coffee": 0.6078483012904925, + "F1_noncoffee": 0.6449282436786098, + "IoU_noncoffee": 0.47593659942363115, + "kappa": 0.38730720424300236, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11701134089392928, + "mIoU": 0.058653926744439325, + "macroF1": 0.10525856093885357, + "F1_coffee": 0.20780464448168542, + "IoU_coffee": 0.11594977290943094, + "precision_coffee": 0.9977011494252873, + "recall_coffee": 0.11598075895243186, + "F1_noncoffee": 0.0027124773960217, + "IoU_noncoffee": 0.001358080579447714, + "kappa": -0.0002185877417043117, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7327932756730418, + "mIoU": 0.5778712431172479, + "macroF1": 0.7323827923872678, + "F1_coffee": 0.7219017432646593, + "IoU_coffee": 0.5648249181628807, + "precision_coffee": 0.8866396761133604, + "recall_coffee": 0.6087886239709184, + "F1_noncoffee": 0.7428638415098763, + "IoU_noncoffee": 0.5909175680716151, + "kappa": 0.4813216048523095, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7842701277211852, + "mIoU": 0.6400810140045363, + "macroF1": 0.7797281742145885, + "F1_coffee": 0.8113582926388135, + "IoU_coffee": 0.6825928180158247, + "precision_coffee": 0.9116033326559643, + "recall_coffee": 0.7309760469284666, + "F1_noncoffee": 0.7480980557903635, + "IoU_noncoffee": 0.5975692099932478, + "kappa": 0.5664570237186791, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8188878379051128, + "mIoU": 0.6793084729274407, + "macroF1": 0.8071330190841237, + "F1_coffee": 0.8547472650323404, + "IoU_coffee": 0.7463394226746618, + "precision_coffee": 0.8899235118057865, + "recall_coffee": 0.8222461207558764, + "F1_noncoffee": 0.7595187731359069, + "IoU_noncoffee": 0.6122775231802196, + "kappa": 0.6152612520483922, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7214478153918238, + "mIoU": 0.5486735638093505, + "macroF1": 0.7047710233832098, + "F1_coffee": 0.6346035648432699, + "IoU_coffee": 0.4647760522169705, + "precision_coffee": 0.781900795153351, + "recall_coffee": 0.5340056891647271, + "F1_noncoffee": 0.7749384819231497, + "IoU_noncoffee": 0.6325710754017305, + "kappa": 0.4221725586738188, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7223870755028025, + "mIoU": 0.5582102284267396, + "macroF1": 0.7147902896383139, + "F1_coffee": 0.6682427107959023, + "IoU_coffee": 0.5017751479289941, + "precision_coffee": 0.7992459943449576, + "recall_coffee": 0.5741367637102234, + "F1_noncoffee": 0.7613378684807256, + "IoU_noncoffee": 0.6146453089244851, + "kappa": 0.4403960942772746, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7454928835002635, + "mIoU": 0.5927895177748408, + "macroF1": 0.744046560277057, + "F1_coffee": 0.7248062015503876, + "IoU_coffee": 0.5683890577507599, + "precision_coffee": 0.802980550644102, + "recall_coffee": 0.6605028049033866, + "F1_noncoffee": 0.7632869190037262, + "IoU_noncoffee": 0.6171899777989217, + "kappa": 0.49223280038984246, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7450831112802944, + "mIoU": 0.5855922151026647, + "macroF1": 0.7369471897475235, + "F1_coffee": 0.783209237077803, + "IoU_coffee": 0.6436679673643135, + "precision_coffee": 0.9597989949748744, + "recall_coffee": 0.6615020051039009, + "F1_noncoffee": 0.690685142417244, + "IoU_noncoffee": 0.5275164628410159, + "kappa": 0.49813359570522403, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8392578125, + "mIoU": 0.6821707053407606, + "macroF1": 0.8055777449784963, + "F1_coffee": 0.8864984140118605, + "IoU_coffee": 0.7961357443646272, + "precision_coffee": 0.965310106622616, + "recall_coffee": 0.8195843427259977, + "F1_noncoffee": 0.7246570759451322, + "IoU_noncoffee": 0.5682056663168941, + "kappa": 0.6173431870199121, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8845500848896435, + "mIoU": 0.731154120849802, + "macroF1": 0.8382560716692163, + "F1_coffee": 0.9247880054073983, + "IoU_coffee": 0.8600982969482227, + "precision_coffee": 0.9325814846945099, + "recall_coffee": 0.9171237050578915, + "F1_noncoffee": 0.7517241379310344, + "IoU_noncoffee": 0.6022099447513812, + "kappa": 0.6765867013745015, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2586, + 2984 + ], + [ + 41033, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4978997270266214, + "test_tta": { + "OA": 0.7921531408924862, + "mIoU": 0.6508448553324053, + "macroF1": 0.7877234533763122, + "F1_coffee": 0.8183880709111108, + "IoU_coffee": 0.6926030880055086, + "precision_coffee": 0.8935966650720973, + "recall_coffee": 0.7548564006350122, + "F1_noncoffee": 0.7570588358415137, + "IoU_noncoffee": 0.6090866226593021, + "kappa": 0.5794320576007778, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.695973231798777, + "mIoU": 0.5288604600345377, + "macroF1": 0.6905559422116647, + "F1_coffee": 0.7314991720799898, + "IoU_coffee": 0.5766643237272818, + "precision_coffee": 0.8715777332604868, + "recall_coffee": 0.6302124484241945, + "F1_noncoffee": 0.6496127123433396, + "IoU_noncoffee": 0.48105659634179365, + "kappa": 0.4012931335005149, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f0_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f0_s0_r1.0", + "val_epoch0": 0.7587733988926041 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 28, + "stopped_epoch": 58, + "best_val": 0.7841989019771813, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8227562495523243, + "mIoU": 0.6942186695322494, + "macroF1": 0.8189279092278778, + "F1_coffee": 0.8452567068976299, + "IoU_coffee": 0.7319866778587095, + "precision_coffee": 0.922030082881408, + "recall_coffee": 0.7802857555202771, + "F1_noncoffee": 0.7925991115581259, + "IoU_noncoffee": 0.6564506612057894, + "kappa": 0.6411900393081273, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7258278527748933, + "mIoU": 0.5647590438193335, + "macroF1": 0.7207364917217429, + "F1_coffee": 0.7584436707413149, + "IoU_coffee": 0.6108814017275965, + "precision_coffee": 0.9007062232148246, + "recall_coffee": 0.6549907821964709, + "F1_noncoffee": 0.6830293127021709, + "IoU_noncoffee": 0.5186366859110706, + "kappa": 0.4591769562756889, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1761174116077385, + "mIoU": 0.08834233799429514, + "macroF1": 0.15064347050455165, + "F1_coffee": 0.29773683611964064, + "IoU_coffee": 0.17490646712987706, + "precision_coffee": 1.0, + "recall_coffee": 0.17490646712987706, + "F1_noncoffee": 0.0035501048894626434, + "IoU_noncoffee": 0.0017782088587132234, + "kappa": 0.0006218470515805951, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8099646729199659, + "mIoU": 0.6803406793053173, + "macroF1": 0.8097272119889134, + "F1_coffee": 0.816448993999294, + "IoU_coffee": 0.6898300029824038, + "precision_coffee": 0.9076520601700457, + "recall_coffee": 0.741900994333369, + "F1_noncoffee": 0.8030054299785326, + "IoU_noncoffee": 0.6708513556282308, + "kappa": 0.6235338912585187, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8186566006515331, + "mIoU": 0.6865585465710232, + "macroF1": 0.8133125104632049, + "F1_coffee": 0.8448985007297333, + "IoU_coffee": 0.7314495750057431, + "precision_coffee": 0.9240592047982974, + "recall_coffee": 0.7782304057357015, + "F1_noncoffee": 0.7817265201966764, + "IoU_noncoffee": 0.6416675181363033, + "kappa": 0.6304417173506139, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8371583611290885, + "mIoU": 0.7102507916772173, + "macroF1": 0.8294591340976744, + "F1_coffee": 0.8656949291726544, + "IoU_coffee": 0.7631940925215377, + "precision_coffee": 0.9298756284731411, + "recall_coffee": 0.8098018128744815, + "F1_noncoffee": 0.7932233390226943, + "IoU_noncoffee": 0.6573074908328969, + "kappa": 0.6614017045499901, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.808480730935926, + "mIoU": 0.6735842879752798, + "macroF1": 0.8042710105673079, + "F1_coffee": 0.7755662319835278, + "IoU_coffee": 0.6334080717488789, + "precision_coffee": 0.8265067290813342, + "recall_coffee": 0.730540470649082, + "F1_noncoffee": 0.8329757891510879, + "IoU_noncoffee": 0.7137605042016807, + "kappa": 0.6096455505939176, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7872293658643807, + "mIoU": 0.6466226945940869, + "macroF1": 0.7849977723118131, + "F1_coffee": 0.7630934899657367, + "IoU_coffee": 0.6169370795409577, + "precision_coffee": 0.8334669874365143, + "recall_coffee": 0.703678627849244, + "F1_noncoffee": 0.8069020546578894, + "IoU_noncoffee": 0.6763083096472162, + "kappa": 0.5724798143571764, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7972588297311545, + "mIoU": 0.6618434122493373, + "macroF1": 0.7963661522392091, + "F1_coffee": 0.7828835948966919, + "IoU_coffee": 0.6432282003710575, + "precision_coffee": 0.8573194856577646, + "recall_coffee": 0.7203407438188241, + "F1_noncoffee": 0.8098487095817265, + "IoU_noncoffee": 0.6804586241276172, + "kappa": 0.5954035151004852, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8115721355157974, + "mIoU": 0.670280582642251, + "macroF1": 0.8008084973097207, + "F1_coffee": 0.8471121177802945, + "IoU_coffee": 0.7347740667976425, + "precision_coffee": 0.9732670925005914, + "recall_coffee": 0.7499088589135983, + "F1_noncoffee": 0.754504876839147, + "IoU_noncoffee": 0.6057870984868595, + "kappa": 0.6120823510916268, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84658203125, + "mIoU": 0.6954891730503432, + "macroF1": 0.8155705846372708, + "F1_coffee": 0.8911974513470462, + "IoU_coffee": 0.8037476577139288, + "precision_coffee": 0.9754396604002425, + "recall_coffee": 0.8203493561137319, + "F1_noncoffee": 0.7399437179274955, + "IoU_noncoffee": 0.5872306883867577, + "kappa": 0.6376017717663219, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.872854178456895, + "mIoU": 0.7288837546053795, + "macroF1": 0.8383892416361447, + "F1_coffee": 0.9130210349722545, + "IoU_coffee": 0.8399620087854683, + "precision_coffee": 0.9701083230494996, + "recall_coffee": 0.862279098110908, + "F1_noncoffee": 0.763757448300035, + "IoU_noncoffee": 0.6178055004252906, + "kappa": 0.6797902188997381, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2670, + 2984 + ], + [ + 43248, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.9090859333674115, + "test_tta": { + "OA": 0.8347181433994699, + "mIoU": 0.7103613504518465, + "macroF1": 0.8299658324561344, + "F1_coffee": 0.8583921448297024, + "IoU_coffee": 0.7519150651794114, + "precision_coffee": 0.9161617815621418, + "recall_coffee": 0.8074758262375523, + "F1_noncoffee": 0.8015395200825665, + "IoU_noncoffee": 0.6688076357242815, + "kappa": 0.6618161576924697, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7393706011307257, + "mIoU": 0.5797995060389283, + "macroF1": 0.7325848186824132, + "F1_coffee": 0.7751831900573518, + "IoU_coffee": 0.6328972494210376, + "precision_coffee": 0.894821495246575, + "recall_coffee": 0.6837634974980248, + "F1_noncoffee": 0.6899864473074746, + "IoU_noncoffee": 0.5267017626568188, + "kappa": 0.4780361257725411, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f0_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f0_s1_r0.1", + "val_epoch0": 0.7129190619351824 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7129190619351824, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8196046128500823, + "mIoU": 0.6804518042711843, + "macroF1": 0.8079695212433484, + "F1_coffee": 0.8552378215260813, + "IoU_coffee": 0.7470877686282386, + "precision_coffee": 0.8515667477464587, + "recall_coffee": 0.858940684081397, + "F1_noncoffee": 0.7607012209606157, + "IoU_noncoffee": 0.6138158399141301, + "kappa": 0.6159508408299688, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7450530748817353, + "mIoU": 0.5765878200907376, + "macroF1": 0.7277305453729, + "F1_coffee": 0.7964065649294558, + "IoU_coffee": 0.661690685345735, + "precision_coffee": 0.8379341266571338, + "recall_coffee": 0.7588008076551663, + "F1_noncoffee": 0.6590545258163443, + "IoU_noncoffee": 0.4914849548357402, + "kappa": 0.4576916847560516, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.35410273515677115, + "mIoU": 0.1777102501274497, + "macroF1": 0.2632474625515261, + "F1_coffee": 0.5219709686975412, + "IoU_coffee": 0.3531533939070016, + "precision_coffee": 1.0, + "recall_coffee": 0.3531533939070016, + "F1_noncoffee": 0.0045239564055110015, + "IoU_noncoffee": 0.002267106347897774, + "kappa": 0.0015999915908672267, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8051528809842855, + "mIoU": 0.6706095866877418, + "macroF1": 0.8023735746604224, + "F1_coffee": 0.8258099646065886, + "IoU_coffee": 0.7033017992951215, + "precision_coffee": 0.841433644030182, + "recall_coffee": 0.8107559071955522, + "F1_noncoffee": 0.7789371847142561, + "IoU_noncoffee": 0.6379173740803622, + "kappa": 0.6049200132229964, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8183463467604323, + "mIoU": 0.6788301377137651, + "macroF1": 0.8068297494432728, + "F1_coffee": 0.8539960932629567, + "IoU_coffee": 0.7451947486762892, + "precision_coffee": 0.8716382455247307, + "recall_coffee": 0.8370539351474662, + "F1_noncoffee": 0.7596634056235889, + "IoU_noncoffee": 0.612465526751241, + "kappa": 0.6139198524180502, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.832628067904615, + "mIoU": 0.6845137793244112, + "macroF1": 0.8089083236380927, + "F1_coffee": 0.8762332498895598, + "IoU_coffee": 0.7797287558147153, + "precision_coffee": 0.8412978933974269, + "recall_coffee": 0.9141957289906284, + "F1_noncoffee": 0.7415833973866257, + "IoU_noncoffee": 0.589298802834107, + "kappa": 0.6191877125587718, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7825934168911796, + "mIoU": 0.6406156634524164, + "macroF1": 0.7805838515234401, + "F1_coffee": 0.7595854922279792, + "IoU_coffee": 0.6123642439431913, + "precision_coffee": 0.7609654814430314, + "recall_coffee": 0.7582104990949056, + "F1_noncoffee": 0.801582210818901, + "IoU_noncoffee": 0.6688670829616414, + "kappa": 0.5611688941210592, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7446972194746675, + "mIoU": 0.5920545824151093, + "macroF1": 0.7435217138888597, + "F1_coffee": 0.7261581987504421, + "IoU_coffee": 0.5700536738848788, + "precision_coffee": 0.7601184600197434, + "recall_coffee": 0.6951026856240127, + "F1_noncoffee": 0.7608852290272774, + "IoU_noncoffee": 0.6140554909453397, + "kappa": 0.4879359323501992, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7835529783869267, + "mIoU": 0.6416724329322376, + "macroF1": 0.7813315762335569, + "F1_coffee": 0.8033713245857677, + "IoU_coffee": 0.6713622538818633, + "precision_coffee": 0.7452025586353944, + "recall_coffee": 0.8713899854560565, + "F1_noncoffee": 0.759291827881346, + "IoU_noncoffee": 0.611982611982612, + "kappa": 0.565901054749572, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8295901535338155, + "mIoU": 0.680076567795866, + "macroF1": 0.8056895053126496, + "F1_coffee": 0.8738374823860967, + "IoU_coffee": 0.7759426092759426, + "precision_coffee": 0.9015313045163792, + "recall_coffee": 0.8477943857090776, + "F1_noncoffee": 0.7375415282392026, + "IoU_noncoffee": 0.5842105263157895, + "kappa": 0.6121404037723017, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8837890625, + "mIoU": 0.7336933401582855, + "macroF1": 0.8404260808024204, + "F1_coffee": 0.9236102195403775, + "IoU_coffee": 0.8580629770992366, + "precision_coffee": 0.9300581771170007, + "recall_coffee": 0.9172510518934082, + "F1_noncoffee": 0.7572419420644635, + "IoU_noncoffee": 0.6093237032173342, + "kappa": 0.6809009018917441, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8765327296736465, + "mIoU": 0.701327384975166, + "macroF1": 0.8148011384097069, + "F1_coffee": 0.9217245709501883, + "IoU_coffee": 0.8548136645962733, + "precision_coffee": 0.9047898567738906, + "recall_coffee": 0.9393053016453382, + "F1_noncoffee": 0.7078777058692256, + "IoU_noncoffee": 0.5478411053540587, + "kappa": 0.6300858925689582, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2653, + 2984 + ], + [ + 43089, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4990246136983236, + "test_tta": { + "OA": 0.8201418236516009, + "mIoU": 0.6791436220818364, + "macroF1": 0.8067473630679141, + "F1_coffee": 0.8576248121792873, + "IoU_coffee": 0.7507383050006204, + "precision_coffee": 0.8426227681680176, + "recall_coffee": 0.8731707317073171, + "F1_noncoffee": 0.7558699139565408, + "IoU_noncoffee": 0.6075489391630524, + "kappa": 0.613704688242823, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7483125649013499, + "mIoU": 0.5778675066625344, + "macroF1": 0.7281588252425711, + "F1_coffee": 0.8021765005951369, + "IoU_coffee": 0.6696950769405485, + "precision_coffee": 0.8295702328198635, + "recall_coffee": 0.7765341058730577, + "F1_noncoffee": 0.6541411498900054, + "IoU_noncoffee": 0.48603993638452025, + "kappa": 0.4573521616517317, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f0_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f0_s1_r1.0", + "val_epoch0": 0.7545402298194435 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 34, + "stopped_epoch": 64, + "best_val": 0.7777881765413799, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8259974213881527, + "mIoU": 0.6982689811903733, + "macroF1": 0.8216763109875572, + "F1_coffee": 0.8494352077103057, + "IoU_coffee": 0.7382767258329518, + "precision_coffee": 0.916967750568714, + "recall_coffee": 0.7911675566459807, + "F1_noncoffee": 0.7939174142648088, + "IoU_noncoffee": 0.6582612365477949, + "kappa": 0.645980847960281, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7365870543440637, + "mIoU": 0.5767984158599009, + "macroF1": 0.7302637577096667, + "F1_coffee": 0.7715629377626576, + "IoU_coffee": 0.6280850370611712, + "precision_coffee": 0.8969407932999883, + "recall_coffee": 0.6769379334562374, + "F1_noncoffee": 0.6889645776566757, + "IoU_noncoffee": 0.5255117946586304, + "kappa": 0.4745080404866076, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2457638425617078, + "mIoU": 0.12329867747994215, + "macroF1": 0.19850300661384107, + "F1_coffee": 0.3931293612453033, + "IoU_coffee": 0.24465526456440406, + "precision_coffee": 1.0, + "recall_coffee": 0.24465526456440406, + "F1_noncoffee": 0.0038766519823788545, + "IoU_noncoffee": 0.001942090395480226, + "kappa": 0.0009498339724076522, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8113655743695943, + "mIoU": 0.6820431117412384, + "macroF1": 0.8108949977801061, + "F1_coffee": 0.8203283634043047, + "IoU_coffee": 0.6953870364906068, + "precision_coffee": 0.8967529173008625, + "recall_coffee": 0.7559071955522292, + "F1_noncoffee": 0.8014616321559074, + "IoU_noncoffee": 0.6686991869918699, + "kappa": 0.6248012436813085, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8123481048658152, + "mIoU": 0.6778823098540812, + "macroF1": 0.8071870176883851, + "F1_coffee": 0.8387326134293205, + "IoU_coffee": 0.722256237563141, + "precision_coffee": 0.9225730765470721, + "recall_coffee": 0.7688610070066808, + "F1_noncoffee": 0.7756414219474498, + "IoU_noncoffee": 0.6335083821450213, + "kappa": 0.6187543650243416, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8510977248966993, + "mIoU": 0.7295260666374426, + "macroF1": 0.8424346435725714, + "F1_coffee": 0.8793805702302698, + "IoU_coffee": 0.7847272203828991, + "precision_coffee": 0.9256303591136769, + "recall_coffee": 0.8375326471040099, + "F1_noncoffee": 0.8054887169148729, + "IoU_noncoffee": 0.674324912891986, + "kappa": 0.6861329104780163, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8047323415719808, + "mIoU": 0.6694096036728698, + "macroF1": 0.8014234650995071, + "F1_coffee": 0.7757901815736382, + "IoU_coffee": 0.6337068776093167, + "precision_coffee": 0.8082959641255605, + "recall_coffee": 0.7457977760537885, + "F1_noncoffee": 0.827056748625376, + "IoU_noncoffee": 0.7051123297364231, + "kappa": 0.6033417486853875, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7699747224969777, + "mIoU": 0.6225066633422338, + "macroF1": 0.7667246725113481, + "F1_coffee": 0.739190031152648, + "IoU_coffee": 0.5862818738881201, + "precision_coffee": 0.8252643294379521, + "recall_coffee": 0.6693748589483187, + "F1_noncoffee": 0.7942593138700481, + "IoU_noncoffee": 0.6587314527963476, + "kappa": 0.5374189262245861, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8120189773326305, + "mIoU": 0.6831832735364912, + "macroF1": 0.8117293805311487, + "F1_coffee": 0.8043454405793921, + "IoU_coffee": 0.6727239353891337, + "precision_coffee": 0.8523255813953489, + "recall_coffee": 0.7614793268231872, + "F1_noncoffee": 0.8191133204829055, + "IoU_noncoffee": 0.6936426116838488, + "kappa": 0.6245587052326891, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8185509453115087, + "mIoU": 0.67918044905528, + "macroF1": 0.8070892599647518, + "F1_coffee": 0.8541114058355438, + "IoU_coffee": 0.7453703703703703, + "precision_coffee": 0.9698795180722891, + "recall_coffee": 0.7630331753554502, + "F1_noncoffee": 0.7600671140939598, + "IoU_noncoffee": 0.6129905277401895, + "kappa": 0.6230121283544316, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85, + "mIoU": 0.700316348957464, + "macroF1": 0.8189966516203399, + "F1_coffee": 0.8939079983423125, + "IoU_coffee": 0.8081678531285126, + "precision_coffee": 0.9752825923134891, + "recall_coffee": 0.8250669386714268, + "F1_noncoffee": 0.7440853048983672, + "IoU_noncoffee": 0.5924648447864155, + "kappa": 0.6439720938718292, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8860592341067723, + "mIoU": 0.7489387007281061, + "macroF1": 0.8520691261102424, + "F1_coffee": 0.9229788319306299, + "IoU_coffee": 0.8569737153682216, + "precision_coffee": 0.9677764407006284, + "recall_coffee": 0.8821450335161487, + "F1_noncoffee": 0.7811594202898551, + "IoU_noncoffee": 0.6409036860879905, + "kappa": 0.7059285701591349, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2656, + 2984 + ], + [ + 43443, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.201677890618642, + "test_tta": { + "OA": 0.833016975861328, + "mIoU": 0.7076515819814271, + "macroF1": 0.8280760528032409, + "F1_coffee": 0.8572216012616558, + "IoU_coffee": 0.7501205852403666, + "precision_coffee": 0.9128350616317746, + "recall_coffee": 0.8079953817289652, + "F1_noncoffee": 0.7989305043448262, + "IoU_noncoffee": 0.6651825787224875, + "kappa": 0.6579400791317626, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7448511595707857, + "mIoU": 0.5858469500582175, + "macroF1": 0.7372660305542502, + "F1_coffee": 0.7819076149265876, + "IoU_coffee": 0.6419115861063881, + "precision_coffee": 0.8919922369420302, + "recall_coffee": 0.6960100079009744, + "F1_noncoffee": 0.692624446181913, + "IoU_noncoffee": 0.529782314010047, + "kappa": 0.48557493481377056, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f0_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f0_s2_r0.1", + "val_epoch0": 0.714224422179667 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.714224422179667, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7766098417018839, + "mIoU": 0.6249381747017375, + "macroF1": 0.7674571007526435, + "F1_coffee": 0.8135917397606204, + "IoU_coffee": 0.6857603466082269, + "precision_coffee": 0.843422764731396, + "recall_coffee": 0.7857988165680473, + "F1_noncoffee": 0.7213224617446666, + "IoU_noncoffee": 0.5641160027952481, + "kappa": 0.5357823702681812, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6837429329641168, + "mIoU": 0.5103656290877993, + "macroF1": 0.6732274529796232, + "F1_coffee": 0.7318463081174945, + "IoU_coffee": 0.5770959094327979, + "precision_coffee": 0.8263739298536316, + "recall_coffee": 0.6567246071459925, + "F1_noncoffee": 0.6146085978417519, + "IoU_noncoffee": 0.4436353487428006, + "kappa": 0.35851822490963464, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13088725817211475, + "mIoU": 0.06564782903399538, + "macroF1": 0.11642157182117986, + "F1_coffee": 0.2294771705701443, + "IoU_coffee": 0.1296098343132015, + "precision_coffee": 1.0, + "recall_coffee": 0.1296098343132015, + "F1_noncoffee": 0.0033659730722154224, + "IoU_noncoffee": 0.001685823754789272, + "kappa": 0.00043690321201661714, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7472286514800829, + "mIoU": 0.595760353117756, + "macroF1": 0.7465396549281516, + "F1_coffee": 0.7597545444019914, + "IoU_coffee": 0.6125840179238238, + "precision_coffee": 0.8284307536927156, + "recall_coffee": 0.7015930717416872, + "F1_noncoffee": 0.7333247654543118, + "IoU_noncoffee": 0.5789366883116883, + "kappa": 0.4969169775935502, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7894410259061999, + "mIoU": 0.6419413509967842, + "macroF1": 0.7802793017634484, + "F1_coffee": 0.8251459979388527, + "IoU_coffee": 0.7023391812865497, + "precision_coffee": 0.872344289086617, + "recall_coffee": 0.7827928955515724, + "F1_noncoffee": 0.7354126055880442, + "IoU_noncoffee": 0.5815435207070188, + "kappa": 0.5624965943490862, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.788271021058396, + "mIoU": 0.6256620406621394, + "macroF1": 0.7653824100209594, + "F1_coffee": 0.8386631766624938, + "IoU_coffee": 0.7221532632129092, + "precision_coffee": 0.8284493742037023, + "recall_coffee": 0.8491319711169151, + "F1_noncoffee": 0.6921016433794251, + "IoU_noncoffee": 0.5291708181113695, + "kappa": 0.5309008960099231, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7297645542930772, + "mIoU": 0.567589346160994, + "macroF1": 0.7225997470209894, + "F1_coffee": 0.6780181437543614, + "IoU_coffee": 0.5128800675675675, + "precision_coffee": 0.7365069739235901, + "recall_coffee": 0.6281355055598655, + "F1_noncoffee": 0.7671813502876174, + "IoU_noncoffee": 0.6222986247544204, + "kappa": 0.44771797931026536, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7366743598197604, + "mIoU": 0.5812096309003144, + "macroF1": 0.7347400484099444, + "F1_coffee": 0.7120884402787792, + "IoU_coffee": 0.552901660757604, + "precision_coffee": 0.7615008995116936, + "recall_coffee": 0.6686978108779057, + "F1_noncoffee": 0.7573916565411097, + "IoU_noncoffee": 0.6095176010430248, + "kappa": 0.4713557056822437, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7415919873484449, + "mIoU": 0.5893082562512524, + "macroF1": 0.7415905971429406, + "F1_coffee": 0.7421899652887346, + "IoU_coffee": 0.5900652282990466, + "precision_coffee": 0.7515977844056242, + "recall_coffee": 0.7330147517141076, + "F1_noncoffee": 0.7409912289971468, + "IoU_noncoffee": 0.5885512842034581, + "kappa": 0.48326253192109403, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7661464281182591, + "mIoU": 0.5999354050853003, + "macroF1": 0.7458328139780899, + "F1_coffee": 0.8176872094173508, + "IoU_coffee": 0.6915997322623829, + "precision_coffee": 0.8940082197707117, + "recall_coffee": 0.7533722201968648, + "F1_noncoffee": 0.6739784185388289, + "IoU_noncoffee": 0.5082710779082177, + "kappa": 0.49820536703615087, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.836328125, + "mIoU": 0.6661894207042557, + "macroF1": 0.7920296281776354, + "F1_coffee": 0.8880128290792463, + "IoU_coffee": 0.7985819012137965, + "precision_coffee": 0.9328934437736909, + "recall_coffee": 0.847252326915721, + "F1_noncoffee": 0.6960464272760246, + "IoU_noncoffee": 0.5337969401947149, + "kappa": 0.5866558517581042, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8300320694208639, + "mIoU": 0.6104962170469322, + "macroF1": 0.7394144437215355, + "F1_coffee": 0.8930817610062893, + "IoU_coffee": 0.8068181818181818, + "precision_coffee": 0.8701583998150075, + "recall_coffee": 0.9172455819622182, + "F1_noncoffee": 0.5857471264367816, + "IoU_noncoffee": 0.4141742522756827, + "kappa": 0.48022650331708927, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2577, + 2984 + ], + [ + 40764, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4972106417020163, + "test_tta": { + "OA": 0.7879628966406418, + "mIoU": 0.6374569479210063, + "macroF1": 0.776499856684013, + "F1_coffee": 0.8271159714415033, + "IoU_coffee": 0.705198426529901, + "precision_coffee": 0.8368788039945636, + "recall_coffee": 0.8175782941261365, + "F1_noncoffee": 0.7258837419265227, + "IoU_noncoffee": 0.5697154693121116, + "kappa": 0.5530961452329356, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6958145840544594, + "mIoU": 0.5213231481661075, + "macroF1": 0.682029043535501, + "F1_coffee": 0.7482363052534826, + "IoU_coffee": 0.5977456515105279, + "precision_coffee": 0.8202517731424533, + "recall_coffee": 0.6878456676323413, + "F1_noncoffee": 0.6158217818175195, + "IoU_noncoffee": 0.44490064482168706, + "kappa": 0.3714513432469755, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f0_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f0_s2_r1.0", + "val_epoch0": 0.7618885370067372 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 42, + "stopped_epoch": 72, + "best_val": 0.7736573639054078, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8239739273690997, + "mIoU": 0.69543695289789, + "macroF1": 0.8197121054529842, + "F1_coffee": 0.8474313208132858, + "IoU_coffee": 0.7352545111769458, + "precision_coffee": 0.9165687426556992, + "recall_coffee": 0.7879924953095685, + "F1_noncoffee": 0.7919928900926827, + "IoU_noncoffee": 0.6556193946188341, + "kappa": 0.6421997649668717, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.733601592246452, + "mIoU": 0.5732806661102708, + "macroF1": 0.7274544499680563, + "F1_coffee": 0.7683858104803822, + "IoU_coffee": 0.623885155772755, + "precision_coffee": 0.8962702939885915, + "recall_coffee": 0.6724387674479853, + "F1_noncoffee": 0.6865230894557304, + "IoU_noncoffee": 0.5226761764477866, + "kappa": 0.46952603214079003, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23322214809873248, + "mIoU": 0.1169673722988795, + "macroF1": 0.19017594244649005, + "F1_coffee": 0.3768838772633633, + "IoU_coffee": 0.23219772879091516, + "precision_coffee": 0.9994249568717654, + "recall_coffee": 0.2322287546766435, + "F1_noncoffee": 0.0034680076296167853, + "IoU_noncoffee": 0.0017370158068438423, + "kappa": 0.0005398979553882494, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8021683518089902, + "mIoU": 0.6694001119714938, + "macroF1": 0.801924551016372, + "F1_coffee": 0.8088737201365188, + "IoU_coffee": 0.6790830945558739, + "precision_coffee": 0.8994895956026698, + "recall_coffee": 0.7348444349406608, + "F1_noncoffee": 0.7949753818962252, + "IoU_noncoffee": 0.6597171293871137, + "kappa": 0.6081154865936894, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8050571384249444, + "mIoU": 0.6678466347466319, + "macroF1": 0.8000073744987266, + "F1_coffee": 0.8317865429234339, + "IoU_coffee": 0.7120158887785502, + "precision_coffee": 0.9194121128427698, + "recall_coffee": 0.7594101352452338, + "F1_noncoffee": 0.7682282060740194, + "IoU_noncoffee": 0.6236773807147136, + "kappa": 0.6049588063471241, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8600089610195649, + "mIoU": 0.7424270160541856, + "macroF1": 0.851008658090873, + "F1_coffee": 0.8876278772378516, + "IoU_coffee": 0.7979594769363414, + "precision_coffee": 0.9250374812593704, + "recall_coffee": 0.8531264403134122, + "F1_noncoffee": 0.8143894389438944, + "IoU_noncoffee": 0.6868945551720298, + "kappa": 0.7028201230130939, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.8069579477568233, + "mIoU": 0.6722884166823315, + "macroF1": 0.8034593888765396, + "F1_coffee": 0.7772370911057043, + "IoU_coffee": 0.6356400619058147, + "precision_coffee": 0.8142169357122628, + "recall_coffee": 0.743470390483579, + "F1_noncoffee": 0.829681686647375, + "IoU_noncoffee": 0.7089367714588485, + "kappa": 0.6075377429997993, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.764369710957248, + "mIoU": 0.6147636736966526, + "macroF1": 0.7607249453310039, + "F1_coffee": 0.7311935807422267, + "IoU_coffee": 0.5762845849802372, + "precision_coffee": 0.8225669957686883, + "recall_coffee": 0.6580907244414353, + "F1_noncoffee": 0.7902563099197809, + "IoU_noncoffee": 0.6532427624130681, + "kappa": 0.5260135409458135, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8175013178703215, + "mIoU": 0.6910916987629123, + "macroF1": 0.8173010918213033, + "F1_coffee": 0.8112528622832843, + "IoU_coffee": 0.682443588332416, + "precision_coffee": 0.8536025699862322, + "recall_coffee": 0.7729067109910659, + "F1_noncoffee": 0.8233493213593224, + "IoU_noncoffee": 0.6997398091934085, + "kappa": 0.6354420128220845, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7969800786702195, + "mIoU": 0.651065550157395, + "macroF1": 0.7868881738890826, + "F1_coffee": 0.8332638599416423, + "IoU_coffee": 0.714183637013219, + "precision_coffee": 0.972749391727494, + "recall_coffee": 0.7287641268683923, + "F1_noncoffee": 0.7405124878365229, + "IoU_noncoffee": 0.587947463301571, + "kappa": 0.5869923824698939, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8412109375, + "mIoU": 0.6867724919262499, + "macroF1": 0.8091688933413212, + "F1_coffee": 0.8873649210307565, + "IoU_coffee": 0.7975345536047814, + "precision_coffee": 0.9714849082360079, + "recall_coffee": 0.8166517914063496, + "F1_noncoffee": 0.7309728656518861, + "IoU_noncoffee": 0.5760104302477184, + "kappa": 0.625052373686019, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8980381060177325, + "mIoU": 0.7680980101559053, + "macroF1": 0.8648963496772457, + "F1_coffee": 0.9318110136882609, + "IoU_coffee": 0.8723278611078304, + "precision_coffee": 0.9657426778242678, + "recall_coffee": 0.9001828153564899, + "F1_noncoffee": 0.7979816856662306, + "IoU_noncoffee": 0.6638681592039801, + "kappa": 0.7307773351011583, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2647, + 2984 + ], + [ + 43339, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.602658009529114, + "test_tta": { + "OA": 0.8277702170331638, + "mIoU": 0.700511845472605, + "macroF1": 0.8231963418262114, + "F1_coffee": 0.8516336038009441, + "IoU_coffee": 0.7416044274891194, + "precision_coffee": 0.9146151552301116, + "recall_coffee": 0.796767210275653, + "F1_noncoffee": 0.7947590798514788, + "IoU_noncoffee": 0.6594192634560907, + "kappa": 0.6486970953332489, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7380437290873428, + "mIoU": 0.5781532942724799, + "macroF1": 0.731258830919721, + "F1_coffee": 0.7739599019327219, + "IoU_coffee": 0.6312680173778878, + "precision_coffee": 0.893817011124206, + "recall_coffee": 0.6824466684224387, + "F1_noncoffee": 0.68855775990672, + "IoU_noncoffee": 0.525038571167072, + "kappa": 0.47551211051110265, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f1_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f1_s0_r0.1", + "val_epoch0": 0.7084189708061188 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7084189708061188, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8977760562925664, + "mIoU": 0.7453432086890593, + "macroF1": 0.8474288880556331, + "F1_coffee": 0.9350731887326253, + "IoU_coffee": 0.878063336221003, + "precision_coffee": 0.911800571737001, + "recall_coffee": 0.9595649338354406, + "F1_noncoffee": 0.7597845873786407, + "IoU_noncoffee": 0.6126230811571157, + "kappa": 0.6955914859018877, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8644138686973578, + "mIoU": 0.6850007101677553, + "macroF1": 0.8029362808968119, + "F1_coffee": 0.9130044511072245, + "IoU_coffee": 0.839933937206293, + "precision_coffee": 0.8777445642503825, + "recall_coffee": 0.9512157497927152, + "F1_noncoffee": 0.6928681106863994, + "IoU_noncoffee": 0.5300674831292177, + "kappa": 0.6081052233031685, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2222222222222222, + "mIoU": 0.1140625, + "macroF1": 0.19064234734337826, + "F1_coffee": 0.35051546391752575, + "IoU_coffee": 0.2125, + "precision_coffee": 1.0, + "recall_coffee": 0.2125, + "F1_noncoffee": 0.03076923076923077, + "IoU_noncoffee": 0.015625, + "kappa": 0.0066186490169359395, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.898883495145631, + "mIoU": 0.7489345816422036, + "macroF1": 0.8500847182507676, + "F1_coffee": 0.9356164806973079, + "IoU_coffee": 0.8790219537693111, + "precision_coffee": 0.9138389083444028, + "recall_coffee": 0.9584573491229181, + "F1_noncoffee": 0.7645529558042274, + "IoU_noncoffee": 0.6188472095150961, + "kappa": 0.7007908390890398, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9003916638460423, + "mIoU": 0.7486729734971102, + "macroF1": 0.8496423789953691, + "F1_coffee": 0.936995351113286, + "IoU_coffee": 0.8814593163770285, + "precision_coffee": 0.9104309063893017, + "recall_coffee": 0.9651565748850104, + "F1_noncoffee": 0.7622894068774521, + "IoU_noncoffee": 0.6158866306171918, + "kappa": 0.7002475802843864, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8940573473236304, + "mIoU": 0.7385028054125691, + "macroF1": 0.842584151227507, + "F1_coffee": 0.9325991324945396, + "IoU_coffee": 0.8737103003054931, + "precision_coffee": 0.9111565280115412, + "recall_coffee": 0.9550752945624095, + "F1_noncoffee": 0.7525691699604743, + "IoU_noncoffee": 0.6032953105196451, + "kappa": 0.6858070861166466, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9186660029865604, + "mIoU": 0.6602725933888658, + "macroF1": 0.7666036987675544, + "F1_coffee": 0.95499366495896, + "IoU_coffee": 0.913863995782815, + "precision_coffee": 0.9326447170217345, + "recall_coffee": 0.9784400045151823, + "F1_noncoffee": 0.5782137325761487, + "IoU_noncoffee": 0.4066811909949165, + "kappa": 0.5357059793583233, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9221075610240127, + "mIoU": 0.6698862939550025, + "macroF1": 0.7754090348010488, + "F1_coffee": 0.9569225703780936, + "IoU_coffee": 0.9174031986531986, + "precision_coffee": 0.9343120445777968, + "recall_coffee": 0.9806545945337982, + "F1_noncoffee": 0.5938954992240041, + "IoU_noncoffee": 0.42236938925680645, + "kappa": 0.5532844300067138, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9205199444334193, + "mIoU": 0.6773531273951148, + "macroF1": 0.7831706847148655, + "F1_coffee": 0.95574341123819, + "IoU_coffee": 0.9152380952380952, + "precision_coffee": 0.9392919200695048, + "recall_coffee": 0.9727814644022045, + "F1_noncoffee": 0.6105979581915411, + "IoU_noncoffee": 0.43946815955213436, + "kappa": 0.5675087353026237, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8800568450971104, + "mIoU": 0.7632995791791755, + "macroF1": 0.8638161676280549, + "F1_coffee": 0.9108450704225353, + "IoU_coffee": 0.8362860468123626, + "precision_coffee": 0.8897908640616401, + "recall_coffee": 0.9329197922677438, + "F1_noncoffee": 0.8167872648335746, + "IoU_noncoffee": 0.6903131115459883, + "kappa": 0.7279453525354167, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8797510138640008, + "mIoU": 0.7598215538588919, + "macroF1": 0.8612695581130401, + "F1_coffee": 0.9119049264147032, + "IoU_coffee": 0.8380746761493523, + "precision_coffee": 0.8806886427332177, + "recall_coffee": 0.9454154727793697, + "F1_noncoffee": 0.8106341898113768, + "IoU_noncoffee": 0.6815684315684316, + "kappa": 0.7232864214608886, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8689050268791851, + "mIoU": 0.7422535537046764, + "macroF1": 0.8495269577442103, + "F1_coffee": 0.9035258189894503, + "IoU_coffee": 0.8240283580200025, + "precision_coffee": 0.876278944534195, + "recall_coffee": 0.9325214899713467, + "F1_noncoffee": 0.7955280964989703, + "IoU_noncoffee": 0.6604787493893503, + "kappa": 0.6996693344123214, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2647, + 2995 + ], + [ + 52981, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.496977651119232, + "test_tta": { + "OA": 0.8981472515412672, + "mIoU": 0.7434586223852039, + "macroF1": 0.8458741900412952, + "F1_coffee": 0.9356329107468867, + "IoU_coffee": 0.8790509591981448, + "precision_coffee": 0.9080254978817753, + "recall_coffee": 0.9649717038688911, + "F1_noncoffee": 0.7561154693357035, + "IoU_noncoffee": 0.607866285572263, + "kappa": 0.692824257108244, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8650196146302065, + "mIoU": 0.6826798017346798, + "macroF1": 0.8007393938115982, + "F1_coffee": 0.9139141072693323, + "IoU_coffee": 0.8414749822148446, + "precision_coffee": 0.8737688194737583, + "recall_coffee": 0.9579259944852587, + "F1_noncoffee": 0.6875646803538641, + "IoU_noncoffee": 0.523884621254515, + "kappa": 0.6045087766220618, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f1_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f1_s0_r1.0", + "val_epoch0": 0.7241991087148568 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 59, + "stopped_epoch": 89, + "best_val": 0.7482159688347684, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8972273328814435, + "mIoU": 0.7434130549123812, + "macroF1": 0.8459863494075472, + "F1_coffee": 0.9348222144889562, + "IoU_coffee": 0.8776208321322188, + "precision_coffee": 0.9102633100121589, + "recall_coffee": 0.9607430627143247, + "F1_noncoffee": 0.7571504843261384, + "IoU_noncoffee": 0.6092052776925437, + "kappa": 0.6928058704132931, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8650196146302065, + "mIoU": 0.6862682725349959, + "macroF1": 0.8039360128964879, + "F1_coffee": 0.9133722706109944, + "IoU_coffee": 0.8405567481004463, + "precision_coffee": 0.8782932213044716, + "recall_coffee": 0.9513700082913943, + "F1_noncoffee": 0.6944997551819814, + "IoU_noncoffee": 0.5319797969695454, + "kappa": 0.6100656523305757, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5061728395061729, + "mIoU": 0.2621951219512195, + "macroF1": 0.3571428571428571, + "F1_coffee": 0.6666666666666666, + "IoU_coffee": 0.5, + "precision_coffee": 1.0, + "recall_coffee": 0.5, + "F1_noncoffee": 0.047619047619047616, + "IoU_noncoffee": 0.024390243902439025, + "kappa": 0.024096385542168697, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9070388349514563, + "mIoU": 0.7666217381395681, + "macroF1": 0.862514114050678, + "F1_coffee": 0.9407542616712558, + "IoU_coffee": 0.8881359892517087, + "precision_coffee": 0.9196709412049359, + "recall_coffee": 0.962826926730416, + "F1_noncoffee": 0.7842739664301003, + "IoU_noncoffee": 0.6451074870274277, + "kappa": 0.7255534179949801, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9032445239591896, + "mIoU": 0.7568296171996554, + "macroF1": 0.8555688409885491, + "F1_coffee": 0.9385498879095906, + "IoU_coffee": 0.8842147899548664, + "precision_coffee": 0.9154684878983944, + "recall_coffee": 0.9628252788104089, + "F1_noncoffee": 0.7725877940675077, + "IoU_noncoffee": 0.6294444444444445, + "kappa": 0.7118156340670043, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8814370678400464, + "mIoU": 0.7075255911232832, + "macroF1": 0.8191812473706124, + "F1_coffee": 0.9252803510482691, + "IoU_coffee": 0.8609504366564591, + "precision_coffee": 0.8959575095898495, + "recall_coffee": 0.9565874866107996, + "F1_noncoffee": 0.7130821436929557, + "IoU_noncoffee": 0.5541007455901072, + "kappa": 0.6398438216111353, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9230462916874067, + "mIoU": 0.6747391495817782, + "macroF1": 0.7799847132602904, + "F1_coffee": 0.9573987324331772, + "IoU_coffee": 0.9182788878316946, + "precision_coffee": 0.9353866034891234, + "recall_coffee": 0.9804718365504007, + "F1_noncoffee": 0.6025706940874036, + "IoU_noncoffee": 0.4311994113318617, + "kappa": 0.5622310698032726, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9289541575709466, + "mIoU": 0.6984372200346993, + "macroF1": 0.8012820004406257, + "F1_coffee": 0.9605640008812514, + "IoU_coffee": 0.924120389995761, + "precision_coffee": 0.9411764705882353, + "recall_coffee": 0.9807670678213924, + "F1_noncoffee": 0.642, + "IoU_noncoffee": 0.4727540500736377, + "kappa": 0.6040890734951473, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9207183965072435, + "mIoU": 0.6722886422505691, + "macroF1": 0.7781475415793484, + "F1_coffee": 0.9559949330836592, + "IoU_coffee": 0.9156995146655412, + "precision_coffee": 0.9366501187135765, + "recall_coffee": 0.9761556630300303, + "F1_noncoffee": 0.6003001500750376, + "IoU_noncoffee": 0.42887776983559683, + "kappa": 0.5580075434314875, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8918048318332544, + "mIoU": 0.7840152544576247, + "macroF1": 0.877354726652811, + "F1_coffee": 0.9194526731555932, + "IoU_coffee": 0.8509138381201045, + "precision_coffee": 0.8995307756003312, + "recall_coffee": 0.9402769763416041, + "F1_noncoffee": 0.8352567801500288, + "IoU_noncoffee": 0.717116670795145, + "kappa": 0.7549552811750525, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8788078845609734, + "mIoU": 0.7591551770392525, + "macroF1": 0.860904432181195, + "F1_coffee": 0.9108072464774069, + "IoU_coffee": 0.8362222788682131, + "precision_coffee": 0.8833984112023697, + "recall_coffee": 0.939971346704871, + "F1_noncoffee": 0.811001617884983, + "IoU_noncoffee": 0.6820880752102919, + "kappa": 0.7223751750354005, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8441007262095633, + "mIoU": 0.6970781947152478, + "macroF1": 0.8173772285726137, + "F1_coffee": 0.8872365099938604, + "IoU_coffee": 0.7973271211378127, + "precision_coffee": 0.8468550592525068, + "recall_coffee": 0.9316618911174785, + "F1_noncoffee": 0.747517947151367, + "IoU_noncoffee": 0.5968292682926829, + "kappa": 0.6366045229809488, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2713, + 2995 + ], + [ + 52881, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.483415313561758, + "test_tta": { + "OA": 0.8977599173687099, + "mIoU": 0.7416765185215697, + "macroF1": 0.8445166536771965, + "F1_coffee": 0.9355025910955905, + "IoU_coffee": 0.8788209189333945, + "precision_coffee": 0.9063880997474747, + "recall_coffee": 0.9665495550459681, + "F1_noncoffee": 0.7535307162588025, + "IoU_noncoffee": 0.6045321181097447, + "kappa": 0.6902545879079733, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8656542056074766, + "mIoU": 0.6837262183945655, + "macroF1": 0.8015417481233393, + "F1_coffee": 0.9143408892362868, + "IoU_coffee": 0.8421988819244451, + "precision_coffee": 0.8739715913086281, + "recall_coffee": 0.9586201577293149, + "F1_noncoffee": 0.6887426070103919, + "IoU_noncoffee": 0.5252535548646858, + "kappa": 0.6061370041962725, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f1_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f1_s1_r0.1", + "val_epoch0": 0.6986285846109115 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6986285846109115, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8822826893902714, + "mIoU": 0.7193211192126823, + "macroF1": 0.8289623967689195, + "F1_coffee": 0.9244599101058432, + "IoU_coffee": 0.8595308708546778, + "precision_coffee": 0.9103926568077512, + "recall_coffee": 0.9389687164706625, + "F1_noncoffee": 0.7334648834319959, + "IoU_noncoffee": 0.5791113675706867, + "kappa": 0.6582127281988129, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8498326987423561, + "mIoU": 0.6649804340998998, + "macroF1": 0.7879604865396436, + "F1_coffee": 0.9025002341043169, + "IoU_coffee": 0.8223238511288203, + "precision_coffee": 0.8772961459338419, + "recall_coffee": 0.9291953491062648, + "F1_noncoffee": 0.6734207389749702, + "IoU_noncoffee": 0.5076370170709793, + "kappa": 0.5770901557268326, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2839506172839506, + "mIoU": 0.14597457627118646, + "macroF1": 0.2323529411764706, + "F1_coffee": 0.43137254901960786, + "IoU_coffee": 0.275, + "precision_coffee": 1.0, + "recall_coffee": 0.275, + "F1_noncoffee": 0.03333333333333333, + "IoU_noncoffee": 0.01694915254237288, + "kappa": 0.009278785322648617, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8913106796116504, + "mIoU": 0.7366043213964015, + "macroF1": 0.8415149346164491, + "F1_coffee": 0.9303511991787725, + "IoU_coffee": 0.8697725818647124, + "precision_coffee": 0.9142822205918317, + "recall_coffee": 0.9469951238046989, + "F1_noncoffee": 0.7526786700541257, + "IoU_noncoffee": 0.6034360609280907, + "kappa": 0.6833771703265713, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8882065664136164, + "mIoU": 0.7300591692443668, + "macroF1": 0.8367485176267113, + "F1_coffee": 0.9284033197076675, + "IoU_coffee": 0.8663738296150734, + "precision_coffee": 0.912855489921442, + "recall_coffee": 0.9444899502236784, + "F1_noncoffee": 0.7450937155457552, + "IoU_noncoffee": 0.5937445088736601, + "kappa": 0.6738339049630935, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8673661815192689, + "mIoU": 0.6924680155073161, + "macroF1": 0.8089168580151282, + "F1_coffee": 0.9145988355801862, + "IoU_coffee": 0.8426366817738512, + "precision_coffee": 0.9039881831610044, + "recall_coffee": 0.9254615336147691, + "F1_noncoffee": 0.7032348804500703, + "IoU_noncoffee": 0.5422993492407809, + "kappa": 0.6180165901434825, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9144848183175709, + "mIoU": 0.6575624285806625, + "macroF1": 0.7649500688928956, + "F1_coffee": 0.9524284211109265, + "IoU_coffee": 0.9091774159441742, + "precision_coffee": 0.9348771472059143, + "recall_coffee": 0.970651315046845, + "F1_noncoffee": 0.5774717166748647, + "IoU_noncoffee": 0.40594744121715076, + "kappa": 0.5313672019200536, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9176423893629688, + "mIoU": 0.6638056706140436, + "macroF1": 0.7704591596145723, + "F1_coffee": 0.9542649327749614, + "IoU_coffee": 0.9125302982400675, + "precision_coffee": 0.9354002376579885, + "recall_coffee": 0.9739061972781464, + "F1_noncoffee": 0.5866533864541833, + "IoU_noncoffee": 0.41508104298801973, + "kappa": 0.5425997002335464, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8983925382020242, + "mIoU": 0.6512211289325891, + "macroF1": 0.7627707469899325, + "F1_coffee": 0.942140354842355, + "IoU_coffee": 0.8906099775664993, + "precision_coffee": 0.94663335982741, + "recall_coffee": 0.9376897986728152, + "F1_noncoffee": 0.5834011391375101, + "IoU_noncoffee": 0.4118322802986789, + "kappa": 0.525618438961919, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8692562766461392, + "mIoU": 0.7465093729799612, + "macroF1": 0.8527385003609276, + "F1_coffee": 0.9020581973030518, + "IoU_coffee": 0.821590174531351, + "precision_coffee": 0.8878178262084381, + "recall_coffee": 0.9167628390075014, + "F1_noncoffee": 0.8034188034188035, + "IoU_noncoffee": 0.6714285714285714, + "kappa": 0.7056290077907598, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8602282372913327, + "mIoU": 0.7317030137037521, + "macroF1": 0.8426825116197711, + "F1_coffee": 0.8952205882352942, + "IoU_coffee": 0.8103161397670549, + "precision_coffee": 0.8837241764377443, + "recall_coffee": 0.9070200573065903, + "F1_noncoffee": 0.7901444350042481, + "IoU_noncoffee": 0.6530898876404494, + "kappa": 0.685471632641166, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8378760728095822, + "mIoU": 0.6913542544597425, + "macroF1": 0.813722925253779, + "F1_coffee": 0.8807988350322447, + "IoU_coffee": 0.7869888475836431, + "precision_coffee": 0.8535143125923935, + "recall_coffee": 0.9098853868194843, + "F1_noncoffee": 0.7466470154753132, + "IoU_noncoffee": 0.595719661335842, + "kappa": 0.6282532784393103, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2635, + 2995 + ], + [ + 52033, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5261362115542094, + "test_tta": { + "OA": 0.8834931086795133, + "mIoU": 0.7173344588163721, + "macroF1": 0.8270894609580226, + "F1_coffee": 0.9258456513030169, + "IoU_coffee": 0.8619298077842593, + "precision_coffee": 0.9046127905576298, + "recall_coffee": 0.9480992152820146, + "F1_noncoffee": 0.7283332706130282, + "IoU_noncoffee": 0.5727391098484849, + "kappa": 0.6548754958195859, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8515778239298488, + "mIoU": 0.663067769005127, + "macroF1": 0.7857989204135757, + "F1_coffee": 0.9044998561605063, + "IoU_coffee": 0.8256501482422702, + "precision_coffee": 0.8718379906257827, + "recall_coffee": 0.9397042093287827, + "F1_noncoffee": 0.667097984666645, + "IoU_noncoffee": 0.5004853897679837, + "kappa": 0.5736835554104676, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f1_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f1_s1_r1.0", + "val_epoch0": 0.7213555112010629 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.7375600420951615, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8996804493076401, + "mIoU": 0.7478063461707024, + "macroF1": 0.8490718596194773, + "F1_coffee": 0.9364690010424971, + "IoU_coffee": 0.8805281669837975, + "precision_coffee": 0.9106322924327656, + "recall_coffee": 0.9638146130057013, + "F1_noncoffee": 0.7616747181964574, + "IoU_noncoffee": 0.6150845253576073, + "kappa": 0.6990525090270973, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8676589361947618, + "mIoU": 0.6905215890418714, + "macroF1": 0.8071507566443191, + "F1_coffee": 0.9151737016288573, + "IoU_coffee": 0.8436131231359182, + "precision_coffee": 0.8789977447481043, + "recall_coffee": 0.9544551782649775, + "F1_noncoffee": 0.699127811659781, + "IoU_noncoffee": 0.5374300549478248, + "kappa": 0.6166048776633706, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4691358024691358, + "mIoU": 0.24261363636363636, + "macroF1": 0.3384615384615384, + "F1_coffee": 0.6324786324786325, + "IoU_coffee": 0.4625, + "precision_coffee": 1.0, + "recall_coffee": 0.4625, + "F1_noncoffee": 0.044444444444444446, + "IoU_noncoffee": 0.022727272727272728, + "kappa": 0.020804048355355573, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9048058252427185, + "mIoU": 0.7606209409366549, + "macroF1": 0.8582585261031963, + "F1_coffee": 0.9394846474309521, + "IoU_coffee": 0.8858755746959204, + "precision_coffee": 0.9162152401589021, + "recall_coffee": 0.9639668165410678, + "F1_noncoffee": 0.7770324047754406, + "IoU_noncoffee": 0.6353663071773894, + "kappa": 0.7171891737736802, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9036797060103476, + "mIoU": 0.7567440557307257, + "macroF1": 0.8554369749449063, + "F1_coffee": 0.9389481426995219, + "IoU_coffee": 0.8849220103986135, + "precision_coffee": 0.914125440114579, + "recall_coffee": 0.9651565748850104, + "F1_noncoffee": 0.7719258071902908, + "IoU_noncoffee": 0.628566101062838, + "kappa": 0.7116681982892737, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8905758909143658, + "mIoU": 0.7262485220597763, + "macroF1": 0.8332197490374877, + "F1_coffee": 0.9310250236215672, + "IoU_coffee": 0.8709511861313869, + "precision_coffee": 0.9017003188097769, + "recall_coffee": 0.9623212147942789, + "F1_noncoffee": 0.7354144744534081, + "IoU_noncoffee": 0.5815458579881657, + "kappa": 0.667787323280242, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9195619711299153, + "mIoU": 0.6612367028468524, + "macroF1": 0.7673488809392772, + "F1_coffee": 0.9555310952118877, + "IoU_coffee": 0.9148487722626198, + "precision_coffee": 0.9323380947266674, + "recall_coffee": 0.97990743876284, + "F1_noncoffee": 0.5791666666666667, + "IoU_noncoffee": 0.40762463343108507, + "kappa": 0.5374068300254106, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9304425481246279, + "mIoU": 0.7022523530723721, + "macroF1": 0.804487570391488, + "F1_coffee": 0.9614135520449166, + "IoU_coffee": 0.9256942972228112, + "precision_coffee": 0.9414618369987063, + "recall_coffee": 0.982229220560117, + "F1_noncoffee": 0.6475615887380594, + "IoU_noncoffee": 0.4788104089219331, + "kappa": 0.6105726006788749, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9310379043461005, + "mIoU": 0.7068302147970015, + "macroF1": 0.8085568111812589, + "F1_coffee": 0.9616847676277633, + "IoU_coffee": 0.9261973027503452, + "precision_coffee": 0.9431228373702422, + "recall_coffee": 0.9809920143965808, + "F1_noncoffee": 0.6554288547347545, + "IoU_noncoffee": 0.48746312684365783, + "kappa": 0.6184427811527718, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8907626717195641, + "mIoU": 0.7814491624000169, + "macroF1": 0.8756466839096976, + "F1_coffee": 0.9190024587284861, + "IoU_coffee": 0.8501429685469197, + "precision_coffee": 0.8956593180884568, + "recall_coffee": 0.943594922100404, + "F1_noncoffee": 0.8322909090909091, + "IoU_noncoffee": 0.7127553562531141, + "kappa": 0.7516426646434414, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8782420069791569, + "mIoU": 0.7573900876730184, + "macroF1": 0.8596621807720968, + "F1_coffee": 0.9107253993499758, + "IoU_coffee": 0.8360843067546978, + "precision_coffee": 0.8802299157866595, + "recall_coffee": 0.9434097421203438, + "F1_noncoffee": 0.8085989621942179, + "IoU_noncoffee": 0.678695868591339, + "kappa": 0.7200447781984757, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8521173252852966, + "mIoU": 0.7099516848769909, + "macroF1": 0.8266065601536537, + "F1_coffee": 0.8931152010906612, + "IoU_coffee": 0.8068727675822146, + "precision_coffee": 0.8518855656697009, + "recall_coffee": 0.938538681948424, + "F1_noncoffee": 0.7600979192166463, + "IoU_noncoffee": 0.6130306021717671, + "kappa": 0.6550267971210291, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2713, + 2995 + ], + [ + 53033, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.372657283147176, + "test_tta": { + "OA": 0.8980020012265583, + "mIoU": 0.7418008107522549, + "macroF1": 0.8445764620735097, + "F1_coffee": 0.9357004781768237, + "IoU_coffee": 0.879170251409999, + "precision_coffee": 0.9059834111551116, + "recall_coffee": 0.9674331517051312, + "F1_noncoffee": 0.7534524459701958, + "IoU_noncoffee": 0.6044313700945109, + "kappa": 0.690430019108808, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8659426560516903, + "mIoU": 0.6839157124683436, + "macroF1": 0.8016505372091649, + "F1_coffee": 0.9145766512576854, + "IoU_coffee": 0.8425990212182277, + "precision_coffee": 0.8737137840210711, + "recall_coffee": 0.9594492971597154, + "F1_noncoffee": 0.6887244231606443, + "IoU_noncoffee": 0.5252324037184595, + "kappa": 0.6064379763213273, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f1_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f1_s2_r0.1", + "val_epoch0": 0.698920653984775 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 2, + "stopped_epoch": 50, + "best_val": 0.7008938440022145, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8843968884154805, + "mIoU": 0.7170143225683319, + "macroF1": 0.8266572346900194, + "F1_coffee": 0.9267009813452309, + "IoU_coffee": 0.8634136109680987, + "precision_coffee": 0.9021717473600319, + "recall_coffee": 0.9526013506406076, + "F1_noncoffee": 0.7266134880348079, + "IoU_noncoffee": 0.570615034168565, + "kappa": 0.6542677228118778, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8520681896850121, + "mIoU": 0.6617669505901337, + "macroF1": 0.7844773678460424, + "F1_coffee": 0.9051726528914159, + "IoU_coffee": 0.8267720524902468, + "precision_coffee": 0.869458653026428, + "recall_coffee": 0.9439463180424597, + "F1_noncoffee": 0.6637820828006687, + "IoU_noncoffee": 0.4967618486900206, + "kappa": 0.5715180326328518, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8869417475728155, + "mIoU": 0.7189966182755826, + "macroF1": 0.8278524183555449, + "F1_coffee": 0.928709173834522, + "IoU_coffee": 0.8669066803817361, + "precision_coffee": 0.8988031757317217, + "recall_coffee": 0.9606738015325186, + "F1_noncoffee": 0.7269956628765678, + "IoU_noncoffee": 0.571086556169429, + "kappa": 0.6571583429186041, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8823557855036024, + "mIoU": 0.7137606643902246, + "macroF1": 0.8242998443563732, + "F1_coffee": 0.9252970616230157, + "IoU_coffee": 0.8609793726072796, + "precision_coffee": 0.9023835189843095, + "recall_coffee": 0.9494045743809464, + "F1_noncoffee": 0.7233026270897305, + "IoU_noncoffee": 0.5665419561731694, + "kappa": 0.6494369012454146, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8839030994632755, + "mIoU": 0.7182834730449321, + "macroF1": 0.8278073524077256, + "F1_coffee": 0.9260889641372941, + "IoU_coffee": 0.8623516596915668, + "precision_coffee": 0.9053810039725533, + "recall_coffee": 0.9477663663285237, + "F1_noncoffee": 0.729525740678157, + "IoU_noncoffee": 0.5742152863982976, + "kappa": 0.6562727300145867, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9183673469387755, + "mIoU": 0.6623857402359287, + "macroF1": 0.7688327926550071, + "F1_coffee": 0.9547561244758331, + "IoU_coffee": 0.9134290540540541, + "precision_coffee": 0.9338370210469509, + "recall_coffee": 0.9766339315949881, + "F1_noncoffee": 0.582909460834181, + "IoU_noncoffee": 0.4113424264178033, + "kappa": 0.5397945392609693, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9172454852153205, + "mIoU": 0.6745879539650668, + "macroF1": 0.7812731867203953, + "F1_coffee": 0.953728362183755, + "IoU_coffee": 0.9115494750238625, + "precision_coffee": 0.9410927406109713, + "recall_coffee": 0.9667079068721178, + "F1_noncoffee": 0.6088180112570356, + "IoU_noncoffee": 0.43762643290627107, + "kappa": 0.563212049598017, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9151617384401667, + "mIoU": 0.6744109507699085, + "macroF1": 0.7816122562891255, + "F1_coffee": 0.9523915585500307, + "IoU_coffee": 0.9091102370575104, + "precision_coffee": 0.9430966034406705, + "recall_coffee": 0.9618715555055675, + "F1_noncoffee": 0.6108329540282204, + "IoU_noncoffee": 0.4397116644823067, + "kappa": 0.5635710481955035, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8570345807674088, + "mIoU": 0.7191085239657005, + "macroF1": 0.8331988573424336, + "F1_coffee": 0.8962530079064971, + "IoU_coffee": 0.8120094680453469, + "precision_coffee": 0.856167082621831, + "recall_coffee": 0.9402769763416041, + "F1_noncoffee": 0.7701447067783701, + "IoU_noncoffee": 0.626207579886054, + "kappa": 0.6680101066697254, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8491936244459115, + "mIoU": 0.7073703796581373, + "macroF1": 0.8250056343010156, + "F1_coffee": 0.8900653145410794, + "IoU_coffee": 0.8019078295341923, + "precision_coffee": 0.8556510244547257, + "recall_coffee": 0.9273638968481376, + "F1_noncoffee": 0.7599459540609518, + "IoU_noncoffee": 0.6128329297820824, + "kappa": 0.6512431851120378, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.854192209751957, + "mIoU": 0.7158671887035933, + "macroF1": 0.8310665121636116, + "F1_coffee": 0.8935701500757263, + "IoU_coffee": 0.8076157292185167, + "precision_coffee": 0.8600583090379009, + "recall_coffee": 0.9297994269340975, + "F1_noncoffee": 0.768562874251497, + "IoU_noncoffee": 0.62411864818867, + "kappa": 0.6632448191464809, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2597, + 2995 + ], + [ + 52202, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5176332632700604, + "test_tta": { + "OA": 0.8847519447403247, + "mIoU": 0.7125868488113839, + "macroF1": 0.8228628643264513, + "F1_coffee": 0.9275665148548997, + "IoU_coffee": 0.8649175242130751, + "precision_coffee": 0.895581149371254, + "recall_coffee": 0.9619211915932089, + "F1_noncoffee": 0.718159213798003, + "IoU_noncoffee": 0.5602561734096927, + "kappa": 0.6474753605377238, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8526739356178609, + "mIoU": 0.6570054322263782, + "macroF1": 0.7798679456204767, + "F1_coffee": 0.9064654659329189, + "IoU_coffee": 0.8289317234103126, + "precision_coffee": 0.8630863121185702, + "recall_coffee": 0.9544358959526427, + "F1_noncoffee": 0.6532704253080344, + "IoU_noncoffee": 0.4850791410424438, + "kappa": 0.5638203824069173, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f1_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f1_s2_r1.0", + "val_epoch0": 0.7275238687206733 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 51, + "stopped_epoch": 81, + "best_val": 0.7442264460236251, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8974855556631484, + "mIoU": 0.7428321852883286, + "macroF1": 0.8454826633693473, + "F1_coffee": 0.9351227683131103, + "IoU_coffee": 0.8781507769038941, + "precision_coffee": 0.9087444168734491, + "recall_coffee": 0.9630782824563987, + "F1_noncoffee": 0.7558425584255842, + "IoU_noncoffee": 0.6075135936727633, + "kappa": 0.6919421628499336, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8657263182185301, + "mIoU": 0.6862772515032416, + "macroF1": 0.8037978548265212, + "F1_coffee": 0.9140271493212669, + "IoU_coffee": 0.8416666666666667, + "precision_coffee": 0.8770313136862252, + "recall_coffee": 0.9542816374539634, + "F1_noncoffee": 0.6935685603317754, + "IoU_noncoffee": 0.5308878363398166, + "kappa": 0.6100687744307165, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4567901234567901, + "mIoU": 0.2361111111111111, + "macroF1": 0.3320839580209895, + "F1_coffee": 0.6206896551724138, + "IoU_coffee": 0.45, + "precision_coffee": 1.0, + "recall_coffee": 0.45, + "F1_noncoffee": 0.043478260869565216, + "IoU_noncoffee": 0.022222222222222223, + "kappa": 0.019801980198019774, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9011650485436893, + "mIoU": 0.7521351560505442, + "macroF1": 0.8522364592634701, + "F1_coffee": 0.9372650520737044, + "IoU_coffee": 0.8819367932734126, + "precision_coffee": 0.9127408029766548, + "recall_coffee": 0.9631435627889304, + "F1_noncoffee": 0.7672078664532358, + "IoU_noncoffee": 0.6223335188276757, + "kappa": 0.7052624885969253, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9030994632754702, + "mIoU": 0.7526249676855981, + "macroF1": 0.8523204876494421, + "F1_coffee": 0.9389173372348207, + "IoU_coffee": 0.8848672871423647, + "precision_coffee": 0.9093700183031234, + "recall_coffee": 0.9704492470543759, + "F1_noncoffee": 0.7657236380640636, + "IoU_noncoffee": 0.6203826482288313, + "kappa": 0.7058321094414899, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8882065664136164, + "mIoU": 0.7242153250359833, + "macroF1": 0.8319601959265591, + "F1_coffee": 0.9291796851069044, + "IoU_coffee": 0.8677269866697179, + "precision_coffee": 0.9041430700447094, + "recall_coffee": 0.9556423665805557, + "F1_noncoffee": 0.7347407067462138, + "IoU_noncoffee": 0.5807036634022488, + "kappa": 0.6648828598645545, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9219512195121952, + "mIoU": 0.66529324160065, + "macroF1": 0.7708367864213097, + "F1_coffee": 0.9569278101307549, + "IoU_coffee": 0.9174128305066891, + "precision_coffee": 0.932141710371401, + "recall_coffee": 0.9830680663731798, + "F1_noncoffee": 0.5847457627118644, + "IoU_noncoffee": 0.41317365269461076, + "kappa": 0.5447766612084199, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9318317126413971, + "mIoU": 0.6962462800662812, + "macroF1": 0.798588200385306, + "F1_coffee": 0.9624076607387141, + "IoU_coffee": 0.9275392891045249, + "precision_coffee": 0.9371270247229326, + "recall_coffee": 0.989090091103363, + "F1_noncoffee": 0.6347687400318979, + "IoU_noncoffee": 0.4649532710280374, + "kappa": 0.6000045525023104, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9264735066481444, + "mIoU": 0.6974919717376185, + "macroF1": 0.8009546598539504, + "F1_coffee": 0.9590177534428406, + "IoU_coffee": 0.921262352566146, + "precision_coffee": 0.9434167573449401, + "recall_coffee": 0.9751434034416826, + "F1_noncoffee": 0.6428915662650603, + "IoU_noncoffee": 0.4737215909090909, + "kappa": 0.6028556662510399, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8813832306963525, + "mIoU": 0.7648693340662892, + "macroF1": 0.8647960835281968, + "F1_coffee": 0.9121526803255683, + "IoU_coffee": 0.8384932920536635, + "precision_coffee": 0.8879781420765027, + "recall_coffee": 0.9376803231390652, + "F1_noncoffee": 0.8174394867308253, + "IoU_noncoffee": 0.6912453760789149, + "kappa": 0.7300080211860651, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8757898707912855, + "mIoU": 0.7520774785516595, + "macroF1": 0.856008074927044, + "F1_coffee": 0.9093786554737494, + "IoU_coffee": 0.8338170347003154, + "precision_coffee": 0.8748841519925857, + "recall_coffee": 0.9467048710601719, + "F1_noncoffee": 0.8026374943803387, + "IoU_noncoffee": 0.6703379224030037, + "kappa": 0.7129878519167339, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8518343864943884, + "mIoU": 0.711334652772428, + "macroF1": 0.8277889648576473, + "F1_coffee": 0.8921386886371439, + "IoU_coffee": 0.805280118988597, + "precision_coffee": 0.8565589980224126, + "recall_coffee": 0.9308022922636103, + "F1_noncoffee": 0.7634392410781509, + "IoU_noncoffee": 0.6173891865562592, + "kappa": 0.6568763563784069, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2687, + 2995 + ], + [ + 52923, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.073425682385762, + "test_tta": { + "OA": 0.8970175268713082, + "mIoU": 0.738525058846939, + "macroF1": 0.8421128683246168, + "F1_coffee": 0.9352189317874945, + "IoU_coffee": 0.8783203981617437, + "precision_coffee": 0.9037042850415947, + "recall_coffee": 0.9690110028822082, + "F1_noncoffee": 0.7490068048617393, + "IoU_noncoffee": 0.5987297195321343, + "kappa": 0.6857066214553397, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8653224875966309, + "mIoU": 0.6813432413149121, + "macroF1": 0.7994766699953079, + "F1_coffee": 0.9143836872409873, + "IoU_coffee": 0.8422715065114943, + "precision_coffee": 0.8716590627021169, + "recall_coffee": 0.9615125045795492, + "F1_noncoffee": 0.6845696527496284, + "IoU_noncoffee": 0.5204149761183299, + "kappa": 0.6024720046773283, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f2_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f2_s0_r0.1", + "val_epoch0": 0.6441975455301824 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6452140906520863, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8510306768381756, + "mIoU": 0.6591809593397518, + "macroF1": 0.7822978403346981, + "F1_coffee": 0.9046223552396392, + "IoU_coffee": 0.8258543156936038, + "precision_coffee": 0.8785474950547011, + "recall_coffee": 0.9322923360322152, + "F1_noncoffee": 0.659973325429757, + "IoU_noncoffee": 0.4925076029858999, + "kappa": 0.5659587279136702, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8107188185069805, + "mIoU": 0.601760095600801, + "macroF1": 0.7356878944285952, + "F1_coffee": 0.876512542577015, + "IoU_coffee": 0.7801711864122879, + "precision_coffee": 0.8585780383048536, + "recall_coffee": 0.8952122854561879, + "F1_noncoffee": 0.5948632462801754, + "IoU_noncoffee": 0.42334900478931414, + "kappa": 0.47213144425786074, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2711217183770883, + "mIoU": 0.13601863307464476, + "macroF1": 0.21460278833668328, + "F1_coffee": 0.42529168234851333, + "IoU_coffee": 0.27007648183556404, + "precision_coffee": 0.9982332155477032, + "recall_coffee": 0.2702056432329029, + "F1_noncoffee": 0.003913894324853229, + "IoU_noncoffee": 0.00196078431372549, + "kappa": 0.00010564470934109688, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.847189465408805, + "mIoU": 0.6546352702419531, + "macroF1": 0.7789122724906576, + "F1_coffee": 0.9017749984208199, + "IoU_coffee": 0.8211204417347291, + "precision_coffee": 0.8767426149972364, + "recall_coffee": 0.928278821769946, + "F1_noncoffee": 0.6560495465604954, + "IoU_noncoffee": 0.4881500987491771, + "kappa": 0.5590831536139633, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8519866103915005, + "mIoU": 0.6592378467389701, + "macroF1": 0.7821304555735665, + "F1_coffee": 0.9054979092457798, + "IoU_coffee": 0.8273149196287073, + "precision_coffee": 0.8780561062053223, + "recall_coffee": 0.9347103210129173, + "F1_noncoffee": 0.6587630019013533, + "IoU_noncoffee": 0.49116077384923285, + "kappa": 0.5657923263045215, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8538629208040688, + "mIoU": 0.6636546270170274, + "macroF1": 0.7858260577816973, + "F1_coffee": 0.9065394504507295, + "IoU_coffee": 0.8290554705649045, + "precision_coffee": 0.8808090536961233, + "recall_coffee": 0.9338183674771843, + "F1_noncoffee": 0.6651126651126651, + "IoU_noncoffee": 0.49825378346915017, + "kappa": 0.5729578970708931, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9025656689065363, + "mIoU": 0.7251408041793401, + "macroF1": 0.8301628969422143, + "F1_coffee": 0.9410532799507237, + "IoU_coffee": 0.8886691484411354, + "precision_coffee": 0.9500062181320731, + "recall_coffee": 0.9322675128142544, + "F1_noncoffee": 0.719272513933705, + "IoU_noncoffee": 0.5616124599175447, + "kappa": 0.6604694031576496, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8687087560326997, + "mIoU": 0.6388367263367263, + "macroF1": 0.7580694051690077, + "F1_coffee": 0.9216757741347905, + "IoU_coffee": 0.8547297297297297, + "precision_coffee": 0.9233576642335767, + "recall_coffee": 0.92, + "F1_noncoffee": 0.5944630362032248, + "IoU_noncoffee": 0.42294372294372296, + "kappa": 0.5161471222890025, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8717121345458101, + "mIoU": 0.625952773374122, + "macroF1": 0.7438901989551469, + "F1_coffee": 0.924822369928948, + "IoU_coffee": 0.8601577488808356, + "precision_coffee": 0.9114524508696634, + "recall_coffee": 0.9385903698534543, + "F1_noncoffee": 0.5629580279813458, + "IoU_noncoffee": 0.39174779786740843, + "kappa": 0.4884203350437047, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7955365622032289, + "mIoU": 0.6010093230549742, + "macroF1": 0.7391137620010961, + "F1_coffee": 0.8604394892072341, + "IoU_coffee": 0.7550625711035267, + "precision_coffee": 0.8052657122057753, + "recall_coffee": 0.9237299930410577, + "F1_noncoffee": 0.6177880347949583, + "IoU_noncoffee": 0.44695607500642176, + "kappa": 0.4848506331806138, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.835755258126195, + "mIoU": 0.6658020225987805, + "macroF1": 0.7918033286016154, + "F1_coffee": 0.8874623345997642, + "IoU_coffee": 0.7976919453603392, + "precision_coffee": 0.8308598062063044, + "recall_coffee": 0.9523407844791227, + "F1_noncoffee": 0.6961443226034666, + "IoU_noncoffee": 0.5339120998372219, + "kappa": 0.5887599054798708, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8363409483586101, + "mIoU": 0.6757951332021982, + "macroF1": 0.8005935328243334, + "F1_coffee": 0.8850225908692427, + "IoU_coffee": 0.7937583161969275, + "precision_coffee": 0.8458365558133539, + "recall_coffee": 0.9280158393437986, + "F1_noncoffee": 0.716164474779424, + "IoU_noncoffee": 0.5578319502074689, + "kappa": 0.6032889955320041, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 25, + 27 + ], + [ + 478, + 563 + ], + [ + 6407, + 7520 + ], + [ + 45522, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5263771216074624, + "test_tta": { + "OA": 0.8508521343937673, + "mIoU": 0.6490765596639638, + "macroF1": 0.7727340773183592, + "F1_coffee": 0.9059766092642048, + "IoU_coffee": 0.8281144781144781, + "precision_coffee": 0.8672935645019101, + "recall_coffee": 0.9482714304074027, + "F1_noncoffee": 0.6394915453725136, + "IoU_noncoffee": 0.47003864121344946, + "kappa": 0.5489089025431895, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8119303103726779, + "mIoU": 0.5930808311612307, + "macroF1": 0.7261227148166033, + "F1_coffee": 0.8794222624969948, + "IoU_coffee": 0.784793623025762, + "precision_coffee": 0.847390273892047, + "recall_coffee": 0.9139710546041631, + "F1_noncoffee": 0.5728231671362117, + "IoU_noncoffee": 0.4013680392966993, + "kappa": 0.4550043201932946, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f2_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f2_s0_r1.0", + "val_epoch0": 0.6952667471680755 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 34, + "stopped_epoch": 64, + "best_val": 0.7168192502089563, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8927284531731862, + "mIoU": 0.7558560641315235, + "macroF1": 0.8563914552801462, + "F1_coffee": 0.9286292804613341, + "IoU_coffee": 0.8667674629573632, + "precision_coffee": 0.9364260045736688, + "recall_coffee": 0.9209613160262177, + "F1_noncoffee": 0.7841536300989581, + "IoU_noncoffee": 0.6449446653056838, + "kappa": 0.7128431140008997, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8475250951886466, + "mIoU": 0.6819053156238499, + "macroF1": 0.8036766421368183, + "F1_coffee": 0.8964585128888193, + "IoU_coffee": 0.8123469061734531, + "precision_coffee": 0.9139490763854219, + "recall_coffee": 0.8796248246170405, + "F1_noncoffee": 0.7108947713848174, + "IoU_noncoffee": 0.5514637250742469, + "kappa": 0.6077543940446055, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2568019093078759, + "mIoU": 0.12897133041119763, + "macroF1": 0.2059844819717024, + "F1_coffee": 0.40685714285714286, + "IoU_coffee": 0.25538020086083213, + "precision_coffee": 1.0, + "recall_coffee": 0.25538020086083213, + "F1_noncoffee": 0.005111821086261981, + "IoU_noncoffee": 0.0025624599615631004, + "kappa": 0.0013079471567304848, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8941136006289309, + "mIoU": 0.7671714392857718, + "macroF1": 0.8647495441507553, + "F1_coffee": 0.9277693983576336, + "IoU_coffee": 0.8652703969990622, + "precision_coffee": 0.957387935805202, + "recall_coffee": 0.8999284738929709, + "F1_noncoffee": 0.801729689943877, + "IoU_noncoffee": 0.6690724815724816, + "kappa": 0.7302078774110957, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8963760733517683, + "mIoU": 0.7620489406447168, + "macroF1": 0.8605773193870567, + "F1_coffee": 0.9312254491596368, + "IoU_coffee": 0.8713020425378081, + "precision_coffee": 0.9378080415045396, + "recall_coffee": 0.9247346207954982, + "F1_noncoffee": 0.7899291896144768, + "IoU_noncoffee": 0.6527958387516255, + "kappa": 0.7211965955431061, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8877209978202955, + "mIoU": 0.7370857085560374, + "macroF1": 0.8424917512670473, + "F1_coffee": 0.9268954207140154, + "IoU_coffee": 0.863751249044848, + "precision_coffee": 0.9162042521354199, + "recall_coffee": 0.93783904524858, + "F1_noncoffee": 0.7580880818200794, + "IoU_noncoffee": 0.6104201680672269, + "kappa": 0.6851253808704242, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.911016086336795, + "mIoU": 0.74282043083825, + "macroF1": 0.8432523730086156, + "F1_coffee": 0.9463144963144963, + "IoU_coffee": 0.8980995686137344, + "precision_coffee": 0.9526341825377195, + "recall_coffee": 0.9400781059311691, + "F1_noncoffee": 0.7401902497027348, + "IoU_noncoffee": 0.5875412930627655, + "kappa": 0.6865714997580032, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8964837978922486, + "mIoU": 0.6929389276350595, + "macroF1": 0.8033077569711969, + "F1_coffee": 0.9386850242109562, + "IoU_coffee": 0.8844547053649956, + "precision_coffee": 0.9337279480037141, + "recall_coffee": 0.9436950146627566, + "F1_noncoffee": 0.6679304897314376, + "IoU_noncoffee": 0.5014231499051234, + "kappa": 0.6066755516163, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8943971839249046, + "mIoU": 0.6602373571857603, + "macroF1": 0.7728556360846695, + "F1_coffee": 0.9390106166704314, + "IoU_coffee": 0.8850329997870982, + "precision_coffee": 0.9126234906695938, + "recall_coffee": 0.9669690625726913, + "F1_noncoffee": 0.6067006554989075, + "IoU_noncoffee": 0.4354417145844224, + "kappa": 0.5481472135916657, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8783475783475784, + "mIoU": 0.7678558353791729, + "macroF1": 0.8674049588482877, + "F1_coffee": 0.9054961268904463, + "IoU_coffee": 0.8273119439201941, + "precision_coffee": 0.9634222919937205, + "recall_coffee": 0.8541405706332638, + "F1_noncoffee": 0.8293137908061292, + "IoU_noncoffee": 0.7083997268381516, + "kappa": 0.7365301847267188, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8962715105162524, + "mIoU": 0.7935269527531509, + "macroF1": 0.8835520978080704, + "F1_coffee": 0.9220377955019041, + "IoU_coffee": 0.8553526196507132, + "precision_coffee": 0.9429747207524986, + "recall_coffee": 0.9020104034865739, + "F1_noncoffee": 0.8450664001142367, + "IoU_noncoffee": 0.7317012858555886, + "kappa": 0.7673321372231762, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8811672105970436, + "mIoU": 0.7654240602813527, + "macroF1": 0.865235685028839, + "F1_coffee": 0.9115714285714286, + "IoU_coffee": 0.8375114844467778, + "precision_coffee": 0.9209121085293693, + "recall_coffee": 0.9024183283835384, + "F1_noncoffee": 0.8188999414862492, + "IoU_noncoffee": 0.6933366361159277, + "kappa": 0.7305281454325369, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 25, + 27 + ], + [ + 555, + 563 + ], + [ + 6843, + 7520 + ], + [ + 47578, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.230826195081075, + "test_tta": { + "OA": 0.8944327219607207, + "mIoU": 0.7566753320572304, + "macroF1": 0.8567665761299994, + "F1_coffee": 0.930217587228016, + "IoU_coffee": 0.8695390540377903, + "precision_coffee": 0.931897330065781, + "recall_coffee": 0.9285438889602878, + "F1_noncoffee": 0.783315565031983, + "IoU_noncoffee": 0.6438116100766703, + "kappa": 0.7135360422822284, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8499480789200415, + "mIoU": 0.6827014430710685, + "macroF1": 0.8038819177395802, + "F1_coffee": 0.898931416359044, + "IoU_coffee": 0.8164172783738001, + "precision_coffee": 0.9088016342244308, + "recall_coffee": 0.8892732898960195, + "F1_noncoffee": 0.7088324191201164, + "IoU_noncoffee": 0.548985607768337, + "kappa": 0.6078970778024884, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f2_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f2_s1_r0.1", + "val_epoch0": 0.6903605752916391 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6974950311238513, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8729264729751663, + "mIoU": 0.7131988050817761, + "macroF1": 0.8255573107006325, + "F1_coffee": 0.9164594782051966, + "IoU_coffee": 0.8458008351059639, + "precision_coffee": 0.9131174381764443, + "recall_coffee": 0.9198260720558625, + "F1_noncoffee": 0.7346551431960685, + "IoU_noncoffee": 0.5805967750575882, + "kappa": 0.6511294652938316, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8328718126225915, + "mIoU": 0.6497127565771204, + "macroF1": 0.7776150295960498, + "F1_coffee": 0.8884675354674777, + "IoU_coffee": 0.799317666210623, + "precision_coffee": 0.8898378607646186, + "recall_coffee": 0.8871014242057315, + "F1_noncoffee": 0.6667625237246219, + "IoU_noncoffee": 0.5001078469436177, + "kappa": 0.5552332106425197, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3341288782816229, + "mIoU": 0.1678571391945261, + "macroF1": 0.2525819269334434, + "F1_coffee": 0.49946178686759957, + "IoU_coffee": 0.3328550932568149, + "precision_coffee": 1.0, + "recall_coffee": 0.3328550932568149, + "F1_noncoffee": 0.005702066999287242, + "IoU_noncoffee": 0.0028591851322373124, + "kappa": 0.0019015789457507144, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8963246855345912, + "mIoU": 0.760079678451383, + "macroF1": 0.8590889083481613, + "F1_coffee": 0.9315246316609334, + "IoU_coffee": 0.8718260235694326, + "precision_coffee": 0.9298347910592809, + "recall_coffee": 0.9332206255283179, + "F1_noncoffee": 0.7866531850353893, + "IoU_noncoffee": 0.6483333333333333, + "kappa": 0.7181807167256528, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8639208266627856, + "mIoU": 0.7004485399311243, + "macroF1": 0.8164842261670466, + "F1_coffee": 0.9097867687260798, + "IoU_coffee": 0.8345035105315948, + "precision_coffee": 0.9151730831446134, + "recall_coffee": 0.9044634863793324, + "F1_noncoffee": 0.7231816836080134, + "IoU_noncoffee": 0.5663935693306539, + "kappa": 0.6330074607887025, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8588520222814241, + "mIoU": 0.6810004319748847, + "macroF1": 0.8005343479883732, + "F1_coffee": 0.9083878269617707, + "IoU_coffee": 0.8321525257761649, + "precision_coffee": 0.8951607906313898, + "recall_coffee": 0.9220116152913396, + "F1_noncoffee": 0.6926808690149757, + "IoU_noncoffee": 0.5298483381736044, + "kappa": 0.6013606668641414, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9119323966605579, + "mIoU": 0.7354866465072839, + "macroF1": 0.8371036065145673, + "F1_coffee": 0.9475089507858486, + "IoU_coffee": 0.9002536900369004, + "precision_coffee": 0.9423053711526855, + "recall_coffee": 0.9527703197461557, + "F1_noncoffee": 0.7266982622432859, + "IoU_noncoffee": 0.5707196029776674, + "kappa": 0.6742589321021673, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8532453462030927, + "mIoU": 0.6105406387125712, + "macroF1": 0.732777655306515, + "F1_coffee": 0.9121979964643488, + "IoU_coffee": 0.838569880823402, + "precision_coffee": 0.91651865008881, + "recall_coffee": 0.9079178885630499, + "F1_noncoffee": 0.5533573141486811, + "IoU_noncoffee": 0.38251139660174055, + "kappa": 0.465615722967407, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.864476386036961, + "mIoU": 0.5998187505873824, + "macroF1": 0.7174760520934238, + "F1_coffee": 0.9212678936605317, + "IoU_coffee": 0.8540284360189574, + "precision_coffee": 0.9003997335109927, + "recall_coffee": 0.9431263084438242, + "F1_noncoffee": 0.5136842105263157, + "IoU_noncoffee": 0.34560906515580736, + "kappa": 0.43682068035306376, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8817663817663818, + "mIoU": 0.7638790683290839, + "macroF1": 0.8640097611196762, + "F1_coffee": 0.9131496337635159, + "IoU_coffee": 0.8401797175866496, + "precision_coffee": 0.9153846153846154, + "recall_coffee": 0.9109255393180237, + "F1_noncoffee": 0.8148698884758364, + "IoU_noncoffee": 0.6875784190715182, + "kappa": 0.7280229782758203, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.874282982791587, + "mIoU": 0.752715049930587, + "macroF1": 0.8567108823672589, + "F1_coffee": 0.9068894710755505, + "IoU_coffee": 0.8296411452260656, + "precision_coffee": 0.9135520684736091, + "recall_coffee": 0.9003233516097287, + "F1_noncoffee": 0.8065322936589672, + "IoU_noncoffee": 0.6757889546351085, + "kappa": 0.7134534330840676, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8533307736609714, + "mIoU": 0.7156182228803039, + "macroF1": 0.831013299571741, + "F1_coffee": 0.8924246691072937, + "IoU_coffee": 0.8057462496821765, + "precision_coffee": 0.8885461937473714, + "recall_coffee": 0.8963371517465705, + "F1_noncoffee": 0.7696019300361882, + "IoU_noncoffee": 0.6254901960784314, + "kappa": 0.6620403900558244, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6579, + 7520 + ], + [ + 46625, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.514503248532613, + "test_tta": { + "OA": 0.8752312936211654, + "mIoU": 0.714264772361496, + "macroF1": 0.8260275089855691, + "F1_coffee": 0.918548344370861, + "IoU_coffee": 0.8493660716035351, + "precision_coffee": 0.908888842290675, + "recall_coffee": 0.9284153707749646, + "F1_noncoffee": 0.7335066736002773, + "IoU_noncoffee": 0.5791634731194569, + "kappa": 0.6521835538796036, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.835265951309565, + "mIoU": 0.6498495538903667, + "macroF1": 0.7771850614582212, + "F1_coffee": 0.8909448518179041, + "IoU_coffee": 0.8033368343118855, + "precision_coffee": 0.885214487639213, + "recall_coffee": 0.8967498894847105, + "F1_noncoffee": 0.6634252710985384, + "IoU_noncoffee": 0.4963622734688478, + "kappa": 0.5544277492367757, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f2_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f2_s1_r1.0", + "val_epoch0": 0.691907147205921 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.7079038128856172, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8878753449115403, + "mIoU": 0.740957264145373, + "macroF1": 0.8455429979857851, + "F1_coffee": 0.9264041592090685, + "IoU_coffee": 0.8628984241654428, + "precision_coffee": 0.9215736148204672, + "recall_coffee": 0.9312856102471833, + "F1_noncoffee": 0.7646818367625017, + "IoU_noncoffee": 0.6190161041253033, + "kappa": 0.691113131214568, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8441646475135571, + "mIoU": 0.6698828263381018, + "macroF1": 0.793675790487151, + "F1_coffee": 0.8957398562261785, + "IoU_coffee": 0.8111674239776302, + "precision_coffee": 0.899410921210712, + "recall_coffee": 0.8920986372984298, + "F1_noncoffee": 0.6916117247481234, + "IoU_noncoffee": 0.5285982286985733, + "kappa": 0.587371914194087, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2844868735083532, + "mIoU": 0.14288973463880467, + "macroF1": 0.22330280779396733, + "F1_coffee": 0.44129705553484905, + "IoU_coffee": 0.28311812529890007, + "precision_coffee": 1.0, + "recall_coffee": 0.28311812529890007, + "F1_noncoffee": 0.0053085600530856005, + "IoU_noncoffee": 0.0026613439787092482, + "kappa": 0.0015058148426414255, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8972582547169812, + "mIoU": 0.7677665334843409, + "macroF1": 0.8647569581302559, + "F1_coffee": 0.9310560849352105, + "IoU_coffee": 0.8710055521283159, + "precision_coffee": 0.9444147157190635, + "recall_coffee": 0.9180700955848885, + "F1_noncoffee": 0.7984578313253012, + "IoU_noncoffee": 0.6645275148403658, + "kappa": 0.7296720262744669, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.886867510794159, + "mIoU": 0.7360295313685444, + "macroF1": 0.8417879933815569, + "F1_coffee": 0.9262398785425101, + "IoU_coffee": 0.862613408742783, + "precision_coffee": 0.9163850294154462, + "recall_coffee": 0.9363089909195549, + "F1_noncoffee": 0.7573361082206035, + "IoU_noncoffee": 0.6094456539943058, + "kappa": 0.6836963327882354, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.879631872124001, + "mIoU": 0.7181715112215085, + "macroF1": 0.8284834368705315, + "F1_coffee": 0.922146683793352, + "IoU_coffee": 0.8555400534821532, + "precision_coffee": 0.9056615384615384, + "recall_coffee": 0.9392430914544643, + "F1_noncoffee": 0.734820189947711, + "IoU_noncoffee": 0.5808029689608637, + "kappa": 0.6573535640330016, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9125432702097332, + "mIoU": 0.7418753134780275, + "macroF1": 0.8422306903837105, + "F1_coffee": 0.9475547957750778, + "IoU_coffee": 0.9003364659473256, + "precision_coffee": 0.9480757483200978, + "recall_coffee": 0.9470344154259214, + "F1_noncoffee": 0.7369065849923431, + "IoU_noncoffee": 0.5834141610087293, + "kappa": 0.6844618586996449, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8857480547621392, + "mIoU": 0.6557642286574074, + "macroF1": 0.7706169503990328, + "F1_coffee": 0.9331257926899573, + "IoU_coffee": 0.8746352534313195, + "precision_coffee": 0.9174696746400635, + "recall_coffee": 0.949325513196481, + "F1_noncoffee": 0.6081081081081081, + "IoU_noncoffee": 0.4368932038834951, + "kappa": 0.5420154264165404, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8908770900557348, + "mIoU": 0.6513137859379511, + "macroF1": 0.7648498568907928, + "F1_coffee": 0.9369989838545782, + "IoU_coffee": 0.881465746149761, + "precision_coffee": 0.910377358490566, + "recall_coffee": 0.9652244708071644, + "F1_noncoffee": 0.5927007299270073, + "IoU_noncoffee": 0.4211618257261411, + "kappa": 0.5322853847388909, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8830009496676163, + "mIoU": 0.7711648651046437, + "macroF1": 0.8692037566353614, + "F1_coffee": 0.91168458781362, + "IoU_coffee": 0.8377025424845211, + "precision_coffee": 0.9399852180339985, + "recall_coffee": 0.8850382741823243, + "F1_noncoffee": 0.8267229254571027, + "IoU_noncoffee": 0.7046271877247663, + "kappa": 0.7388719305078758, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8879541108986616, + "mIoU": 0.7742692933573063, + "macroF1": 0.8708145275592625, + "F1_coffee": 0.9178696566222845, + "IoU_coffee": 0.8482061909079135, + "precision_coffee": 0.9150482045549811, + "recall_coffee": 0.920708561788275, + "F1_noncoffee": 0.8237593984962406, + "IoU_noncoffee": 0.700332395806699, + "kappa": 0.7416343261371151, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8685928201190247, + "mIoU": 0.7409720848850648, + "macroF1": 0.8485854761198388, + "F1_coffee": 0.9036254839845125, + "IoU_coffee": 0.8241941697701297, + "precision_coffee": 0.8996355480796188, + "recall_coffee": 0.9076509687455805, + "F1_noncoffee": 0.7935454682551651, + "IoU_noncoffee": 0.65775, + "kappa": 0.6971837119279524, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 26, + 27 + ], + [ + 552, + 563 + ], + [ + 6835, + 7520 + ], + [ + 47289, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.527471196651459, + "test_tta": { + "OA": 0.8917545852945951, + "mIoU": 0.7459446298228539, + "macroF1": 0.848855714608678, + "F1_coffee": 0.9293785011595522, + "IoU_coffee": 0.8680738264327115, + "precision_coffee": 0.919052505916602, + "recall_coffee": 0.9399391680589471, + "F1_noncoffee": 0.7683329280578038, + "IoU_noncoffee": 0.6238154332129964, + "kappa": 0.6978365566385596, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8481741086881274, + "mIoU": 0.673335239608055, + "macroF1": 0.7959271347346326, + "F1_coffee": 0.8991850142215497, + "IoU_coffee": 0.8168357315609068, + "precision_coffee": 0.8960870395113572, + "recall_coffee": 0.9023044840377482, + "F1_noncoffee": 0.6926692552477155, + "IoU_noncoffee": 0.5298347476552032, + "kappa": 0.5918691403158588, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f2_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f2_s2_r0.1", + "val_epoch0": 0.6737335987982835 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6737335987982835, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.823291673429638, + "mIoU": 0.648049110280455, + "macroF1": 0.7782738217385003, + "F1_coffee": 0.8781819605912432, + "IoU_coffee": 0.7828203235652018, + "precision_coffee": 0.9193393463746047, + "recall_coffee": 0.8405517714089877, + "F1_noncoffee": 0.6783656828857574, + "IoU_noncoffee": 0.5132778969957081, + "kappa": 0.558881905023249, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7842390677281643, + "mIoU": 0.5962248235450563, + "macroF1": 0.7372713716125758, + "F1_coffee": 0.8483558366784252, + "IoU_coffee": 0.7366475372319825, + "precision_coffee": 0.8975398408510821, + "recall_coffee": 0.8042822272194353, + "F1_noncoffee": 0.6261869065467266, + "IoU_noncoffee": 0.45580210985813024, + "kappa": 0.4784037764828278, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2334128878281623, + "mIoU": 0.11721545458055968, + "macroF1": 0.19075471226150068, + "F1_coffee": 0.3765527950310559, + "IoU_coffee": 0.23194643711142993, + "precision_coffee": 1.0, + "recall_coffee": 0.23194643711142993, + "F1_noncoffee": 0.004956629491945477, + "IoU_noncoffee": 0.002484472049689441, + "kappa": 0.0011518651011593046, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8111733490566038, + "mIoU": 0.6373032073496301, + "macroF1": 0.7709919183588309, + "F1_coffee": 0.8669183086885757, + "IoU_coffee": 0.7650977995110024, + "precision_coffee": 0.9273225663061194, + "recall_coffee": 0.8139020742571038, + "F1_noncoffee": 0.675065528029086, + "IoU_noncoffee": 0.5095086151882579, + "kappa": 0.5466801349908151, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.815892883132004, + "mIoU": 0.6407052929085303, + "macroF1": 0.7730974875337362, + "F1_coffee": 0.8716387620497209, + "IoU_coffee": 0.7724820143884892, + "precision_coffee": 0.9251813025059238, + "recall_coffee": 0.8239544698810589, + "F1_noncoffee": 0.6745562130177515, + "IoU_noncoffee": 0.5089285714285714, + "kappa": 0.5500160308906752, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8426253330104141, + "mIoU": 0.6662173212643201, + "macroF1": 0.7906865932397594, + "F1_coffee": 0.8949529567719616, + "IoU_coffee": 0.8098776991046872, + "precision_coffee": 0.9069462647444299, + "recall_coffee": 0.883272704065352, + "F1_noncoffee": 0.6864202297075572, + "IoU_noncoffee": 0.522556943423953, + "kappa": 0.5815915999696215, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8477906739971492, + "mIoU": 0.6446730597694881, + "macroF1": 0.7692203709403269, + "F1_coffee": 0.9038770655179065, + "IoU_coffee": 0.8246128578132332, + "precision_coffee": 0.9551569506726457, + "recall_coffee": 0.85782279716866, + "F1_noncoffee": 0.6345636763627475, + "IoU_noncoffee": 0.4647332617257429, + "kappa": 0.5434436632185895, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8138481237072787, + "mIoU": 0.5858885157646139, + "macroF1": 0.717714099065071, + "F1_coffee": 0.8824480656798109, + "IoU_coffee": 0.7896260017809439, + "precision_coffee": 0.9392294452535417, + "recall_coffee": 0.8321407624633431, + "F1_noncoffee": 0.5529801324503312, + "IoU_noncoffee": 0.38215102974828374, + "kappa": 0.44316729463707744, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8593918060037157, + "mIoU": 0.6060713446996383, + "macroF1": 0.7260521446295481, + "F1_coffee": 0.9171754406174404, + "IoU_coffee": 0.8470212765957447, + "precision_coffee": 0.9084892743039708, + "recall_coffee": 0.9260293091416608, + "F1_noncoffee": 0.5349288486416559, + "IoU_noncoffee": 0.365121412803532, + "kappa": 0.452385383514619, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7770180436847104, + "mIoU": 0.6173345531025856, + "macroF1": 0.7601303073475114, + "F1_coffee": 0.8237766436505554, + "IoU_coffee": 0.700357325165901, + "precision_coffee": 0.8939566704675028, + "recall_coffee": 0.7638135003479471, + "F1_noncoffee": 0.6964839710444675, + "IoU_noncoffee": 0.5343117810392701, + "kappa": 0.5252994712993113, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8178776290630975, + "mIoU": 0.6722292671974082, + "macroF1": 0.8012316767138454, + "F1_coffee": 0.858752873137095, + "IoU_coffee": 0.752468814968815, + "precision_coffee": 0.9085346721054283, + "recall_coffee": 0.814143118234219, + "F1_noncoffee": 0.7437104802905959, + "IoU_noncoffee": 0.5919897194260013, + "kappa": 0.6046172611432916, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8261662507199079, + "mIoU": 0.6827850215680848, + "macroF1": 0.808687075956309, + "F1_coffee": 0.8665143362570944, + "IoU_coffee": 0.7644687215502666, + "precision_coffee": 0.9048645320197044, + "recall_coffee": 0.8312827040022628, + "F1_noncoffee": 0.7508598156555235, + "IoU_noncoffee": 0.6011013215859031, + "kappa": 0.6186526436791553, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 542, + 563 + ], + [ + 6286, + 7520 + ], + [ + 43871, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5190943757692974, + "test_tta": { + "OA": 0.8371043661743224, + "mIoU": 0.6615046387644561, + "macroF1": 0.7875989097519671, + "F1_coffee": 0.8901416467806554, + "IoU_coffee": 0.8020317585560707, + "precision_coffee": 0.9102489477926032, + "recall_coffee": 0.8709034828428223, + "F1_noncoffee": 0.6850561727232787, + "IoU_noncoffee": 0.5209775189728414, + "kappa": 0.5757912458595293, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7980846890504212, + "mIoU": 0.6073462007416782, + "macroF1": 0.744904143708086, + "F1_coffee": 0.8613779036378398, + "IoU_coffee": 0.7565090352540133, + "precision_coffee": 0.8883283978351884, + "recall_coffee": 0.8360145303580695, + "F1_noncoffee": 0.6284303837783322, + "IoU_noncoffee": 0.45818336622934325, + "kappa": 0.4910639049163777, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f2_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f2_s2_r1.0", + "val_epoch0": 0.6937503640397409 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 45, + "stopped_epoch": 75, + "best_val": 0.7094732722264482, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8963479954552832, + "mIoU": 0.75696326449046, + "macroF1": 0.8567033579494179, + "F1_coffee": 0.9320753914227365, + "IoU_coffee": 0.8727913786577957, + "precision_coffee": 0.92573420663427, + "recall_coffee": 0.9385040483228377, + "F1_noncoffee": 0.7813313244760992, + "IoU_noncoffee": 0.6411351503231245, + "kappa": 0.7134499999635842, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8556017076266298, + "mIoU": 0.6883173573219752, + "macroF1": 0.8076537513391395, + "F1_coffee": 0.9036881697673971, + "IoU_coffee": 0.8242984749837671, + "precision_coffee": 0.9045931632161772, + "recall_coffee": 0.9027849852966615, + "F1_noncoffee": 0.711619332910882, + "IoU_noncoffee": 0.5523362396601833, + "kappa": 0.6153086555558486, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3880668257756563, + "mIoU": 0.19500332090504147, + "macroF1": 0.2820662924351778, + "F1_coffee": 0.5579310344827586, + "IoU_coffee": 0.3868962219033955, + "precision_coffee": 1.0, + "recall_coffee": 0.3868962219033955, + "F1_noncoffee": 0.006201550387596899, + "IoU_noncoffee": 0.003110419906687403, + "kappa": 0.002403926512352768, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9021717767295597, + "mIoU": 0.7757217890431342, + "macroF1": 0.8699956503657938, + "F1_coffee": 0.934672047773731, + "IoU_coffee": 0.8773561660712086, + "precision_coffee": 0.943369982779176, + "recall_coffee": 0.926133038559074, + "F1_noncoffee": 0.8053192529578567, + "IoU_noncoffee": 0.6740874120150597, + "kappa": 0.7400571528939346, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.9005967108135643, + "mIoU": 0.7623350887020099, + "macroF1": 0.8601849456003359, + "F1_coffee": 0.9353525792711784, + "IoU_coffee": 0.8785561877667141, + "precision_coffee": 0.9231487824624774, + "recall_coffee": 0.9478833610436117, + "F1_noncoffee": 0.7850173119294932, + "IoU_noncoffee": 0.6461139896373057, + "kappa": 0.7205323078059337, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8863647372245096, + "mIoU": 0.7324350058318051, + "macroF1": 0.838984628456697, + "F1_coffee": 0.9263283507097099, + "IoU_coffee": 0.862766890903773, + "precision_coffee": 0.911839258114374, + "recall_coffee": 0.9412853404812049, + "F1_noncoffee": 0.7516409062036841, + "IoU_noncoffee": 0.6021031207598372, + "kappa": 0.6782431324883877, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9095907147220526, + "mIoU": 0.729924798501695, + "macroF1": 0.8329001964289655, + "F1_coffee": 0.9461034231609614, + "IoU_coffee": 0.8977194194885971, + "precision_coffee": 0.9410770345327215, + "recall_coffee": 0.9511837930192824, + "F1_noncoffee": 0.7196969696969697, + "IoU_noncoffee": 0.5621301775147929, + "kappa": 0.665849968676557, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.9000295479168718, + "mIoU": 0.6899236002422944, + "macroF1": 0.799794372072975, + "F1_coffee": 0.9414546922766338, + "IoU_coffee": 0.8893853530950305, + "precision_coffee": 0.9261234679981843, + "recall_coffee": 0.9573020527859237, + "F1_noncoffee": 0.6581340518693163, + "IoU_noncoffee": 0.4904618473895582, + "kappa": 0.6002284664795636, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8914637723672632, + "mIoU": 0.6495254639055013, + "macroF1": 0.7628859463348822, + "F1_coffee": 0.9374929609190225, + "IoU_coffee": 0.8823404706381175, + "precision_coffee": 0.9087336244541485, + "recall_coffee": 0.9681321237497093, + "F1_noncoffee": 0.5882789317507419, + "IoU_noncoffee": 0.4167104571728849, + "kappa": 0.5288799589437223, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8952516619183286, + "mIoU": 0.7918345408289345, + "macroF1": 0.8824827429453539, + "F1_coffee": 0.9212199128633669, + "IoU_coffee": 0.8539459745762712, + "precision_coffee": 0.946156103286385, + "recall_coffee": 0.8975643702157272, + "F1_noncoffee": 0.843745573027341, + "IoU_noncoffee": 0.7297231070815976, + "kappa": 0.7652888443497888, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.9011472275334608, + "mIoU": 0.7966979693875429, + "macroF1": 0.885205244274092, + "F1_coffee": 0.9279843989413568, + "IoU_coffee": 0.8656444906444907, + "precision_coffee": 0.9195307108350587, + "recall_coffee": 0.9365949669619007, + "F1_noncoffee": 0.8424260896068272, + "IoU_noncoffee": 0.727751448130595, + "kappa": 0.7704529396945623, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.881359186024189, + "mIoU": 0.76456083095162, + "macroF1": 0.8645710950194835, + "F1_coffee": 0.9122533011500781, + "IoU_coffee": 0.83866335987469, + "precision_coffee": 0.9158945117605132, + "recall_coffee": 0.9086409277329939, + "F1_noncoffee": 0.8168888888888889, + "IoU_noncoffee": 0.69045830202855, + "kappa": 0.7291511233331465, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 27, + 27 + ], + [ + 560, + 563 + ], + [ + 6862, + 7520 + ], + [ + 47775, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.8249877214431764, + "test_tta": { + "OA": 0.8991072877779581, + "mIoU": 0.7603475915657019, + "macroF1": 0.858887000416104, + "F1_coffee": 0.934223614315041, + "IoU_coffee": 0.8765662542941679, + "precision_coffee": 0.9231847080475155, + "recall_coffee": 0.9455297091205073, + "F1_noncoffee": 0.7835503865171669, + "IoU_noncoffee": 0.6441289288372359, + "kappa": 0.7179067263495268, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.858284296757817, + "mIoU": 0.6901428378898907, + "macroF1": 0.808707174777298, + "F1_coffee": 0.906091710151576, + "IoU_coffee": 0.8283068320810764, + "precision_coffee": 0.9011310711909515, + "recall_coffee": 0.9111072671010398, + "F1_noncoffee": 0.7113226394030202, + "IoU_noncoffee": 0.5519788436987051, + "kappa": 0.6174499861598866, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f3_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f3_s0_r0.1", + "val_epoch0": 0.6949789284883773 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6949789284883773, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8173125713560827, + "mIoU": 0.6462176760610902, + "macroF1": 0.7779393232575287, + "F1_coffee": 0.8714446713308562, + "IoU_coffee": 0.7721771801463319, + "precision_coffee": 0.8496116272491895, + "recall_coffee": 0.8944294287415823, + "F1_noncoffee": 0.6844339751842011, + "IoU_noncoffee": 0.5202581719758484, + "kappa": 0.5565974101068134, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7904119072343372, + "mIoU": 0.6108515990785629, + "macroF1": 0.7504368749599366, + "F1_coffee": 0.8503182745194982, + "IoU_coffee": 0.7396118905552868, + "precision_coffee": 0.8322143591604669, + "recall_coffee": 0.8692273674900499, + "F1_noncoffee": 0.6505554754003752, + "IoU_noncoffee": 0.482091307601839, + "kappa": 0.5014245765609201, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2693208430913349, + "mIoU": 0.1361258898463844, + "macroF1": 0.21636628864524024, + "F1_coffee": 0.4200743494423792, + "IoU_coffee": 0.26588235294117646, + "precision_coffee": 1.0, + "recall_coffee": 0.26588235294117646, + "F1_noncoffee": 0.012658227848101266, + "IoU_noncoffee": 0.006369426751592357, + "kappa": 0.0033813100332146474, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8219887753633617, + "mIoU": 0.6577973847091348, + "macroF1": 0.7875443369130102, + "F1_coffee": 0.8730891556376321, + "IoU_coffee": 0.7747632920611799, + "precision_coffee": 0.8589596931565844, + "recall_coffee": 0.8876912378303199, + "F1_noncoffee": 0.7019995181883883, + "IoU_noncoffee": 0.5408314773570898, + "kappa": 0.5753584765953567, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8161526746620978, + "mIoU": 0.6361472196749178, + "macroF1": 0.7687027092559302, + "F1_coffee": 0.8734645746667103, + "IoU_coffee": 0.7753547336589904, + "precision_coffee": 0.834042287001126, + "recall_coffee": 0.9167984597400811, + "F1_noncoffee": 0.6639408438451501, + "IoU_noncoffee": 0.49693970569084517, + "kappa": 0.5401340342312051, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8138646545626032, + "mIoU": 0.6441148351073673, + "macroF1": 0.7767705950484434, + "F1_coffee": 0.8677677644142182, + "IoU_coffee": 0.7664220617824594, + "precision_coffee": 0.8568876538308853, + "recall_coffee": 0.8789277231082456, + "F1_noncoffee": 0.6857734256826685, + "IoU_noncoffee": 0.5218076084322752, + "kappa": 0.5537121677944841, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8290895061728395, + "mIoU": 0.638233686917444, + "macroF1": 0.7675708886108661, + "F1_coffee": 0.8871481339956694, + "IoU_coffee": 0.7971843882339475, + "precision_coffee": 0.8456775133559981, + "recall_coffee": 0.9328957942673453, + "F1_noncoffee": 0.6479936432260628, + "IoU_noncoffee": 0.47928298560094035, + "kappa": 0.5386026715699963, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8246753246753247, + "mIoU": 0.6294233445361598, + "macroF1": 0.7600707650898813, + "F1_coffee": 0.8845718596755942, + "IoU_coffee": 0.793033479878255, + "precision_coffee": 0.8439299424184261, + "recall_coffee": 0.929326287978864, + "F1_noncoffee": 0.6355696705041683, + "IoU_noncoffee": 0.4658132091940646, + "kappa": 0.5236295840259231, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8130955750542505, + "mIoU": 0.6164645951644429, + "macroF1": 0.7501485219482448, + "F1_coffee": 0.8755575098938375, + "IoU_coffee": 0.778659217877095, + "precision_coffee": 0.8475009120758847, + "recall_coffee": 0.905535343035343, + "F1_noncoffee": 0.624739534002652, + "IoU_noncoffee": 0.4542699724517906, + "kappa": 0.5019430550964591, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8149632598530394, + "mIoU": 0.6675230230466446, + "macroF1": 0.7977140636415201, + "F1_coffee": 0.856784105177635, + "IoU_coffee": 0.749450833441013, + "precision_coffee": 0.8754716981132076, + "recall_coffee": 0.8388776395718831, + "F1_noncoffee": 0.738644022105405, + "IoU_noncoffee": 0.5855952126522761, + "kappa": 0.5957642504485405, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8076850094876661, + "mIoU": 0.6393379376547693, + "macroF1": 0.7737299393985712, + "F1_coffee": 0.8613827531970184, + "IoU_coffee": 0.7565165165165165, + "precision_coffee": 0.8232679738562092, + "recall_coffee": 0.9031980496199628, + "F1_noncoffee": 0.6860771256001239, + "IoU_noncoffee": 0.5221593587930221, + "kappa": 0.5496459492001606, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8146332264755799, + "mIoU": 0.6637345818756171, + "macroF1": 0.7944424914228616, + "F1_coffee": 0.8588657573582197, + "IoU_coffee": 0.7526421741318571, + "precision_coffee": 0.8680888114932521, + "recall_coffee": 0.8498366245205284, + "F1_noncoffee": 0.7300192254875034, + "IoU_noncoffee": 0.5748269896193772, + "kappa": 0.5889737375153464, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9090, + 11000 + ], + [ + 42327, + 51930 + ], + [ + 126, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5185450752576193, + "test_tta": { + "OA": 0.8225136369402511, + "mIoU": 0.6482619266093947, + "macroF1": 0.7786513210124751, + "F1_coffee": 0.8771848974620626, + "IoU_coffee": 0.781237173849311, + "precision_coffee": 0.841887992586196, + "recall_coffee": 0.9155710293646068, + "F1_noncoffee": 0.6801177445628876, + "IoU_noncoffee": 0.5152866793694786, + "kappa": 0.5593202005226905, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7956905503634476, + "mIoU": 0.612120587743769, + "macroF1": 0.7503371169284608, + "F1_coffee": 0.856747026939568, + "IoU_coffee": 0.7493940948573248, + "precision_coffee": 0.8241279352541779, + "recall_coffee": 0.892054667593236, + "F1_noncoffee": 0.6439272069173537, + "IoU_noncoffee": 0.47484708063021314, + "kappa": 0.5026110381811651, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f3_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f3_s0_r1.0", + "val_epoch0": 0.7089596357943491 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7089596357943491, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8472979830013954, + "mIoU": 0.6951584150319887, + "macroF1": 0.8151546466607325, + "F1_coffee": 0.8922360734988026, + "IoU_coffee": 0.8054388233392598, + "precision_coffee": 0.8722650096271661, + "recall_coffee": 0.9131430665628293, + "F1_noncoffee": 0.7380732198226623, + "IoU_noncoffee": 0.5848780067247177, + "kappa": 0.6307797260581145, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8162282219914618, + "mIoU": 0.6503370692770092, + "macroF1": 0.7820001519890558, + "F1_coffee": 0.868381365561409, + "IoU_coffee": 0.7673798743975464, + "precision_coffee": 0.8522190458812319, + "recall_coffee": 0.8851685724514078, + "F1_noncoffee": 0.6956189384167025, + "IoU_noncoffee": 0.5332942641564721, + "kappa": 0.5643626556438872, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1522248243559719, + "mIoU": 0.07668137008487466, + "macroF1": 0.13396643975684233, + "F1_coffee": 0.25971370143149286, + "IoU_coffee": 0.1492361927144536, + "precision_coffee": 0.9921875, + "recall_coffee": 0.14941176470588236, + "F1_noncoffee": 0.00821917808219178, + "IoU_noncoffee": 0.0041265474552957355, + "kappa": -0.0011074914347518963, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8388736988535521, + "mIoU": 0.6820943576760329, + "macroF1": 0.8055882623329869, + "F1_coffee": 0.8860312828690666, + "IoU_coffee": 0.7953825536062378, + "precision_coffee": 0.8651030278937256, + "recall_coffee": 0.9079972183588317, + "F1_noncoffee": 0.725145241796907, + "IoU_noncoffee": 0.568806161745828, + "kappa": 0.6117245339563967, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8549400342661336, + "mIoU": 0.7038376284950417, + "macroF1": 0.8210319632742247, + "F1_coffee": 0.8989322899396511, + "IoU_coffee": 0.8164187195085225, + "precision_coffee": 0.8680755683637528, + "recall_coffee": 0.932063535721653, + "F1_noncoffee": 0.7431316366087982, + "IoU_noncoffee": 0.5912565374815609, + "kappa": 0.6432096920409903, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8480075453902381, + "mIoU": 0.6995180935679908, + "macroF1": 0.8186973869163807, + "F1_coffee": 0.8915946318657294, + "IoU_coffee": 0.8043940037628209, + "precision_coffee": 0.8838356895172046, + "recall_coffee": 0.899491007804547, + "F1_noncoffee": 0.7458001419670321, + "IoU_noncoffee": 0.5946421833731607, + "kappa": 0.637460289034112, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8551311728395061, + "mIoU": 0.68180010708549, + "macroF1": 0.8020209990210343, + "F1_coffee": 0.9045622061253018, + "IoU_coffee": 0.825754060324826, + "precision_coffee": 0.8604932301740812, + "recall_coffee": 0.9533886954192339, + "F1_noncoffee": 0.6994797919167667, + "IoU_noncoffee": 0.5378461538461539, + "kappa": 0.607285404175308, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8639228418640184, + "mIoU": 0.6987174843832059, + "macroF1": 0.8150042573219796, + "F1_coffee": 0.9101343255344643, + "IoU_coffee": 0.8350885314199745, + "precision_coffee": 0.8707614335706528, + "recall_coffee": 0.9532364597093791, + "F1_noncoffee": 0.7198741891094947, + "IoU_noncoffee": 0.5623464373464373, + "kappa": 0.6323516006327182, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8578167751674687, + "mIoU": 0.6937954261345708, + "macroF1": 0.8119621805154205, + "F1_coffee": 0.9048190488220804, + "IoU_coffee": 0.8261822376009227, + "precision_coffee": 0.8802998648150424, + "recall_coffee": 0.9307432432432432, + "F1_noncoffee": 0.7191053122087605, + "IoU_noncoffee": 0.5614086146682189, + "kappa": 0.6247834264830943, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8227884340108789, + "mIoU": 0.6763850432730667, + "macroF1": 0.8038512858425949, + "F1_coffee": 0.8647979614124499, + "IoU_coffee": 0.7618009235505387, + "precision_coffee": 0.8706934467086938, + "recall_coffee": 0.8589817761064507, + "F1_noncoffee": 0.7429046102727399, + "IoU_noncoffee": 0.5909691629955948, + "kappa": 0.6077367694104755, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8460151802656547, + "mIoU": 0.7049100790047655, + "macroF1": 0.8235477948611212, + "F1_coffee": 0.8865114327669393, + "IoU_coffee": 0.7961567445365486, + "precision_coffee": 0.8650382096069869, + "recall_coffee": 0.9090778717911946, + "F1_noncoffee": 0.7605841569553031, + "IoU_noncoffee": 0.6136634134729826, + "kappa": 0.6475537501329935, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8382047897416557, + "mIoU": 0.7000654068437602, + "macroF1": 0.8209552285956361, + "F1_coffee": 0.8765289969779825, + "IoU_coffee": 0.7801972588702446, + "precision_coffee": 0.8880303251202799, + "recall_coffee": 0.8653217786617418, + "F1_noncoffee": 0.7653814602132896, + "IoU_noncoffee": 0.6199335548172757, + "kappa": 0.642024558593106, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9375, + 11000 + ], + [ + 43932, + 51930 + ], + [ + 127, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.519233493010203, + "test_tta": { + "OA": 0.85494101230496, + "mIoU": 0.7034230282713766, + "macroF1": 0.8206848761723361, + "F1_coffee": 0.8990598931897427, + "IoU_coffee": 0.8166292495189224, + "precision_coffee": 0.8673621460506706, + "recall_coffee": 0.9331623070227679, + "F1_noncoffee": 0.7423098591549295, + "IoU_noncoffee": 0.5902168070238308, + "kappa": 0.64258834517188, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8237856236298604, + "mIoU": 0.6569101007965807, + "macroF1": 0.7863421983824139, + "F1_coffee": 0.8757853642666884, + "IoU_coffee": 0.7790197142340387, + "precision_coffee": 0.8466240786240786, + "recall_coffee": 0.9070271863878535, + "F1_noncoffee": 0.6968990324981394, + "IoU_noncoffee": 0.5348004873591228, + "kappa": 0.5739178990121151, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f3_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f3_s1_r0.1", + "val_epoch0": 0.6962932389482293 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6974560760710593, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.851008499302296, + "mIoU": 0.7010033094708237, + "macroF1": 0.819385546039501, + "F1_coffee": 0.8949604257031705, + "IoU_coffee": 0.8098899320168339, + "precision_coffee": 0.8740883085120321, + "recall_coffee": 0.9168537266938477, + "F1_noncoffee": 0.7438106663758316, + "IoU_noncoffee": 0.5921166869248133, + "kappa": 0.6392727520238333, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8193146417445483, + "mIoU": 0.6544872578687495, + "macroF1": 0.785117685042732, + "F1_coffee": 0.8708400346406038, + "IoU_coffee": 0.7712282239509148, + "precision_coffee": 0.8530570199357692, + "recall_coffee": 0.8893802514372354, + "F1_noncoffee": 0.6993953354448603, + "IoU_noncoffee": 0.5377462917865841, + "kappa": 0.5706695943568211, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10421545667447307, + "mIoU": 0.05248191465922444, + "macroF1": 0.09567333446839611, + "F1_coffee": 0.18356456776947705, + "IoU_coffee": 0.10105757931844889, + "precision_coffee": 0.9885057471264368, + "recall_coffee": 0.1011764705882353, + "F1_noncoffee": 0.007782101167315175, + "IoU_noncoffee": 0.00390625, + "kappa": -0.001551438146368685, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8492349019043507, + "mIoU": 0.6964814251256735, + "macroF1": 0.8159079925343666, + "F1_coffee": 0.8942356227075411, + "IoU_coffee": 0.8087035909920877, + "precision_coffee": 0.8663363108821803, + "recall_coffee": 0.9239916550764952, + "F1_noncoffee": 0.7375803623611923, + "IoU_noncoffee": 0.5842592592592593, + "kappa": 0.6327609587361609, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8560346468684561, + "mIoU": 0.7057069190822547, + "macroF1": 0.8223915219516669, + "F1_coffee": 0.899691613887323, + "IoU_coffee": 0.8176722319329757, + "precision_coffee": 0.8688356603048546, + "recall_coffee": 0.9328199133603796, + "F1_noncoffee": 0.7450914300160107, + "IoU_noncoffee": 0.5937416062315337, + "kappa": 0.6459179339678306, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.847771751945296, + "mIoU": 0.7006071012281037, + "macroF1": 0.8196531142392177, + "F1_coffee": 0.8908648319697072, + "IoU_coffee": 0.8032067304761324, + "precision_coffee": 0.8876237957286263, + "recall_coffee": 0.8941296233457754, + "F1_noncoffee": 0.7484413965087282, + "IoU_noncoffee": 0.5980074719800748, + "kappa": 0.6393173128136688, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8601466049382716, + "mIoU": 0.6915975212763353, + "macroF1": 0.8096011497691318, + "F1_coffee": 0.9077021005728835, + "IoU_coffee": 0.831002331002331, + "precision_coffee": 0.8648714216399805, + "recall_coffee": 0.9549959817840878, + "F1_noncoffee": 0.71150019896538, + "IoU_noncoffee": 0.5521927115503397, + "kappa": 0.6220992315293759, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8550420168067226, + "mIoU": 0.6860439651122932, + "macroF1": 0.8057795827343144, + "F1_coffee": 0.9035945636987172, + "IoU_coffee": 0.8241427247451344, + "precision_coffee": 0.8701076320939335, + "recall_coffee": 0.9397622192866578, + "F1_noncoffee": 0.7079646017699115, + "IoU_noncoffee": 0.547945205479452, + "kappa": 0.6132942449002944, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8542315312765355, + "mIoU": 0.6925060720384677, + "macroF1": 0.8115529829528372, + "F1_coffee": 0.9012337786869526, + "IoU_coffee": 0.8202234116825692, + "precision_coffee": 0.8870013841701271, + "recall_coffee": 0.9159303534303534, + "F1_noncoffee": 0.7218721872187218, + "IoU_noncoffee": 0.5647887323943662, + "kappa": 0.6233790194662903, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8384387823265579, + "mIoU": 0.6963072062061384, + "macroF1": 0.8177848926205866, + "F1_coffee": 0.8791318626401086, + "IoU_coffee": 0.7843312101910828, + "precision_coffee": 0.8680389116029888, + "recall_coffee": 0.8905120046282904, + "F1_noncoffee": 0.7564379226010646, + "IoU_noncoffee": 0.6082832022211939, + "kappa": 0.6356896758384116, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8570208728652752, + "mIoU": 0.721007341563871, + "macroF1": 0.8347280970569467, + "F1_coffee": 0.8954271042953299, + "IoU_coffee": 0.8106546048498555, + "precision_coffee": 0.867437483194407, + "recall_coffee": 0.9252832353362972, + "F1_noncoffee": 0.7740290898185636, + "IoU_noncoffee": 0.6313600782778865, + "kappa": 0.6701981944450675, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8413162360927777, + "mIoU": 0.70440490196751, + "macroF1": 0.8239741740532603, + "F1_coffee": 0.8792249730893433, + "IoU_coffee": 0.7844794467921629, + "precision_coffee": 0.8883410672853829, + "recall_coffee": 0.8702940758630487, + "F1_noncoffee": 0.7687233750171774, + "IoU_noncoffee": 0.6243303571428571, + "kappa": 0.6480193273790352, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9469, + 11000 + ], + [ + 44074, + 51930 + ], + [ + 125, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.513357929388682, + "test_tta": { + "OA": 0.8536883166307243, + "mIoU": 0.7031121180140074, + "macroF1": 0.8206559203097294, + "F1_coffee": 0.8976245159715519, + "IoU_coffee": 0.8142638592535931, + "precision_coffee": 0.8704568440532805, + "recall_coffee": 0.9265426725915067, + "F1_noncoffee": 0.7436873246479069, + "IoU_noncoffee": 0.5919603767744218, + "kappa": 0.6421844977211204, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8220837660089997, + "mIoU": 0.6558535346204093, + "macroF1": 0.7857534334240773, + "F1_coffee": 0.8739784243216737, + "IoU_coffee": 0.7761649005661199, + "precision_coffee": 0.848713319180175, + "recall_coffee": 0.9007939014888285, + "F1_noncoffee": 0.6975284425264809, + "IoU_noncoffee": 0.5355421686746988, + "kappa": 0.5724163212741603, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f3_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f3_s1_r1.0", + "val_epoch0": 0.703902500644709 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 87, + "stopped_epoch": 100, + "best_val": 0.7128616096177736, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.855844856019282, + "mIoU": 0.7133655031292057, + "macroF1": 0.8287442061145689, + "F1_coffee": 0.8968701432768772, + "IoU_coffee": 0.8130231792846713, + "precision_coffee": 0.8884543636077585, + "recall_coffee": 0.9054468825873837, + "F1_noncoffee": 0.7606182689522606, + "IoU_noncoffee": 0.6137078269737402, + "kappa": 0.6575597319904901, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8249971154955579, + "mIoU": 0.6685588370640618, + "macroF1": 0.7965520617006541, + "F1_coffee": 0.8726249711322458, + "IoU_coffee": 0.774032552422809, + "precision_coffee": 0.8699947671376242, + "recall_coffee": 0.8752711268347126, + "F1_noncoffee": 0.7204791522690625, + "IoU_noncoffee": 0.5630851217053147, + "kappa": 0.5931122845271126, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19789227166276346, + "mIoU": 0.09946029891137216, + "macroF1": 0.16678892052454738, + "F1_coffee": 0.3277723258096173, + "IoU_coffee": 0.1960093896713615, + "precision_coffee": 0.9881656804733728, + "recall_coffee": 0.19647058823529412, + "F1_noncoffee": 0.005805515239477504, + "IoU_noncoffee": 0.002911208151382824, + "kappa": -0.0035407581751371498, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8440063318463088, + "mIoU": 0.6937807880041074, + "macroF1": 0.8146126658999862, + "F1_coffee": 0.8884314532729518, + "IoU_coffee": 0.7992592592592592, + "precision_coffee": 0.8767605633802817, + "recall_coffee": 0.9004172461752434, + "F1_noncoffee": 0.7407938785270206, + "IoU_noncoffee": 0.5883023167489556, + "kappa": 0.6293779058634136, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8663144869598325, + "mIoU": 0.7261440877232255, + "macroF1": 0.8372857998022537, + "F1_coffee": 0.9060126476394419, + "IoU_coffee": 0.8281747002691461, + "precision_coffee": 0.8823644421272159, + "recall_coffee": 0.9309633500653235, + "F1_noncoffee": 0.7685589519650655, + "IoU_noncoffee": 0.624113475177305, + "kappa": 0.6751461912665999, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8571091723650083, + "mIoU": 0.7201262790954399, + "macroF1": 0.8340055681777385, + "F1_coffee": 0.8959335073499107, + "IoU_coffee": 0.8114850992347415, + "precision_coffee": 0.9069605729782352, + "recall_coffee": 0.8851713607058025, + "F1_noncoffee": 0.7720776290055664, + "IoU_noncoffee": 0.6287674589561382, + "kappa": 0.6681185852796776, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8337191358024691, + "mIoU": 0.644147635197337, + "macroF1": 0.7721357141877363, + "F1_coffee": 0.8905952532047214, + "IoU_coffee": 0.8027685619494337, + "precision_coffee": 0.8462373371924746, + "recall_coffee": 0.9398607018483793, + "F1_noncoffee": 0.6536761751707513, + "IoU_noncoffee": 0.4855267084452402, + "kappa": 0.5482010373381055, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8514132925897632, + "mIoU": 0.6734340797445761, + "macroF1": 0.7953229764028495, + "F1_coffee": 0.9024696001002883, + "IoU_coffee": 0.8222729868646488, + "precision_coffee": 0.8586593511450382, + "recall_coffee": 0.9509907529722589, + "F1_noncoffee": 0.6881763527054108, + "IoU_noncoffee": 0.5245951726245035, + "kappa": 0.5940248742990425, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8391357675252382, + "mIoU": 0.6718202214230138, + "macroF1": 0.7964873141907199, + "F1_coffee": 0.8896511552650314, + "IoU_coffee": 0.8012357192818839, + "precision_coffee": 0.8862669245647969, + "recall_coffee": 0.8930613305613305, + "F1_noncoffee": 0.7033234731164085, + "IoU_noncoffee": 0.5424047235641438, + "kappa": 0.5929905838914333, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8541845595953812, + "mIoU": 0.7295874733798355, + "macroF1": 0.8419911201916169, + "F1_coffee": 0.8858849887976101, + "IoU_coffee": 0.7951468025204451, + "precision_coffee": 0.9158431130327362, + "recall_coffee": 0.8578247035001446, + "F1_noncoffee": 0.7980972515856237, + "IoU_noncoffee": 0.6640281442392261, + "kappa": 0.6845793809834361, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8811195445920303, + "mIoU": 0.7683231265639405, + "macroF1": 0.8673756517566613, + "F1_coffee": 0.910069618890404, + "IoU_coffee": 0.8349795864612143, + "precision_coffee": 0.9109195402298851, + "recall_coffee": 0.909221282088054, + "F1_noncoffee": 0.8246816846229187, + "IoU_noncoffee": 0.7016666666666667, + "kappa": 0.7347517536773699, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8750707146897982, + "mIoU": 0.7622614806023372, + "macroF1": 0.8637352527405888, + "F1_coffee": 0.903036955726308, + "IoU_coffee": 0.8232154769846565, + "precision_coffee": 0.9311801992152128, + "recall_coffee": 0.8765449637732633, + "F1_noncoffee": 0.8244335497548695, + "IoU_noncoffee": 0.701307484220018, + "kappa": 0.7279205048766353, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9356, + 11000 + ], + [ + 44488, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.044156312942505, + "test_tta": { + "OA": 0.8589369529366992, + "mIoU": 0.7169895779425264, + "macroF1": 0.8311577956548918, + "F1_coffee": 0.8996435178917919, + "IoU_coffee": 0.8175927824482264, + "precision_coffee": 0.886364646778998, + "recall_coffee": 0.9133263090384351, + "F1_noncoffee": 0.7626720734179917, + "IoU_noncoffee": 0.6163863734368262, + "kappa": 0.6624947267183366, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8285739010038076, + "mIoU": 0.6720988674429405, + "macroF1": 0.7989371677675832, + "F1_coffee": 0.8761307265830172, + "IoU_coffee": 0.7795664027002467, + "precision_coffee": 0.8672553590955043, + "recall_coffee": 0.8851896308463368, + "F1_noncoffee": 0.7217436089521491, + "IoU_noncoffee": 0.5646313321856342, + "kappa": 0.5979689200173387, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f3_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f3_s2_r0.1", + "val_epoch0": 0.6870915990543733 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6870915990543733, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8303469491310415, + "mIoU": 0.6662712235303894, + "macroF1": 0.7933862763857302, + "F1_coffee": 0.8807738168202637, + "IoU_coffee": 0.7869489027838623, + "precision_coffee": 0.8576357993880076, + "recall_coffee": 0.9051949241834257, + "F1_noncoffee": 0.7059987359511968, + "IoU_noncoffee": 0.5455935442769165, + "kappa": 0.5875128982279388, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8008682358370832, + "mIoU": 0.6257320663618581, + "macroF1": 0.7623995906636537, + "F1_coffee": 0.8580038052141719, + "IoU_coffee": 0.751319320617424, + "precision_coffee": 0.8385060705958028, + "recall_coffee": 0.8784298860740835, + "F1_noncoffee": 0.6667953761131356, + "IoU_noncoffee": 0.5001448121062921, + "kappa": 0.5254013479800894, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18501170960187355, + "mIoU": 0.0932152529465461, + "macroF1": 0.1583490509931862, + "F1_coffee": 0.3081510934393638, + "IoU_coffee": 0.18213866039952997, + "precision_coffee": 0.9935897435897436, + "recall_coffee": 0.18235294117647058, + "F1_noncoffee": 0.008547008547008548, + "IoU_noncoffee": 0.004291845493562232, + "kappa": -0.0007745098699496847, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8209334676452247, + "mIoU": 0.6560932535057018, + "macroF1": 0.7862256760540782, + "F1_coffee": 0.8723629773993914, + "IoU_coffee": 0.7736203759854458, + "precision_coffee": 0.8580749310553575, + "recall_coffee": 0.8871349095966621, + "F1_noncoffee": 0.7000883747087652, + "IoU_noncoffee": 0.538566131025958, + "kappa": 0.5727297170872021, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8356653340948029, + "mIoU": 0.6690610228527726, + "macroF1": 0.7947546414602191, + "F1_coffee": 0.8863883130984108, + "IoU_coffee": 0.7959581634461975, + "precision_coffee": 0.8498422712933754, + "recall_coffee": 0.9262187994224025, + "F1_noncoffee": 0.7031209698220273, + "IoU_noncoffee": 0.5421638822593476, + "kappa": 0.5914833880218519, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8343315255835888, + "mIoU": 0.6735010420711431, + "macroF1": 0.7989845961146753, + "F1_coffee": 0.8832774030634283, + "IoU_coffee": 0.7909550728949717, + "precision_coffee": 0.8652519203228747, + "recall_coffee": 0.9020699015948422, + "F1_noncoffee": 0.7146917891659222, + "IoU_noncoffee": 0.5560470112473146, + "kappa": 0.5983952287778971, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8388310185185185, + "mIoU": 0.6553237191897939, + "macroF1": 0.7814956312250435, + "F1_coffee": 0.893424325530965, + "IoU_coffee": 0.8073775216138328, + "precision_coffee": 0.8527943504200658, + "recall_coffee": 0.9381194749531209, + "F1_noncoffee": 0.6695669369191221, + "IoU_noncoffee": 0.503269916765755, + "kappa": 0.5660452993981767, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8268716577540107, + "mIoU": 0.6269009908453594, + "macroF1": 0.7570123100074067, + "F1_coffee": 0.8873003045937714, + "IoU_coffee": 0.7974301675977654, + "precision_coffee": 0.8379711165903487, + "recall_coffee": 0.9428005284015852, + "F1_noncoffee": 0.6267243154210418, + "IoU_noncoffee": 0.4563718140929535, + "kappa": 0.5195392290311868, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8408340409472592, + "mIoU": 0.6631685942229573, + "macroF1": 0.7882970861102117, + "F1_coffee": 0.8937590528370805, + "IoU_coffee": 0.8079243994079471, + "precision_coffee": 0.8671636319198338, + "recall_coffee": 0.922037422037422, + "F1_noncoffee": 0.6828351193833427, + "IoU_noncoffee": 0.5184127890379675, + "kappa": 0.5777797875429013, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8032254986162802, + "mIoU": 0.6499193283963773, + "macroF1": 0.7844995268657289, + "F1_coffee": 0.8480247641509434, + "IoU_coffee": 0.7361484325015994, + "precision_coffee": 0.8645927261797415, + "recall_coffee": 0.8320798380098351, + "F1_noncoffee": 0.7209742895805142, + "IoU_noncoffee": 0.5636902242911553, + "kappa": 0.5692894372379284, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8444022770398482, + "mIoU": 0.7022396511687845, + "macroF1": 0.821630314772922, + "F1_coffee": 0.8853627848455193, + "IoU_coffee": 0.7943057820142982, + "precision_coffee": 0.8636301650075003, + "recall_coffee": 0.9082174100100388, + "F1_noncoffee": 0.7578978447003247, + "IoU_noncoffee": 0.6101735203232708, + "kappa": 0.643737073937418, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8278333019045823, + "mIoU": 0.679158504588572, + "macroF1": 0.8052451606028647, + "F1_coffee": 0.8715712477141652, + "IoU_coffee": 0.7723759660932435, + "precision_coffee": 0.8630728513720574, + "recall_coffee": 0.8802386702656627, + "F1_noncoffee": 0.7389190734915642, + "IoU_noncoffee": 0.5859410430839003, + "kappa": 0.6105670793727409, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9218, + 11000 + ], + [ + 43015, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5225310802459715, + "test_tta": { + "OA": 0.8393853862742611, + "mIoU": 0.6760657007879443, + "macroF1": 0.8002048378220883, + "F1_coffee": 0.8886812981503666, + "IoU_coffee": 0.7996637658227848, + "precision_coffee": 0.8541820717047303, + "recall_coffee": 0.9260845664024921, + "F1_noncoffee": 0.7117283774938099, + "IoU_noncoffee": 0.5524676357531039, + "kappa": 0.6020905522050645, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8096803969078112, + "mIoU": 0.6336792118776499, + "macroF1": 0.7678986743286706, + "F1_coffee": 0.8663750329100594, + "IoU_coffee": 0.7642518981688253, + "precision_coffee": 0.8344354067918934, + "recall_coffee": 0.9008570766736159, + "F1_noncoffee": 0.669422315747282, + "IoU_noncoffee": 0.5031065255864744, + "kappa": 0.537473821215255, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f3_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f3_s2_r1.0", + "val_epoch0": 0.714541337730315 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.717273210729995, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8498192312571357, + "mIoU": 0.7034199059582842, + "macroF1": 0.8216232031228544, + "F1_coffee": 0.8925422921134143, + "IoU_coffee": 0.8059380378657487, + "precision_coffee": 0.8843049528991209, + "recall_coffee": 0.9009345366255899, + "F1_noncoffee": 0.7507041141322945, + "IoU_noncoffee": 0.6009017740508196, + "kappa": 0.6433182068776045, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.819329064266759, + "mIoU": 0.6598250567438896, + "macroF1": 0.7899548210721907, + "F1_coffee": 0.8685036477195193, + "IoU_coffee": 0.7675708772450646, + "precision_coffee": 0.8658587634476119, + "recall_coffee": 0.8711647398235306, + "F1_noncoffee": 0.7114059944248623, + "IoU_noncoffee": 0.5520792362427146, + "kappa": 0.579918244683473, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2529274004683841, + "mIoU": 0.1271493544600939, + "macroF1": 0.20386573384065976, + "F1_coffee": 0.40150093808630394, + "IoU_coffee": 0.2511737089201878, + "precision_coffee": 0.9907407407407407, + "recall_coffee": 0.25176470588235295, + "F1_noncoffee": 0.006230529595015576, + "IoU_noncoffee": 0.003125, + "kappa": -0.0031077170062817, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8421835276058905, + "mIoU": 0.6878022729106561, + "macroF1": 0.8098636433284292, + "F1_coffee": 0.8882548739895387, + "IoU_coffee": 0.7989734816082121, + "precision_coffee": 0.8681450006639224, + "recall_coffee": 0.9093184979137692, + "F1_noncoffee": 0.7314724126673197, + "IoU_noncoffee": 0.5766310642131, + "kappa": 0.6202169865271572, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8563677898343803, + "mIoU": 0.7077665201714307, + "macroF1": 0.8240430054810692, + "F1_coffee": 0.8994603238057166, + "IoU_coffee": 0.8172902288412641, + "precision_coffee": 0.8723747980613893, + "recall_coffee": 0.9282816475280203, + "F1_noncoffee": 0.7486256871564217, + "IoU_noncoffee": 0.5982428115015974, + "kappa": 0.6489321520596147, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.850837066729545, + "mIoU": 0.7134554757689965, + "macroF1": 0.8296907123910059, + "F1_coffee": 0.8897025490811452, + "IoU_coffee": 0.8013190954773869, + "precision_coffee": 0.9150050208004591, + "recall_coffee": 0.865761791652528, + "F1_noncoffee": 0.7696788757008666, + "IoU_noncoffee": 0.6255918560606061, + "kappa": 0.6599244533066275, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8303433641975309, + "mIoU": 0.6341248584277446, + "macroF1": 0.7632626682908237, + "F1_coffee": 0.8892805438408762, + "IoU_coffee": 0.8006347047489516, + "precision_coffee": 0.8388552428452678, + "recall_coffee": 0.9461559067773908, + "F1_noncoffee": 0.6372447927407713, + "IoU_noncoffee": 0.46761501210653755, + "kappa": 0.5320651867689173, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8430099312452254, + "mIoU": 0.6549674427090033, + "macroF1": 0.7801988070758343, + "F1_coffee": 0.8976975731176104, + "IoU_coffee": 0.8143841029694028, + "precision_coffee": 0.8485882352941176, + "recall_coffee": 0.9528401585204755, + "F1_noncoffee": 0.6627000410340582, + "IoU_noncoffee": 0.49555078244860384, + "kappa": 0.5651988733942434, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8510236814793849, + "mIoU": 0.6922253417337666, + "macroF1": 0.8119371559979884, + "F1_coffee": 0.897673514354222, + "IoU_coffee": 0.8143445032333921, + "precision_coffee": 0.8954104718810602, + "recall_coffee": 0.899948024948025, + "F1_noncoffee": 0.7262007976417548, + "IoU_noncoffee": 0.5701061802341411, + "kappa": 0.6238807405124892, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8538982727359481, + "mIoU": 0.7271473712642398, + "macroF1": 0.8401223486366125, + "F1_coffee": 0.8870527480634453, + "IoU_coffee": 0.7970303592734986, + "precision_coffee": 0.9052853485920795, + "recall_coffee": 0.8695400636389934, + "F1_noncoffee": 0.7931919492097799, + "IoU_noncoffee": 0.6572643832549809, + "kappa": 0.680482005800431, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8696394686907021, + "mIoU": 0.7487919873386211, + "macroF1": 0.8544192104605826, + "F1_coffee": 0.901491253226269, + "IoU_coffee": 0.8206500456859418, + "precision_coffee": 0.9013620071684588, + "recall_coffee": 0.9016205363545102, + "F1_noncoffee": 0.8073471676948962, + "IoU_noncoffee": 0.6769339289913002, + "kappa": 0.7088384326288432, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8506505751461437, + "mIoU": 0.7273256064366485, + "macroF1": 0.8407858189696364, + "F1_coffee": 0.8804167295787407, + "IoU_coffee": 0.7863789615643965, + "precision_coffee": 0.939423231835025, + "recall_coffee": 0.8283847137377468, + "F1_noncoffee": 0.8011549083605323, + "IoU_noncoffee": 0.6682722513089006, + "kappa": 0.6836469984990096, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9313, + 11000 + ], + [ + 44151, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8740555246671042, + "test_tta": { + "OA": 0.852736902194596, + "mIoU": 0.7056358400996701, + "macroF1": 0.822933408479238, + "F1_coffee": 0.8955777685327816, + "IoU_coffee": 0.8109016126404952, + "precision_coffee": 0.8795468097793679, + "recall_coffee": 0.9122039488753493, + "F1_noncoffee": 0.7502890484256944, + "IoU_noncoffee": 0.600370067558845, + "kappa": 0.6461479212327357, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8233241029191185, + "mIoU": 0.6626712754379571, + "macroF1": 0.7916561942772071, + "F1_coffee": 0.8728831147268803, + "IoU_coffee": 0.774438859120956, + "precision_coffee": 0.8604365704465948, + "recall_coffee": 0.8856950323246362, + "F1_noncoffee": 0.7104292738275341, + "IoU_noncoffee": 0.5509036917549583, + "kappa": 0.5835109134124571, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f4_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f4_s0_r0.1", + "val_epoch0": 0.6286605697220014 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 22, + "stopped_epoch": 52, + "best_val": 0.6286713567422908, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8381400729446167, + "mIoU": 0.6668606400361148, + "macroF1": 0.792244860267491, + "F1_coffee": 0.8898920124163862, + "IoU_coffee": 0.801626528562708, + "precision_coffee": 0.9199774011299435, + "recall_coffee": 0.8617120359002582, + "F1_noncoffee": 0.6945977081185958, + "IoU_noncoffee": 0.5320947515095216, + "kappa": 0.585718590268392, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8020508826583593, + "mIoU": 0.6177291475317007, + "macroF1": 0.7542751133622146, + "F1_coffee": 0.8626249887397531, + "IoU_coffee": 0.7584349754474893, + "precision_coffee": 0.8969651554889472, + "recall_coffee": 0.8308172826652785, + "F1_noncoffee": 0.6459252379846762, + "IoU_noncoffee": 0.4770233196159122, + "kappa": 0.5103998463764189, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25654450261780104, + "mIoU": 0.1298122929701877, + "macroF1": 0.20862511671335202, + "F1_coffee": 0.40336134453781514, + "IoU_coffee": 0.25263157894736843, + "precision_coffee": 0.9940828402366864, + "recall_coffee": 0.25301204819277107, + "F1_noncoffee": 0.013888888888888888, + "IoU_noncoffee": 0.006993006993006993, + "kappa": 0.0005535024824887333, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8381046396841066, + "mIoU": 0.6742835325671035, + "macroF1": 0.7988939993115292, + "F1_coffee": 0.8876943093884818, + "IoU_coffee": 0.7980668595702765, + "precision_coffee": 0.9296471600688468, + "recall_coffee": 0.8493644345433102, + "F1_noncoffee": 0.7100936892345766, + "IoU_noncoffee": 0.5505002055639304, + "kappa": 0.5998913917981156, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8310195124278422, + "mIoU": 0.6556932428831339, + "macroF1": 0.7836135989913374, + "F1_coffee": 0.8848953594176524, + "IoU_coffee": 0.7935536515707874, + "precision_coffee": 0.9192492066707177, + "recall_coffee": 0.8530167282751707, + "F1_noncoffee": 0.6823318385650224, + "IoU_noncoffee": 0.5178328341954805, + "kappa": 0.5688889043733958, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8452754781615758, + "mIoU": 0.6703633404727147, + "macroF1": 0.7938705253110112, + "F1_coffee": 0.8968077679761376, + "IoU_coffee": 0.8129206696197434, + "precision_coffee": 0.9119716037431429, + "recall_coffee": 0.8821399587989263, + "F1_noncoffee": 0.6909332826458848, + "IoU_noncoffee": 0.527806011325686, + "kappa": 0.5880821424902551, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.87027783330002, + "mIoU": 0.7288535658771103, + "macroF1": 0.8387930921489017, + "F1_coffee": 0.910036041031328, + "IoU_coffee": 0.8349230573572428, + "precision_coffee": 0.9272598870056498, + "recall_coffee": 0.893440391943386, + "F1_noncoffee": 0.7675501432664756, + "IoU_noncoffee": 0.6227840743969776, + "kappa": 0.6778733580152309, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8581377599694715, + "mIoU": 0.6979962404586111, + "macroF1": 0.8154996940547548, + "F1_coffee": 0.9041943173764577, + "IoU_coffee": 0.8251411100658513, + "precision_coffee": 0.9115354637568199, + "recall_coffee": 0.8969704716860539, + "F1_noncoffee": 0.7268050707330517, + "IoU_noncoffee": 0.5708513708513708, + "kappa": 0.6310676233556288, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8792334693103121, + "mIoU": 0.7255216225869429, + "macroF1": 0.8345946351054325, + "F1_coffee": 0.9205219454329775, + "IoU_coffee": 0.8527472527472527, + "precision_coffee": 0.9062077443146896, + "recall_coffee": 0.9352956102512052, + "F1_noncoffee": 0.7486673247778874, + "IoU_noncoffee": 0.598295992426633, + "kappa": 0.6694500761508968, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8067095767505363, + "mIoU": 0.6247401687479575, + "macroF1": 0.7599914688524544, + "F1_coffee": 0.8658817160644201, + "IoU_coffee": 0.7634844868735083, + "precision_coffee": 0.9321095571095571, + "recall_coffee": 0.8084407379327774, + "F1_noncoffee": 0.6541012216404887, + "IoU_noncoffee": 0.48599585062240663, + "kappa": 0.5261523955810904, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8038935012882908, + "mIoU": 0.6165037033057867, + "macroF1": 0.7525853150787712, + "F1_coffee": 0.8652547373942693, + "IoU_coffee": 0.7625101120998498, + "precision_coffee": 0.9275973569520596, + "recall_coffee": 0.8107643155566479, + "F1_noncoffee": 0.6399158927632732, + "IoU_noncoffee": 0.4704972945117238, + "kappa": 0.5110724513220756, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8111100505870001, + "mIoU": 0.620621275303741, + "macroF1": 0.7548221957493674, + "F1_coffee": 0.8722978641027296, + "IoU_coffee": 0.7735179674982834, + "precision_coffee": 0.9183423913043478, + "recall_coffee": 0.8306501167506452, + "F1_noncoffee": 0.6373465273960052, + "IoU_noncoffee": 0.4677245831091985, + "kappa": 0.5131202505908771, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7054, + 8413 + ], + [ + 45003, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.569635105133057, + "test_tta": { + "OA": 0.846671701023474, + "mIoU": 0.6763442636554508, + "macroF1": 0.7989365675517415, + "F1_coffee": 0.8969048776535408, + "IoU_coffee": 0.8130802679515807, + "precision_coffee": 0.9158925931646184, + "recall_coffee": 0.8786884551881801, + "F1_noncoffee": 0.7009682574499421, + "IoU_noncoffee": 0.5396082593593208, + "kappa": 0.5983738119809056, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8099111572631822, + "mIoU": 0.6246209571625063, + "macroF1": 0.7590734482327754, + "F1_coffee": 0.8697448263593778, + "IoU_coffee": 0.7695119178776909, + "precision_coffee": 0.8922119264380868, + "recall_coffee": 0.8483814371372934, + "F1_noncoffee": 0.648402070106173, + "IoU_noncoffee": 0.47972999644732167, + "kappa": 0.518970240349734, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f4_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f4_s0_r1.0", + "val_epoch0": 0.6612665647445768 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 80, + "stopped_epoch": 100, + "best_val": 0.6917209822823405, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8753193335368499, + "mIoU": 0.7196261971678191, + "macroF1": 0.8304522148616507, + "F1_coffee": 0.9176710235953149, + "IoU_coffee": 0.8478670012547052, + "precision_coffee": 0.9198962011315778, + "recall_coffee": 0.9154565852419457, + "F1_noncoffee": 0.7432334061279863, + "IoU_noncoffee": 0.5913853930809331, + "kappa": 0.660910617742871, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8393619476173994, + "mIoU": 0.6633771329124174, + "macroF1": 0.7888129395560499, + "F1_coffee": 0.8921342656259079, + "IoU_coffee": 0.8052729116402672, + "precision_coffee": 0.8962658831312876, + "recall_coffee": 0.8880405652919968, + "F1_noncoffee": 0.6854916134861919, + "IoU_noncoffee": 0.5214813541845678, + "kappa": 0.5776520480204445, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37995512341062077, + "mIoU": 0.19253246753246753, + "macroF1": 0.2819246494891913, + "F1_coffee": 0.5472419442927362, + "IoU_coffee": 0.37669172932330824, + "precision_coffee": 0.9960238568588469, + "recall_coffee": 0.3772590361445783, + "F1_noncoffee": 0.0166073546856465, + "IoU_noncoffee": 0.008373205741626795, + "kappa": 0.0033324970618094384, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8804540967423494, + "mIoU": 0.7302775507715928, + "macroF1": 0.8382379672524791, + "F1_coffee": 0.9208755308722639, + "IoU_coffee": 0.8533543230806491, + "precision_coffee": 0.918295543393276, + "recall_coffee": 0.9234700563491024, + "F1_noncoffee": 0.7556004036326942, + "IoU_noncoffee": 0.6072007784625365, + "kappa": 0.67648382230552, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8733839034397214, + "mIoU": 0.7192198188121357, + "macroF1": 0.8304590913702243, + "F1_coffee": 0.9157674241462486, + "IoU_coffee": 0.8446226801709502, + "precision_coffee": 0.9279603782080144, + "recall_coffee": 0.9038907336633043, + "F1_noncoffee": 0.7451507585942001, + "IoU_noncoffee": 0.5938169574533211, + "kappa": 0.6610952099318946, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8722999333904272, + "mIoU": 0.7096016737519089, + "macroF1": 0.8226596328288791, + "F1_coffee": 0.9164851577571722, + "IoU_coffee": 0.8458445810120039, + "precision_coffee": 0.913642285501582, + "recall_coffee": 0.9193457768899432, + "F1_noncoffee": 0.728834107900586, + "IoU_noncoffee": 0.5733587664918137, + "kappa": 0.6453304152157464, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8953627823306016, + "mIoU": 0.7643733680717877, + "macroF1": 0.8624773389404032, + "F1_coffee": 0.9297268273038459, + "IoU_coffee": 0.8686818010786405, + "precision_coffee": 0.917229506025692, + "recall_coffee": 0.9425694066412629, + "F1_noncoffee": 0.7952278505769607, + "IoU_noncoffee": 0.660064935064935, + "kappa": 0.725103383903048, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8977294409463843, + "mIoU": 0.7654085511610204, + "macroF1": 0.8629215544668476, + "F1_coffee": 0.9319969550875412, + "IoU_coffee": 0.8726538370159183, + "precision_coffee": 0.9250724090164967, + "recall_coffee": 0.9390259491243769, + "F1_noncoffee": 0.7938461538461539, + "IoU_noncoffee": 0.6581632653061225, + "kappa": 0.7258896696494423, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9076937671947634, + "mIoU": 0.7777824985837583, + "macroF1": 0.8707786403614179, + "F1_coffee": 0.9398454404945904, + "IoU_coffee": 0.8865173781198974, + "precision_coffee": 0.9165561316773182, + "recall_coffee": 0.9643491499619385, + "F1_noncoffee": 0.8017118402282454, + "IoU_noncoffee": 0.669047619047619, + "kappa": 0.7421061441485421, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8659059879071582, + "mIoU": 0.6967444589905407, + "macroF1": 0.8129221094799042, + "F1_coffee": 0.9124817007192413, + "IoU_coffee": 0.8390495142221702, + "precision_coffee": 0.9193279466461459, + "recall_coffee": 0.9057366691938337, + "F1_noncoffee": 0.7133625182405671, + "IoU_noncoffee": 0.5544394037589112, + "kappa": 0.6259121661904355, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8490313961255845, + "mIoU": 0.6759081483991812, + "macroF1": 0.7980516953651988, + "F1_coffee": 0.8995172764227642, + "IoU_coffee": 0.8173842779637539, + "precision_coffee": 0.9309755456218775, + "recall_coffee": 0.8701155074956992, + "F1_noncoffee": 0.6965861143076333, + "IoU_noncoffee": 0.5344320188346086, + "kappa": 0.5974911450750885, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8366898921446979, + "mIoU": 0.6478942019202718, + "macroF1": 0.7749987815567239, + "F1_coffee": 0.8928146338407568, + "IoU_coffee": 0.8063822564218627, + "precision_coffee": 0.9105545617173524, + "recall_coffee": 0.875752734423006, + "F1_noncoffee": 0.6571829292726908, + "IoU_noncoffee": 0.489406147418681, + "kappa": 0.5505432036739921, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7445, + 8413 + ], + [ + 46926, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.145677916208903, + "test_tta": { + "OA": 0.878854094699465, + "mIoU": 0.723535218930986, + "macroF1": 0.8330395285947285, + "F1_coffee": 0.9204993568250354, + "IoU_coffee": 0.8527084839131879, + "precision_coffee": 0.9170378151260504, + "recall_coffee": 0.9239871300961009, + "F1_noncoffee": 0.7455797003644217, + "IoU_noncoffee": 0.5943619539487842, + "kappa": 0.6660942826212802, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.842982000692281, + "mIoU": 0.6658869644603552, + "macroF1": 0.790307578451845, + "F1_coffee": 0.8954048055953193, + "IoU_coffee": 0.8106180527771496, + "precision_coffee": 0.892378399080812, + "recall_coffee": 0.898451809435672, + "F1_noncoffee": 0.6852103513083707, + "IoU_noncoffee": 0.5211558761435608, + "kappa": 0.5806296734343963, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f4_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f4_s1_r0.1", + "val_epoch0": 0.6280406107894185 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6280406107894185, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8448239849611979, + "mIoU": 0.670232489208451, + "macroF1": 0.7938495661639293, + "F1_coffee": 0.8963600463579001, + "IoU_coffee": 0.8121852089531921, + "precision_coffee": 0.9090018717625038, + "recall_coffee": 0.8840650268828585, + "F1_noncoffee": 0.6913390859699584, + "IoU_noncoffee": 0.52827976946371, + "kappa": 0.5879364929127209, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8076468212761048, + "mIoU": 0.6176339704887902, + "macroF1": 0.7527419466540474, + "F1_coffee": 0.8692566342185494, + "IoU_coffee": 0.7687479409775805, + "precision_coffee": 0.8842088468748753, + "recall_coffee": 0.8548017043592265, + "F1_noncoffee": 0.6362272590895454, + "IoU_noncoffee": 0.46652, + "kappa": 0.5058770328709763, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2543006731488407, + "mIoU": 0.12846059866980575, + "macroF1": 0.20654708226561547, + "F1_coffee": 0.4012012012012012, + "IoU_coffee": 0.25093914350112695, + "precision_coffee": 0.9910979228486647, + "recall_coffee": 0.25150602409638556, + "F1_noncoffee": 0.011892963330029732, + "IoU_noncoffee": 0.005982053838484547, + "kappa": -0.001469535315803599, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8376110562685094, + "mIoU": 0.6702220348758027, + "macroF1": 0.7953811671571145, + "F1_coffee": 0.8883383111593809, + "IoU_coffee": 0.7991085058313488, + "precision_coffee": 0.9214899309956344, + "recall_coffee": 0.857489188835015, + "F1_noncoffee": 0.7024240231548481, + "IoU_noncoffee": 0.5413355639202565, + "kappa": 0.5921690365895509, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8431372549019608, + "mIoU": 0.6651854892779268, + "macroF1": 0.7896334224901553, + "F1_coffee": 0.8957249778003298, + "IoU_coffee": 0.811143021252154, + "precision_coffee": 0.9069423929098966, + "recall_coffee": 0.8847816552847566, + "F1_noncoffee": 0.6835418671799808, + "IoU_noncoffee": 0.5192279573036994, + "kappa": 0.5794620843093493, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.853458939956228, + "mIoU": 0.6743623011904338, + "macroF1": 0.7957215564798934, + "F1_coffee": 0.9043240556660039, + "IoU_coffee": 0.8253572238602858, + "precision_coffee": 0.9000185494342423, + "recall_coffee": 0.9086709532430239, + "F1_noncoffee": 0.687119057293783, + "IoU_noncoffee": 0.5233673785205819, + "kappa": 0.5914736862312807, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8554867079752149, + "mIoU": 0.7034993418633326, + "macroF1": 0.8206479636239299, + "F1_coffee": 0.8996947835738068, + "IoU_coffee": 0.8176774681629051, + "precision_coffee": 0.9175155631013017, + "recall_coffee": 0.8825530756668482, + "F1_noncoffee": 0.7416011436740529, + "IoU_noncoffee": 0.5893212155637603, + "kappa": 0.6416441908055962, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8567067353558481, + "mIoU": 0.6952096248636781, + "macroF1": 0.813393423696131, + "F1_coffee": 0.9032964202935875, + "IoU_coffee": 0.8236468239990608, + "precision_coffee": 0.909975353482942, + "recall_coffee": 0.8967148152882526, + "F1_noncoffee": 0.7234904270986745, + "IoU_noncoffee": 0.5667724257282953, + "kappa": 0.6268443268428335, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8835025139929797, + "mIoU": 0.7300983881947612, + "macroF1": 0.8375797850288724, + "F1_coffee": 0.9239440109005327, + "IoU_coffee": 0.8586393461494187, + "precision_coffee": 0.9025895450145208, + "recall_coffee": 0.946333417914235, + "F1_noncoffee": 0.7512155591572123, + "IoU_noncoffee": 0.6015574302401038, + "kappa": 0.6757532634842209, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8201677394187634, + "mIoU": 0.638371495583436, + "macroF1": 0.7698649303912461, + "F1_coffee": 0.87745879851143, + "IoU_coffee": 0.7816717973004973, + "precision_coffee": 0.9254275301373703, + "recall_coffee": 0.8342178417993429, + "F1_noncoffee": 0.6622710622710622, + "IoU_noncoffee": 0.4950711938663746, + "kappa": 0.5431130518996629, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8295638896841302, + "mIoU": 0.6347559471715862, + "macroF1": 0.7640745512303349, + "F1_coffee": 0.888375, + "IoU_coffee": 0.7991678848532554, + "precision_coffee": 0.9039684558636479, + "recall_coffee": 0.8733103956746129, + "F1_noncoffee": 0.6397741024606697, + "IoU_noncoffee": 0.47034400948991695, + "kappa": 0.5286017702645766, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8232318411759091, + "mIoU": 0.622560254327448, + "macroF1": 0.753619356981116, + "F1_coffee": 0.8845818272466658, + "IoU_coffee": 0.7930495027377361, + "precision_coffee": 0.8973321532431408, + "recall_coffee": 0.8721887673589775, + "F1_noncoffee": 0.6226568867155664, + "IoU_noncoffee": 0.45207100591715976, + "kappa": 0.5075637626045366, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6995, + 8413 + ], + [ + 45479, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6054986198743184, + "test_tta": { + "OA": 0.8543678401002587, + "mIoU": 0.6785241419751928, + "macroF1": 0.7992651980134662, + "F1_coffee": 0.9044365721997301, + "IoU_coffee": 0.8255446916621757, + "precision_coffee": 0.9009788682098895, + "recall_coffee": 0.9079209178273571, + "F1_noncoffee": 0.6940938238272022, + "IoU_noncoffee": 0.5315035922882101, + "kappa": 0.5985493227371637, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8172666435906312, + "mIoU": 0.6236342662423037, + "macroF1": 0.7562336005727455, + "F1_coffee": 0.8782082091704316, + "IoU_coffee": 0.7828620394173094, + "precision_coffee": 0.8757165040354274, + "recall_coffee": 0.8807141342279291, + "F1_noncoffee": 0.6342589919750592, + "IoU_noncoffee": 0.4644064930672979, + "kappa": 0.5124790537869175, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f4_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f4_s1_r1.0", + "val_epoch0": 0.6581175863762379 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 29, + "stopped_epoch": 59, + "best_val": 0.6845689503559416, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8714792975465544, + "mIoU": 0.7177012485445052, + "macroF1": 0.8295464830338063, + "F1_coffee": 0.9140899376000172, + "IoU_coffee": 0.8417731534596669, + "precision_coffee": 0.9277912224475113, + "recall_coffee": 0.9007874349096143, + "F1_noncoffee": 0.7450030284675954, + "IoU_noncoffee": 0.5936293436293436, + "kappa": 0.6593134962259222, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8348621206876659, + "mIoU": 0.6616950402092217, + "macroF1": 0.7882681199776542, + "F1_coffee": 0.8875930180047515, + "IoU_coffee": 0.7979031347077097, + "precision_coffee": 0.9042104210421043, + "recall_coffee": 0.8715753754795921, + "F1_noncoffee": 0.6889432219505569, + "IoU_noncoffee": 0.5254869457107335, + "kappa": 0.5769316468267585, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.35602094240837695, + "mIoU": 0.18067522670774377, + "macroF1": 0.26955606360277395, + "F1_coffee": 0.5208681135225376, + "IoU_coffee": 0.35214446952595935, + "precision_coffee": 0.997867803837953, + "recall_coffee": 0.35240963855421686, + "F1_noncoffee": 0.018244013683010263, + "IoU_noncoffee": 0.009205983889528193, + "kappa": 0.004985630010588385, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8666337611056268, + "mIoU": 0.7106237915319364, + "macroF1": 0.8245553040643517, + "F1_coffee": 0.9104764429129945, + "IoU_coffee": 0.8356647609779833, + "precision_coffee": 0.920911528150134, + "recall_coffee": 0.9002751932905255, + "F1_noncoffee": 0.738634165215709, + "IoU_noncoffee": 0.5855828220858895, + "kappa": 0.6492420928044501, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8745765946281189, + "mIoU": 0.7247836934490026, + "macroF1": 0.8347937881661932, + "F1_coffee": 0.9158639229366019, + "IoU_coffee": 0.8447868697603023, + "precision_coffee": 0.936085306816695, + "recall_coffee": 0.8964977131758661, + "F1_noncoffee": 0.7537236533957845, + "IoU_noncoffee": 0.604780517137703, + "kappa": 0.670038283939442, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8730611856503949, + "mIoU": 0.7174718640742863, + "macroF1": 0.8290772001591816, + "F1_coffee": 0.9157828282828283, + "IoU_coffee": 0.8446488878537324, + "precision_coffee": 0.9262499201838963, + "recall_coffee": 0.9055496597790125, + "F1_noncoffee": 0.7423715720355349, + "IoU_noncoffee": 0.5902948402948403, + "kappa": 0.6582878904643875, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8803717769338397, + "mIoU": 0.7391102685333388, + "macroF1": 0.8452856521215301, + "F1_coffee": 0.9189628325773475, + "IoU_coffee": 0.8500751503006012, + "precision_coffee": 0.9143203556513539, + "recall_coffee": 0.9236526946107785, + "F1_noncoffee": 0.7716084716657127, + "IoU_noncoffee": 0.6281453867660765, + "kappa": 0.6905937858577806, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9012593016599886, + "mIoU": 0.7759299771721084, + "macroF1": 0.8702710284614951, + "F1_coffee": 0.9336751041332906, + "IoU_coffee": 0.8756009615384616, + "precision_coffee": 0.9361346697507068, + "recall_coffee": 0.9312284289914355, + "F1_noncoffee": 0.8068669527896996, + "IoU_noncoffee": 0.6762589928057554, + "kappa": 0.7405472722125311, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9112038706005123, + "mIoU": 0.7877822468901845, + "macroF1": 0.8776358146048604, + "F1_coffee": 0.941725812476653, + "IoU_coffee": 0.8898693963995764, + "precision_coffee": 0.9245721271393643, + "recall_coffee": 0.9595280385688911, + "F1_noncoffee": 0.8135458167330677, + "IoU_noncoffee": 0.6856950973807925, + "kappa": 0.7555408666526496, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8532280085820168, + "mIoU": 0.6830697527186563, + "macroF1": 0.8035353770872712, + "F1_coffee": 0.9023424826422685, + "IoU_coffee": 0.8220619531804209, + "precision_coffee": 0.927437641723356, + "recall_coffee": 0.8785696234521102, + "F1_noncoffee": 0.7047282715322739, + "IoU_noncoffee": 0.5440775522568918, + "kappa": 0.6079386760967045, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8478862486878519, + "mIoU": 0.6768389723121835, + "macroF1": 0.7991226809339791, + "F1_coffee": 0.898094872778417, + "IoU_coffee": 0.8150382919470875, + "precision_coffee": 0.9360341151385928, + "recall_coffee": 0.8631113295650037, + "F1_noncoffee": 0.700150489089541, + "IoU_noncoffee": 0.5386396526772793, + "kappa": 0.6001780770825117, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8346855015748783, + "mIoU": 0.6551248065315283, + "macroF1": 0.7822573058457325, + "F1_coffee": 0.8891023178383916, + "IoU_coffee": 0.8003458213256485, + "precision_coffee": 0.9280844806844005, + "recall_coffee": 0.8532628732948261, + "F1_noncoffee": 0.6754122938530734, + "IoU_noncoffee": 0.5099037917374081, + "kappa": 0.566751803409761, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7312, + 8413 + ], + [ + 46820, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0374834656715395, + "test_tta": { + "OA": 0.8757852793264673, + "mIoU": 0.7222101422008962, + "macroF1": 0.8324896191673784, + "F1_coffee": 0.9176510689063815, + "IoU_coffee": 0.8478329331181357, + "precision_coffee": 0.9235832672227106, + "recall_coffee": 0.9117945895601371, + "F1_noncoffee": 0.7473281694283753, + "IoU_noncoffee": 0.5965873512836568, + "kappa": 0.6650216411626652, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.839333102572978, + "mIoU": 0.6648322603346413, + "macroF1": 0.7901460921735073, + "F1_coffee": 0.8917437611754645, + "IoU_coffee": 0.8046368068464803, + "precision_coffee": 0.898994846875796, + "recall_coffee": 0.8846087107409335, + "F1_noncoffee": 0.68854842317155, + "IoU_noncoffee": 0.5250277138228021, + "kappa": 0.5803707250980509, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f4_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f4_s2_r0.1", + "val_epoch0": 0.592006281014152 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.596403619601962, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.850704542168094, + "mIoU": 0.6808911167271595, + "macroF1": 0.8021314427616809, + "F1_coffee": 0.9001676049679832, + "IoU_coffee": 0.8184588934041888, + "precision_coffee": 0.913993978269407, + "recall_coffee": 0.8867533127301978, + "F1_noncoffee": 0.7040952805553786, + "IoU_noncoffee": 0.5433233400501303, + "kappa": 0.6045311249412352, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8148003922926041, + "mIoU": 0.6294290362367563, + "macroF1": 0.7625500521652109, + "F1_coffee": 0.8739360501074994, + "IoU_coffee": 0.7760980628062283, + "precision_coffee": 0.8903068368204184, + "recall_coffee": 0.8581564385832996, + "F1_noncoffee": 0.6511640542229225, + "IoU_noncoffee": 0.4827600096672843, + "kappa": 0.5255440051451683, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.31114435302916976, + "mIoU": 0.15780457639103188, + "macroF1": 0.24342562435141, + "F1_coffee": 0.4697754749568221, + "IoU_coffee": 0.30699774266365687, + "precision_coffee": 0.9975550122249389, + "recall_coffee": 0.3072289156626506, + "F1_noncoffee": 0.017075773745997867, + "IoU_noncoffee": 0.008611410118406888, + "kappa": 0.003792680805621028, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8699901283316881, + "mIoU": 0.7122366012097165, + "macroF1": 0.8252888457281182, + "F1_coffee": 0.9136619902976268, + "IoU_coffee": 0.8410476133003439, + "precision_coffee": 0.9141414141414141, + "recall_coffee": 0.9131830690604115, + "F1_noncoffee": 0.7369157011586097, + "IoU_noncoffee": 0.583425589119089, + "kappa": 0.6505779843132651, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8451409760984686, + "mIoU": 0.670082648711603, + "macroF1": 0.793645944058031, + "F1_coffee": 0.8967294476966149, + "IoU_coffee": 0.812791971855355, + "precision_coffee": 0.9109301273350139, + "recall_coffee": 0.8829647265208946, + "F1_noncoffee": 0.6905624404194471, + "IoU_noncoffee": 0.5273733255678509, + "kappa": 0.5875921993147207, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8376629555618993, + "mIoU": 0.6628375145527067, + "macroF1": 0.7886943577510206, + "F1_coffee": 0.8904162384378211, + "IoU_coffee": 0.8024777121685771, + "precision_coffee": 0.9169808824502216, + "recall_coffee": 0.8653473999625445, + "F1_noncoffee": 0.6869724770642202, + "IoU_noncoffee": 0.5231973169368362, + "kappa": 0.578399421763931, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8831700979412352, + "mIoU": 0.7445292195410997, + "macroF1": 0.8490902807380585, + "F1_coffee": 0.9208048235214417, + "IoU_coffee": 0.85323289391086, + "precision_coffee": 0.9167678402805881, + "recall_coffee": 0.924877517691889, + "F1_noncoffee": 0.7773757379546753, + "IoU_noncoffee": 0.6358255451713396, + "kappa": 0.6981970124816814, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8554665140240412, + "mIoU": 0.6903543967484601, + "macroF1": 0.8094513931883196, + "F1_coffee": 0.9030896181155249, + "IoU_coffee": 0.8233030090972708, + "precision_coffee": 0.9038412291933419, + "recall_coffee": 0.9023392560398824, + "F1_noncoffee": 0.7158131682611142, + "IoU_noncoffee": 0.5574057843996494, + "kappa": 0.61890355918282, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.866426335262309, + "mIoU": 0.7071242977173573, + "macroF1": 0.8216646888651457, + "F1_coffee": 0.9110099860953104, + "IoU_coffee": 0.8365641323273361, + "precision_coffee": 0.9076826196473552, + "recall_coffee": 0.9143618370971834, + "F1_noncoffee": 0.7323193916349809, + "IoU_noncoffee": 0.5776844631073785, + "kappa": 0.6433437941908429, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8571289252974449, + "mIoU": 0.6795813982863612, + "macroF1": 0.7996289708456685, + "F1_coffee": 0.9069664062996127, + "IoU_coffee": 0.8297699279572391, + "precision_coffee": 0.9116558151410699, + "recall_coffee": 0.9023249936820824, + "F1_noncoffee": 0.6922915353917244, + "IoU_noncoffee": 0.5293928686154834, + "kappa": 0.5992930088798815, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8348124821070713, + "mIoU": 0.6500213194548512, + "macroF1": 0.7774529810252835, + "F1_coffee": 0.8904361035508577, + "IoU_coffee": 0.8025099828864803, + "precision_coffee": 0.9181568985772093, + "recall_coffee": 0.8643401327107397, + "F1_noncoffee": 0.6644698584997093, + "IoU_noncoffee": 0.49753265602322205, + "kappa": 0.556144994706646, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8087238713372149, + "mIoU": 0.6221158446588635, + "macroF1": 0.7569101003392806, + "F1_coffee": 0.8691393496147316, + "IoU_coffee": 0.7685644993648227, + "precision_coffee": 0.927267660582416, + "recall_coffee": 0.817868993486543, + "F1_noncoffee": 0.6446808510638298, + "IoU_noncoffee": 0.47566718995290425, + "kappa": 0.5189530929096364, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7235, + 8413 + ], + [ + 45604, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.814854288101196, + "test_tta": { + "OA": 0.8550426581403943, + "mIoU": 0.6822053638691692, + "macroF1": 0.8023983162092085, + "F1_coffee": 0.9043915052350473, + "IoU_coffee": 0.8254695993654847, + "precision_coffee": 0.9055430584440389, + "recall_coffee": 0.9032428771008848, + "F1_noncoffee": 0.7004051271833699, + "IoU_noncoffee": 0.5389411283728537, + "kappa": 0.6047986350734202, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8198915426329757, + "mIoU": 0.6303841095133792, + "macroF1": 0.7622153131142659, + "F1_coffee": 0.8793243399945886, + "IoU_coffee": 0.7846376711620047, + "precision_coffee": 0.8814537846058469, + "recall_coffee": 0.8772051593498756, + "F1_noncoffee": 0.6451062862339434, + "IoU_noncoffee": 0.47613054786475373, + "kappa": 0.5244387886431492, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_es50p30_spatial_f4_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X2_ssl200", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_es50p30_spatial_f4_s2_r1.0", + "val_epoch0": 0.6599329669009173 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.7040920412047944, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8745641800157458, + "mIoU": 0.7168707376027459, + "macroF1": 0.8283127106039618, + "F1_coffee": 0.9174238177337296, + "IoU_coffee": 0.8474450415241818, + "precision_coffee": 0.9168516521849432, + "recall_coffee": 0.9179966978536048, + "F1_noncoffee": 0.7392016034741941, + "IoU_noncoffee": 0.5862964336813099, + "kappa": 0.6566258435486743, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8387273566401292, + "mIoU": 0.6606092837710938, + "macroF1": 0.7864163414834306, + "F1_coffee": 0.892117703810902, + "IoU_coffee": 0.8052459244809809, + "precision_coffee": 0.8928412799567426, + "recall_coffee": 0.89139529951607, + "F1_noncoffee": 0.6807149791559591, + "IoU_noncoffee": 0.5159726430612068, + "kappa": 0.5728335132868533, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3889304412864622, + "mIoU": 0.19710471567267684, + "macroF1": 0.28677410150483207, + "F1_coffee": 0.5567010309278351, + "IoU_coffee": 0.38571428571428573, + "precision_coffee": 0.996116504854369, + "recall_coffee": 0.38629518072289154, + "F1_noncoffee": 0.01684717208182912, + "IoU_noncoffee": 0.00849514563106796, + "kappa": 0.0035776478197055246, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8739387956564659, + "mIoU": 0.7200007461911024, + "macroF1": 0.8310027070899797, + "F1_coffee": 0.9161853504856918, + "IoU_coffee": 0.845333979289045, + "precision_coffee": 0.9177514792899408, + "recall_coffee": 0.9146245577250688, + "F1_noncoffee": 0.7458200636942676, + "IoU_noncoffee": 0.5946675130931598, + "kappa": 0.6620083990952408, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8770573922999857, + "mIoU": 0.7234339111223133, + "macroF1": 0.8332685002470746, + "F1_coffee": 0.9187143172570419, + "IoU_coffee": 0.8496499416569429, + "precision_coffee": 0.9251048151442002, + "recall_coffee": 0.9124115030386567, + "F1_noncoffee": 0.7478226832371073, + "IoU_noncoffee": 0.5972178805876837, + "kappa": 0.6665863590942607, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8726805595204111, + "mIoU": 0.7068533711864348, + "macroF1": 0.8202681727367381, + "F1_coffee": 0.9173257538309442, + "IoU_coffee": 0.8472777080241981, + "precision_coffee": 0.9080677717291578, + "recall_coffee": 0.9267744553342905, + "F1_noncoffee": 0.7232105916425321, + "IoU_noncoffee": 0.5664290343486714, + "kappa": 0.6406613941935927, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8890665600639617, + "mIoU": 0.7530430693338614, + "macroF1": 0.8547788187684595, + "F1_coffee": 0.9253430185633575, + "IoU_coffee": 0.8610589560645888, + "precision_coffee": 0.9147606382978724, + "recall_coffee": 0.936173108328797, + "F1_noncoffee": 0.7842146189735615, + "IoU_noncoffee": 0.645027182603134, + "kappa": 0.7096699415777501, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8991604655600076, + "mIoU": 0.7673641069970119, + "macroF1": 0.8641897825588676, + "F1_coffee": 0.9331054996519208, + "IoU_coffee": 0.8745995966306798, + "precision_coffee": 0.9240411130609175, + "recall_coffee": 0.9423494822957944, + "F1_noncoffee": 0.7952740654658145, + "IoU_noncoffee": 0.660128617363344, + "kappa": 0.7284595322017923, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.907883502513993, + "mIoU": 0.7759549494783076, + "macroF1": 0.8693999164006225, + "F1_coffee": 0.940293918711185, + "IoU_coffee": 0.8873157711500522, + "precision_coffee": 0.9123016346498031, + "recall_coffee": 0.9700583608221264, + "F1_noncoffee": 0.7985059140900602, + "IoU_noncoffee": 0.664594127806563, + "kappa": 0.7396270876166259, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8591769065730447, + "mIoU": 0.687824762256213, + "macroF1": 0.8065030591980221, + "F1_coffee": 0.9074596257369905, + "IoU_coffee": 0.8305959643359925, + "precision_coffee": 0.9206762028608583, + "recall_coffee": 0.8946171341925702, + "F1_noncoffee": 0.7055464926590538, + "IoU_noncoffee": 0.5450535601764335, + "kappa": 0.6132597066047163, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8549479912205363, + "mIoU": 0.6816104368976106, + "macroF1": 0.8018908138296432, + "F1_coffee": 0.9044145390516916, + "IoU_coffee": 0.8255079784180921, + "precision_coffee": 0.9261978361669243, + "recall_coffee": 0.8836323420987958, + "F1_noncoffee": 0.6993670886075949, + "IoU_noncoffee": 0.537712895377129, + "kappa": 0.6044697475259245, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8372625751646464, + "mIoU": 0.6441207901462852, + "macroF1": 0.7712566832850694, + "F1_coffee": 0.8941322570630239, + "IoU_coffee": 0.8085345311622684, + "precision_coffee": 0.9036144578313253, + "recall_coffee": 0.8848469952070788, + "F1_noncoffee": 0.6483811095071149, + "IoU_noncoffee": 0.4797070491303021, + "kappa": 0.5426806219515995, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7356, + 8413 + ], + [ + 46969, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.2302611192067463, + "test_tta": { + "OA": 0.8774723244268063, + "mIoU": 0.7194545751221983, + "macroF1": 0.8299302020239716, + "F1_coffee": 0.919849494461144, + "IoU_coffee": 0.8515938193282216, + "precision_coffee": 0.9134936539746159, + "recall_coffee": 0.9262943990516913, + "F1_noncoffee": 0.7400109095867994, + "IoU_noncoffee": 0.5873153309161752, + "kappa": 0.6599138079224843, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8420878043152187, + "mIoU": 0.6624801719300767, + "macroF1": 0.7873872415577101, + "F1_coffee": 0.8952298933065403, + "IoU_coffee": 0.8103313873923814, + "precision_coffee": 0.8886735818230176, + "recall_coffee": 0.9018836639867353, + "F1_noncoffee": 0.6795445898088799, + "IoU_noncoffee": 0.514628956467772, + "kappa": 0.5748452633276945, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@e200" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f0_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s0_r0.05", + "val_epoch0": 0.7185686457830944 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.7196830819106022, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7442339373970346, + "mIoU": 0.5864731819446848, + "macroF1": 0.7380606957092333, + "F1_coffee": 0.7782728161820638, + "IoU_coffee": 0.6370266836086405, + "precision_coffee": 0.8419656052666935, + "recall_coffee": 0.7235387501804013, + "F1_noncoffee": 0.6978485752364029, + "IoU_noncoffee": 0.5359196802807291, + "kappa": 0.4801751193775889, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6818535825545171, + "mIoU": 0.5090835966875435, + "macroF1": 0.6723459742744142, + "F1_coffee": 0.7281600059151909, + "IoU_coffee": 0.5725248532062089, + "precision_coffee": 0.8302841244414467, + "recall_coffee": 0.6484066368185409, + "F1_noncoffee": 0.6165319426336375, + "IoU_noncoffee": 0.44564234016887816, + "kappa": 0.3583847926673711, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.352501667778519, + "mIoU": 0.1767871533787518, + "macroF1": 0.2620512473115806, + "F1_coffee": 0.5204071548571993, + "IoU_coffee": 0.35172321667111944, + "precision_coffee": 0.9992409867172676, + "recall_coffee": 0.3518172100481026, + "F1_noncoffee": 0.003695339765961815, + "IoU_noncoffee": 0.001851090086384204, + "kappa": 0.0007689301664985111, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7302351078085029, + "mIoU": 0.5739105816307437, + "macroF1": 0.7290209065807933, + "F1_coffee": 0.7471599018096706, + "IoU_coffee": 0.5963729153376469, + "precision_coffee": 0.8015678588926997, + "recall_coffee": 0.6996685555436758, + "F1_noncoffee": 0.7108819113519159, + "IoU_noncoffee": 0.5514482479238404, + "kappa": 0.46088206820959715, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7495216919178861, + "mIoU": 0.5924691007313749, + "macroF1": 0.7426906920605957, + "F1_coffee": 0.7846153846153846, + "IoU_coffee": 0.6455696202531646, + "precision_coffee": 0.8636452623335944, + "recall_coffee": 0.7188365650969529, + "F1_noncoffee": 0.7007659995058068, + "IoU_noncoffee": 0.5393685812095854, + "kappa": 0.49129932205582927, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7505849554438194, + "mIoU": 0.588540838679736, + "macroF1": 0.7384717547778941, + "F1_coffee": 0.794756247439574, + "IoU_coffee": 0.6594153636981646, + "precision_coffee": 0.8514747191011236, + "recall_coffee": 0.7451221385773544, + "F1_noncoffee": 0.6821872621162142, + "IoU_noncoffee": 0.5176663136613074, + "kappa": 0.4805127986839752, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7424153683963922, + "mIoU": 0.587553904499152, + "macroF1": 0.739623494739789, + "F1_coffee": 0.7126617012936104, + "IoU_coffee": 0.5535931790499391, + "precision_coffee": 0.7202852614896988, + "recall_coffee": 0.7051978277734678, + "F1_noncoffee": 0.7665852881859675, + "IoU_noncoffee": 0.6215146299483649, + "kappa": 0.4792943736837512, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7177711836465546, + "mIoU": 0.557667705734004, + "macroF1": 0.7155335406073239, + "F1_coffee": 0.6903039073806078, + "IoU_coffee": 0.5270718232044199, + "precision_coffee": 0.7412587412587412, + "recall_coffee": 0.6459038591740014, + "F1_noncoffee": 0.74076317383404, + "IoU_noncoffee": 0.5882635882635883, + "kappa": 0.43330858114983717, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7418028465998946, + "mIoU": 0.5895602201118311, + "macroF1": 0.7417871297084211, + "F1_coffee": 0.7397726065242801, + "IoU_coffee": 0.5870151770657673, + "precision_coffee": 0.7570682905611136, + "recall_coffee": 0.7232495325161022, + "F1_noncoffee": 0.743801652892562, + "IoU_noncoffee": 0.5921052631578947, + "kappa": 0.48383948381026354, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7170409846466185, + "mIoU": 0.5412508105795937, + "macroF1": 0.6979155579977212, + "F1_coffee": 0.7739253852392538, + "IoU_coffee": 0.6312220936001323, + "precision_coffee": 0.871859296482412, + "recall_coffee": 0.6957710535909588, + "F1_noncoffee": 0.6219057307561885, + "IoU_noncoffee": 0.4512795275590551, + "kappa": 0.40831676024268176, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.777734375, + "mIoU": 0.5958929156548651, + "macroF1": 0.73869536669253, + "F1_coffee": 0.8396957317932103, + "IoU_coffee": 0.7236858079397839, + "precision_coffee": 0.9380015735641227, + "recall_coffee": 0.7600408007140125, + "F1_noncoffee": 0.6376950015918498, + "IoU_noncoffee": 0.46810002336994627, + "kappa": 0.49004999454083853, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7584418034333145, + "mIoU": 0.562005680988412, + "macroF1": 0.7082618078379547, + "F1_coffee": 0.829255283685579, + "IoU_coffee": 0.7083143507972666, + "precision_coffee": 0.9153664998528113, + "recall_coffee": 0.7579524680073126, + "F1_noncoffee": 0.5872683319903304, + "IoU_noncoffee": 0.4156970111795574, + "kappa": 0.42874388558030196, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2442, + 2984 + ], + [ + 39091, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.654791315396627, + "test_tta": { + "OA": 0.7567330420456987, + "mIoU": 0.60079057050475, + "macroF1": 0.7490827903227963, + "F1_coffee": 0.7928957999847549, + "IoU_coffee": 0.6568577923718111, + "precision_coffee": 0.8402261712439418, + "recall_coffee": 0.7506133641218069, + "F1_noncoffee": 0.7052697806608379, + "IoU_noncoffee": 0.5447233486376889, + "kappa": 0.500421517287332, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6928146994346371, + "mIoU": 0.5197994807106269, + "macroF1": 0.6812389103377636, + "F1_coffee": 0.7419835491647385, + "IoU_coffee": 0.5898043294045143, + "precision_coffee": 0.8280383939434907, + "recall_coffee": 0.6721315073303485, + "F1_noncoffee": 0.6204942715107888, + "IoU_noncoffee": 0.4497946320167394, + "kappa": 0.3724472630934993, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f0_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s0_r0.1", + "val_epoch0": 0.7275534271983686 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7275534271983686, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.765077716495953, + "mIoU": 0.6141555269435117, + "macroF1": 0.7599741491430825, + "F1_coffee": 0.7949739790895025, + "IoU_coffee": 0.6597151972609135, + "precision_coffee": 0.866812078249608, + "recall_coffee": 0.7341319093664309, + "F1_noncoffee": 0.7249743191966626, + "IoU_noncoffee": 0.5685958566261098, + "kappa": 0.5243308695773763, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6860505365178262, + "mIoU": 0.5160792342463967, + "macroF1": 0.6791254525162316, + "F1_coffee": 0.7262644299690652, + "IoU_coffee": 0.5701846184223517, + "precision_coffee": 0.8503739914011426, + "recall_coffee": 0.6337678869282767, + "F1_noncoffee": 0.6319864750633981, + "IoU_noncoffee": 0.46197385007044167, + "kappa": 0.3761168641451217, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2410940627084723, + "mIoU": 0.12091758103782152, + "macroF1": 0.19535244424976073, + "F1_coffee": 0.3872010342598578, + "IoU_coffee": 0.24008016032064128, + "precision_coffee": 0.9994438264738599, + "recall_coffee": 0.2401122394441475, + "F1_noncoffee": 0.00350385423966363, + "IoU_noncoffee": 0.001755001755001755, + "kappa": 0.0005759079012472866, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7501522718966988, + "mIoU": 0.5998031998593747, + "macroF1": 0.7497696502500422, + "F1_coffee": 0.7595545134818288, + "IoU_coffee": 0.6123239769397978, + "precision_coffee": 0.8406643311275463, + "recall_coffee": 0.6927189137175238, + "F1_noncoffee": 0.7399847870182555, + "IoU_noncoffee": 0.5872824227789516, + "kappa": 0.5045270392327804, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7765654894255132, + "mIoU": 0.6290297400444704, + "macroF1": 0.7712941454346482, + "F1_coffee": 0.8060157126823794, + "IoU_coffee": 0.6750639193863739, + "precision_coffee": 0.8976102389761024, + "recall_coffee": 0.731383412090598, + "F1_noncoffee": 0.736572578186917, + "IoU_noncoffee": 0.5829955607025671, + "kappa": 0.5489660354291498, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7662169562403545, + "mIoU": 0.6077208205670634, + "macroF1": 0.7534850118154438, + "F1_coffee": 0.8095083563199741, + "IoU_coffee": 0.6799781927218209, + "precision_coffee": 0.8576585869004641, + "recall_coffee": 0.7664771854355508, + "F1_noncoffee": 0.6974616673109135, + "IoU_noncoffee": 0.5354634484123059, + "kappa": 0.5094257337794145, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.726016164929132, + "mIoU": 0.5621822701863276, + "macroF1": 0.717969497749361, + "F1_coffee": 0.6703312191684284, + "IoU_coffee": 0.5041339834640661, + "precision_coffee": 0.7366790582403965, + "recall_coffee": 0.6149469873286786, + "F1_noncoffee": 0.7656077763302936, + "IoU_noncoffee": 0.6202305569085891, + "kappa": 0.4391733745661347, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7317287614023519, + "mIoU": 0.5728687272864457, + "macroF1": 0.7275414886737965, + "F1_coffee": 0.6937648977543596, + "IoU_coffee": 0.5311179408374952, + "precision_coffee": 0.7810734463276836, + "recall_coffee": 0.6240126382306477, + "F1_noncoffee": 0.7613180795932336, + "IoU_noncoffee": 0.6146195137353963, + "kappa": 0.4603384984039881, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7309435951502372, + "mIoU": 0.5754743129434462, + "macroF1": 0.7304325103712186, + "F1_coffee": 0.718694885361552, + "IoU_coffee": 0.5609084652443221, + "precision_coffee": 0.7654378962197699, + "recall_coffee": 0.6773322252233535, + "F1_noncoffee": 0.742170135380885, + "IoU_noncoffee": 0.5900401606425703, + "kappa": 0.4627014942647172, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7762974241847481, + "mIoU": 0.61647493088489, + "macroF1": 0.7594789802951005, + "F1_coffee": 0.8230807827395885, + "IoU_coffee": 0.6993519781718963, + "precision_coffee": 0.9156061620897522, + "recall_coffee": 0.7475391906671528, + "F1_noncoffee": 0.6958771778506124, + "IoU_noncoffee": 0.5335978835978836, + "kappa": 0.5272565421223272, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.81640625, + "mIoU": 0.6504694523407821, + "macroF1": 0.7820820437922361, + "F1_coffee": 0.8685682326621924, + "IoU_coffee": 0.7676717745921898, + "precision_coffee": 0.9614610741371304, + "recall_coffee": 0.7920438607675634, + "F1_noncoffee": 0.6955958549222798, + "IoU_noncoffee": 0.5332671300893744, + "kappa": 0.5733873595883713, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7977740049047349, + "mIoU": 0.6030299586217411, + "macroF1": 0.7405821739582972, + "F1_coffee": 0.862387676508344, + "IoU_coffee": 0.7580681561724216, + "precision_coffee": 0.9109152542372881, + "recall_coffee": 0.8187690432663011, + "F1_noncoffee": 0.6187766714082503, + "IoU_noncoffee": 0.44799176107106076, + "kappa": 0.4852117101845503, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2418, + 2984 + ], + [ + 40279, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6692174593607585, + "test_tta": { + "OA": 0.7731179714920134, + "mIoU": 0.6238266345644088, + "macroF1": 0.7672295853622577, + "F1_coffee": 0.8042517689954578, + "IoU_coffee": 0.6725928988578221, + "precision_coffee": 0.8652637877730128, + "recall_coffee": 0.7512772405830567, + "F1_noncoffee": 0.7302074017290575, + "IoU_noncoffee": 0.5750603702709954, + "kappa": 0.5376277000185357, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6937954309449637, + "mIoU": 0.5239814198500772, + "macroF1": 0.6857160163686029, + "F1_coffee": 0.7361067952717736, + "IoU_coffee": 0.5824121789072028, + "precision_coffee": 0.8487202270056465, + "recall_coffee": 0.6498770959529453, + "F1_noncoffee": 0.6353252374654322, + "IoU_noncoffee": 0.46555066079295154, + "kappa": 0.38636140172579747, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f0_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s0_r0.5", + "val_epoch0": 0.747490537057087 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.747490537057087, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7866914977437146, + "mIoU": 0.6429709037308505, + "macroF1": 0.7818205967339362, + "F1_coffee": 0.8144201408362934, + "IoU_coffee": 0.6869382391590013, + "precision_coffee": 0.8847442710625191, + "recall_coffee": 0.7544523019194689, + "F1_noncoffee": 0.7492210526315789, + "IoU_noncoffee": 0.5990035683026997, + "kappa": 0.5673350933984904, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6910551517249337, + "mIoU": 0.5228963753714609, + "macroF1": 0.6853467382616032, + "F1_coffee": 0.7277279949157928, + "IoU_coffee": 0.571990888746803, + "precision_coffee": 0.8645767267675395, + "recall_coffee": 0.6282810991133351, + "F1_noncoffee": 0.6429654816074137, + "IoU_noncoffee": 0.4738018619961188, + "kappa": 0.3907107626131629, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13569046030687124, + "mIoU": 0.06805763632884793, + "macroF1": 0.12018465162634774, + "F1_coffee": 0.2369846878680801, + "IoU_coffee": 0.13442009620523784, + "precision_coffee": 1.0, + "recall_coffee": 0.13442009620523784, + "F1_noncoffee": 0.003384615384615385, + "IoU_noncoffee": 0.0016951764524580058, + "kappa": 0.00045562774167691336, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.760567669630893, + "mIoU": 0.6135607324668271, + "macroF1": 0.7604903434506776, + "F1_coffee": 0.7647938730329683, + "IoU_coffee": 0.6191629529161016, + "precision_coffee": 0.8683423913043479, + "recall_coffee": 0.6833101678605795, + "F1_noncoffee": 0.7561868138683868, + "IoU_noncoffee": 0.6079585120175526, + "kappa": 0.5279391339862409, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7812192977920265, + "mIoU": 0.6354349189716743, + "macroF1": 0.7761579944624297, + "F1_coffee": 0.809817053984807, + "IoU_coffee": 0.680413928544452, + "precision_coffee": 0.9032387446104482, + "recall_coffee": 0.7339090760958122, + "F1_noncoffee": 0.7424989349400524, + "IoU_noncoffee": 0.5904559093988965, + "kappa": 0.5587078015692897, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8133120923980685, + "mIoU": 0.6700138195227738, + "macroF1": 0.8002261924440591, + "F1_coffee": 0.8513556365942604, + "IoU_coffee": 0.7411829663882946, + "precision_coffee": 0.8795249795249795, + "recall_coffee": 0.8249347057919804, + "F1_noncoffee": 0.7490967482938579, + "IoU_noncoffee": 0.5988446726572529, + "kappa": 0.6011429937493513, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7389012533676935, + "mIoU": 0.5775419268804711, + "macroF1": 0.7303994993745795, + "F1_coffee": 0.6825238570004273, + "IoU_coffee": 0.518054054054054, + "precision_coffee": 0.7596702599873177, + "recall_coffee": 0.6196017584690975, + "F1_noncoffee": 0.7782751417487317, + "IoU_noncoffee": 0.6370297997068881, + "kappa": 0.46465483241483707, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7194197164523574, + "mIoU": 0.555071879369254, + "macroF1": 0.7122936788498884, + "F1_coffee": 0.6670144776314073, + "IoU_coffee": 0.5003913894324853, + "precision_coffee": 0.7901730531520396, + "recall_coffee": 0.5770706386820131, + "F1_noncoffee": 0.7575728800683695, + "IoU_noncoffee": 0.6097523693060226, + "kappa": 0.43458749909728944, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7551924090669478, + "mIoU": 0.6063494947043272, + "macroF1": 0.7548792934523627, + "F1_coffee": 0.7461185217581456, + "IoU_coffee": 0.5950470875479595, + "precision_coffee": 0.7874451880913916, + "recall_coffee": 0.7089133596509454, + "F1_noncoffee": 0.7636400651465798, + "IoU_noncoffee": 0.6176519018606949, + "kappa": 0.5110124805418929, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.784037558685446, + "mIoU": 0.6316318843399895, + "macroF1": 0.7719979316829859, + "F1_coffee": 0.8243912505158894, + "IoU_coffee": 0.7012462699666491, + "precision_coffee": 0.9498335710889206, + "recall_coffee": 0.7282172803499818, + "F1_noncoffee": 0.7196046128500824, + "IoU_noncoffee": 0.56201749871333, + "kappa": 0.5563512711671003, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8361328125, + "mIoU": 0.6753588163884545, + "macroF1": 0.8002520285508359, + "F1_coffee": 0.8849108367626887, + "IoU_coffee": 0.7935785459466109, + "precision_coffee": 0.9575478699717975, + "recall_coffee": 0.8225168940456458, + "F1_noncoffee": 0.7155932203389831, + "IoU_noncoffee": 0.5571390868302982, + "kappa": 0.6061052548473823, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8653084323712507, + "mIoU": 0.700431334766175, + "macroF1": 0.8162038646042895, + "F1_coffee": 0.9112050739957717, + "IoU_coffee": 0.8368932038834952, + "precision_coffee": 0.9301764631204773, + "recall_coffee": 0.8929920780012187, + "F1_noncoffee": 0.7212026552128075, + "IoU_noncoffee": 0.563969465648855, + "kappa": 0.6328872059836185, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2529, + 2984 + ], + [ + 41375, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.678592360019684, + "test_tta": { + "OA": 0.7946959386863405, + "mIoU": 0.6518228977188483, + "macroF1": 0.7880550944707363, + "F1_coffee": 0.8255716654749046, + "IoU_coffee": 0.7029561883047906, + "precision_coffee": 0.8728606356968215, + "recall_coffee": 0.7831433107230481, + "F1_noncoffee": 0.750538523466568, + "IoU_noncoffee": 0.6006896071329061, + "kappa": 0.5778821333250475, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7005163262951425, + "mIoU": 0.5317216596530477, + "macroF1": 0.6923611267693661, + "F1_coffee": 0.7424496124031008, + "IoU_coffee": 0.5903935299339186, + "precision_coffee": 0.8536550583269159, + "recall_coffee": 0.6568782372048109, + "F1_noncoffee": 0.6422726411356314, + "IoU_noncoffee": 0.47304978937217684, + "kappa": 0.39889096893628445, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f0_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s0_r1.0", + "val_epoch0": 0.7538229379831485 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7538229379831485, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7850619583124419, + "mIoU": 0.6401439819927659, + "macroF1": 0.7796103592826623, + "F1_coffee": 0.8142726724124592, + "IoU_coffee": 0.6867284353386403, + "precision_coffee": 0.8775932226002268, + "recall_coffee": 0.7594746716697937, + "F1_noncoffee": 0.7449480461528655, + "IoU_noncoffee": 0.5935595286468915, + "kappa": 0.5623495564123653, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6896273220260759, + "mIoU": 0.5207873494093392, + "macroF1": 0.6833924231018046, + "F1_coffee": 0.7278223256519869, + "IoU_coffee": 0.5721074503410017, + "precision_coffee": 0.8588442481045908, + "recall_coffee": 0.631485383197261, + "F1_noncoffee": 0.6389625205516223, + "IoU_noncoffee": 0.4694672484776767, + "kappa": 0.3857477845583116, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13542361574382922, + "mIoU": 0.06792375678497736, + "macroF1": 0.11997642427719622, + "F1_coffee": 0.236569274269557, + "IoU_coffee": 0.13415285943345803, + "precision_coffee": 1.0, + "recall_coffee": 0.13415285943345803, + "F1_noncoffee": 0.003383574284835435, + "IoU_noncoffee": 0.0016946541364966877, + "kappa": 0.0004545820504136714, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7531977098306737, + "mIoU": 0.603891175484906, + "macroF1": 0.752991823501602, + "F1_coffee": 0.7601231352119346, + "IoU_coffee": 0.6130634071810542, + "precision_coffee": 0.8515718265021887, + "recall_coffee": 0.6864107772907089, + "F1_noncoffee": 0.7458605117912694, + "IoU_noncoffee": 0.5947189437887578, + "kappa": 0.5119466293481333, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7877863384869952, + "mIoU": 0.6438093828290794, + "macroF1": 0.7823404511590957, + "F1_coffee": 0.8167693544066434, + "IoU_coffee": 0.6902875254697759, + "precision_coffee": 0.9034966416436191, + "recall_coffee": 0.7452338276030633, + "F1_noncoffee": 0.7479115479115479, + "IoU_noncoffee": 0.597331240188383, + "kappa": 0.570130319956614, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8084830985214317, + "mIoU": 0.6622831005490202, + "macroF1": 0.7944412454174478, + "F1_coffee": 0.8481667127126337, + "IoU_coffee": 0.7363623903508771, + "precision_coffee": 0.8722298887896744, + "recall_coffee": 0.8253956060838838, + "F1_noncoffee": 0.7407157781222619, + "IoU_noncoffee": 0.5882038107471633, + "kappa": 0.5894161388984623, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7314044746398032, + "mIoU": 0.5691393871044699, + "macroF1": 0.723761718737487, + "F1_coffee": 0.6778136855416608, + "IoU_coffee": 0.5126461211477152, + "precision_coffee": 0.7421538461538462, + "recall_coffee": 0.6237393328161366, + "F1_noncoffee": 0.7697097519333133, + "IoU_noncoffee": 0.6256326530612245, + "kappa": 0.4504755430224676, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7263435542367294, + "mIoU": 0.5648994220594465, + "macroF1": 0.7207391617531703, + "F1_coffee": 0.6811779769526248, + "IoU_coffee": 0.516504854368932, + "precision_coffee": 0.7872151524119562, + "recall_coffee": 0.6003159557661928, + "F1_noncoffee": 0.7603003465537158, + "IoU_noncoffee": 0.6132939897499612, + "kappa": 0.44899462752671, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7404322614654718, + "mIoU": 0.5867369160887014, + "macroF1": 0.7393220366076851, + "F1_coffee": 0.7223099481163997, + "IoU_coffee": 0.5653248587570622, + "precision_coffee": 0.7900320750061682, + "recall_coffee": 0.6652815291917723, + "F1_noncoffee": 0.7563341250989707, + "IoU_noncoffee": 0.6081489734203406, + "kappa": 0.4819840943506622, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7768049739880726, + "mIoU": 0.6204094174181467, + "macroF1": 0.76312395527052, + "F1_coffee": 0.8200511508951407, + "IoU_coffee": 0.6949887289752037, + "precision_coffee": 0.9344835626020052, + "recall_coffee": 0.7305869485964273, + "F1_noncoffee": 0.7061967596458995, + "IoU_noncoffee": 0.5458301058610896, + "kappa": 0.537569534216694, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8423828125, + "mIoU": 0.6853546911884145, + "macroF1": 0.8077151825817833, + "F1_coffee": 0.8893611187277214, + "IoU_coffee": 0.8007653376126405, + "precision_coffee": 0.9617494440326168, + "recall_coffee": 0.8271069743720515, + "F1_noncoffee": 0.7260692464358453, + "IoU_noncoffee": 0.5699440447641887, + "kappa": 0.6207498786687641, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8693642708922845, + "mIoU": 0.6960538655251969, + "macroF1": 0.8116432875903525, + "F1_coffee": 0.9159128164653026, + "IoU_coffee": 0.8448700716845878, + "precision_coffee": 0.9125332688120009, + "recall_coffee": 0.9193174893357708, + "F1_noncoffee": 0.7073737587154025, + "IoU_noncoffee": 0.5472376593658058, + "kappa": 0.6233045553413117, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2545, + 2984 + ], + [ + 41268, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6715906540552776, + "test_tta": { + "OA": 0.7914189527970775, + "mIoU": 0.647617368511137, + "macroF1": 0.7849878665524667, + "F1_coffee": 0.8221733687520991, + "IoU_coffee": 0.6980427738172391, + "precision_coffee": 0.8726382992513855, + "recall_coffee": 0.7772261509597345, + "F1_noncoffee": 0.7478023643528342, + "IoU_noncoffee": 0.5971919632050351, + "kappa": 0.5720057188804248, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6963337948540441, + "mIoU": 0.5273106259734995, + "macroF1": 0.6886953009466861, + "F1_coffee": 0.7374590071947829, + "IoU_coffee": 0.5841069806028523, + "precision_coffee": 0.8538388242427742, + "recall_coffee": 0.6489992099025547, + "F1_noncoffee": 0.6399315946985892, + "IoU_noncoffee": 0.47051427134414686, + "kappa": 0.39286023847734025, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f0_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s1_r0.05", + "val_epoch0": 0.7037955745512875 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7037955745512875, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.752650239954158, + "mIoU": 0.5907017074253103, + "macroF1": 0.7401054780900145, + "F1_coffee": 0.7972046452219107, + "IoU_coffee": 0.6627932524473306, + "precision_coffee": 0.8112226604517748, + "recall_coffee": 0.7836628662144609, + "F1_noncoffee": 0.6830063109581181, + "IoU_noncoffee": 0.5186101624032898, + "kappa": 0.4804534551966905, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6815218645436714, + "mIoU": 0.5035524844954227, + "macroF1": 0.6659064397458473, + "F1_coffee": 0.7381353319260964, + "IoU_coffee": 0.5849560183444854, + "precision_coffee": 0.8028997471750684, + "recall_coffee": 0.6830392415064525, + "F1_noncoffee": 0.5936775475655982, + "IoU_noncoffee": 0.42214895064636, + "kappa": 0.33849139088641983, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2983322214809873, + "mIoU": 0.1495985368587803, + "macroF1": 0.23098586042501076, + "F1_coffee": 0.45856069185627507, + "IoU_coffee": 0.2974886454715469, + "precision_coffee": 0.9991027366532077, + "recall_coffee": 0.29756814537680387, + "F1_noncoffee": 0.0034110289937464467, + "IoU_noncoffee": 0.0017084282460136675, + "kappa": 0.0004832730543726468, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7175660860031673, + "mIoU": 0.5574210328289468, + "macroF1": 0.7153303181885092, + "F1_coffee": 0.7405583841548705, + "IoU_coffee": 0.588005330964016, + "precision_coffee": 0.7767605633802817, + "recall_coffee": 0.7075804554688335, + "F1_noncoffee": 0.6901022522221479, + "IoU_noncoffee": 0.5268367346938776, + "kappa": 0.43213403314544424, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7489011841356844, + "mIoU": 0.5865899078030581, + "macroF1": 0.7369446363410561, + "F1_coffee": 0.7930270224192311, + "IoU_coffee": 0.6570379264072321, + "precision_coffee": 0.831515909903468, + "recall_coffee": 0.7579436206615611, + "F1_noncoffee": 0.6808622502628812, + "IoU_noncoffee": 0.516141889198884, + "kappa": 0.4756216356246563, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7849355304425748, + "mIoU": 0.6172369444944082, + "macroF1": 0.758094607150114, + "F1_coffee": 0.838673537978938, + "IoU_coffee": 0.7221686282076017, + "precision_coffee": 0.8160610465116279, + "recall_coffee": 0.8625748962974343, + "F1_noncoffee": 0.67751567632129, + "IoU_noncoffee": 0.5123052607812147, + "kappa": 0.516930633847787, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6661590722736325, + "mIoU": 0.49783791291379115, + "macroF1": 0.6642662909388846, + "F1_coffee": 0.6390577507598785, + "IoU_coffee": 0.46957007258514794, + "precision_coffee": 0.6262099776619509, + "recall_coffee": 0.65244375484872, + "F1_noncoffee": 0.6894748311178907, + "IoU_noncoffee": 0.5261057532424344, + "kappa": 0.32877565813115733, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6520496757885482, + "mIoU": 0.48254084278421805, + "macroF1": 0.6505855305993532, + "F1_coffee": 0.6279670975323149, + "IoU_coffee": 0.4576909900650908, + "precision_coffee": 0.6550625153223829, + "recall_coffee": 0.6030241480478448, + "F1_noncoffee": 0.6732039636663915, + "IoU_noncoffee": 0.5073906955033453, + "kappa": 0.3022197347607784, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7367422245651027, + "mIoU": 0.5827243244962095, + "macroF1": 0.7362542117925213, + "F1_coffee": 0.7475993126453048, + "IoU_coffee": 0.5969330104923325, + "precision_coffee": 0.7279527559055118, + "recall_coffee": 0.7683357573239143, + "F1_noncoffee": 0.7249091109397378, + "IoU_noncoffee": 0.5685156385000864, + "kappa": 0.47292685382950145, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7732521253648014, + "mIoU": 0.6120948292291093, + "macroF1": 0.7559928544381551, + "F1_coffee": 0.8208880424977448, + "IoU_coffee": 0.6961917715062904, + "precision_coffee": 0.9118236472945892, + "recall_coffee": 0.7464454976303317, + "F1_noncoffee": 0.6910976663785653, + "IoU_noncoffee": 0.5279978869519282, + "kappa": 0.5202155042237744, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8349609375, + "mIoU": 0.6643128255420683, + "macroF1": 0.7906276447390936, + "F1_coffee": 0.8869716425896201, + "IoU_coffee": 0.7968994111284702, + "precision_coffee": 0.9327612885075257, + "recall_coffee": 0.8454672956776743, + "F1_noncoffee": 0.6942836468885673, + "IoU_noncoffee": 0.5317262399556664, + "kappa": 0.5839670573915157, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8280513110733824, + "mIoU": 0.6057461996104314, + "macroF1": 0.7349729518075883, + "F1_coffee": 0.892034350014806, + "IoU_coffee": 0.8051101133205046, + "precision_coffee": 0.867626728110599, + "recall_coffee": 0.9178549664838513, + "F1_noncoffee": 0.5779115536003705, + "IoU_noncoffee": 0.4063822859003582, + "kappa": 0.4715807673726765, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2469, + 2984 + ], + [ + 39534, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.664107322692871, + "test_tta": { + "OA": 0.764003294892916, + "mIoU": 0.6011485906608349, + "macroF1": 0.7475884347830535, + "F1_coffee": 0.8119569094670757, + "IoU_coffee": 0.6834406225980015, + "precision_coffee": 0.8028498871331828, + "recall_coffee": 0.8212729109539616, + "F1_noncoffee": 0.6832199600990313, + "IoU_noncoffee": 0.5188565587236683, + "kappa": 0.4952862726710473, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6940117687781239, + "mIoU": 0.513360380682619, + "macroF1": 0.6733504598830119, + "F1_coffee": 0.7555028003779934, + "IoU_coffee": 0.6070747291415872, + "precision_coffee": 0.7954137345304537, + "recall_coffee": 0.7194056711438855, + "F1_noncoffee": 0.5911981193880304, + "IoU_noncoffee": 0.4196460322236507, + "kappa": 0.3494394926638353, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f0_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s1_r0.1", + "val_epoch0": 0.7204318523048066 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7204318523048066, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7869063820643221, + "mIoU": 0.641547858754133, + "macroF1": 0.780481143325336, + "F1_coffee": 0.8180372488455304, + "IoU_coffee": 0.6921007011824368, + "precision_coffee": 0.8698013201964035, + "recall_coffee": 0.7720883244335401, + "F1_noncoffee": 0.7429250378051415, + "IoU_noncoffee": 0.5909950163258292, + "kappa": 0.5631481759741841, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6989586938963886, + "mIoU": 0.5299968711096361, + "macroF1": 0.6909065785736341, + "F1_coffee": 0.740795012852832, + "IoU_coffee": 0.5883037475345168, + "precision_coffee": 0.8531018505277007, + "recall_coffee": 0.6546176806250549, + "F1_noncoffee": 0.6410181442944364, + "IoU_noncoffee": 0.47168999468475536, + "kappa": 0.3963028408860197, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19599733155436957, + "mIoU": 0.0982610123819088, + "macroF1": 0.16469051088648223, + "F1_coffee": 0.32640286161412924, + "IoU_coffee": 0.19503072401816723, + "precision_coffee": 0.9986320109439124, + "recall_coffee": 0.19508284339925175, + "F1_noncoffee": 0.0029781601588352085, + "IoU_noncoffee": 0.001491300745650373, + "kappa": 4.835382887712508e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7642831039103423, + "mIoU": 0.6176624042031144, + "macroF1": 0.7634979103076007, + "F1_coffee": 0.7771250863856254, + "IoU_coffee": 0.6354902514834699, + "precision_coffee": 0.8422169516914243, + "recall_coffee": 0.7213728215545814, + "F1_noncoffee": 0.7498707342295761, + "IoU_noncoffee": 0.5998345569227588, + "kappa": 0.5301455420757591, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7837530379026837, + "mIoU": 0.6359068570731599, + "macroF1": 0.7760217424667353, + "F1_coffee": 0.8176347462061748, + "IoU_coffee": 0.6915246736003541, + "precision_coffee": 0.8796209420153875, + "recall_coffee": 0.7638096789962523, + "F1_noncoffee": 0.7344087387272958, + "IoU_noncoffee": 0.5802890405459655, + "kappa": 0.55525993481066, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8084333150794046, + "mIoU": 0.6636985105909072, + "macroF1": 0.7956987930855697, + "F1_coffee": 0.8467054417974663, + "IoU_coffee": 0.7341623488773747, + "precision_coffee": 0.879427341939755, + "recall_coffee": 0.816331233676448, + "F1_noncoffee": 0.744692144373673, + "IoU_noncoffee": 0.5932346723044397, + "kappa": 0.5923375588757356, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7506149701300222, + "mIoU": 0.5954600786101646, + "macroF1": 0.7453808542979339, + "F1_coffee": 0.7088746068644879, + "IoU_coffee": 0.549036221139589, + "precision_coffee": 0.7521764364480558, + "recall_coffee": 0.6702870442203258, + "F1_noncoffee": 0.78188710173138, + "IoU_noncoffee": 0.6418839360807401, + "kappa": 0.49202300845476216, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7096384218045939, + "mIoU": 0.5437318013253372, + "macroF1": 0.7028931374468312, + "F1_coffee": 0.6581262939958592, + "IoU_coffee": 0.4904532304725169, + "precision_coffee": 0.7713072490142554, + "recall_coffee": 0.5739110810200858, + "F1_noncoffee": 0.7476599808978033, + "IoU_noncoffee": 0.5970103721781574, + "kappa": 0.41508250627058174, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7457037427517132, + "mIoU": 0.5944338679436484, + "macroF1": 0.7456191171039233, + "F1_coffee": 0.740979381443299, + "IoU_coffee": 0.5885363357215967, + "precision_coffee": 0.7668370749055345, + "recall_coffee": 0.7168086432578433, + "F1_noncoffee": 0.7502588527645475, + "IoU_noncoffee": 0.6003314001657001, + "kappa": 0.4917953785669956, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7790889481030326, + "mIoU": 0.6187289744368482, + "macroF1": 0.7609665578601139, + "F1_coffee": 0.8267834046363546, + "IoU_coffee": 0.7047150610583447, + "precision_coffee": 0.9101861993428259, + "recall_coffee": 0.7573824279985417, + "F1_noncoffee": 0.6951497110838732, + "IoU_noncoffee": 0.5327428878153516, + "kappa": 0.5288948221394237, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.849609375, + "mIoU": 0.6820877887166925, + "macroF1": 0.8034115358892626, + "F1_coffee": 0.8987108655616943, + "IoU_coffee": 0.8160535117056856, + "precision_coffee": 0.9281347642983291, + "recall_coffee": 0.8710952441667729, + "F1_noncoffee": 0.7081122062168309, + "IoU_noncoffee": 0.5481220657276995, + "kappa": 0.6079585098704232, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8645538577626863, + "mIoU": 0.7070026042792215, + "macroF1": 0.8219090468194835, + "F1_coffee": 0.9090563647878404, + "IoU_coffee": 0.8332752815511436, + "precision_coffee": 0.9462096242584047, + "recall_coffee": 0.8747105423522242, + "F1_noncoffee": 0.7347617288511267, + "IoU_noncoffee": 0.5807299270072993, + "kappa": 0.6454125270491501, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2545, + 2984 + ], + [ + 41371, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6472453395525615, + "test_tta": { + "OA": 0.7975789699878232, + "mIoU": 0.6542708734882974, + "macroF1": 0.7896258218817347, + "F1_coffee": 0.8305298191958262, + "IoU_coffee": 0.7101761402969002, + "precision_coffee": 0.8640546526499673, + "recall_coffee": 0.7995093087025544, + "F1_noncoffee": 0.7487218245676432, + "IoU_noncoffee": 0.5983656066796944, + "kappa": 0.5801887016745786, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7095159801546095, + "mIoU": 0.540308958761959, + "macroF1": 0.6991655233876712, + "F1_coffee": 0.7549667262795479, + "IoU_coffee": 0.6063827708182689, + "precision_coffee": 0.8469958780334671, + "recall_coffee": 0.6809762092880344, + "F1_noncoffee": 0.6433643204957946, + "IoU_noncoffee": 0.4742351467056489, + "kappa": 0.4084946257677214, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f0_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s1_r0.5", + "val_epoch0": 0.7406553760973786 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 7, + "stopped_epoch": 50, + "best_val": 0.7454971397208736, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7854917269536567, + "mIoU": 0.6427318255845269, + "macroF1": 0.781866682686353, + "F1_coffee": 0.8099868343828815, + "IoU_coffee": 0.6806536749220229, + "precision_coffee": 0.8990773998168885, + "recall_coffee": 0.7369606003752345, + "F1_noncoffee": 0.7537465309898242, + "IoU_noncoffee": 0.6048099762470309, + "kappa": 0.5692152295866183, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6942136840890735, + "mIoU": 0.5275795639207204, + "macroF1": 0.6896609679314605, + "F1_coffee": 0.7272493374842411, + "IoU_coffee": 0.5713996927306542, + "precision_coffee": 0.8786447000310849, + "recall_coffee": 0.6203581775085594, + "F1_noncoffee": 0.6520725983786799, + "IoU_noncoffee": 0.48375943511078645, + "kappa": 0.40197066633851447, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1665110073382255, + "mIoU": 0.08352184671285105, + "macroF1": 0.14359619775033078, + "F1_coffee": 0.28368306386882236, + "IoU_coffee": 0.16528594334580438, + "precision_coffee": 1.0, + "recall_coffee": 0.16528594334580438, + "F1_noncoffee": 0.0035093316318392086, + "IoU_noncoffee": 0.001757750079897731, + "kappa": 0.000580893992310825, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7705567060543306, + "mIoU": 0.6267184123624914, + "macroF1": 0.7705249950860528, + "F1_coffee": 0.7732225633616279, + "IoU_coffee": 0.6302875650211012, + "precision_coffee": 0.8848167539267016, + "recall_coffee": 0.6866246124238212, + "F1_noncoffee": 0.7678274268104777, + "IoU_noncoffee": 0.6231492597038816, + "kappa": 0.5484042241308494, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7762035265525622, + "mIoU": 0.6297942081964929, + "macroF1": 0.772087166907761, + "F1_coffee": 0.8027167471966451, + "IoU_coffee": 0.6704484885403182, + "precision_coffee": 0.9111134105960265, + "recall_coffee": 0.7173700505132801, + "F1_noncoffee": 0.741457586618877, + "IoU_noncoffee": 0.5891399278526676, + "kappa": 0.5524756170375514, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.806641111166426, + "mIoU": 0.6646055048042248, + "macroF1": 0.796863236394419, + "F1_coffee": 0.841430554421491, + "IoU_coffee": 0.7262668264148284, + "precision_coffee": 0.8979609620076682, + "recall_coffee": 0.7915962513442926, + "F1_noncoffee": 0.752295918367347, + "IoU_noncoffee": 0.602944183193621, + "kappa": 0.5962262485832216, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.761508726718988, + "mIoU": 0.6053615729228226, + "macroF1": 0.7523585400292429, + "F1_coffee": 0.7047563805104409, + "IoU_coffee": 0.5441110613524407, + "precision_coffee": 0.802244965335094, + "recall_coffee": 0.6283941039565555, + "F1_noncoffee": 0.7999606995480448, + "IoU_noncoffee": 0.6666120844932045, + "kappa": 0.5096234247295505, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7244752170568194, + "mIoU": 0.5594838821888988, + "macroF1": 0.7155472435793448, + "F1_coffee": 0.6651529317483639, + "IoU_coffee": 0.49829897938763257, + "precision_coffee": 0.8147905759162304, + "recall_coffee": 0.5619498984427894, + "F1_noncoffee": 0.7659415554103258, + "IoU_noncoffee": 0.620668784990165, + "kappa": 0.4441979973607973, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7586715867158672, + "mIoU": 0.6098371972413716, + "macroF1": 0.7573876714070006, + "F1_coffee": 0.7397384877771461, + "IoU_coffee": 0.5869722121977625, + "precision_coffee": 0.816926167754897, + "recall_coffee": 0.6758778308747143, + "F1_noncoffee": 0.775036855036855, + "IoU_noncoffee": 0.6327021822849808, + "kappa": 0.5184910047258315, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7803578226113438, + "mIoU": 0.6262173443405723, + "macroF1": 0.767782138218881, + "F1_coffee": 0.8218219248584663, + "IoU_coffee": 0.6975362572077581, + "precision_coffee": 0.9439583825963584, + "recall_coffee": 0.7276704338315713, + "F1_noncoffee": 0.7137423515792956, + "IoU_noncoffee": 0.5548984314733865, + "kappa": 0.5477285711884502, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82216796875, + "mIoU": 0.6561154482084812, + "macroF1": 0.785973909992093, + "F1_coffee": 0.8739879593107743, + "IoU_coffee": 0.7761799410029498, + "precision_coffee": 0.9556598062953995, + "recall_coffee": 0.8051765905903353, + "F1_noncoffee": 0.6979598606734119, + "IoU_noncoffee": 0.5360509554140127, + "kappa": 0.5793124409364687, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8495566874174684, + "mIoU": 0.6831235941147056, + "macroF1": 0.8043322844805367, + "F1_coffee": 0.8984011720491751, + "IoU_coffee": 0.8155429628772984, + "precision_coffee": 0.9410194822524687, + "recall_coffee": 0.8594759293113955, + "F1_noncoffee": 0.7102633969118983, + "IoU_noncoffee": 0.5507042253521127, + "kappa": 0.61094032710739, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2526, + 2984 + ], + [ + 41311, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6857709487279258, + "test_tta": { + "OA": 0.7975431559343886, + "mIoU": 0.6580751505338222, + "macroF1": 0.7930035208821786, + "F1_coffee": 0.8236578594378763, + "IoU_coffee": 0.7001856271546009, + "precision_coffee": 0.8959923987919509, + "recall_coffee": 0.762130177514793, + "F1_noncoffee": 0.7623491823264809, + "IoU_noncoffee": 0.6159646739130434, + "kappa": 0.5896116742488471, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.705650744202146, + "mIoU": 0.5397670719357597, + "macroF1": 0.6997364907228965, + "F1_coffee": 0.7418771421705642, + "IoU_coffee": 0.5896698701194258, + "precision_coffee": 0.8754141420171327, + "recall_coffee": 0.6436879992976912, + "F1_noncoffee": 0.6575958392752286, + "IoU_noncoffee": 0.4898642737520934, + "kappa": 0.4174541854385047, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f0_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s1_r1.0", + "val_epoch0": 0.7454911987019057 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.7494891901225835, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.816112742640212, + "mIoU": 0.682491280714529, + "macroF1": 0.8103713762621043, + "F1_coffee": 0.8433672457711139, + "IoU_coffee": 0.7291573255967295, + "precision_coffee": 0.8942295251649631, + "recall_coffee": 0.7979795064222831, + "F1_noncoffee": 0.7773755067530947, + "IoU_noncoffee": 0.6358252358323285, + "kappa": 0.6224786557025754, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7312362986038998, + "mIoU": 0.5681058859966577, + "macroF1": 0.7227291971708176, + "F1_coffee": 0.7712963758422209, + "IoU_coffee": 0.6277318310759519, + "precision_coffee": 0.8748781913856948, + "recall_coffee": 0.6896453340356422, + "F1_noncoffee": 0.6741620184994143, + "IoU_noncoffee": 0.5084799409173635, + "kappa": 0.4563163187566046, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27311541027351566, + "mIoU": 0.13690249805430096, + "macroF1": 0.21550989831635942, + "F1_coffee": 0.4280915389460424, + "IoU_coffee": 0.2723387204487779, + "precision_coffee": 0.9985308521057786, + "recall_coffee": 0.27244788882950294, + "F1_noncoffee": 0.0029282576866764276, + "IoU_noncoffee": 0.001466275659824047, + "kappa": -1.1265476990379137e-06, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7897429650383725, + "mIoU": 0.651827214193457, + "macroF1": 0.7891092382410936, + "F1_coffee": 0.8006698233052315, + "IoU_coffee": 0.6675974963890227, + "precision_coffee": 0.8704331450094162, + "recall_coffee": 0.7412594889340318, + "F1_noncoffee": 0.7775486531769558, + "IoU_noncoffee": 0.6360569319978914, + "kappa": 0.5812206151207023, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8084699312270541, + "mIoU": 0.6726853017665388, + "macroF1": 0.8035019439882608, + "F1_coffee": 0.8347461408048541, + "IoU_coffee": 0.7163641932766674, + "precision_coffee": 0.9225838264299803, + "recall_coffee": 0.7621802183477269, + "F1_noncoffee": 0.7722577471716675, + "IoU_noncoffee": 0.6290064102564102, + "kappa": 0.611852736593859, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8450241449693832, + "mIoU": 0.7141263854321083, + "macroF1": 0.8312335732067142, + "F1_coffee": 0.8794765573580084, + "IoU_coffee": 0.7848801050376615, + "precision_coffee": 0.8865818437280462, + "recall_coffee": 0.8724842525733599, + "F1_noncoffee": 0.78299058905542, + "IoU_noncoffee": 0.6433726658265552, + "kappa": 0.6625061763976191, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7618601382218578, + "mIoU": 0.6105712509408696, + "macroF1": 0.7573174420964665, + "F1_coffee": 0.724114533858054, + "IoU_coffee": 0.5675388215273346, + "precision_coffee": 0.7618503712164477, + "recall_coffee": 0.6899405223687614, + "F1_noncoffee": 0.7905203503348789, + "IoU_noncoffee": 0.6536036803544045, + "kappa": 0.515537373182765, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7367842620068139, + "mIoU": 0.5745571608841096, + "macroF1": 0.7279016180298772, + "F1_coffee": 0.6787391012743126, + "IoU_coffee": 0.5137055837563452, + "precision_coffee": 0.8366402116402116, + "recall_coffee": 0.570977206048296, + "F1_noncoffee": 0.7770641347854417, + "IoU_noncoffee": 0.6354087380118739, + "kappa": 0.4689302673854497, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7888244596731682, + "mIoU": 0.6508304392752813, + "macroF1": 0.7884174621063001, + "F1_coffee": 0.7791377219098026, + "IoU_coffee": 0.6381864161849711, + "precision_coffee": 0.8301221804511278, + "recall_coffee": 0.7340536048202784, + "F1_noncoffee": 0.7976972023027977, + "IoU_noncoffee": 0.6634744623655914, + "kappa": 0.5782920054376344, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8199467072706509, + "mIoU": 0.6789646492561017, + "macroF1": 0.8066322832719015, + "F1_coffee": 0.8573726002613328, + "IoU_coffee": 0.7503518648838846, + "precision_coffee": 0.9556352229442079, + "recall_coffee": 0.7774334670069267, + "F1_noncoffee": 0.7558919662824704, + "IoU_noncoffee": 0.6075774336283186, + "kappa": 0.6201383673720745, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.87216796875, + "mIoU": 0.7278808184001431, + "macroF1": 0.8376997107313997, + "F1_coffee": 0.9124941506785212, + "IoU_coffee": 0.8390705679862306, + "precision_coffee": 0.959106239460371, + "recall_coffee": 0.8702027285477496, + "F1_noncoffee": 0.7629052707842782, + "IoU_noncoffee": 0.6166910688140557, + "kappa": 0.6774635054938349, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8953027730616865, + "mIoU": 0.7380287633307332, + "macroF1": 0.8419979527785715, + "F1_coffee": 0.9337708830548926, + "IoU_coffee": 0.8757694459988808, + "precision_coffee": 0.9146697837521917, + "recall_coffee": 0.9536867763558805, + "F1_noncoffee": 0.7502250225022502, + "IoU_noncoffee": 0.6002880806625855, + "kappa": 0.6845147856802202, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2656, + 2984 + ], + [ + 42891, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.2463746190071108, + "test_tta": { + "OA": 0.8194076355561922, + "mIoU": 0.6863789076226796, + "macroF1": 0.8130208292014637, + "F1_coffee": 0.8475780246353812, + "IoU_coffee": 0.7354754098360655, + "precision_coffee": 0.8895939086294417, + "recall_coffee": 0.8093519988454323, + "F1_noncoffee": 0.7784636337675461, + "IoU_noncoffee": 0.6372824054092936, + "kappa": 0.6272501907574852, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7361255336333218, + "mIoU": 0.5730217655601597, + "macroF1": 0.7264930355427481, + "F1_coffee": 0.777820954971584, + "IoU_coffee": 0.6364214458884782, + "precision_coffee": 0.8706502827316225, + "recall_coffee": 0.7028794662452814, + "F1_noncoffee": 0.6751651161139124, + "IoU_noncoffee": 0.5096220852318414, + "kappa": 0.46192904645214133, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f0_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s2_r0.05", + "val_epoch0": 0.679079357815133 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.679079357815133, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.761102356564716, + "mIoU": 0.6047769200769468, + "macroF1": 0.7518894325786276, + "F1_coffee": 0.7996997222430748, + "IoU_coffee": 0.666249718560028, + "precision_coffee": 0.8332916145181477, + "recall_coffee": 0.7687112137393564, + "F1_noncoffee": 0.7040791429141805, + "IoU_noncoffee": 0.5433041215938655, + "kappa": 0.5049673749417285, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6741519556940118, + "mIoU": 0.49946554671918936, + "macroF1": 0.6635128120946404, + "F1_coffee": 0.7233453743953958, + "IoU_coffee": 0.5665944100212933, + "precision_coffee": 0.818149081742888, + "recall_coffee": 0.6482310596084628, + "F1_noncoffee": 0.603680249793885, + "IoU_noncoffee": 0.4323366834170854, + "kappa": 0.3397260330233402, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15957304869913275, + "mIoU": 0.08001763552465527, + "macroF1": 0.13836029384482407, + "F1_coffee": 0.273555529927344, + "IoU_coffee": 0.1584502338009352, + "precision_coffee": 0.9991575400168492, + "recall_coffee": 0.15847140566541956, + "F1_noncoffee": 0.003165057762304162, + "IoU_noncoffee": 0.0015850372483753369, + "kappa": 0.0002355675238615345, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7382750639541966, + "mIoU": 0.5840403276836217, + "macroF1": 0.7371774417005408, + "F1_coffee": 0.7541621374220493, + "IoU_coffee": 0.6053453343130052, + "precision_coffee": 0.8111001722864878, + "recall_coffee": 0.7046936811718165, + "F1_noncoffee": 0.7201927459790324, + "IoU_noncoffee": 0.5627353210542383, + "kappa": 0.4772866524043305, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7826671492838306, + "mIoU": 0.6325280497783292, + "macroF1": 0.7731455884876997, + "F1_coffee": 0.8196214754731557, + "IoU_coffee": 0.694371727748691, + "precision_coffee": 0.8659653577582298, + "recall_coffee": 0.7779859866384227, + "F1_noncoffee": 0.7266697015022436, + "IoU_noncoffee": 0.5706843718079673, + "kappa": 0.5482517508479804, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7589983571464131, + "mIoU": 0.5898710669345157, + "macroF1": 0.7375852778580048, + "F1_coffee": 0.8125459825750242, + "IoU_coffee": 0.684275745124894, + "precision_coffee": 0.8192394784102444, + "recall_coffee": 0.8059609771086188, + "F1_noncoffee": 0.6626245731409854, + "IoU_noncoffee": 0.49546638874413756, + "kappa": 0.47523360337449877, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7196907578774745, + "mIoU": 0.5568519869991568, + "macroF1": 0.7141172332497965, + "F1_coffee": 0.6742001361470388, + "IoU_coffee": 0.5085233107414253, + "precision_coffee": 0.7119033927544566, + "recall_coffee": 0.6402896302042927, + "F1_noncoffee": 0.7540343303525542, + "IoU_noncoffee": 0.6051806632568884, + "kappa": 0.429442665554507, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7316188592152983, + "mIoU": 0.575013533821888, + "macroF1": 0.7297780312740947, + "F1_coffee": 0.7074748442740776, + "IoU_coffee": 0.5473586654309546, + "precision_coffee": 0.7538932856778147, + "recall_coffee": 0.666440983976529, + "F1_noncoffee": 0.7520812182741117, + "IoU_noncoffee": 0.6026684022128214, + "kappa": 0.4612869350379156, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7183974696889827, + "mIoU": 0.5605242359719693, + "macroF1": 0.7183743173704202, + "F1_coffee": 0.7158208320034046, + "IoU_coffee": 0.5574150787075394, + "precision_coffee": 0.7335368512865242, + "recall_coffee": 0.6989403698317058, + "F1_noncoffee": 0.720927802737436, + "IoU_noncoffee": 0.5636333932363993, + "kappa": 0.4370710876529084, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7584062936175612, + "mIoU": 0.5890460876369811, + "macroF1": 0.736904583064547, + "F1_coffee": 0.8121176238405368, + "IoU_coffee": 0.6836683834524008, + "precision_coffee": 0.8853270223752151, + "recall_coffee": 0.7500911410864017, + "F1_noncoffee": 0.6616915422885572, + "IoU_noncoffee": 0.4944237918215613, + "kappa": 0.4802091907503197, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82802734375, + "mIoU": 0.6530091477634912, + "macroF1": 0.781806647742324, + "F1_coffee": 0.8822309904367016, + "IoU_coffee": 0.7892784492042599, + "precision_coffee": 0.9277074542897328, + "recall_coffee": 0.8410047175825577, + "F1_noncoffee": 0.6813823050479464, + "IoU_noncoffee": 0.5167398463227223, + "kappa": 0.5664319859508944, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.7953216374269005, + "mIoU": 0.5709881462179855, + "macroF1": 0.706863721599928, + "F1_coffee": 0.8678923657615975, + "IoU_coffee": 0.7666164766616477, + "precision_coffee": 0.8670478044033573, + "recall_coffee": 0.8687385740402194, + "F1_noncoffee": 0.5458350774382587, + "IoU_noncoffee": 0.37535981577432354, + "kappa": 0.41372935551802065, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2499, + 2984 + ], + [ + 39976, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8438759088516234, + "test_tta": { + "OA": 0.7772007735835542, + "mIoU": 0.6195925940716311, + "macroF1": 0.7622497050683998, + "F1_coffee": 0.8218703470392853, + "IoU_coffee": 0.6976060274638474, + "precision_coffee": 0.8153566457404199, + "recall_coffee": 0.8284889594458075, + "F1_noncoffee": 0.7026290630975144, + "IoU_noncoffee": 0.5415791606794149, + "kappa": 0.52455006574551, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6919781931464174, + "mIoU": 0.5131273894967691, + "macroF1": 0.6737502559757798, + "F1_coffee": 0.7508661417322835, + "IoU_coffee": 0.6011094301563288, + "precision_coffee": 0.8013744677672369, + "recall_coffee": 0.7063471161443244, + "F1_noncoffee": 0.5966343702192759, + "IoU_noncoffee": 0.4251453488372093, + "kappa": 0.35167032881400884, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f0_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s2_r0.1", + "val_epoch0": 0.7106531016570042 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7106531016570042, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7728314590645369, + "mIoU": 0.6210574872927626, + "macroF1": 0.7646858006823062, + "F1_coffee": 0.8084669505088021, + "IoU_coffee": 0.6785098834262544, + "precision_coffee": 0.8475735224286935, + "recall_coffee": 0.7728099292827247, + "F1_noncoffee": 0.7209046508558102, + "IoU_noncoffee": 0.5636050911592707, + "kappa": 0.5308270155563903, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6796325141340718, + "mIoU": 0.5068518898457355, + "macroF1": 0.6704546981767414, + "F1_coffee": 0.725450208263809, + "IoU_coffee": 0.5691815360744763, + "precision_coffee": 0.8303483009365362, + "recall_coffee": 0.644083048020367, + "F1_noncoffee": 0.6154591880896737, + "IoU_noncoffee": 0.44452224361699466, + "kappa": 0.35531993264575884, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12608405603735823, + "mIoU": 0.06323807305709987, + "macroF1": 0.1126264878596093, + "F1_coffee": 0.22190544072226182, + "IoU_coffee": 0.12479957242116516, + "precision_coffee": 1.0, + "recall_coffee": 0.12479957242116516, + "F1_noncoffee": 0.0033475349969567863, + "IoU_noncoffee": 0.0016765736930345985, + "kappa": 0.00041838381922365607, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7379096114021196, + "mIoU": 0.584069504376246, + "macroF1": 0.7373029187273452, + "F1_coffee": 0.7499273551461615, + "IoU_coffee": 0.599907019990702, + "precision_coffee": 0.8214922332569391, + "recall_coffee": 0.6898321394205068, + "F1_noncoffee": 0.724678482308529, + "IoU_noncoffee": 0.56823198876179, + "kappa": 0.4789593372998809, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7991623144940276, + "mIoU": 0.6569505650962715, + "macroF1": 0.7916719752225677, + "F1_coffee": 0.8311744762235939, + "IoU_coffee": 0.7111193752324284, + "precision_coffee": 0.8908870667163623, + "recall_coffee": 0.7789636630275378, + "F1_noncoffee": 0.7521694742215416, + "IoU_noncoffee": 0.6027817549601145, + "kappa": 0.5860737213966384, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7760242943197093, + "mIoU": 0.6113810893543298, + "macroF1": 0.7546090265922947, + "F1_coffee": 0.8271011875024019, + "IoU_coffee": 0.7051769331585845, + "precision_coffee": 0.8275782511728063, + "recall_coffee": 0.8266246735289599, + "F1_noncoffee": 0.6821168656821875, + "IoU_noncoffee": 0.517585245550075, + "kappa": 0.5092183530306467, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7192222092069813, + "mIoU": 0.5544119574725277, + "macroF1": 0.7116435695482357, + "F1_coffee": 0.6648958478959877, + "IoU_coffee": 0.49801047120418845, + "precision_coffee": 0.7236762020693853, + "recall_coffee": 0.6149469873286786, + "F1_noncoffee": 0.7583912912004839, + "IoU_noncoffee": 0.610813443740867, + "kappa": 0.42601741981631647, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7355753379492251, + "mIoU": 0.5781321153265849, + "macroF1": 0.7319024752828813, + "F1_coffee": 0.700522778192681, + "IoU_coffee": 0.539080459770115, + "precision_coffee": 0.7810158201498751, + "recall_coffee": 0.6350710900473934, + "F1_noncoffee": 0.7632821723730815, + "IoU_noncoffee": 0.6171837708830549, + "kappa": 0.46826927701098664, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7344227727991566, + "mIoU": 0.5796947160733605, + "macroF1": 0.733802102581814, + "F1_coffee": 0.7209482663121746, + "IoU_coffee": 0.5636584098389052, + "precision_coffee": 0.77218794494542, + "recall_coffee": 0.6760856014959484, + "F1_noncoffee": 0.7466559388514533, + "IoU_noncoffee": 0.5957310223078157, + "kappa": 0.4697240043978832, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.758152518715899, + "mIoU": 0.5903071089780927, + "macroF1": 0.7382532014577483, + "F1_coffee": 0.8104237119554406, + "IoU_coffee": 0.6812709030100335, + "precision_coffee": 0.8918563922942206, + "recall_coffee": 0.7426175720014583, + "F1_noncoffee": 0.666082690960056, + "IoU_noncoffee": 0.4993433149461518, + "kappa": 0.4840824526391082, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8556640625, + "mIoU": 0.6985859865627913, + "macroF1": 0.8164727146931838, + "F1_coffee": 0.9012823938017633, + "IoU_coffee": 0.8203039513677811, + "precision_coffee": 0.946416047131435, + "recall_coffee": 0.8602575545072039, + "F1_noncoffee": 0.7316630355846042, + "IoU_noncoffee": 0.5768680217578013, + "kappa": 0.6352005865051464, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8132427843803056, + "mIoU": 0.5757759151073666, + "macroF1": 0.7065897506930628, + "F1_coffee": 0.8834882899847005, + "IoU_coffee": 0.7912933487930853, + "precision_coffee": 0.8541358516327228, + "recall_coffee": 0.9149299207800122, + "F1_noncoffee": 0.5296912114014252, + "IoU_noncoffee": 0.3602584814216478, + "kappa": 0.41596362096345163, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2520, + 2984 + ], + [ + 40610, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.667736272017161, + "test_tta": { + "OA": 0.7839338156292529, + "mIoU": 0.6337614865332342, + "macroF1": 0.7739998867245267, + "F1_coffee": 0.821382046423496, + "IoU_coffee": 0.6969027104423623, + "precision_coffee": 0.8430729024219771, + "recall_coffee": 0.8007793332371194, + "F1_noncoffee": 0.7266177270255574, + "IoU_noncoffee": 0.5706202626241059, + "kappa": 0.5484572483132356, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6901176877812392, + "mIoU": 0.5167517367287664, + "macroF1": 0.6785883105649817, + "F1_coffee": 0.7394625794247466, + "IoU_coffee": 0.5866248533004983, + "precision_coffee": 0.8262247994797312, + "recall_coffee": 0.6691905890615398, + "F1_noncoffee": 0.6177140417052167, + "IoU_noncoffee": 0.4468786201570344, + "kappa": 0.3674120028497364, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f0_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s2_r0.5", + "val_epoch0": 0.745978797478427 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.745978797478427, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7869063820643221, + "mIoU": 0.6396919728788593, + "macroF1": 0.7787881679235452, + "F1_coffee": 0.8211655796339155, + "IoU_coffee": 0.696591111904337, + "precision_coffee": 0.8565382324356523, + "recall_coffee": 0.7885986433828835, + "F1_noncoffee": 0.736410756213175, + "IoU_noncoffee": 0.5827928338533814, + "kappa": 0.5586856801294396, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6972856813199493, + "mIoU": 0.5263481143424009, + "macroF1": 0.6873055826326038, + "F1_coffee": 0.7431689977117825, + "IoU_coffee": 0.5913038398629177, + "precision_coffee": 0.8398185790536242, + "recall_coffee": 0.6664691423053287, + "F1_noncoffee": 0.631442167553425, + "IoU_noncoffee": 0.46139238882188405, + "kappa": 0.38627551799950993, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18625750500333554, + "mIoU": 0.09343089589487578, + "macroF1": 0.15795900425715853, + "F1_coffee": 0.3123238245574473, + "IoU_coffee": 0.18506146445750934, + "precision_coffee": 1.0, + "recall_coffee": 0.18506146445750934, + "F1_noncoffee": 0.0035941839568697925, + "IoU_noncoffee": 0.001800327332242226, + "kappa": 0.0006661204930428431, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7661103666707273, + "mIoU": 0.6198139466143375, + "macroF1": 0.765097658380772, + "F1_coffee": 0.7805212620027435, + "IoU_coffee": 0.6400449943757031, + "precision_coffee": 0.8385116050595603, + "recall_coffee": 0.7300331444456324, + "F1_noncoffee": 0.7496740547588006, + "IoU_noncoffee": 0.5995828988529719, + "kappa": 0.5327442663728373, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7862867780133409, + "mIoU": 0.6414600460684065, + "macroF1": 0.7805379396175268, + "F1_coffee": 0.8160576794694913, + "IoU_coffee": 0.6892714833471167, + "precision_coffee": 0.8992643452672879, + "recall_coffee": 0.746944761284015, + "F1_noncoffee": 0.7450181997655624, + "IoU_noncoffee": 0.5936486087896962, + "kappa": 0.566223833717812, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8045004231592572, + "mIoU": 0.647170112302768, + "macroF1": 0.7817134751551198, + "F1_coffee": 0.8522406592166158, + "IoU_coffee": 0.7425255704169945, + "precision_coffee": 0.8352385869164393, + "recall_coffee": 0.8699493009678906, + "F1_noncoffee": 0.7111862910936236, + "IoU_noncoffee": 0.5518146541885415, + "kappa": 0.5637802561327256, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7487407754480496, + "mIoU": 0.5940695568245113, + "macroF1": 0.7444831029624732, + "F1_coffee": 0.7114996637525218, + "IoU_coffee": 0.5521920668058455, + "precision_coffee": 0.7413116591928252, + "recall_coffee": 0.6839927592448927, + "F1_noncoffee": 0.7774665421724245, + "IoU_noncoffee": 0.6359470468431772, + "kappa": 0.4896029099760984, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7268930651719969, + "mIoU": 0.5658396573826867, + "macroF1": 0.7215708971628436, + "F1_coffee": 0.6830761382476724, + "IoU_coffee": 0.5186906837110207, + "precision_coffee": 0.7853372434017595, + "recall_coffee": 0.6043782441886707, + "F1_noncoffee": 0.7600656560780149, + "IoU_noncoffee": 0.6129886310543529, + "kappa": 0.45019930170907885, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7690036900369004, + "mIoU": 0.6246447221622033, + "macroF1": 0.7689519049856446, + "F1_coffee": 0.7654928823718292, + "IoU_coffee": 0.6200797641754812, + "precision_coffee": 0.7894039735099337, + "recall_coffee": 0.7429877415333472, + "F1_noncoffee": 0.7724109275994598, + "IoU_noncoffee": 0.6292096801489254, + "kappa": 0.5383149042239863, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7849257708412638, + "mIoU": 0.6266403715277158, + "macroF1": 0.7671057104199028, + "F1_coffee": 0.8315276811450154, + "IoU_coffee": 0.7116366110922082, + "precision_coffee": 0.9143169398907104, + "recall_coffee": 0.7624863288370397, + "F1_noncoffee": 0.7026837396947904, + "IoU_noncoffee": 0.5416441319632234, + "kappa": 0.5408548840285474, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8390625, + "mIoU": 0.6790132874580159, + "macroF1": 0.8028631127374706, + "F1_coffee": 0.8873393491933279, + "IoU_coffee": 0.7974932415826984, + "precision_coffee": 0.9565217391304348, + "recall_coffee": 0.8274894810659187, + "F1_noncoffee": 0.7183868762816131, + "IoU_noncoffee": 0.5605333333333333, + "kappa": 0.6108152885954983, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8362573099415205, + "mIoU": 0.6042459352038315, + "macroF1": 0.7309946450531709, + "F1_coffee": 0.8992688870836718, + "IoU_coffee": 0.8169741697416975, + "precision_coffee": 0.8582345774725884, + "recall_coffee": 0.9444241316270566, + "F1_noncoffee": 0.56272040302267, + "IoU_noncoffee": 0.39151770066596564, + "kappa": 0.467275935050814, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2513, + 2984 + ], + [ + 41403, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6591733495394387, + "test_tta": { + "OA": 0.7914010457703603, + "mIoU": 0.6444670280065954, + "macroF1": 0.7821446636806353, + "F1_coffee": 0.8270507015069408, + "IoU_coffee": 0.7051035390613134, + "precision_coffee": 0.8515132986854173, + "recall_coffee": 0.8039543945735316, + "F1_noncoffee": 0.7372386258543298, + "IoU_noncoffee": 0.5838305169518774, + "kappa": 0.5648349833826648, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.702549901926849, + "mIoU": 0.5309726162933419, + "macroF1": 0.6908870196830281, + "F1_coffee": 0.750929906767789, + "IoU_coffee": 0.6011911668020266, + "precision_coffee": 0.8348549946294307, + "recall_coffee": 0.6823369326661399, + "F1_noncoffee": 0.6308441325982673, + "IoU_noncoffee": 0.4607540657846572, + "kappa": 0.39089709602312706, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f0_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f0_s2_r1.0", + "val_epoch0": 0.7520630429270445 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 39, + "stopped_epoch": 69, + "best_val": 0.7600909509299003, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8092901654609269, + "mIoU": 0.6742671598593479, + "macroF1": 0.804697031361618, + "F1_coffee": 0.8346478698298349, + "IoU_coffee": 0.7162194569532895, + "precision_coffee": 0.9031011658770958, + "recall_coffee": 0.7758406696493001, + "F1_noncoffee": 0.774746192893401, + "IoU_noncoffee": 0.6323148627654065, + "kappa": 0.6124274736894924, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.728943117572401, + "mIoU": 0.5666313496571282, + "macroF1": 0.7218267076613517, + "F1_coffee": 0.7663193494641036, + "IoU_coffee": 0.6211650876839346, + "precision_coffee": 0.8839424014686478, + "recall_coffee": 0.6763234132209639, + "F1_noncoffee": 0.6773340658585998, + "IoU_noncoffee": 0.5120976116303219, + "kappa": 0.4569310970126935, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.30073382254836556, + "mIoU": 0.1508037097820694, + "macroF1": 0.2324173431303197, + "F1_coffee": 0.46141198232452985, + "IoU_coffee": 0.29989313384985306, + "precision_coffee": 0.9991099243435692, + "recall_coffee": 0.299973276322822, + "F1_noncoffee": 0.0034227039361095267, + "IoU_noncoffee": 0.0017142857142857142, + "kappa": 0.0004950032886141061, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7854793519308076, + "mIoU": 0.6462450785811589, + "macroF1": 0.7850355350402192, + "F1_coffee": 0.7948030762060125, + "IoU_coffee": 0.6594798414386541, + "precision_coffee": 0.8732556650876968, + "recall_coffee": 0.7292847214797391, + "F1_noncoffee": 0.7752679938744257, + "IoU_noncoffee": 0.6330103157236636, + "kappa": 0.5738381117708059, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7802885361187238, + "mIoU": 0.6365937906507471, + "macroF1": 0.7774290929558108, + "F1_coffee": 0.8026566346198505, + "IoU_coffee": 0.6703646237393328, + "precision_coffee": 0.9334557632062224, + "recall_coffee": 0.7040084731953723, + "F1_noncoffee": 0.7522015512917711, + "IoU_noncoffee": 0.6028229575621612, + "kappa": 0.5655689181249355, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8566734704037438, + "mIoU": 0.7332752033299577, + "macroF1": 0.8444730452490476, + "F1_coffee": 0.8880332905534165, + "IoU_coffee": 0.7986149972020146, + "precision_coffee": 0.8993304450571091, + "recall_coffee": 0.8770164387770779, + "F1_noncoffee": 0.8009127999446788, + "IoU_noncoffee": 0.6679354094579008, + "kappa": 0.6890333409723787, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7544804966615907, + "mIoU": 0.600095545986602, + "macroF1": 0.748968632835534, + "F1_coffee": 0.7117711771177118, + "IoU_coffee": 0.5525192143467123, + "precision_coffee": 0.7600587371512482, + "recall_coffee": 0.6692526506335661, + "F1_noncoffee": 0.7861660885533565, + "IoU_noncoffee": 0.6476718776264918, + "kappa": 0.49943617321318373, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7230464886251237, + "mIoU": 0.5535627485375765, + "macroF1": 0.7096135617316046, + "F1_coffee": 0.6471576589190703, + "IoU_coffee": 0.4783688677292486, + "precision_coffee": 0.8524529693839912, + "recall_coffee": 0.5215526969081471, + "F1_noncoffee": 0.7720694645441389, + "IoU_noncoffee": 0.6287566293459045, + "kappa": 0.44020064757534255, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8070637849235636, + "mIoU": 0.6763959866847953, + "macroF1": 0.8069452786119453, + "F1_coffee": 0.8021621621621622, + "IoU_coffee": 0.6696750902527075, + "precision_coffee": 0.836150552174893, + "recall_coffee": 0.7708290047787243, + "F1_noncoffee": 0.8117283950617284, + "IoU_noncoffee": 0.6831168831168831, + "kappa": 0.6144967290671939, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8190584951148332, + "mIoU": 0.6785564467251359, + "macroF1": 0.806456476108927, + "F1_coffee": 0.8558431055398301, + "IoU_coffee": 0.7480120162572893, + "precision_coffee": 0.9607353608715388, + "recall_coffee": 0.7716004374772147, + "F1_noncoffee": 0.7570698466780239, + "IoU_noncoffee": 0.6091008771929824, + "kappa": 0.620535436325095, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.83115234375, + "mIoU": 0.6716288821349199, + "macroF1": 0.7979886654099301, + "F1_coffee": 0.8798387657238168, + "IoU_coffee": 0.7854572527608884, + "precision_coffee": 0.9670027497708524, + "recall_coffee": 0.807089124059671, + "F1_noncoffee": 0.7161385650960433, + "IoU_noncoffee": 0.5578005115089514, + "kappa": 0.6035860175729227, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9010564044519902, + "mIoU": 0.758923779677158, + "macroF1": 0.8575100104632757, + "F1_coffee": 0.9362813581971694, + "IoU_coffee": 0.8801964367291001, + "precision_coffee": 0.9332768224751756, + "recall_coffee": 0.9393053016453382, + "F1_noncoffee": 0.778738662729382, + "IoU_noncoffee": 0.6376511226252158, + "kappa": 0.7150302767733863, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2604, + 2984 + ], + [ + 42562, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.688007434209188, + "test_tta": { + "OA": 0.8138743643005515, + "mIoU": 0.6802215927361799, + "macroF1": 0.8088793388770754, + "F1_coffee": 0.8397767912196326, + "IoU_coffee": 0.7238062338904685, + "precision_coffee": 0.9011479802825288, + "recall_coffee": 0.7862317794775581, + "F1_noncoffee": 0.7779818865345182, + "IoU_noncoffee": 0.6366369515818913, + "kappa": 0.6201996072798389, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7340198453905619, + "mIoU": 0.572123588256812, + "macroF1": 0.726141718810775, + "F1_coffee": 0.7725905100128243, + "IoU_coffee": 0.6294480499909583, + "precision_coffee": 0.881655972081504, + "recall_coffee": 0.6875384075147046, + "F1_noncoffee": 0.6796929276087259, + "IoU_noncoffee": 0.5147991265226657, + "kappa": 0.463839996522136, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f1_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s0_r0.05", + "val_epoch0": 0.6572441544527658 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6572441544527658, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8814111875020174, + "mIoU": 0.7115286511653165, + "macroF1": 0.8225911234240852, + "F1_coffee": 0.9247439573945104, + "IoU_coffee": 0.860022097763554, + "precision_coffee": 0.9009918773824016, + "recall_coffee": 0.9497822565375634, + "F1_noncoffee": 0.7204382894536601, + "IoU_noncoffee": 0.563035204567079, + "kappa": 0.6460959043921061, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8490971501096112, + "mIoU": 0.657216083862981, + "macroF1": 0.780900255435373, + "F1_coffee": 0.9031374110110258, + "IoU_coffee": 0.8233824547188603, + "precision_coffee": 0.86858506357064, + "recall_coffee": 0.9405526310715181, + "F1_noncoffee": 0.65866309985972, + "IoU_noncoffee": 0.4910497130071019, + "kappa": 0.5642305560279488, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.04938271604938271, + "mIoU": 0.024691358024691357, + "macroF1": 0.047058823529411764, + "F1_coffee": 0.09411764705882353, + "IoU_coffee": 0.04938271604938271, + "precision_coffee": 0.8, + "recall_coffee": 0.05, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024979457682826618, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.875242718446602, + "mIoU": 0.7052471636890822, + "macroF1": 0.8184165600255817, + "F1_coffee": 0.9199975096501058, + "IoU_coffee": 0.8518475817144174, + "precision_coffee": 0.904732749647952, + "recall_coffee": 0.9357862073332911, + "F1_noncoffee": 0.7168356104010577, + "IoU_noncoffee": 0.5586467456637472, + "kappa": 0.6371986671508769, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8863691310865045, + "mIoU": 0.7187067850192495, + "macroF1": 0.8277140953159302, + "F1_coffee": 0.9282398925125198, + "IoU_coffee": 0.8660892358538949, + "precision_coffee": 0.9005747466966878, + "recall_coffee": 0.957658622645076, + "F1_noncoffee": 0.7271882981193406, + "IoU_noncoffee": 0.5713243341846042, + "kappa": 0.6566599638602597, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8825975533098013, + "mIoU": 0.7107281887268453, + "macroF1": 0.8216903150317445, + "F1_coffee": 0.9259033203125, + "IoU_coffee": 0.8620297761109217, + "precision_coffee": 0.8977925075457182, + "recall_coffee": 0.9558313905866045, + "F1_noncoffee": 0.7174773097509891, + "IoU_noncoffee": 0.559426601342769, + "kappa": 0.6447087398033462, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8843205574912892, + "mIoU": 0.5903654198289734, + "macroF1": 0.699836189516129, + "F1_coffee": 0.93515625, + "IoU_coffee": 0.8782098312545855, + "precision_coffee": 0.9247323694956406, + "recall_coffee": 0.9458178123941754, + "F1_noncoffee": 0.4645161290322581, + "IoU_noncoffee": 0.3025210084033613, + "kappa": 0.40030165022897635, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.908513593967057, + "mIoU": 0.6390586769874105, + "macroF1": 0.7472521721494836, + "F1_coffee": 0.9491394527802295, + "IoU_coffee": 0.9032020997375328, + "precision_coffee": 0.931362996643932, + "recall_coffee": 0.9676076931728714, + "F1_noncoffee": 0.5453648915187377, + "IoU_noncoffee": 0.3749152542372881, + "kappa": 0.49614508463179824, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9143679301448701, + "mIoU": 0.657549718324244, + "macroF1": 0.7649683248353952, + "F1_coffee": 0.9523546623971733, + "IoU_coffee": 0.9090430016863407, + "precision_coffee": 0.935263500325309, + "recall_coffee": 0.9700821054999438, + "F1_noncoffee": 0.5775819872736172, + "IoU_noncoffee": 0.4060564349621473, + "kappa": 0.5313242669560782, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8666035054476552, + "mIoU": 0.7404600656613274, + "macroF1": 0.8484961550296481, + "F1_coffee": 0.9008729935229512, + "IoU_coffee": 0.8196259287727389, + "precision_coffee": 0.8798129812981298, + "recall_coffee": 0.9229659549913445, + "F1_noncoffee": 0.7961193165363452, + "IoU_noncoffee": 0.6612942025499158, + "kappa": 0.6973489769065025, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8653211355276809, + "mIoU": 0.7328287784512696, + "macroF1": 0.8427510081285885, + "F1_coffee": 0.9023255813953488, + "IoU_coffee": 0.8220338983050848, + "precision_coffee": 0.8633507853403142, + "recall_coffee": 0.9449856733524356, + "F1_noncoffee": 0.7831764348618281, + "IoU_noncoffee": 0.6436236585974544, + "kappa": 0.6869183850115361, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8524002640762048, + "mIoU": 0.7106852002316595, + "macroF1": 0.8271578415706989, + "F1_coffee": 0.8932105083589219, + "IoU_coffee": 0.8070283600493219, + "precision_coffee": 0.8527687296416938, + "recall_coffee": 0.9376790830945558, + "F1_noncoffee": 0.761105174782476, + "IoU_noncoffee": 0.6143420404139971, + "kappa": 0.656046201840997, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2589, + 2995 + ], + [ + 52025, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.4623278617858886, + "test_tta": { + "OA": 0.8824924954004068, + "mIoU": 0.7112403231443479, + "macroF1": 0.8221445926470595, + "F1_coffee": 0.9257457549334557, + "IoU_coffee": 0.8617566643882434, + "precision_coffee": 0.8983611100114801, + "recall_coffee": 0.9548524183199041, + "F1_noncoffee": 0.7185434303606634, + "IoU_noncoffee": 0.5607239819004525, + "kappa": 0.6455376393675167, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8504672897196262, + "mIoU": 0.6563135626939129, + "macroF1": 0.7797305663468321, + "F1_coffee": 0.904554995028906, + "IoU_coffee": 0.8257420417493025, + "precision_coffee": 0.865467613225994, + "recall_coffee": 0.9473400050134012, + "F1_noncoffee": 0.6549061376647584, + "IoU_noncoffee": 0.48688508363852323, + "kappa": 0.5626862733516148, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f1_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s0_r0.1", + "val_epoch0": 0.699899551153231 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.699899551153231, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.888786675704464, + "mIoU": 0.7230338028381793, + "macroF1": 0.8308801592582529, + "F1_coffee": 0.9298404585670796, + "IoU_coffee": 0.8688802207211492, + "precision_coffee": 0.9009193860237541, + "recall_coffee": 0.9606799486672417, + "F1_noncoffee": 0.7319198599494262, + "IoU_noncoffee": 0.5771873849552093, + "kappa": 0.6630869571769336, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8564526364370602, + "mIoU": 0.6661631053031343, + "macroF1": 0.7875679324264115, + "F1_coffee": 0.9085361931280383, + "IoU_coffee": 0.832401576129054, + "precision_coffee": 0.8678851083254328, + "recall_coffee": 0.9531825456508745, + "F1_noncoffee": 0.6665996717247847, + "IoU_noncoffee": 0.49992463447721447, + "kappa": 0.5785066208254668, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1728395061728395, + "mIoU": 0.08860294117647059, + "macroF1": 0.15427769985974754, + "F1_coffee": 0.27956989247311825, + "IoU_coffee": 0.1625, + "precision_coffee": 1.0, + "recall_coffee": 0.1625, + "F1_noncoffee": 0.028985507246376812, + "IoU_noncoffee": 0.014705882352941176, + "kappa": 0.004768017604988071, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8895145631067961, + "mIoU": 0.7275305459531398, + "macroF1": 0.8344584670312288, + "F1_coffee": 0.9299261083743843, + "IoU_coffee": 0.8690298078029692, + "precision_coffee": 0.9049074240517706, + "recall_coffee": 0.9563675511367234, + "F1_noncoffee": 0.7389908256880734, + "IoU_noncoffee": 0.5860312841033103, + "kappa": 0.6698569221797978, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8959914897732218, + "mIoU": 0.7372469436698423, + "macroF1": 0.8412543151396622, + "F1_coffee": 0.9344706778370144, + "IoU_coffee": 0.8770013723696248, + "precision_coffee": 0.9046242774566474, + "recall_coffee": 0.9663537269233192, + "F1_noncoffee": 0.74803795244231, + "IoU_noncoffee": 0.5974925149700598, + "kappa": 0.6838319502826857, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.880856825105169, + "mIoU": 0.7045457446672709, + "macroF1": 0.8167357861902736, + "F1_coffee": 0.9251382390472139, + "IoU_coffee": 0.8607043925603483, + "precision_coffee": 0.8933286393240627, + "recall_coffee": 0.9592968306974986, + "F1_noncoffee": 0.7083333333333334, + "IoU_noncoffee": 0.5483870967741935, + "kappa": 0.6352732961793626, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9047287207565953, + "mIoU": 0.6066997043107694, + "macroF1": 0.7121782450440906, + "F1_coffee": 0.947593231476918, + "IoU_coffee": 0.9004058694973462, + "precision_coffee": 0.9202297383535418, + "recall_coffee": 0.9766339315949881, + "F1_noncoffee": 0.476763258611263, + "IoU_noncoffee": 0.31299353912419237, + "kappa": 0.4293937909465649, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9251835681682874, + "mIoU": 0.6695705422984506, + "macroF1": 0.7743048959376966, + "F1_coffee": 0.9588383011245769, + "IoU_coffee": 0.9209312080536913, + "precision_coffee": 0.9315795056751883, + "recall_coffee": 0.9877404116522326, + "F1_noncoffee": 0.5897714907508161, + "IoU_noncoffee": 0.4182098765432099, + "kappa": 0.5524289531855846, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9122841833697162, + "mIoU": 0.6415509912750749, + "macroF1": 0.7488255720796959, + "F1_coffee": 0.9514499121265377, + "IoU_coffee": 0.9073957678608842, + "precision_coffee": 0.929698400772781, + "recall_coffee": 0.974243617140929, + "F1_noncoffee": 0.5462012320328542, + "IoU_noncoffee": 0.3757062146892655, + "kappa": 0.5002082990889929, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.875035528185694, + "mIoU": 0.7544536054706319, + "macroF1": 0.8579138557618424, + "F1_coffee": 0.9072367958365567, + "IoU_coffee": 0.8302226798815806, + "precision_coffee": 0.885137916838205, + "recall_coffee": 0.930467397576457, + "F1_noncoffee": 0.8085909156871282, + "IoU_noncoffee": 0.6786845310596833, + "kappa": 0.7161927418108202, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.868244836367066, + "mIoU": 0.739606114950573, + "macroF1": 0.8475815367090209, + "F1_coffee": 0.9037016612669746, + "IoU_coffee": 0.8243209255533199, + "precision_coffee": 0.8708648864089279, + "recall_coffee": 0.9391117478510028, + "F1_noncoffee": 0.7914614121510674, + "IoU_noncoffee": 0.654891304347826, + "kappa": 0.6960987366621243, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8509855701216636, + "mIoU": 0.7074396037172181, + "macroF1": 0.8247419682181004, + "F1_coffee": 0.8925608595131239, + "IoU_coffee": 0.8059683163453273, + "precision_coffee": 0.8494693243593062, + "recall_coffee": 0.9402578796561605, + "F1_noncoffee": 0.7569230769230769, + "IoU_noncoffee": 0.6089108910891089, + "kappa": 0.6515128173008088, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2676, + 2995 + ], + [ + 52395, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6391120235125225, + "test_tta": { + "OA": 0.8880927019786321, + "mIoU": 0.7195708784514455, + "macroF1": 0.8281235959230475, + "F1_coffee": 0.9296483431748545, + "IoU_coffee": 0.8685447789489649, + "precision_coffee": 0.8978032099394462, + "recall_coffee": 0.9638356510213957, + "F1_noncoffee": 0.7265988486712405, + "IoU_noncoffee": 0.5705969779539262, + "kappa": 0.6579197370318614, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8561209184262144, + "mIoU": 0.6629901166366524, + "macroF1": 0.7846925776680098, + "F1_coffee": 0.9087048832271762, + "IoU_coffee": 0.8326848249027238, + "precision_coffee": 0.8647820104161223, + "recall_coffee": 0.9573282428028769, + "F1_noncoffee": 0.6606802721088435, + "IoU_noncoffee": 0.49329540837058106, + "kappa": 0.573474696131309, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f1_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s0_r0.5", + "val_epoch0": 0.7103603423697114 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 51, + "stopped_epoch": 81, + "best_val": 0.7292876954060201, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.87511700719796, + "mIoU": 0.7057986947408339, + "macroF1": 0.8189109896583799, + "F1_coffee": 0.9197985116394768, + "IoU_coffee": 0.8515064287085012, + "precision_coffee": 0.9064945146989724, + "recall_coffee": 0.933498832390129, + "F1_noncoffee": 0.718023467677283, + "IoU_noncoffee": 0.5600909607731666, + "kappa": 0.638096046966859, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8451165339794623, + "mIoU": 0.6582042541447716, + "macroF1": 0.7827436292525962, + "F1_coffee": 0.899152009165438, + "IoU_coffee": 0.8167812601300053, + "precision_coffee": 0.8763958554534471, + "recall_coffee": 0.9231214207207729, + "F1_noncoffee": 0.6663352493397545, + "IoU_noncoffee": 0.4996272481595378, + "kappa": 0.5664543665195416, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.9259259259259259, + "mIoU": 0.46296296296296297, + "macroF1": 0.4807692307692308, + "F1_coffee": 0.9615384615384616, + "IoU_coffee": 0.9259259259259259, + "precision_coffee": 0.9868421052631579, + "recall_coffee": 0.9375, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.021008403361344557, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8653398058252427, + "mIoU": 0.6906148900297867, + "macroF1": 0.8077025557599795, + "F1_coffee": 0.9129807390676956, + "IoU_coffee": 0.8398938012235946, + "precision_coffee": 0.9045813389693541, + "recall_coffee": 0.9215375847001457, + "F1_noncoffee": 0.7024243724522634, + "IoU_noncoffee": 0.5413359788359788, + "kappa": 0.6155184712329104, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8808084715439292, + "mIoU": 0.7201965578956049, + "macroF1": 0.8299507563788624, + "F1_coffee": 0.9229470788659311, + "IoU_coffee": 0.8569189691200372, + "precision_coffee": 0.915818858560794, + "recall_coffee": 0.9301871337659883, + "F1_noncoffee": 0.7369544338917938, + "IoU_noncoffee": 0.5834741466711727, + "kappa": 0.6599718361530117, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8791644504617765, + "mIoU": 0.70665492047071, + "macroF1": 0.8188707354430793, + "F1_coffee": 0.9233741146168706, + "IoU_coffee": 0.8576555023923444, + "precision_coffee": 0.8993549157806714, + "recall_coffee": 0.9487114863587676, + "F1_noncoffee": 0.7143673562692879, + "IoU_noncoffee": 0.5556543385490754, + "kappa": 0.638702093019206, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8547536087605774, + "mIoU": 0.5728295727953673, + "macroF1": 0.6891286937173352, + "F1_coffee": 0.916038441618231, + "IoU_coffee": 0.8450838819282226, + "precision_coffee": 0.9343742662596853, + "recall_coffee": 0.8984083982390789, + "F1_noncoffee": 0.46221894581643935, + "IoU_noncoffee": 0.30057526366251197, + "kappa": 0.3797871531412069, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8873784481047827, + "mIoU": 0.6303837171236439, + "macroF1": 0.7441010565622096, + "F1_coffee": 0.9355809069754243, + "IoU_coffee": 0.8789591553801855, + "precision_coffee": 0.9443171402383135, + "recall_coffee": 0.9270048363513665, + "F1_noncoffee": 0.5526212061489949, + "IoU_noncoffee": 0.3818082788671024, + "kappa": 0.4885061413533953, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9149632863663425, + "mIoU": 0.6750846708726235, + "macroF1": 0.7823177735779674, + "F1_coffee": 0.9522429646140986, + "IoU_coffee": 0.9088394851611531, + "precision_coffee": 0.9436713055003313, + "recall_coffee": 0.9609717692048139, + "F1_noncoffee": 0.6123925825418363, + "IoU_noncoffee": 0.44132985658409385, + "kappa": 0.5649268905968832, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8754144954997631, + "mIoU": 0.750904808375572, + "macroF1": 0.8551727494200603, + "F1_coffee": 0.9093165988552514, + "IoU_coffee": 0.8337126960040465, + "precision_coffee": 0.8710529792574977, + "recall_coffee": 0.9510963646855164, + "F1_noncoffee": 0.8010288999848691, + "IoU_noncoffee": 0.6680969207470975, + "kappa": 0.711566709382901, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8745638026973498, + "mIoU": 0.7523870762725483, + "macroF1": 0.8564218942288606, + "F1_coffee": 0.9074589479543557, + "IoU_coffee": 0.8305948286842441, + "precision_coffee": 0.8821699134199135, + "recall_coffee": 0.9342406876790831, + "F1_noncoffee": 0.8053848405033656, + "IoU_noncoffee": 0.6741793238608526, + "kappa": 0.713339205052584, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8451381684428935, + "mIoU": 0.6985920708042076, + "macroF1": 0.8184542457540707, + "F1_coffee": 0.8880556313062449, + "IoU_coffee": 0.7986511342734519, + "precision_coffee": 0.8471644120707597, + "recall_coffee": 0.9330945558739255, + "F1_noncoffee": 0.7488528602018966, + "IoU_noncoffee": 0.5985330073349633, + "kappa": 0.6387964943970085, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2706, + 2995 + ], + [ + 51518, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.204227165381114, + "test_tta": { + "OA": 0.8774571511571608, + "mIoU": 0.708481071897507, + "macroF1": 0.8207498151435365, + "F1_coffee": 0.92157045024945, + "IoU_coffee": 0.8545485891615424, + "precision_coffee": 0.9052353896103896, + "recall_coffee": 0.9385058801253866, + "F1_noncoffee": 0.7199291800376231, + "IoU_noncoffee": 0.5624135546334716, + "kappa": 0.6419160118554569, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.847640475366332, + "mIoU": 0.6601684759673021, + "macroF1": 0.7839979871497963, + "F1_coffee": 0.9012451856560595, + "IoU_coffee": 0.82024230873945, + "precision_coffee": 0.8746711182885449, + "recall_coffee": 0.9294845837912883, + "F1_noncoffee": 0.6667507886435331, + "IoU_noncoffee": 0.5000946431951543, + "kappa": 0.5693374242619205, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f1_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s0_r1.0", + "val_epoch0": 0.7190237125426795 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 92, + "stopped_epoch": 100, + "best_val": 0.7339186109511364, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8807010748523288, + "mIoU": 0.714449407790089, + "macroF1": 0.8251835373397067, + "F1_coffee": 0.923699421965318, + "IoU_coffee": 0.8582169709989259, + "precision_coffee": 0.9067217865321093, + "recall_coffee": 0.9413249742284308, + "F1_noncoffee": 0.7266676527140955, + "IoU_noncoffee": 0.5706818445812522, + "kappa": 0.650805642462572, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.850063459097727, + "mIoU": 0.6645258880968333, + "macroF1": 0.7874896789882314, + "F1_coffee": 0.9028047868362005, + "IoU_coffee": 0.8228296806298783, + "precision_coffee": 0.8762772464110057, + "recall_coffee": 0.9309886041534101, + "F1_noncoffee": 0.6721745711402624, + "IoU_noncoffee": 0.5062220955637884, + "kappa": 0.5762890775595435, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.7407407407407407, + "mIoU": 0.39147727272727273, + "macroF1": 0.4679386925242415, + "F1_coffee": 0.8489208633093526, + "IoU_coffee": 0.7375, + "precision_coffee": 1.0, + "recall_coffee": 0.7375, + "F1_noncoffee": 0.08695652173913043, + "IoU_noncoffee": 0.045454545454545456, + "kappa": 0.06487080813633839, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8704368932038835, + "mIoU": 0.6956483235316072, + "macroF1": 0.8110778742703451, + "F1_coffee": 0.9169751454257007, + "IoU_coffee": 0.8466796875, + "precision_coffee": 0.9011371973587674, + "recall_coffee": 0.9333797732885821, + "F1_noncoffee": 0.7051806031149895, + "IoU_noncoffee": 0.5446169595632144, + "kappa": 0.622569748817159, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8895604661283304, + "mIoU": 0.7337850881328094, + "macroF1": 0.8395376042913423, + "F1_coffee": 0.929129949112573, + "IoU_coffee": 0.8676402410755679, + "precision_coffee": 0.9153267714128508, + "recall_coffee": 0.9433558061873858, + "F1_noncoffee": 0.7499452594701117, + "IoU_noncoffee": 0.5999299351900508, + "kappa": 0.6793325046308852, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8820656641361636, + "mIoU": 0.7142854710799116, + "macroF1": 0.8247949903296072, + "F1_coffee": 0.9249653899400092, + "IoU_coffee": 0.8604052197802198, + "precision_coffee": 0.9037513526511963, + "recall_coffee": 0.9471992943103774, + "F1_noncoffee": 0.7246245907192052, + "IoU_noncoffee": 0.5681657223796034, + "kappa": 0.6502971305144153, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8851169736187158, + "mIoU": 0.6126393220822616, + "macroF1": 0.7253819753209961, + "F1_coffee": 0.934824353326556, + "IoU_coffee": 0.8776246023329799, + "precision_coffee": 0.9354583474624166, + "recall_coffee": 0.9341912179704256, + "F1_noncoffee": 0.5159395973154363, + "IoU_noncoffee": 0.34765404183154325, + "kappa": 0.45076582431298884, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.907422107561024, + "mIoU": 0.6565478759937223, + "macroF1": 0.7657943710837396, + "F1_coffee": 0.9479207368127268, + "IoU_coffee": 0.9009974533106961, + "precision_coffee": 0.9409352836879432, + "recall_coffee": 0.9550106849623214, + "F1_noncoffee": 0.5836680053547524, + "IoU_noncoffee": 0.4120982986767486, + "kappa": 0.5317950333328323, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9159555467354634, + "mIoU": 0.6701396884749949, + "macroF1": 0.777218554972319, + "F1_coffee": 0.9530253452387555, + "IoU_coffee": 0.9102659179997881, + "precision_coffee": 0.9400437636761488, + "recall_coffee": 0.9663704870093353, + "F1_noncoffee": 0.6014117647058823, + "IoU_noncoffee": 0.4300134589502019, + "kappa": 0.5551569346881001, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8564661297963051, + "mIoU": 0.719934089273361, + "macroF1": 0.8339599386873413, + "F1_coffee": 0.8950903677030676, + "IoU_coffee": 0.8101027826522939, + "precision_coffee": 0.8607004927420429, + "recall_coffee": 0.9323427582227352, + "F1_noncoffee": 0.7728295096716149, + "IoU_noncoffee": 0.6297653958944281, + "kappa": 0.6690639083266159, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8725832311609921, + "mIoU": 0.7498745179581497, + "macroF1": 0.8548071732244279, + "F1_coffee": 0.9056102843568784, + "IoU_coffee": 0.8275025536261491, + "precision_coffee": 0.8838129005863903, + "recall_coffee": 0.9285100286532951, + "F1_noncoffee": 0.8040040620919774, + "IoU_noncoffee": 0.6722464822901504, + "kappa": 0.7099806468890069, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8498538149580307, + "mIoU": 0.7096545466911987, + "macroF1": 0.8267636003698233, + "F1_coffee": 0.890009672516236, + "IoU_coffee": 0.8018175028009461, + "precision_coffee": 0.8594875900720577, + "recall_coffee": 0.9227793696275072, + "F1_noncoffee": 0.7635175282234106, + "IoU_noncoffee": 0.6174915905814512, + "kappa": 0.6544640867515814, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2654, + 2995 + ], + [ + 51916, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.16017742951711, + "test_tta": { + "OA": 0.8846228333494722, + "mIoU": 0.7208090863316466, + "macroF1": 0.8297782708902586, + "F1_coffee": 0.9263998846941822, + "IoU_coffee": 0.8628910070769644, + "precision_coffee": 0.9070967741935484, + "recall_coffee": 0.946542402120632, + "F1_noncoffee": 0.7331566570863349, + "IoU_noncoffee": 0.5787271655863289, + "kappa": 0.6601145720687694, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8537844698280835, + "mIoU": 0.6691648371983066, + "macroF1": 0.7909265817408805, + "F1_coffee": 0.9055647670324347, + "IoU_coffee": 0.8274265481905151, + "precision_coffee": 0.8759302975150018, + "recall_coffee": 0.9372746379745859, + "F1_noncoffee": 0.6762883964493263, + "IoU_noncoffee": 0.510903126206098, + "kappa": 0.583487372495618, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f1_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s1_r0.05", + "val_epoch0": 0.6695807030699148 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6695807030699148, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8731319195636035, + "mIoU": 0.7080971045384192, + "macroF1": 0.8212362090603698, + "F1_coffee": 0.9175537772557081, + "IoU_coffee": 0.8476668475311991, + "precision_coffee": 0.914857573095746, + "recall_coffee": 0.9202659205183767, + "F1_noncoffee": 0.7249186408650313, + "IoU_noncoffee": 0.5685273615456392, + "kappa": 0.6424827787453435, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8413955232491058, + "mIoU": 0.6570364827894268, + "macroF1": 0.7825058775574579, + "F1_coffee": 0.895678983066926, + "IoU_coffee": 0.8110675875339312, + "precision_coffee": 0.8815214549800202, + "recall_coffee": 0.9102986830180675, + "F1_noncoffee": 0.6693327720479899, + "IoU_noncoffee": 0.5030053780449225, + "kappa": 0.5653671007863251, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8569417475728155, + "mIoU": 0.6853048984406529, + "macroF1": 0.8047441715958967, + "F1_coffee": 0.9056990176314358, + "IoU_coffee": 0.8276507398093456, + "precision_coffee": 0.9153945666235447, + "recall_coffee": 0.8962067000189982, + "F1_noncoffee": 0.7037893255603578, + "IoU_noncoffee": 0.5429590570719603, + "kappa": 0.6096259036550541, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8780523185532615, + "mIoU": 0.7175105028727264, + "macroF1": 0.8282182473963731, + "F1_coffee": 0.9207416719044627, + "IoU_coffee": 0.853124454021315, + "precision_coffee": 0.9184901874725688, + "recall_coffee": 0.923004221536135, + "F1_noncoffee": 0.7356948228882834, + "IoU_noncoffee": 0.5818965517241379, + "kappa": 0.6564433789049556, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8843382815144335, + "mIoU": 0.722603978016608, + "macroF1": 0.8313135220172195, + "F1_coffee": 0.9258892056016854, + "IoU_coffee": 0.8620053074881735, + "precision_coffee": 0.9108198719902468, + "recall_coffee": 0.9414655661268981, + "F1_noncoffee": 0.7367378384327536, + "IoU_noncoffee": 0.5832026485450427, + "kappa": 0.6629547755850576, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8450970632155301, + "mIoU": 0.556139081219035, + "macroF1": 0.6720228229855513, + "F1_coffee": 0.9102756314150617, + "IoU_coffee": 0.8353264895756165, + "precision_coffee": 0.9304491335612401, + "recall_coffee": 0.8909583474432781, + "F1_noncoffee": 0.43377001455604075, + "IoU_noncoffee": 0.27695167286245354, + "kappa": 0.3459858478715654, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9018654494939472, + "mIoU": 0.6427737260106046, + "macroF1": 0.7530853792929355, + "F1_coffee": 0.944751689849729, + "IoU_coffee": 0.8952885124404447, + "precision_coffee": 0.9385127635960044, + "recall_coffee": 0.9510741198965246, + "F1_noncoffee": 0.5614190687361419, + "IoU_noncoffee": 0.39025893958076446, + "kappa": 0.5063439373193018, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9184361976582656, + "mIoU": 0.6771944923539504, + "macroF1": 0.7835245123437904, + "F1_coffee": 0.9544194299656205, + "IoU_coffee": 0.9128128977513789, + "precision_coffee": 0.9412665427102701, + "recall_coffee": 0.967945113035654, + "F1_noncoffee": 0.6126295947219604, + "IoU_noncoffee": 0.44157608695652173, + "kappa": 0.5677662940277138, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8682141165324491, + "mIoU": 0.7471901814729616, + "macroF1": 0.8534125974007911, + "F1_coffee": 0.8999928104105256, + "IoU_coffee": 0.8181699346405229, + "precision_coffee": 0.8970904400171994, + "recall_coffee": 0.9029140219272938, + "F1_noncoffee": 0.8068323843910568, + "IoU_noncoffee": 0.6762104283054003, + "kappa": 0.7068311220642612, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8554182778458926, + "mIoU": 0.726980017997362, + "macroF1": 0.8397440688644655, + "F1_coffee": 0.8898627774983835, + "IoU_coffee": 0.8015790836137717, + "precision_coffee": 0.8924917135033866, + "recall_coffee": 0.8872492836676218, + "F1_noncoffee": 0.7896253602305475, + "IoU_noncoffee": 0.6523809523809524, + "kappa": 0.6794934496035933, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8519286994246911, + "mIoU": 0.7167383204492487, + "macroF1": 0.8321587636571124, + "F1_coffee": 0.8897626737817722, + "IoU_coffee": 0.8014166455856312, + "precision_coffee": 0.8724869182043514, + "recall_coffee": 0.9077363896848137, + "F1_noncoffee": 0.7745548535324526, + "IoU_noncoffee": 0.6320599953128662, + "kappa": 0.6645864633869809, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2629, + 2995 + ], + [ + 51472, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7238580624262494, + "test_tta": { + "OA": 0.8772473451470256, + "mIoU": 0.7101955349884912, + "macroF1": 0.8222409775097406, + "F1_coffee": 0.9211241314943482, + "IoU_coffee": 0.8537813833672959, + "precision_coffee": 0.908276581385361, + "recall_coffee": 0.9343403530179033, + "F1_noncoffee": 0.7233578235251328, + "IoU_noncoffee": 0.5666096866096866, + "kappa": 0.6447312626883975, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8454626745125188, + "mIoU": 0.6573969933603403, + "macroF1": 0.7819098344269397, + "F1_coffee": 0.8996393949327963, + "IoU_coffee": 0.8175859720803541, + "precision_coffee": 0.8747085822526592, + "recall_coffee": 0.926033049883342, + "F1_noncoffee": 0.6641802739210831, + "IoU_noncoffee": 0.4972080146403266, + "kappa": 0.5650021008892535, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f1_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s1_r0.1", + "val_epoch0": 0.6749844339378439 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6749844339378439, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8780220134921404, + "mIoU": 0.7049171825057365, + "macroF1": 0.8176020435665481, + "F1_coffee": 0.9225805129886093, + "IoU_coffee": 0.8562871974292179, + "precision_coffee": 0.899023776726358, + "recall_coffee": 0.9474049607641007, + "F1_noncoffee": 0.7126235741444867, + "IoU_noncoffee": 0.5535471675822553, + "kappa": 0.6361314149671616, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8466020537671628, + "mIoU": 0.6525050261771778, + "macroF1": 0.7770325527285918, + "F1_coffee": 0.9015786648899746, + "IoU_coffee": 0.8207949318461357, + "precision_coffee": 0.8667378347122142, + "recall_coffee": 0.9393378453944197, + "F1_noncoffee": 0.6524864405672091, + "IoU_noncoffee": 0.4842151205082198, + "kappa": 0.5565948966131806, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32098765432098764, + "mIoU": 0.16517857142857142, + "macroF1": 0.2556390977443609, + "F1_coffee": 0.47619047619047616, + "IoU_coffee": 0.3125, + "precision_coffee": 1.0, + "recall_coffee": 0.3125, + "F1_noncoffee": 0.03508771929824561, + "IoU_noncoffee": 0.017857142857142856, + "kappa": 0.011098779134295236, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8766990291262136, + "mIoU": 0.7067135470441538, + "macroF1": 0.8193900500582685, + "F1_coffee": 0.9211278102099119, + "IoU_coffee": 0.8537877043518305, + "precision_coffee": 0.9036739170169987, + "recall_coffee": 0.9392692039769489, + "F1_noncoffee": 0.7176522899066252, + "IoU_noncoffee": 0.5596393897364771, + "kappa": 0.6392618410935585, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8912528407717228, + "mIoU": 0.731530768928423, + "macroF1": 0.8374254341044508, + "F1_coffee": 0.930972038918388, + "IoU_coffee": 0.8708584553545794, + "precision_coffee": 0.9076002393776182, + "recall_coffee": 0.9555793585785395, + "F1_noncoffee": 0.7438788292905136, + "IoU_noncoffee": 0.5922030825022665, + "kappa": 0.6756489196450339, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8661089889270345, + "mIoU": 0.677018722702823, + "macroF1": 0.7953969618652644, + "F1_coffee": 0.9156795273912117, + "IoU_coffee": 0.8444731521006515, + "precision_coffee": 0.8860796793965111, + "recall_coffee": 0.9473253103144099, + "F1_noncoffee": 0.6751143963393171, + "IoU_noncoffee": 0.5095642933049946, + "kappa": 0.5925458249512969, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.886411149825784, + "mIoU": 0.5972375586698011, + "macroF1": 0.70727420726145, + "F1_coffee": 0.9362676646372117, + "IoU_coffee": 0.8801722327242176, + "precision_coffee": 0.9266917293233082, + "recall_coffee": 0.9460435715091997, + "F1_noncoffee": 0.47828074988568814, + "IoU_noncoffee": 0.31430288461538464, + "kappa": 0.4150597199363091, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9236951776146061, + "mIoU": 0.6777645015464041, + "macroF1": 0.7827943889074098, + "F1_coffee": 0.9577356416597966, + "IoU_coffee": 0.9188989664627716, + "precision_coffee": 0.9364789337919175, + "recall_coffee": 0.9799797548082331, + "F1_noncoffee": 0.6078531361550229, + "IoU_noncoffee": 0.43663003663003663, + "kappa": 0.5676555866112832, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9092081762254416, + "mIoU": 0.6470047149350917, + "macroF1": 0.7554662087934598, + "F1_coffee": 0.9493607836626266, + "IoU_coffee": 0.9036030341340076, + "precision_coffee": 0.9345173240357376, + "recall_coffee": 0.9646833876954224, + "F1_noncoffee": 0.5615716339242932, + "IoU_noncoffee": 0.39040639573617586, + "kappa": 0.5119983471796902, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8674561819043107, + "mIoU": 0.7404482499596479, + "macroF1": 0.8483556578892953, + "F1_coffee": 0.9021746730997833, + "IoU_coffee": 0.8217834394904459, + "precision_coffee": 0.8754240738227711, + "recall_coffee": 0.9306116560877091, + "F1_noncoffee": 0.7945366426788074, + "IoU_noncoffee": 0.6591130604288499, + "kappa": 0.6973049493495092, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8604168631519381, + "mIoU": 0.7284055166841575, + "macroF1": 0.8400567022435057, + "F1_coffee": 0.8971222021409704, + "IoU_coffee": 0.8134375393924115, + "precision_coffee": 0.8713205509046719, + "recall_coffee": 0.9244985673352436, + "F1_noncoffee": 0.782991202346041, + "IoU_noncoffee": 0.6433734939759036, + "kappa": 0.6807039974242169, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8251438272187117, + "mIoU": 0.6648315514012615, + "macroF1": 0.793204082654567, + "F1_coffee": 0.8744752877454299, + "IoU_coffee": 0.776948989412897, + "precision_coffee": 0.8290115532734275, + "recall_coffee": 0.925214899713467, + "F1_noncoffee": 0.7119328775637042, + "IoU_noncoffee": 0.5527141133896261, + "kappa": 0.5892431992955814, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2618, + 2995 + ], + [ + 51786, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.597058856487274, + "test_tta": { + "OA": 0.8780220134921404, + "mIoU": 0.6984069316121406, + "macroF1": 0.8119723004160877, + "F1_coffee": 0.9234136554323815, + "IoU_coffee": 0.8577237302812394, + "precision_coffee": 0.8907395460676794, + "recall_coffee": 0.9585761470978057, + "F1_noncoffee": 0.700530945399794, + "IoU_noncoffee": 0.5390901329430419, + "kappa": 0.6259128471715798, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8471645321333795, + "mIoU": 0.6462196479659421, + "macroF1": 0.7708735903959211, + "F1_coffee": 0.9030865608852714, + "IoU_coffee": 0.8232979273315436, + "precision_coffee": 0.8589172639343121, + "recall_coffee": 0.9520448892231156, + "F1_noncoffee": 0.6386606199065707, + "IoU_noncoffee": 0.46914136860034067, + "kappa": 0.5462213627831691, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f1_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s1_r0.5", + "val_epoch0": 0.7032085938792858 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 21, + "stopped_epoch": 51, + "best_val": 0.7217374931425642, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8837836093089313, + "mIoU": 0.7178233202731422, + "macroF1": 0.8274450446386581, + "F1_coffee": 0.9260427044070373, + "IoU_coffee": 0.8622714405936807, + "precision_coffee": 0.9046634827627724, + "recall_coffee": 0.9484568615488187, + "F1_noncoffee": 0.728847384870279, + "IoU_noncoffee": 0.5733751999526038, + "kappa": 0.655595288003834, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8530489211953386, + "mIoU": 0.6667097908845967, + "macroF1": 0.7888355592228338, + "F1_coffee": 0.9052811631387642, + "IoU_coffee": 0.826953125, + "precision_coffee": 0.8740082570454137, + "recall_coffee": 0.9388750698983822, + "F1_noncoffee": 0.6723899553069033, + "IoU_noncoffee": 0.5064664567691936, + "kappa": 0.5795330261638301, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.8518518518518519, + "mIoU": 0.42592592592592593, + "macroF1": 0.46, + "F1_coffee": 0.92, + "IoU_coffee": 0.8518518518518519, + "precision_coffee": 0.9857142857142858, + "recall_coffee": 0.8625, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.02315789473684197, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8863592233009708, + "mIoU": 0.72240622897302, + "macroF1": 0.8307920497743919, + "F1_coffee": 0.9277580620274649, + "IoU_coffee": 0.8652506763368445, + "precision_coffee": 0.9047791019622006, + "recall_coffee": 0.9519346463175227, + "F1_noncoffee": 0.7338260375213189, + "IoU_noncoffee": 0.5795617816091954, + "kappa": 0.6623864639491, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.886272423964025, + "mIoU": 0.7269904109426673, + "macroF1": 0.8345784674452088, + "F1_coffee": 0.9270516717325228, + "IoU_coffee": 0.8640226628895185, + "precision_coffee": 0.912894752916743, + "recall_coffee": 0.9416545901329468, + "F1_noncoffee": 0.7421052631578947, + "IoU_noncoffee": 0.5899581589958159, + "kappa": 0.6694379800761843, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8787292684106185, + "mIoU": 0.7038738956628976, + "macroF1": 0.8165695169267732, + "F1_coffee": 0.9233496332518337, + "IoU_coffee": 0.8576132621778131, + "precision_coffee": 0.896551724137931, + "recall_coffee": 0.9517988784575641, + "F1_noncoffee": 0.7097894006017126, + "IoU_noncoffee": 0.5501345291479821, + "kappa": 0.634375792895602, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9044300647088104, + "mIoU": 0.6374013654696875, + "macroF1": 0.7466628920404356, + "F1_coffee": 0.9465835744491431, + "IoU_coffee": 0.8985844073526305, + "precision_coffee": 0.9333918577855811, + "recall_coffee": 0.9601535161982165, + "F1_noncoffee": 0.546742209631728, + "IoU_noncoffee": 0.3762183235867446, + "kappa": 0.4941830951030409, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9054375868227823, + "mIoU": 0.6498431170346921, + "macroF1": 0.759457970761936, + "F1_coffee": 0.9468458921300686, + "IoU_coffee": 0.8990573032517741, + "precision_coffee": 0.9391458287231689, + "recall_coffee": 0.9546732650995389, + "F1_noncoffee": 0.5720700493938033, + "IoU_noncoffee": 0.4006289308176101, + "kappa": 0.5191761637419571, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9192300059535622, + "mIoU": 0.6813943934594289, + "macroF1": 0.7873971245727853, + "F1_coffee": 0.9548129232818918, + "IoU_coffee": 0.9135330359039728, + "precision_coffee": 0.9426723665460923, + "recall_coffee": 0.9672702733100889, + "F1_noncoffee": 0.6199813258636788, + "IoU_noncoffee": 0.44925575101488496, + "kappa": 0.5753865469117705, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8691615348176219, + "mIoU": 0.7412898386282103, + "macroF1": 0.8487435412545599, + "F1_coffee": 0.904316496916788, + "IoU_coffee": 0.8253446313393196, + "precision_coffee": 0.8700173310225303, + "recall_coffee": 0.9414310444316215, + "F1_noncoffee": 0.7931705855923319, + "IoU_noncoffee": 0.657235045917101, + "kappa": 0.6984999995139249, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8680562105064604, + "mIoU": 0.7422429404633131, + "macroF1": 0.8496485827838449, + "F1_coffee": 0.9022566897226297, + "IoU_coffee": 0.8219195519348269, + "precision_coffee": 0.8805400245465703, + "recall_coffee": 0.9250716332378224, + "F1_noncoffee": 0.7970404758450602, + "IoU_noncoffee": 0.6625663289917993, + "kappa": 0.699676480383213, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8402338960671508, + "mIoU": 0.6899706805098318, + "macroF1": 0.8120967684566216, + "F1_coffee": 0.8848089215286278, + "IoU_coffee": 0.7934146341463415, + "precision_coffee": 0.842091638622832, + "recall_coffee": 0.9320916905444127, + "F1_noncoffee": 0.7393846153846154, + "IoU_noncoffee": 0.586526726873322, + "kappa": 0.6263688053845382, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2634, + 2995 + ], + [ + 52127, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.703593162695567, + "test_tta": { + "OA": 0.8818307995222878, + "mIoU": 0.7097043761903754, + "macroF1": 0.820964661308771, + "F1_coffee": 0.9253542664899582, + "IoU_coffee": 0.8610784350927788, + "precision_coffee": 0.89767984650988, + "recall_coffee": 0.9547893042728209, + "F1_noncoffee": 0.7165750561275838, + "IoU_noncoffee": 0.558330317287972, + "kappa": 0.6432168353638161, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.85139033114111, + "mIoU": 0.6584087783714875, + "macroF1": 0.7814897385915105, + "F1_coffee": 0.9050777507553983, + "IoU_coffee": 0.8266137174395908, + "precision_coffee": 0.8665220228960505, + "recall_coffee": 0.9472243111393919, + "F1_noncoffee": 0.6579017264276228, + "IoU_noncoffee": 0.4902038393033841, + "kappa": 0.5660755812857055, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f1_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s1_r1.0", + "val_epoch0": 0.7193491820962602 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7193491820962602, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8946773829121074, + "mIoU": 0.7379542045084434, + "macroF1": 0.8420415822151306, + "F1_coffee": 0.9332241890923975, + "IoU_coffee": 0.8748081645181093, + "precision_coffee": 0.9084606649799789, + "recall_coffee": 0.9593755916941914, + "F1_noncoffee": 0.7508589753378636, + "IoU_noncoffee": 0.6011002444987775, + "kappa": 0.6849565563406266, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8619620399215415, + "mIoU": 0.6800670577410117, + "macroF1": 0.799043047639437, + "F1_coffee": 0.9114886297430017, + "IoU_coffee": 0.8373717120913478, + "precision_coffee": 0.8757641455786181, + "recall_coffee": 0.9502516341759704, + "F1_noncoffee": 0.6865974655358722, + "IoU_noncoffee": 0.5227624033906756, + "kappa": 0.6004402919359199, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1111111111111111, + "mIoU": 0.05684931506849315, + "macroF1": 0.10442260442260443, + "F1_coffee": 0.18181818181818182, + "IoU_coffee": 0.1, + "precision_coffee": 1.0, + "recall_coffee": 0.1, + "F1_noncoffee": 0.02702702702702703, + "IoU_noncoffee": 0.0136986301369863, + "kappa": 0.0027359781121750926, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8977669902912622, + "mIoU": 0.7476577509900796, + "macroF1": 0.849256458199324, + "F1_coffee": 0.9347704887567366, + "IoU_coffee": 0.8775296580600139, + "precision_coffee": 0.9148226735374356, + "recall_coffee": 0.955607624596289, + "F1_noncoffee": 0.7637424276419116, + "IoU_noncoffee": 0.6177858439201452, + "kappa": 0.6990312148382921, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9001015424786035, + "mIoU": 0.7487374559337678, + "macroF1": 0.8497387341994946, + "F1_coffee": 0.9367305689961414, + "IoU_coffee": 0.8809907834101383, + "precision_coffee": 0.9112792706905798, + "recall_coffee": 0.9636443828366202, + "F1_noncoffee": 0.762746899402848, + "IoU_noncoffee": 0.6164841284573974, + "kappa": 0.7003539512498468, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8861757168415454, + "mIoU": 0.7175690516409483, + "macroF1": 0.8267973972010689, + "F1_coffee": 0.9282098200670936, + "IoU_coffee": 0.8660368768495333, + "precision_coffee": 0.8994621431526686, + "recall_coffee": 0.9588557746833848, + "F1_noncoffee": 0.7253849743350443, + "IoU_noncoffee": 0.5691012264323632, + "kappa": 0.6549431042210438, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9161772025883524, + "mIoU": 0.656164391371648, + "macroF1": 0.7630604206586659, + "F1_coffee": 0.9535320088300221, + "IoU_coffee": 0.9111908026579475, + "precision_coffee": 0.9328366267141778, + "recall_coffee": 0.9751664973473304, + "F1_noncoffee": 0.5725888324873096, + "IoU_noncoffee": 0.4011379800853485, + "kappa": 0.5282565086444857, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9288549315340345, + "mIoU": 0.6907742805242348, + "macroF1": 0.7941019257195001, + "F1_coffee": 0.9606713839065328, + "IoU_coffee": 0.9243191893603546, + "precision_coffee": 0.9375802997858672, + "recall_coffee": 0.9849285794623777, + "F1_noncoffee": 0.6275324675324675, + "IoU_noncoffee": 0.45722937168811506, + "kappa": 0.5905558988715975, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9272673149434412, + "mIoU": 0.6963101695351748, + "macroF1": 0.7996765667644758, + "F1_coffee": 0.9595496937255118, + "IoU_coffee": 0.922244616526997, + "precision_coffee": 0.9419284940411701, + "recall_coffee": 0.9778427623439433, + "F1_noncoffee": 0.6398034398034398, + "IoU_noncoffee": 0.4703757225433526, + "kappa": 0.6005978293838667, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.880246328754145, + "mIoU": 0.764085557741116, + "macroF1": 0.8643723109333634, + "F1_coffee": 0.9107722716363122, + "IoU_coffee": 0.8361633182112768, + "precision_coffee": 0.8917611280066353, + "recall_coffee": 0.9306116560877091, + "F1_noncoffee": 0.8179723502304147, + "IoU_noncoffee": 0.6920077972709552, + "kappa": 0.7289958873412721, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8727718570215977, + "mIoU": 0.7485808282037729, + "macroF1": 0.8537946413398612, + "F1_coffee": 0.9064688345004507, + "IoU_coffee": 0.8289373573421253, + "precision_coffee": 0.8782748891575978, + "recall_coffee": 0.9365329512893983, + "F1_noncoffee": 0.8011204481792717, + "IoU_noncoffee": 0.6682242990654206, + "kappa": 0.7082286158790353, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8471187399792511, + "mIoU": 0.7017904369066974, + "macroF1": 0.8207608883784218, + "F1_coffee": 0.8894948530915536, + "IoU_coffee": 0.8009821976672805, + "precision_coffee": 0.8484848484848485, + "recall_coffee": 0.9346704871060172, + "F1_noncoffee": 0.7520269236652899, + "IoU_noncoffee": 0.6025986761461143, + "kappa": 0.6433911909851091, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2668, + 2995 + ], + [ + 52768, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.585579208532969, + "test_tta": { + "OA": 0.8916755430747878, + "mIoU": 0.727531023072017, + "macroF1": 0.834082537944541, + "F1_coffee": 0.9318357232806597, + "IoU_coffee": 0.8723711732268492, + "precision_coffee": 0.9007165995877098, + "recall_coffee": 0.9651820840258347, + "F1_noncoffee": 0.7363293526084224, + "IoU_noncoffee": 0.5826908729171848, + "kappa": 0.6696901986413645, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8594380985346718, + "mIoU": 0.6703875331733699, + "macroF1": 0.7907976775502326, + "F1_coffee": 0.9106297912922275, + "IoU_coffee": 0.8359231636896244, + "precision_coffee": 0.8681960448322289, + "recall_coffee": 0.9574246543645514, + "F1_noncoffee": 0.6709655638082377, + "IoU_noncoffee": 0.5048519026571153, + "kappa": 0.5852431407134817, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f1_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s2_r0.05", + "val_epoch0": 0.6792861570260309 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6792861570260309, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8511507052709726, + "mIoU": 0.6717551549857985, + "macroF1": 0.7938613567586483, + "F1_coffee": 0.902533103659632, + "IoU_coffee": 0.8223784304285027, + "precision_coffee": 0.9067397120652312, + "recall_coffee": 0.8983653461805482, + "F1_noncoffee": 0.6851896098576646, + "IoU_noncoffee": 0.5211318795430945, + "kappa": 0.587751371791711, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8208866966655128, + "mIoU": 0.6268658536668009, + "macroF1": 0.758508767624051, + "F1_coffee": 0.8812431269423858, + "IoU_coffee": 0.7876985144537326, + "precision_coffee": 0.8741131388246006, + "recall_coffee": 0.888490387767301, + "F1_noncoffee": 0.6357744083057161, + "IoU_noncoffee": 0.4660331928798693, + "kappa": 0.5171160716660843, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1728395061728395, + "mIoU": 0.08641975308641975, + "macroF1": 0.14736842105263157, + "F1_coffee": 0.29473684210526313, + "IoU_coffee": 0.1728395061728395, + "precision_coffee": 0.9333333333333333, + "recall_coffee": 0.175, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024929178470254984, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8233495145631068, + "mIoU": 0.6333392635405886, + "macroF1": 0.7642369565868621, + "F1_coffee": 0.8822901504124212, + "IoU_coffee": 0.7893731550616426, + "precision_coffee": 0.9017455699550383, + "recall_coffee": 0.8636565132037236, + "F1_noncoffee": 0.6461837627613028, + "IoU_noncoffee": 0.4773053720195346, + "kappa": 0.5291327480908129, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8560030946279193, + "mIoU": 0.6822218824883513, + "macroF1": 0.8022142479074692, + "F1_coffee": 0.9053581643678892, + "IoU_coffee": 0.8270816397630937, + "precision_coffee": 0.9133696697659506, + "recall_coffee": 0.8974859807195514, + "F1_noncoffee": 0.6990703314470493, + "IoU_noncoffee": 0.5373621252136088, + "kappa": 0.6045252424141146, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8739906194091195, + "mIoU": 0.7029096620387694, + "macroF1": 0.8166563893404251, + "F1_coffee": 0.9191837747317497, + "IoU_coffee": 0.8504533455755767, + "precision_coffee": 0.9050381679389313, + "recall_coffee": 0.9337785898809149, + "F1_noncoffee": 0.7141290039491005, + "IoU_noncoffee": 0.5553659785019621, + "kappa": 0.6336293718613591, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8081632653061225, + "mIoU": 0.5203076246572972, + "macroF1": 0.6399425194190134, + "F1_coffee": 0.8860504996747679, + "IoU_coffee": 0.7954135258520013, + "precision_coffee": 0.9304520615996026, + "recall_coffee": 0.845693644880912, + "F1_noncoffee": 0.3938345391632589, + "IoU_noncoffee": 0.24520172346259303, + "kappa": 0.28850409394604276, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8675332407223656, + "mIoU": 0.5943783415220713, + "macroF1": 0.7102617204666805, + "F1_coffee": 0.9237273610238245, + "IoU_coffee": 0.8582652086208727, + "precision_coffee": 0.9386901997213191, + "recall_coffee": 0.9092340569114835, + "F1_noncoffee": 0.4967960799095364, + "IoU_noncoffee": 0.3304914744232698, + "kappa": 0.4214932073191972, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9065290732288153, + "mIoU": 0.651821160033994, + "macroF1": 0.7612006930442027, + "F1_coffee": 0.9474916387959866, + "IoU_coffee": 0.9002224340641881, + "precision_coffee": 0.9392198032931816, + "recall_coffee": 0.955910471263075, + "F1_noncoffee": 0.5749097472924187, + "IoU_noncoffee": 0.40341988600379985, + "kappa": 0.5227011038007942, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8378019895783989, + "mIoU": 0.6969180961615049, + "macroF1": 0.8184130254931786, + "F1_coffee": 0.87774921451014, + "IoU_coffee": 0.7821328582336472, + "precision_coffee": 0.8690610859728507, + "recall_coffee": 0.8866128101557992, + "F1_noncoffee": 0.7590768364762173, + "IoU_noncoffee": 0.6117033340893626, + "kappa": 0.6368975677617087, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8450438555125908, + "mIoU": 0.7098223877777579, + "macroF1": 0.8277460849000854, + "F1_coffee": 0.8823318771037743, + "IoU_coffee": 0.789439958990132, + "precision_coffee": 0.8821423456966919, + "recall_coffee": 0.8825214899713467, + "F1_noncoffee": 0.7731602926963965, + "IoU_noncoffee": 0.6302048165653837, + "kappa": 0.6554922004582078, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8430632839762331, + "mIoU": 0.7015029055237562, + "macroF1": 0.821262873386458, + "F1_coffee": 0.8836851670627709, + "IoU_coffee": 0.7916092673763306, + "precision_coffee": 0.8628173628173628, + "recall_coffee": 0.9055873925501433, + "F1_noncoffee": 0.758840579710145, + "IoU_noncoffee": 0.6113965436711817, + "kappa": 0.6429587620967468, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2553, + 2995 + ], + [ + 50186, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6259600798288982, + "test_tta": { + "OA": 0.8519253736160873, + "mIoU": 0.6685680305211745, + "macroF1": 0.790790203210491, + "F1_coffee": 0.9038834239500508, + "IoU_coffee": 0.8246234421591865, + "precision_coffee": 0.9001961438944996, + "recall_coffee": 0.9076010350703722, + "F1_noncoffee": 0.6776969824709312, + "IoU_noncoffee": 0.5125126188831625, + "kappa": 0.5816039456162962, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8224443290642668, + "mIoU": 0.6245912413447127, + "macroF1": 0.7558535947590905, + "F1_coffee": 0.8833600197068604, + "IoU_coffee": 0.7910875799691154, + "precision_coffee": 0.8683455649517565, + "recall_coffee": 0.8989028364281445, + "F1_noncoffee": 0.6283471698113208, + "IoU_noncoffee": 0.4580949027203099, + "kappa": 0.5121719088746491, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f1_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s2_r0.1", + "val_epoch0": 0.6662613666450949 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 2, + "stopped_epoch": 50, + "best_val": 0.6729109872923549, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8356250605209644, + "mIoU": 0.6602047543992651, + "macroF1": 0.78673566884962, + "F1_coffee": 0.8888452345873031, + "IoU_coffee": 0.7999292828098297, + "precision_coffee": 0.9234851233671988, + "recall_coffee": 0.8567100751057161, + "F1_noncoffee": 0.6846261031119368, + "IoU_noncoffee": 0.5204802259887006, + "kappa": 0.5751672711084523, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8064785969770394, + "mIoU": 0.6196644571385456, + "macroF1": 0.755059749395633, + "F1_coffee": 0.8672851717043836, + "IoU_coffee": 0.7656694783535042, + "precision_coffee": 0.8903397437199195, + "recall_coffee": 0.8453944196988102, + "F1_noncoffee": 0.6428343270868825, + "IoU_noncoffee": 0.4736594359235869, + "kappa": 0.5110018877268045, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.7770388349514563, + "mIoU": 0.5904369075585307, + "macroF1": 0.7332669713145663, + "F1_coffee": 0.841319744342719, + "IoU_coffee": 0.7261017353449818, + "precision_coffee": 0.9256499923977497, + "recall_coffee": 0.7710721296941295, + "F1_noncoffee": 0.6252141982864137, + "IoU_noncoffee": 0.4547720797720798, + "kappa": 0.47679067134419534, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8521348097287366, + "mIoU": 0.6820845208509665, + "macroF1": 0.8028908831072166, + "F1_coffee": 0.9014120833064672, + "IoU_coffee": 0.8205188402394648, + "precision_coffee": 0.9229550406020994, + "recall_coffee": 0.8808518681872598, + "F1_noncoffee": 0.704369682907966, + "IoU_noncoffee": 0.5436502014624683, + "kappa": 0.606424753824798, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.877472075818384, + "mIoU": 0.7187110116528717, + "macroF1": 0.8293161890953827, + "F1_coffee": 0.9199772626792143, + "IoU_coffee": 0.851812865497076, + "precision_coffee": 0.9221905666350111, + "recall_coffee": 0.9177745573687859, + "F1_noncoffee": 0.7386551155115512, + "IoU_noncoffee": 0.5856091578086672, + "kappa": 0.6586387999722981, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.6867098058735689, + "mIoU": 0.4271992450081129, + "macroF1": 0.559900649828276, + "F1_coffee": 0.7961391462071646, + "IoU_coffee": 0.6613215669393027, + "precision_coffee": 0.9341745211310428, + "recall_coffee": 0.6936448809120668, + "F1_noncoffee": 0.3236621534493875, + "IoU_noncoffee": 0.1930769230769231, + "kappa": 0.17925295375301994, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8470926771184759, + "mIoU": 0.575602821097686, + "macroF1": 0.6951447503172132, + "F1_coffee": 0.9103704996219392, + "IoU_coffee": 0.8354862816269883, + "precision_coffee": 0.9426644182124789, + "recall_coffee": 0.8802159487121809, + "F1_noncoffee": 0.47991900101248736, + "IoU_noncoffee": 0.3157193605683837, + "kappa": 0.3944135459344922, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8890652907322881, + "mIoU": 0.6312744852212012, + "macroF1": 0.744563937479126, + "F1_coffee": 0.9366859213954015, + "IoU_coffee": 0.8809118023008096, + "precision_coffee": 0.943310140298848, + "recall_coffee": 0.930154088404004, + "F1_noncoffee": 0.5524419535628503, + "IoU_noncoffee": 0.38163716814159293, + "kappa": 0.4893058955613884, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8630033159639982, + "mIoU": 0.7434891403487052, + "macroF1": 0.851369611366552, + "F1_coffee": 0.8929523245484158, + "IoU_coffee": 0.8066069279122643, + "precision_coffee": 0.9171228710462287, + "recall_coffee": 0.8700230813618004, + "F1_noncoffee": 0.8097868981846882, + "IoU_noncoffee": 0.6803713527851459, + "kappa": 0.7031056459789857, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8569272847307365, + "mIoU": 0.7306333554059377, + "macroF1": 0.8423717707333698, + "F1_coffee": 0.8902712477396022, + "IoU_coffee": 0.8022422109242602, + "precision_coffee": 0.8990504017531045, + "recall_coffee": 0.8816618911174785, + "F1_noncoffee": 0.7944722937271372, + "IoU_noncoffee": 0.6590244998876152, + "kappa": 0.6847998369595303, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8664528906913138, + "mIoU": 0.7438114591030524, + "macroF1": 0.8510967971463613, + "F1_coffee": 0.8989149057681325, + "IoU_coffee": 0.8163900414937759, + "precision_coffee": 0.8958451906659078, + "recall_coffee": 0.9020057306590258, + "F1_noncoffee": 0.8032786885245902, + "IoU_noncoffee": 0.6712328767123288, + "kappa": 0.7022003991435726, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2227, + 2995 + ], + [ + 49550, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5870715419451398, + "test_tta": { + "OA": 0.8432587715051161, + "mIoU": 0.6650230775113215, + "macroF1": 0.7894582735245848, + "F1_coffee": 0.8958878264225376, + "IoU_coffee": 0.8114101518505573, + "precision_coffee": 0.9133352276452974, + "recall_coffee": 0.8790945238045148, + "F1_noncoffee": 0.6830287206266319, + "IoU_noncoffee": 0.5186360031720857, + "kappa": 0.5793838574147471, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8138196607822776, + "mIoU": 0.6224503574290711, + "macroF1": 0.7559423460901333, + "F1_coffee": 0.8747926790234818, + "IoU_coffee": 0.7774502198086372, + "precision_coffee": 0.8800936768149883, + "recall_coffee": 0.869555157054434, + "F1_noncoffee": 0.637092013156785, + "IoU_noncoffee": 0.467450495049505, + "kappa": 0.5119360138775529, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f1_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s2_r0.5", + "val_epoch0": 0.7090013597926665 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.7362600292964578, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8819276330654272, + "mIoU": 0.7125913942010571, + "macroF1": 0.8233931860921841, + "F1_coffee": 0.9250670872851671, + "IoU_coffee": 0.8605812291567413, + "precision_coffee": 0.9013592543063013, + "recall_coffee": 0.9500557507415901, + "F1_noncoffee": 0.7217192848992012, + "IoU_noncoffee": 0.5646015592453728, + "kappa": 0.6476915240730143, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8514047536633207, + "mIoU": 0.6619219764039912, + "macroF1": 0.784773028013473, + "F1_coffee": 0.904526710837233, + "IoU_coffee": 0.8256949026375002, + "precision_coffee": 0.8706961144610554, + "recall_coffee": 0.9410925358168951, + "F1_noncoffee": 0.665019345189713, + "IoU_noncoffee": 0.4981490501704822, + "kappa": 0.5718141250844485, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.8148148148148148, + "mIoU": 0.4074074074074074, + "macroF1": 0.4489795918367347, + "F1_coffee": 0.8979591836734694, + "IoU_coffee": 0.8148148148148148, + "precision_coffee": 0.9850746268656716, + "recall_coffee": 0.825, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.02358887952822255, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8751941747572816, + "mIoU": 0.6959878141273206, + "macroF1": 0.8104242358797482, + "F1_coffee": 0.9212340308201342, + "IoU_coffee": 0.8539702374190616, + "precision_coffee": 0.8922848664688428, + "recall_coffee": 0.9521246279526312, + "F1_noncoffee": 0.6996144409393621, + "IoU_noncoffee": 0.5380053908355795, + "kappa": 0.6223643990391301, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8895604661283304, + "mIoU": 0.7344066199413511, + "macroF1": 0.8400387070846502, + "F1_coffee": 0.9290418789611035, + "IoU_coffee": 0.867486655836621, + "precision_coffee": 0.9163449163449163, + "recall_coffee": 0.9420956461470607, + "F1_noncoffee": 0.7510355352081971, + "IoU_noncoffee": 0.6013265840460813, + "kappa": 0.6802927763489801, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8810018857888884, + "mIoU": 0.7068543004910728, + "macroF1": 0.818690076677593, + "F1_coffee": 0.9249809480262156, + "IoU_coffee": 0.8604321442749391, + "precision_coffee": 0.8959489783866776, + "recall_coffee": 0.955957406590637, + "F1_noncoffee": 0.7123992053289704, + "IoU_noncoffee": 0.5532764567072064, + "kappa": 0.6388339773801351, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9022399203583873, + "mIoU": 0.6183374712215863, + "macroF1": 0.726383986603947, + "F1_coffee": 0.9457398607580948, + "IoU_coffee": 0.8970649895178197, + "precision_coffee": 0.9262907241043403, + "recall_coffee": 0.9660232531888475, + "F1_noncoffee": 0.5070281124497992, + "IoU_noncoffee": 0.33960995292535306, + "kappa": 0.45495111894213947, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9143679301448701, + "mIoU": 0.6751394699803571, + "macroF1": 0.7825164491472074, + "F1_coffee": 0.9518549511854951, + "IoU_coffee": 0.9081328507558015, + "precision_coffee": 0.9443214522913438, + "recall_coffee": 0.9595096164660893, + "F1_noncoffee": 0.6131779471089198, + "IoU_noncoffee": 0.4421460892049127, + "kappa": 0.5652552025281771, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9180392935106172, + "mIoU": 0.6687749263609544, + "macroF1": 0.7753376374312945, + "F1_coffee": 0.9543898398674765, + "IoU_coffee": 0.9127587663709337, + "precision_coffee": 0.9374118667968326, + "recall_coffee": 0.9719941513890451, + "F1_noncoffee": 0.5962854349951124, + "IoU_noncoffee": 0.42479108635097496, + "kappa": 0.5519761175290718, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8494552344860256, + "mIoU": 0.7066742289305967, + "macroF1": 0.8243851995920459, + "F1_coffee": 0.890737812005776, + "IoU_coffee": 0.8030002479543764, + "precision_coffee": 0.8510051241623965, + "recall_coffee": 0.9343623773802654, + "F1_noncoffee": 0.7580325871783158, + "IoU_noncoffee": 0.610348209906817, + "kappa": 0.6504577995697219, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8659813260398, + "mIoU": 0.7395033255431793, + "macroF1": 0.8478525100913621, + "F1_coffee": 0.9003715908294188, + "IoU_coffee": 0.8187962254526906, + "precision_coffee": 0.8816421804201565, + "recall_coffee": 0.9199140401146132, + "F1_noncoffee": 0.7953334293533055, + "IoU_noncoffee": 0.660210425633668, + "kappa": 0.695986871162334, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8457983589550128, + "mIoU": 0.699165520133257, + "macroF1": 0.8188120828211832, + "F1_coffee": 0.8887376658727458, + "IoU_coffee": 0.799755052051439, + "precision_coffee": 0.846403110823072, + "recall_coffee": 0.9355300859598854, + "F1_noncoffee": 0.7488864997696206, + "IoU_noncoffee": 0.5985759882150749, + "kappa": 0.6396587298378695, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2558, + 2995 + ], + [ + 52088, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.30883545478185, + "test_tta": { + "OA": 0.8832187469739518, + "mIoU": 0.7122156337149713, + "macroF1": 0.8228349823682259, + "F1_coffee": 0.9262655906089509, + "IoU_coffee": 0.8626580116159891, + "precision_coffee": 0.8981680928008221, + "recall_coffee": 0.9561778133086487, + "F1_noncoffee": 0.7194043741275011, + "IoU_noncoffee": 0.5617732558139535, + "kappa": 0.6469846576371857, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8529479635398638, + "mIoU": 0.6611132508804247, + "macroF1": 0.7836658236632574, + "F1_coffee": 0.9060916978282093, + "IoU_coffee": 0.8283068114843816, + "precision_coffee": 0.8673320050076702, + "recall_coffee": 0.94847766144116, + "F1_noncoffee": 0.6612399494983056, + "IoU_noncoffee": 0.493919690276468, + "kappa": 0.5704263274475413, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f1_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f1_s2_r1.0", + "val_epoch0": 0.7182477942334962 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 22, + "stopped_epoch": 52, + "best_val": 0.737111369568763, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.891885349084923, + "mIoU": 0.7325636099225568, + "macroF1": 0.8381569386536318, + "F1_coffee": 0.931406981149463, + "IoU_coffee": 0.8716199382917154, + "precision_coffee": 0.9072810692200279, + "recall_coffee": 0.9568510298108682, + "F1_noncoffee": 0.7449068961578006, + "IoU_noncoffee": 0.593507281553398, + "kappa": 0.6771628351086064, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8606640129225799, + "mIoU": 0.6782292041338287, + "macroF1": 0.7976661141278429, + "F1_coffee": 0.9105669983800047, + "IoU_coffee": 0.835817344458984, + "precision_coffee": 0.8756854924862901, + "recall_coffee": 0.9483426852548158, + "F1_noncoffee": 0.6847652298756811, + "IoU_noncoffee": 0.5206410638086733, + "kappa": 0.5975828727748355, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.7901234567901234, + "mIoU": 0.3950617283950617, + "macroF1": 0.4413793103448276, + "F1_coffee": 0.8827586206896552, + "IoU_coffee": 0.7901234567901234, + "precision_coffee": 0.9846153846153847, + "recall_coffee": 0.8, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.023791821561338748, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.893883495145631, + "mIoU": 0.7354675436894795, + "macroF1": 0.8401710097364944, + "F1_coffee": 0.9328252719562412, + "IoU_coffee": 0.8741073485372034, + "precision_coffee": 0.9060951584980002, + "recall_coffee": 0.9611804192261415, + "F1_noncoffee": 0.7475167475167476, + "IoU_noncoffee": 0.5968277388417558, + "kappa": 0.6813842119550215, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8961365504569412, + "mIoU": 0.7451696941343626, + "macroF1": 0.8475529438527363, + "F1_coffee": 0.9336135492644332, + "IoU_coffee": 0.8754926964989567, + "precision_coffee": 0.916226872914771, + "recall_coffee": 0.9516728624535316, + "F1_noncoffee": 0.7614923384410394, + "IoU_noncoffee": 0.6148466917697687, + "kappa": 0.695499834440997, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8856438276679077, + "mIoU": 0.716933320307978, + "macroF1": 0.8263616778437132, + "F1_coffee": 0.9278193193956966, + "IoU_coffee": 0.865357244520353, + "precision_coffee": 0.8997277139812951, + "recall_coffee": 0.9577216306470921, + "F1_noncoffee": 0.7249040362917297, + "IoU_noncoffee": 0.568509396095603, + "kappa": 0.654008817558764, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.913887506222001, + "mIoU": 0.648584634459354, + "macroF1": 0.7558145322155468, + "F1_coffee": 0.9522811275997132, + "IoU_coffee": 0.9089090143218197, + "precision_coffee": 0.9312688821752266, + "recall_coffee": 0.9742634608872334, + "F1_noncoffee": 0.5593479368313805, + "IoU_noncoffee": 0.3882602545968883, + "kappa": 0.513914207047035, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9238936296884303, + "mIoU": 0.6952306937652346, + "macroF1": 0.7994251598076442, + "F1_coffee": 0.9574290947438531, + "IoU_coffee": 0.9183347529812607, + "precision_coffee": 0.9451019066403682, + "recall_coffee": 0.9700821054999438, + "F1_noncoffee": 0.6414212248714353, + "IoU_noncoffee": 0.47212663454920856, + "kappa": 0.5994243396079162, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9266719587219686, + "mIoU": 0.698664002285909, + "macroF1": 0.8019985337935334, + "F1_coffee": 0.9591147994467496, + "IoU_coffee": 0.9214414797491229, + "precision_coffee": 0.943815331010453, + "recall_coffee": 0.9749184568664943, + "F1_noncoffee": 0.6448822681403171, + "IoU_noncoffee": 0.47588652482269506, + "kappa": 0.6048988321567967, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8748460445286594, + "mIoU": 0.751256954824464, + "macroF1": 0.8555239607319258, + "F1_coffee": 0.9083593479014915, + "IoU_coffee": 0.8321047280122014, + "precision_coffee": 0.874916477348657, + "recall_coffee": 0.9444604731679169, + "F1_noncoffee": 0.80268857356236, + "IoU_noncoffee": 0.6704091816367266, + "kappa": 0.7119540706647334, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8697538432519099, + "mIoU": 0.7447155976435339, + "macroF1": 0.8512912483734346, + "F1_coffee": 0.9036892391380152, + "IoU_coffee": 0.8243002544529262, + "precision_coffee": 0.8804185351270553, + "recall_coffee": 0.9282234957020057, + "F1_noncoffee": 0.798893257608854, + "IoU_noncoffee": 0.6651309408341416, + "kappa": 0.7030157341549279, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8466471753277375, + "mIoU": 0.7006379892480907, + "macroF1": 0.819886431305294, + "F1_coffee": 0.8893124574540504, + "IoU_coffee": 0.8006864427555773, + "precision_coffee": 0.8472114137483787, + "recall_coffee": 0.9358166189111747, + "F1_noncoffee": 0.7504604051565378, + "IoU_noncoffee": 0.6005895357406043, + "kappa": 0.6417672436810762, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2672, + 2995 + ], + [ + 52591, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6930150588353476, + "test_tta": { + "OA": 0.8904167070139763, + "mIoU": 0.7268764255546164, + "macroF1": 0.833764276371896, + "F1_coffee": 0.9308088939613182, + "IoU_coffee": 0.8705729861614121, + "precision_coffee": 0.902590857888184, + "recall_coffee": 0.9608482527927966, + "F1_noncoffee": 0.7367196587824738, + "IoU_noncoffee": 0.5831798649478207, + "kappa": 0.6687604713795964, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8596688588900427, + "mIoU": 0.6729957884462656, + "macroF1": 0.7931354662675821, + "F1_coffee": 0.9104529809125881, + "IoU_coffee": 0.8356252322870561, + "precision_coffee": 0.8708910681902213, + "recall_coffee": 0.9537802973332562, + "F1_noncoffee": 0.6758179516225762, + "IoU_noncoffee": 0.510366344605475, + "kappa": 0.5893388827037853, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f2_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s0_r0.05", + "val_epoch0": 0.631966900038102 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.631966900038102, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8470865119298815, + "mIoU": 0.6550542055426523, + "macroF1": 0.7793319299174346, + "F1_coffee": 0.9016073274916709, + "IoU_coffee": 0.8208424455643244, + "precision_coffee": 0.8797668304017284, + "recall_coffee": 0.9245598252152679, + "F1_noncoffee": 0.6570565323431983, + "IoU_noncoffee": 0.4892659655209802, + "kappa": 0.5596098513542471, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8038248528902735, + "mIoU": 0.5937226347434186, + "macroF1": 0.7291654030127042, + "F1_coffee": 0.8713637223378097, + "IoU_coffee": 0.7720500745755895, + "precision_coffee": 0.857720020107613, + "recall_coffee": 0.8854484998750697, + "F1_noncoffee": 0.5869670836875986, + "IoU_noncoffee": 0.4153951949112477, + "kappa": 0.4587705258129127, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18615751789976134, + "mIoU": 0.09337344002579247, + "macroF1": 0.1578646958236445, + "F1_coffee": 0.31222267043162566, + "IoU_coffee": 0.1849904397705545, + "precision_coffee": 0.9974226804123711, + "recall_coffee": 0.18507890961262555, + "F1_noncoffee": 0.0035067212156633548, + "IoU_noncoffee": 0.001756440281030445, + "kappa": -0.0003041259473481227, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8451749213836478, + "mIoU": 0.6573701658896105, + "macroF1": 0.7819509310480047, + "F1_coffee": 0.8993644406119256, + "IoU_coffee": 0.817131913411874, + "precision_coffee": 0.8837559628420788, + "recall_coffee": 0.9155341699720398, + "F1_noncoffee": 0.6645374214840839, + "IoU_noncoffee": 0.4976084183673469, + "kappa": 0.5643548450821811, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8563527870761171, + "mIoU": 0.6695857123533432, + "macroF1": 0.790744958640265, + "F1_coffee": 0.9079147877468512, + "IoU_coffee": 0.8313589247066864, + "precision_coffee": 0.8837561300478295, + "recall_coffee": 0.9334313850876071, + "F1_noncoffee": 0.6735751295336787, + "IoU_noncoffee": 0.5078125, + "kappa": 0.5825956014472269, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8397190603051586, + "mIoU": 0.6383547751424228, + "macroF1": 0.7650596531869651, + "F1_coffee": 0.8975002323204163, + "IoU_coffee": 0.8140593391773432, + "precision_coffee": 0.8719754423979776, + "recall_coffee": 0.9245644265747655, + "F1_noncoffee": 0.6326190740535139, + "IoU_noncoffee": 0.46265021110750243, + "kappa": 0.5315579903404993, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8836285888821014, + "mIoU": 0.6859676729736751, + "macroF1": 0.7997413674773215, + "F1_coffee": 0.9293528648247729, + "IoU_coffee": 0.8680290959473502, + "precision_coffee": 0.9415153412648717, + "recall_coffee": 0.9175006102025872, + "F1_noncoffee": 0.6701298701298701, + "IoU_noncoffee": 0.50390625, + "kappa": 0.5997945669247043, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8639810893332021, + "mIoU": 0.6319164368751908, + "macroF1": 0.7522664688514855, + "F1_coffee": 0.9186258912262094, + "IoU_coffee": 0.8494986922406277, + "precision_coffee": 0.9229220932986029, + "recall_coffee": 0.9143695014662757, + "F1_noncoffee": 0.5859070464767616, + "IoU_noncoffee": 0.41433418150975404, + "kappa": 0.5045875660190142, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8538183240441968, + "mIoU": 0.6011375202795344, + "macroF1": 0.7223048168130075, + "F1_coffee": 0.913408630176658, + "IoU_coffee": 0.8406183368869936, + "precision_coffee": 0.9097727010499597, + "recall_coffee": 0.9170737380786229, + "F1_noncoffee": 0.5312010034493572, + "IoU_noncoffee": 0.36165670367207514, + "kappa": 0.44465765536347335, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.809306742640076, + "mIoU": 0.6298229476418112, + "macroF1": 0.7642848199006637, + "F1_coffee": 0.8673010837959292, + "IoU_coffee": 0.7656942823803967, + "precision_coffee": 0.8257203976343275, + "recall_coffee": 0.9132915796798886, + "F1_noncoffee": 0.6612685560053981, + "IoU_noncoffee": 0.4939516129032258, + "kappa": 0.5316015814248375, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8489483747609943, + "mIoU": 0.6897854093602384, + "macroF1": 0.8102449102262823, + "F1_coffee": 0.8959430979978925, + "IoU_coffee": 0.8115008351228824, + "precision_coffee": 0.842770412588279, + "recall_coffee": 0.9562772388584282, + "F1_noncoffee": 0.7245467224546722, + "IoU_noncoffee": 0.5680699835975943, + "kappa": 0.6244471908005423, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8258782875791899, + "mIoU": 0.6545456492973352, + "macroF1": 0.7837103096314215, + "F1_coffee": 0.879211612731389, + "IoU_coffee": 0.784458174904943, + "precision_coffee": 0.8307537435510255, + "recall_coffee": 0.9336727478433037, + "F1_noncoffee": 0.6882090065314541, + "IoU_noncoffee": 0.5246331236897275, + "kappa": 0.5711867087350995, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 23, + 27 + ], + [ + 474, + 563 + ], + [ + 6438, + 7520 + ], + [ + 45254, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.59367303053538, + "test_tta": { + "OA": 0.854504138938484, + "mIoU": 0.6636993570971733, + "macroF1": 0.785722079726205, + "F1_coffee": 0.907124207385304, + "IoU_coffee": 0.8300341296928327, + "precision_coffee": 0.8785069235400361, + "recall_coffee": 0.9376686801182368, + "F1_noncoffee": 0.664319952067106, + "IoU_noncoffee": 0.49736458450151394, + "kappa": 0.5730814827183168, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8115985923618322, + "mIoU": 0.6008684918340848, + "macroF1": 0.7345040053554334, + "F1_coffee": 0.8775714861432629, + "IoU_coffee": 0.7818506704964847, + "precision_coffee": 0.8563746113041888, + "recall_coffee": 0.8998443175921121, + "F1_noncoffee": 0.5914365245676039, + "IoU_noncoffee": 0.4198863131716849, + "kappa": 0.4700914236400078, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f2_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s0_r0.1", + "val_epoch0": 0.6456908654998498 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6456908654998498, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8551858464534978, + "mIoU": 0.6718214695204586, + "macroF1": 0.7930447511525083, + "F1_coffee": 0.9064485687323057, + "IoU_coffee": 0.8289034633528938, + "precision_coffee": 0.8878481636677348, + "recall_coffee": 0.9258450070685001, + "F1_noncoffee": 0.6796409335727109, + "IoU_noncoffee": 0.5147394756880235, + "kappa": 0.5867106690252059, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8132139148494288, + "mIoU": 0.610164930138757, + "macroF1": 0.7437127143402644, + "F1_coffee": 0.8771753459214932, + "IoU_coffee": 0.7812220213862189, + "precision_coffee": 0.8658029730033324, + "recall_coffee": 0.8888504487881759, + "F1_noncoffee": 0.6102500827590358, + "IoU_noncoffee": 0.43910783889129495, + "kappa": 0.4877058970424985, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2405727923627685, + "mIoU": 0.12081393762490086, + "macroF1": 0.19547724854085521, + "F1_coffee": 0.38595137012736397, + "IoU_coffee": 0.2391200382592061, + "precision_coffee": 1.0, + "recall_coffee": 0.2391200382592061, + "F1_noncoffee": 0.0050031269543464665, + "IoU_noncoffee": 0.0025078369905956114, + "kappa": 0.0011986293673184709, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.85062893081761, + "mIoU": 0.6696008724152211, + "macroF1": 0.7920176063877479, + "F1_coffee": 0.9024264989087174, + "IoU_coffee": 0.8222014270674933, + "precision_coffee": 0.8910439247005134, + "recall_coffee": 0.9141036478314585, + "F1_noncoffee": 0.6816087138667783, + "IoU_noncoffee": 0.5170003177629489, + "kappa": 0.584256592279536, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8601368068694513, + "mIoU": 0.6779232877087492, + "macroF1": 0.797503055763598, + "F1_coffee": 0.9101225176918041, + "IoU_coffee": 0.8350686498855835, + "precision_coffee": 0.8879493886489446, + "recall_coffee": 0.9334313850876071, + "F1_noncoffee": 0.6848835938353919, + "IoU_noncoffee": 0.5207779255319149, + "kappa": 0.5958895935051376, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8547348026156454, + "mIoU": 0.6678552954321162, + "macroF1": 0.7895143185145621, + "F1_coffee": 0.906680772940847, + "IoU_coffee": 0.8292918943533698, + "precision_coffee": 0.8846854505708039, + "recall_coffee": 0.9297976897057885, + "F1_noncoffee": 0.6723478640882771, + "IoU_noncoffee": 0.5064186965108625, + "kappa": 0.5799403030707161, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.890246385664834, + "mIoU": 0.7039192859914629, + "macroF1": 0.8143519843605709, + "F1_coffee": 0.9330517948080984, + "IoU_coffee": 0.8745052386495925, + "precision_coffee": 0.9499241274658573, + "recall_coffee": 0.9167683670978765, + "F1_noncoffee": 0.6956521739130435, + "IoU_noncoffee": 0.5333333333333333, + "kappa": 0.6292357114793501, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.856791096227716, + "mIoU": 0.6143016951495277, + "macroF1": 0.7357843090931167, + "F1_coffee": 0.9145911654135338, + "IoU_coffee": 0.8426236605693257, + "precision_coffee": 0.9159901164842923, + "recall_coffee": 0.9131964809384164, + "F1_noncoffee": 0.5569774527726996, + "IoU_noncoffee": 0.3859797297297297, + "kappa": 0.4715750115564741, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.853720543658942, + "mIoU": 0.6025316340942921, + "macroF1": 0.7238807306202417, + "F1_coffee": 0.9132250580046404, + "IoU_coffee": 0.8403074295473953, + "precision_coffee": 0.9109002545707012, + "recall_coffee": 0.9155617585484996, + "F1_noncoffee": 0.5345364032358432, + "IoU_noncoffee": 0.36475583864118893, + "kappa": 0.4477807557505965, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8136752136752137, + "mIoU": 0.6384618162353222, + "macroF1": 0.7714979321196938, + "F1_coffee": 0.8696691909127142, + "IoU_coffee": 0.7693935119887165, + "precision_coffee": 0.83187190240183, + "recall_coffee": 0.9110647181628393, + "F1_noncoffee": 0.6733266733266733, + "IoU_noncoffee": 0.5075301204819277, + "kappa": 0.545348494061212, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8633843212237093, + "mIoU": 0.7174386112601306, + "macroF1": 0.8307515252822222, + "F1_coffee": 0.9050687570583936, + "IoU_coffee": 0.8265987137483315, + "precision_coffee": 0.8579345088161209, + "recall_coffee": 0.9576831154224659, + "F1_noncoffee": 0.7564342935060508, + "IoU_noncoffee": 0.6082785087719298, + "kappa": 0.6641042662079992, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.855730466500288, + "mIoU": 0.7063918203210519, + "macroF1": 0.8230171474477781, + "F1_coffee": 0.8991072027925086, + "IoU_coffee": 0.8167073170731707, + "precision_coffee": 0.8557372859698441, + "recall_coffee": 0.9471079055296281, + "F1_noncoffee": 0.7469270921030476, + "IoU_noncoffee": 0.596076323568933, + "kappa": 0.6483002630585109, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 14, + 27 + ], + [ + 505, + 563 + ], + [ + 6503, + 7520 + ], + [ + 45666, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6134810209274293, + "test_tta": { + "OA": 0.8571822756046097, + "mIoU": 0.6713979741785867, + "macroF1": 0.7922214506850733, + "F1_coffee": 0.9084000458051822, + "IoU_coffee": 0.8321730340078964, + "precision_coffee": 0.8836813643084277, + "recall_coffee": 0.9345414042753716, + "F1_noncoffee": 0.6760428555649645, + "IoU_noncoffee": 0.510622914349277, + "kappa": 0.5855896865486111, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.815305180569978, + "mIoU": 0.6093796596209988, + "macroF1": 0.7423354465272556, + "F1_coffee": 0.8794547884857955, + "IoU_coffee": 0.7848454301075268, + "precision_coffee": 0.8618024167512223, + "recall_coffee": 0.8978454323550328, + "F1_noncoffee": 0.6052161045687157, + "IoU_noncoffee": 0.4339138891344709, + "kappa": 0.4853780055666381, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f2_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s0_r0.5", + "val_epoch0": 0.6751558774731721 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 37, + "stopped_epoch": 67, + "best_val": 0.6890845566705026, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8777471189741926, + "mIoU": 0.7099474120559864, + "macroF1": 0.8219379218133478, + "F1_coffee": 0.9216249401677384, + "IoU_coffee": 0.8546422988594476, + "precision_coffee": 0.8961672332847661, + "recall_coffee": 0.9485713061731569, + "F1_noncoffee": 0.7222509034589571, + "IoU_noncoffee": 0.5652525252525252, + "kappa": 0.6448913821993822, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8349775008653514, + "mIoU": 0.6416822883557192, + "macroF1": 0.769463725155006, + "F1_coffee": 0.8923592165421739, + "IoU_coffee": 0.8056395447596398, + "precision_coffee": 0.8739427665886602, + "recall_coffee": 0.9115685483095965, + "F1_noncoffee": 0.6465682337678383, + "IoU_noncoffee": 0.47772503195179844, + "kappa": 0.5395987417091347, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26348448687350834, + "mIoU": 0.13233060578828154, + "macroF1": 0.21023339585335185, + "F1_coffee": 0.41530882910193256, + "IoU_coffee": 0.2620755619320899, + "precision_coffee": 1.0, + "recall_coffee": 0.2620755619320899, + "F1_noncoffee": 0.0051579626047711154, + "IoU_noncoffee": 0.002585649644473174, + "kappa": 0.0013543534090069758, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8809944968553459, + "mIoU": 0.7195438844402575, + "macroF1": 0.8293775025331754, + "F1_coffee": 0.9232232295695175, + "IoU_coffee": 0.8573951954780971, + "precision_coffee": 0.9007236964186306, + "recall_coffee": 0.946875609597503, + "F1_noncoffee": 0.7355317754968334, + "IoU_noncoffee": 0.581692573402418, + "kappa": 0.6594868875230291, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8706156309125309, + "mIoU": 0.6971551881090203, + "macroF1": 0.8123516864441513, + "F1_coffee": 0.9169132994797345, + "IoU_coffee": 0.8465742391992176, + "precision_coffee": 0.8939918595468076, + "recall_coffee": 0.9410410538432025, + "F1_noncoffee": 0.707790073408568, + "IoU_noncoffee": 0.5477361370188232, + "kappa": 0.6255690418899218, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8816662630176798, + "mIoU": 0.7133451578573962, + "macroF1": 0.8240773541058761, + "F1_coffee": 0.9247311827956989, + "IoU_coffee": 0.86, + "precision_coffee": 0.8939123183226114, + "recall_coffee": 0.9577509732593018, + "F1_noncoffee": 0.7234235254160535, + "IoU_noncoffee": 0.5666903157147924, + "kappa": 0.6496847476087104, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9147831398900428, + "mIoU": 0.7440873438994651, + "macroF1": 0.843650657549518, + "F1_coffee": 0.949109260047425, + "IoU_coffee": 0.9031474195788012, + "precision_coffee": 0.9457167090754877, + "recall_coffee": 0.9525262387112521, + "F1_noncoffee": 0.7381920550516109, + "IoU_noncoffee": 0.585027268220129, + "kappa": 0.6873220151778452, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8669358810203881, + "mIoU": 0.6238626566980378, + "macroF1": 0.7430410373866058, + "F1_coffee": 0.9214671859559379, + "IoU_coffee": 0.8543710251158779, + "precision_coffee": 0.9133440884996543, + "recall_coffee": 0.9297360703812316, + "F1_noncoffee": 0.5646148888172736, + "IoU_noncoffee": 0.3933542882801976, + "kappa": 0.4863073431627759, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8964505720152537, + "mIoU": 0.6775958300659625, + "macroF1": 0.7891275049472923, + "F1_coffee": 0.9395651429549735, + "IoU_coffee": 0.8860187278010978, + "precision_coffee": 0.9223529411764706, + "recall_coffee": 0.9574319609211445, + "F1_noncoffee": 0.638689866939611, + "IoU_noncoffee": 0.4691729323308271, + "kappa": 0.5791312394881346, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8494776828110161, + "mIoU": 0.694953744262871, + "macroF1": 0.8145655883049078, + "F1_coffee": 0.8950261606728922, + "IoU_coffee": 0.8099976024934069, + "precision_coffee": 0.8538033864038413, + "recall_coffee": 0.9404314544189283, + "F1_noncoffee": 0.7341050159369233, + "IoU_noncoffee": 0.5799098860323351, + "kappa": 0.6313081408641678, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.874187380497132, + "mIoU": 0.739534008179093, + "macroF1": 0.8465973199932101, + "F1_coffee": 0.9116541353383458, + "IoU_coffee": 0.8376511226252159, + "precision_coffee": 0.872414236155724, + "recall_coffee": 0.954590186981583, + "F1_noncoffee": 0.7815405046480743, + "IoU_noncoffee": 0.6414168937329701, + "kappa": 0.6947218217868755, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8671530044154349, + "mIoU": 0.7252323493568349, + "macroF1": 0.8364143925353335, + "F1_coffee": 0.9073255658229543, + "IoU_coffee": 0.8303713690403236, + "precision_coffee": 0.8616304209589215, + "recall_coffee": 0.9581388771036629, + "F1_noncoffee": 0.7655032192477126, + "IoU_noncoffee": 0.6200933296733462, + "kappa": 0.6751406918901567, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 16, + 27 + ], + [ + 432, + 563 + ], + [ + 6662, + 7520 + ], + [ + 46968, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.670273494720459, + "test_tta": { + "OA": 0.8780879727316994, + "mIoU": 0.707671040239694, + "macroF1": 0.8199421196467519, + "F1_coffee": 0.9222632760993987, + "IoU_coffee": 0.8557407905350901, + "precision_coffee": 0.892259937919295, + "recall_coffee": 0.9543546245127019, + "F1_noncoffee": 0.7176209631941051, + "IoU_noncoffee": 0.5596012899442978, + "kappa": 0.6413573132945976, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8351361486096689, + "mIoU": 0.6384217155953766, + "macroF1": 0.7662652575628248, + "F1_coffee": 0.8931412599440981, + "IoU_coffee": 0.8069153069153069, + "precision_coffee": 0.8694488934187536, + "recall_coffee": 0.9181610255818871, + "F1_noncoffee": 0.6393892551815514, + "IoU_noncoffee": 0.46992812427544634, + "kappa": 0.5336990016979156, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f2_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s0_r1.0", + "val_epoch0": 0.6782083381731144 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 6, + "stopped_epoch": 50, + "best_val": 0.6849141220478331, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8757019964291511, + "mIoU": 0.7155098725996978, + "macroF1": 0.8269792299523331, + "F1_coffee": 0.9187945368171021, + "IoU_coffee": 0.8497871756144446, + "precision_coffee": 0.9098030156663447, + "recall_coffee": 0.9279655571263333, + "F1_noncoffee": 0.735163923087564, + "IoU_noncoffee": 0.5812325695849511, + "kappa": 0.6540686527539081, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8314872504903658, + "mIoU": 0.6461994727776184, + "macroF1": 0.774621287497495, + "F1_coffee": 0.8878307284666488, + "IoU_coffee": 0.7982874110903944, + "precision_coffee": 0.88692816725808, + "recall_coffee": 0.8887351284860366, + "F1_noncoffee": 0.6614118465283413, + "IoU_noncoffee": 0.4941115344648424, + "kappa": 0.5492439840106632, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21909307875894987, + "mIoU": 0.11001912960306073, + "macroF1": 0.18114479465905203, + "F1_coffee": 0.35742340926944227, + "IoU_coffee": 0.21759923481587756, + "precision_coffee": 1.0, + "recall_coffee": 0.21759923481587756, + "F1_noncoffee": 0.004866180048661801, + "IoU_noncoffee": 0.0024390243902439024, + "kappa": 0.001060896632527539, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8845813679245284, + "mIoU": 0.7397011527949109, + "macroF1": 0.8450783056684064, + "F1_coffee": 0.9233079761010807, + "IoU_coffee": 0.8575413912305173, + "precision_coffee": 0.9272131147540984, + "recall_coffee": 0.919435593991807, + "F1_noncoffee": 0.766848635235732, + "IoU_noncoffee": 0.6218609143593046, + "kappa": 0.6901733191789179, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8707611701353515, + "mIoU": 0.7058877220023805, + "macroF1": 0.8198109042332643, + "F1_coffee": 0.9156267815291063, + "IoU_coffee": 0.8443834336117764, + "precision_coffee": 0.9070657630522089, + "recall_coffee": 0.9243509400179051, + "F1_noncoffee": 0.7239950269374223, + "IoU_noncoffee": 0.5673920103929847, + "kappa": 0.6397267911278564, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8718818115766529, + "mIoU": 0.7003675948959941, + "macroF1": 0.8148798257339428, + "F1_coffee": 0.9176038129653282, + "IoU_coffee": 0.8477522592528637, + "precision_coffee": 0.8962999026290166, + "recall_coffee": 0.9399451145574064, + "F1_noncoffee": 0.7121558385025574, + "IoU_noncoffee": 0.5529829305391245, + "kappa": 0.6304889237775924, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.905620036652413, + "mIoU": 0.7311726890233954, + "macroF1": 0.8346424375998174, + "F1_coffee": 0.9429784093006089, + "IoU_coffee": 0.8921089385474861, + "precision_coffee": 0.9506387200793749, + "recall_coffee": 0.935440566268001, + "F1_noncoffee": 0.7263064658990257, + "IoU_noncoffee": 0.5702364394993046, + "kappa": 0.6693879151671708, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8590564365212252, + "mIoU": 0.6162163025668843, + "macroF1": 0.7371754778711792, + "F1_coffee": 0.9161539813675514, + "IoU_coffee": 0.8452805708725267, + "precision_coffee": 0.9152423320065558, + "recall_coffee": 0.917067448680352, + "F1_noncoffee": 0.5581969743748071, + "IoU_noncoffee": 0.38715203426124195, + "kappa": 0.4743537037840348, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8729832795541215, + "mIoU": 0.6251279929621898, + "macroF1": 0.742652164778963, + "F1_coffee": 0.9257926306769494, + "IoU_coffee": 0.8618379068283344, + "precision_coffee": 0.9097339171438195, + "recall_coffee": 0.9424284717376133, + "F1_noncoffee": 0.5595116988809766, + "IoU_noncoffee": 0.3884180790960452, + "kappa": 0.4862545580600355, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.864957264957265, + "mIoU": 0.7346267222549512, + "macroF1": 0.8442189973992491, + "F1_coffee": 0.9010576120233788, + "IoU_coffee": 0.8199316196023807, + "precision_coffee": 0.9009322387644357, + "recall_coffee": 0.9011830201809325, + "F1_noncoffee": 0.7873803827751196, + "IoU_noncoffee": 0.6493218249075215, + "kappa": 0.6884380077640498, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8821223709369025, + "mIoU": 0.7604037589644169, + "macroF1": 0.8613704191433804, + "F1_coffee": 0.9150065485627628, + "IoU_coffee": 0.8433290978398984, + "precision_coffee": 0.8976196916418718, + "recall_coffee": 0.9330802755518065, + "F1_noncoffee": 0.8077342897239981, + "IoU_noncoffee": 0.6774784200889354, + "kappa": 0.7229759591938995, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.870800537531196, + "mIoU": 0.7381368256132012, + "macroF1": 0.8460389130144543, + "F1_coffee": 0.9077829542340368, + "IoU_coffee": 0.831137874796136, + "precision_coffee": 0.8803986710963455, + "recall_coffee": 0.936925470230519, + "F1_noncoffee": 0.7842948717948718, + "IoU_noncoffee": 0.6451357764302663, + "kappa": 0.6927730944557953, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 25, + 27 + ], + [ + 549, + 563 + ], + [ + 6788, + 7520 + ], + [ + 46590, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5948231180508934, + "test_tta": { + "OA": 0.8789806849537413, + "mIoU": 0.7181940649547773, + "macroF1": 0.8286188482842007, + "F1_coffee": 0.9215223981138431, + "IoU_coffee": 0.8544659587757651, + "precision_coffee": 0.905922768097347, + "recall_coffee": 0.9376686801182368, + "F1_noncoffee": 0.7357152984545583, + "IoU_noncoffee": 0.5819221711337894, + "kappa": 0.6575796225868669, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8349486558209299, + "mIoU": 0.6477574057230308, + "macroF1": 0.7752808761689614, + "F1_coffee": 0.8910759156323764, + "IoU_coffee": 0.8035499708174546, + "precision_coffee": 0.8826246818138965, + "recall_coffee": 0.8996905571892598, + "F1_noncoffee": 0.6594858367055463, + "IoU_noncoffee": 0.49196484062860696, + "kappa": 0.5506905313035995, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f2_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s1_r0.05", + "val_epoch0": 0.6553642645287804 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6553642645287804, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8088459665638695, + "mIoU": 0.5608789561213545, + "macroF1": 0.6907873134321855, + "F1_coffee": 0.8818507408782191, + "IoU_coffee": 0.7886699684180304, + "precision_coffee": 0.8293736908648313, + "recall_coffee": 0.9414171271901641, + "F1_noncoffee": 0.4997238859861518, + "IoU_noncoffee": 0.33308794382467866, + "kappa": 0.391883329012569, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7792200299988462, + "mIoU": 0.5255806581156006, + "macroF1": 0.6581941421548692, + "F1_coffee": 0.8615838110566577, + "IoU_coffee": 0.7568267382567394, + "precision_coffee": 0.8135063604541962, + "recall_coffee": 0.915700859136251, + "F1_noncoffee": 0.4548044732530807, + "IoU_noncoffee": 0.29433457797446183, + "kappa": 0.32566516447937094, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4677804295942721, + "mIoU": 0.2345311844358203, + "macroF1": 0.3202503514529097, + "F1_coffee": 0.6369260827092152, + "IoU_coffee": 0.4672718585762064, + "precision_coffee": 0.9979591836734694, + "recall_coffee": 0.46771879483500717, + "F1_noncoffee": 0.0035746201966041107, + "IoU_noncoffee": 0.0017905102954341987, + "kappa": -0.00023122525836212455, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8222287735849056, + "mIoU": 0.582404760303347, + "macroF1": 0.7112296883195175, + "F1_coffee": 0.8902638762511373, + "IoU_coffee": 0.8022302394227616, + "precision_coffee": 0.8342902620658291, + "recall_coffee": 0.9542883152350607, + "F1_noncoffee": 0.5321955003878976, + "IoU_noncoffee": 0.36257928118393234, + "kappa": 0.4333330188327418, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8050744675690098, + "mIoU": 0.5575854814427256, + "macroF1": 0.6881734822021877, + "F1_coffee": 0.8790997171571282, + "IoU_coffee": 0.7842800386556427, + "precision_coffee": 0.8301886792452831, + "recall_coffee": 0.9341347998465277, + "F1_noncoffee": 0.4972472472472472, + "IoU_noncoffee": 0.3308909242298085, + "kappa": 0.3852207007268246, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7994187454589489, + "mIoU": 0.5435605710232856, + "macroF1": 0.6732086520961538, + "F1_coffee": 0.8762957430918596, + "IoU_coffee": 0.7798277328796257, + "precision_coffee": 0.8237111086150736, + "recall_coffee": 0.9360520773501819, + "F1_noncoffee": 0.47012156110044784, + "IoU_noncoffee": 0.3072934091669455, + "kappa": 0.3576308802094619, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9021584198737528, + "mIoU": 0.700743141542574, + "macroF1": 0.8091339828425784, + "F1_coffee": 0.9423826368487319, + "IoU_coffee": 0.8910430839002268, + "precision_coffee": 0.9262227460223924, + "recall_coffee": 0.959116426653649, + "F1_noncoffee": 0.6758853288364249, + "IoU_noncoffee": 0.5104431991849211, + "kappa": 0.6189205052550051, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8496011031222299, + "mIoU": 0.5923642764999355, + "macroF1": 0.7137828522716063, + "F1_coffee": 0.9109465212573628, + "IoU_coffee": 0.8364571061368749, + "precision_coffee": 0.9058223150081187, + "recall_coffee": 0.9161290322580645, + "F1_noncoffee": 0.51661918328585, + "IoU_noncoffee": 0.34827144686299616, + "kappa": 0.42766512045695154, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8595873667742251, + "mIoU": 0.6005414182582456, + "macroF1": 0.7198392210576919, + "F1_coffee": 0.9177077363896848, + "IoU_coffee": 0.847929683363338, + "precision_coffee": 0.9045413465883416, + "recall_coffee": 0.9312630844382415, + "F1_noncoffee": 0.521970705725699, + "IoU_noncoffee": 0.35315315315315315, + "kappa": 0.4403672137024708, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.747673314339981, + "mIoU": 0.501977188934053, + "macroF1": 0.6398819751572429, + "F1_coffee": 0.8369038119206924, + "IoU_coffee": 0.7195482372809795, + "precision_coffee": 0.7486272787173293, + "recall_coffee": 0.9487821851078636, + "F1_noncoffee": 0.44286013839379323, + "IoU_noncoffee": 0.2844061405871263, + "kappa": 0.31242281771821323, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7618546845124283, + "mIoU": 0.5258019842124007, + "macroF1": 0.6648698081792502, + "F1_coffee": 0.8451544725554796, + "IoU_coffee": 0.7318333512757025, + "precision_coffee": 0.7575217294406063, + "recall_coffee": 0.9557148882328131, + "F1_noncoffee": 0.4845851438030209, + "IoU_noncoffee": 0.3197706171490989, + "kappa": 0.35832323463567956, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7403532347859474, + "mIoU": 0.49568040218596127, + "macroF1": 0.6344740391153788, + "F1_coffee": 0.831201248049922, + "IoU_coffee": 0.7111585691404164, + "precision_coffee": 0.743801652892562, + "recall_coffee": 0.9418752651675859, + "F1_noncoffee": 0.4377468301808356, + "IoU_noncoffee": 0.2802022352315061, + "kappa": 0.3010911787813104, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 7, + 27 + ], + [ + 197, + 563 + ], + [ + 5724, + 7520 + ], + [ + 43905, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6005364735921224, + "test_tta": { + "OA": 0.804723259211167, + "mIoU": 0.545877349966845, + "macroF1": 0.6741437043337198, + "F1_coffee": 0.8804206299509993, + "IoU_coffee": 0.7863851849221427, + "precision_coffee": 0.8213259156235513, + "recall_coffee": 0.9486784046609262, + "F1_noncoffee": 0.46786677871644033, + "IoU_noncoffee": 0.30536951501154735, + "kappa": 0.36296297957865664, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7775902849890389, + "mIoU": 0.5139709013824293, + "macroF1": 0.6438469637806726, + "F1_coffee": 0.8620970266040688, + "IoU_coffee": 0.7576191000110023, + "precision_coffee": 0.8061074319352465, + "recall_coffee": 0.9264448672855523, + "F1_noncoffee": 0.4255969009572764, + "IoU_noncoffee": 0.27032270275385634, + "kappa": 0.30172523967069476, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f2_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s1_r0.1", + "val_epoch0": 0.6686321350673656 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 4, + "stopped_epoch": 50, + "best_val": 0.6737849361439896, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.863187794189255, + "mIoU": 0.6987534322261326, + "macroF1": 0.8151767512781839, + "F1_coffee": 0.9093763103288859, + "IoU_coffee": 0.8338130914826498, + "precision_coffee": 0.9129195898542903, + "recall_coffee": 0.905860429250739, + "F1_noncoffee": 0.7209771922274819, + "IoU_noncoffee": 0.5636937729696154, + "kappa": 0.6303706464788232, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.821290527287412, + "mIoU": 0.6355204909272076, + "macroF1": 0.766856062950569, + "F1_coffee": 0.8795106914691897, + "IoU_coffee": 0.7849344788683502, + "precision_coffee": 0.8900610116118874, + "recall_coffee": 0.8692075573238002, + "F1_noncoffee": 0.6542014344319482, + "IoU_noncoffee": 0.486106502986065, + "kappa": 0.5339000772417133, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26634844868735086, + "mIoU": 0.13377035972902004, + "macroF1": 0.21204079260496386, + "F1_coffee": 0.41890359168241964, + "IoU_coffee": 0.2649450023912004, + "precision_coffee": 1.0, + "recall_coffee": 0.2649450023912004, + "F1_noncoffee": 0.005177993527508091, + "IoU_noncoffee": 0.0025957170668397143, + "kappa": 0.0013744992552211501, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8680227987421384, + "mIoU": 0.7158916449021908, + "macroF1": 0.828668928946495, + "F1_coffee": 0.910781903939414, + "IoU_coffee": 0.8361795559892656, + "precision_coffee": 0.930943165614178, + "recall_coffee": 0.8914753885168086, + "F1_noncoffee": 0.7465559539535761, + "IoU_noncoffee": 0.5956037338151159, + "kappa": 0.657793796215984, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8548973948479115, + "mIoU": 0.6850205605660349, + "macroF1": 0.804910965113017, + "F1_coffee": 0.9036621895835346, + "IoU_coffee": 0.8242552441389036, + "precision_coffee": 0.9103770523719904, + "recall_coffee": 0.8970456580125336, + "F1_noncoffee": 0.7061597406424993, + "IoU_noncoffee": 0.5457858769931663, + "kappa": 0.6098866649058879, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.866698958585614, + "mIoU": 0.6946154154073635, + "macroF1": 0.8109219926357903, + "F1_coffee": 0.9136166739908343, + "IoU_coffee": 0.8409708176827506, + "precision_coffee": 0.898943727222188, + "recall_coffee": 0.9287765651924181, + "F1_noncoffee": 0.7082273112807463, + "IoU_noncoffee": 0.5482600131319764, + "kappa": 0.6221839741906118, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9014457340663816, + "mIoU": 0.7253224897720976, + "macroF1": 0.830517422538923, + "F1_coffee": 0.940158259149357, + "IoU_coffee": 0.8870741950536631, + "precision_coffee": 0.9526434477574542, + "recall_coffee": 0.9279960947034416, + "F1_noncoffee": 0.720876585928489, + "IoU_noncoffee": 0.563570784490532, + "kappa": 0.6613061944047762, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8409337141731508, + "mIoU": 0.5933026016083333, + "macroF1": 0.7175802591794539, + "F1_coffee": 0.9042281918994248, + "IoU_coffee": 0.8251975322004546, + "precision_coffee": 0.9143679539457904, + "recall_coffee": 0.8943108504398827, + "F1_noncoffee": 0.530932326459483, + "IoU_noncoffee": 0.36140767101621196, + "kappa": 0.4355005152142522, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.875916691111763, + "mIoU": 0.6331686562942008, + "macroF1": 0.7502826623756593, + "F1_coffee": 0.9274068989188261, + "IoU_coffee": 0.86464, + "precision_coffee": 0.9125295508274232, + "recall_coffee": 0.9427773900907188, + "F1_noncoffee": 0.5731584258324924, + "IoU_noncoffee": 0.4016973125884017, + "kappa": 0.5013446684079172, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8368471035137702, + "mIoU": 0.6960414378533893, + "macroF1": 0.8178576714467951, + "F1_coffee": 0.8766690595836324, + "IoU_coffee": 0.7804192229038854, + "precision_coffee": 0.9052631578947369, + "recall_coffee": 0.8498260264439805, + "F1_noncoffee": 0.7590462833099579, + "IoU_noncoffee": 0.6116636528028933, + "kappa": 0.6364240387079271, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8684512428298279, + "mIoU": 0.7419428768449927, + "macroF1": 0.8493568746290692, + "F1_coffee": 0.9029892836999436, + "IoU_coffee": 0.8231362467866324, + "precision_coffee": 0.9056710507707538, + "recall_coffee": 0.9003233516097287, + "F1_noncoffee": 0.7957244655581948, + "IoU_noncoffee": 0.6607495069033531, + "kappa": 0.6987193117459771, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8576502207717412, + "mIoU": 0.7197655416650921, + "macroF1": 0.8336235142222126, + "F1_coffee": 0.8968491340335257, + "IoU_coffee": 0.8129886506935687, + "precision_coffee": 0.8824254037777169, + "recall_coffee": 0.9117522274077217, + "F1_noncoffee": 0.7703978944108996, + "IoU_noncoffee": 0.6265424326366155, + "kappa": 0.6674448009470205, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6629, + 7520 + ], + [ + 45975, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.6928685744603476, + "test_tta": { + "OA": 0.8674241194611264, + "mIoU": 0.6992348362280016, + "macroF1": 0.814770945409356, + "F1_coffee": 0.9135277054352199, + "IoU_coffee": 0.8408200650907177, + "precision_coffee": 0.9031441011471155, + "recall_coffee": 0.9241528509617444, + "F1_noncoffee": 0.7160141853834922, + "IoU_noncoffee": 0.5576496073652857, + "kappa": 0.6297026413573921, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.825905734394831, + "mIoU": 0.6349622287592631, + "macroF1": 0.7651828812066696, + "F1_coffee": 0.884592953774081, + "IoU_coffee": 0.7930673889565083, + "precision_coffee": 0.8800745729178556, + "recall_coffee": 0.8891579695938804, + "F1_noncoffee": 0.6457728086392581, + "IoU_noncoffee": 0.47685706856201787, + "kappa": 0.5304037551789412, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f2_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s1_r0.5", + "val_epoch0": 0.6709910755783874 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 8, + "stopped_epoch": 50, + "best_val": 0.6826805640115043, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8795974679435157, + "mIoU": 0.7233639936751803, + "macroF1": 0.8327700624325713, + "F1_coffee": 0.9212626841591305, + "IoU_coffee": 0.8540194824362884, + "precision_coffee": 0.9131212389008122, + "recall_coffee": 0.9295506147453197, + "F1_noncoffee": 0.7442774407060121, + "IoU_noncoffee": 0.5927085049140723, + "kappa": 0.6656264558053039, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8357851621091497, + "mIoU": 0.6534237558859441, + "macroF1": 0.7804206162007448, + "F1_coffee": 0.8906790076042707, + "IoU_coffee": 0.802904672055947, + "precision_coffee": 0.889875870536999, + "recall_coffee": 0.8914835956870207, + "F1_noncoffee": 0.670162224797219, + "IoU_noncoffee": 0.5039428397159412, + "kappa": 0.5608423116906033, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24200477326968975, + "mIoU": 0.12153366065141585, + "macroF1": 0.19641528648143103, + "F1_coffee": 0.38781804163454126, + "IoU_coffee": 0.24055475848876134, + "precision_coffee": 1.0, + "recall_coffee": 0.24055475848876134, + "F1_noncoffee": 0.005012531328320802, + "IoU_noncoffee": 0.002512562814070352, + "kappa": 0.001208087702844075, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8887578616352201, + "mIoU": 0.7472901714694407, + "macroF1": 0.8503748282508041, + "F1_coffee": 0.9261578604044357, + "IoU_coffee": 0.862471145668813, + "precision_coffee": 0.9291276748903867, + "recall_coffee": 0.9232069705442486, + "F1_noncoffee": 0.7745917960971724, + "IoU_noncoffee": 0.6321091972700682, + "kappa": 0.7007589889244997, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8745451899286858, + "mIoU": 0.7165457585488986, + "macroF1": 0.8280470226840356, + "F1_coffee": 0.9174645729605515, + "IoU_coffee": 0.8475145940208739, + "precision_coffee": 0.9158277048553587, + "recall_coffee": 0.9191073027241335, + "F1_noncoffee": 0.7386294724075197, + "IoU_noncoffee": 0.5855769230769231, + "kappa": 0.6560975243432667, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8756115282150642, + "mIoU": 0.7055249716926287, + "macroF1": 0.8185833749094051, + "F1_coffee": 0.9202979515828678, + "IoU_coffee": 0.8523628837530183, + "precision_coffee": 0.8957766902301976, + "recall_coffee": 0.9461995022017997, + "F1_noncoffee": 0.7168687982359426, + "IoU_noncoffee": 0.5586870596322392, + "kappa": 0.63813003943807, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9060272856851965, + "mIoU": 0.7305249126632737, + "macroF1": 0.8340335388710141, + "F1_coffee": 0.9433429500951446, + "IoU_coffee": 0.8927617055884745, + "precision_coffee": 0.9489934543658145, + "recall_coffee": 0.9377593360995851, + "F1_noncoffee": 0.7247241276468834, + "IoU_noncoffee": 0.5682881197380729, + "kappa": 0.6681242437281465, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8645720476706392, + "mIoU": 0.631722470551854, + "macroF1": 0.751905729553054, + "F1_coffee": 0.919093851132686, + "IoU_coffee": 0.8502994011976048, + "precision_coffee": 0.922077922077922, + "recall_coffee": 0.9161290322580645, + "F1_noncoffee": 0.584717607973422, + "IoU_noncoffee": 0.4131455399061033, + "kappa": 0.5038381318941235, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8733744010951403, + "mIoU": 0.6269322912533378, + "macroF1": 0.7444524432438935, + "F1_coffee": 0.9259619232748271, + "IoU_coffee": 0.8621313744277653, + "precision_coffee": 0.9106038457213539, + "recall_coffee": 0.9418469411491044, + "F1_noncoffee": 0.5629429632129599, + "IoU_noncoffee": 0.39173320807891027, + "kappa": 0.48976166944998484, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8726495726495727, + "mIoU": 0.7476831851461119, + "macroF1": 0.8531278087399392, + "F1_coffee": 0.9066740900549795, + "IoU_coffee": 0.8292807129217059, + "precision_coffee": 0.9067371937639198, + "recall_coffee": 0.9066109951287404, + "F1_noncoffee": 0.7995815274248991, + "IoU_noncoffee": 0.666085657370518, + "kappa": 0.7062556205351654, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.884225621414914, + "mIoU": 0.7667362385649671, + "macroF1": 0.8657872771158347, + "F1_coffee": 0.9155332356838948, + "IoU_coffee": 0.8442243375353743, + "precision_coffee": 0.908499446290144, + "recall_coffee": 0.9226767889779277, + "F1_noncoffee": 0.8160413185477746, + "IoU_noncoffee": 0.6892481395945599, + "kappa": 0.7316095915459309, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8778076406220003, + "mIoU": 0.7479542191372419, + "macroF1": 0.8525612722881176, + "F1_coffee": 0.9135718650281757, + "IoU_coffee": 0.8408948881389826, + "precision_coffee": 0.8785583703316793, + "recall_coffee": 0.9514920096167444, + "F1_noncoffee": 0.7915506795480596, + "IoU_noncoffee": 0.6550135501355013, + "kappa": 0.7062478129914608, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 20, + 27 + ], + [ + 542, + 563 + ], + [ + 6750, + 7520 + ], + [ + 46880, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6163209557533262, + "test_tta": { + "OA": 0.8822269112157117, + "mIoU": 0.7249834204405174, + "macroF1": 0.8336382096389606, + "F1_coffee": 0.923545402819632, + "IoU_coffee": 0.857951097276874, + "precision_coffee": 0.9088552467855662, + "recall_coffee": 0.9387182452983764, + "F1_noncoffee": 0.7437310164582892, + "IoU_noncoffee": 0.5920157436041608, + "kappa": 0.6675675307078027, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8389725395177109, + "mIoU": 0.6546132747748838, + "macroF1": 0.7807993539964668, + "F1_coffee": 0.8937223359192804, + "IoU_coffee": 0.8078643951127172, + "precision_coffee": 0.8853204088560329, + "recall_coffee": 0.9022852639873916, + "F1_noncoffee": 0.6678763720736532, + "IoU_noncoffee": 0.5013621544370506, + "kappa": 0.5617220651187829, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f2_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s1_r1.0", + "val_epoch0": 0.6822051896822285 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 8, + "stopped_epoch": 50, + "best_val": 0.68477996762464, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8801168641454309, + "mIoU": 0.7227046982249098, + "macroF1": 0.8321388563759564, + "F1_coffee": 0.9218809493590557, + "IoU_coffee": 0.8550827005709577, + "precision_coffee": 0.9105553466215369, + "recall_coffee": 0.9334918390952319, + "F1_noncoffee": 0.7423967633928571, + "IoU_noncoffee": 0.5903266958788619, + "kappa": 0.6644488966770021, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8353669089650398, + "mIoU": 0.6519309996823786, + "macroF1": 0.7791194393867116, + "F1_coffee": 0.8905823148813803, + "IoU_coffee": 0.8027475375842406, + "precision_coffee": 0.8883088572739789, + "recall_coffee": 0.892867439312691, + "F1_noncoffee": 0.667656563892043, + "IoU_noncoffee": 0.5011144617805166, + "kappa": 0.5582476674639202, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20859188544152746, + "mIoU": 0.10474234600065262, + "macroF1": 0.17395405071695874, + "F1_coffee": 0.34310618066561016, + "IoU_coffee": 0.20707795313247251, + "precision_coffee": 1.0, + "recall_coffee": 0.20707795313247251, + "F1_noncoffee": 0.004801920768307323, + "IoU_noncoffee": 0.0024067388688327317, + "kappa": 0.0009962685944732645, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8926395440251572, + "mIoU": 0.7530796260102415, + "macroF1": 0.8542701565247159, + "F1_coffee": 0.9290469232018185, + "IoU_coffee": 0.867495451788963, + "precision_coffee": 0.9279320186818889, + "recall_coffee": 0.9301645100461668, + "F1_noncoffee": 0.7794933898476133, + "IoU_noncoffee": 0.6386638002315198, + "kappa": 0.7085416206345132, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8731868238490273, + "mIoU": 0.7080642691392287, + "macroF1": 0.8211981844095533, + "F1_coffee": 0.9176122037317196, + "IoU_coffee": 0.8477665831925921, + "precision_coffee": 0.9047234307022995, + "recall_coffee": 0.9308735132369869, + "F1_noncoffee": 0.7247841650873869, + "IoU_noncoffee": 0.5683619550858653, + "kappa": 0.6426386443726193, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8746912085250667, + "mIoU": 0.7069817396957796, + "macroF1": 0.8199982390309108, + "F1_coffee": 0.9192193598750976, + "IoU_coffee": 0.8505142725066451, + "precision_coffee": 0.8999144044998777, + "recall_coffee": 0.9393707320186355, + "F1_noncoffee": 0.7207771181867242, + "IoU_noncoffee": 0.563449206884914, + "kappa": 0.6405682138698411, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9098961514966402, + "mIoU": 0.7379683910464822, + "macroF1": 0.8394939761701327, + "F1_coffee": 0.9457953083848839, + "IoU_coffee": 0.8971647687659772, + "precision_coffee": 0.9493421861551703, + "recall_coffee": 0.9422748352453014, + "F1_noncoffee": 0.7331926439553814, + "IoU_noncoffee": 0.5787720133269871, + "kappa": 0.6790100069460369, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8729439574509997, + "mIoU": 0.639402247091761, + "macroF1": 0.7575162111672173, + "F1_coffee": 0.9248164121692505, + "IoU_coffee": 0.8601474414570686, + "precision_coffee": 0.9190316228425808, + "recall_coffee": 0.930674486803519, + "F1_noncoffee": 0.5902160101651842, + "IoU_noncoffee": 0.41865705272645337, + "kappa": 0.5151371267638671, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.879045663439914, + "mIoU": 0.6451578614438537, + "macroF1": 0.7617397310141771, + "F1_coffee": 0.9289203010975119, + "IoU_coffee": 0.867274678111588, + "precision_coffee": 0.9180011357183419, + "recall_coffee": 0.9401023493835776, + "F1_noncoffee": 0.5945591609308424, + "IoU_noncoffee": 0.4230410447761194, + "kappa": 0.5238637047515138, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8765432098765432, + "mIoU": 0.7528307699349642, + "macroF1": 0.8564688962048149, + "F1_coffee": 0.9101465302737075, + "IoU_coffee": 0.8351090816844241, + "precision_coffee": 0.9040230674172731, + "recall_coffee": 0.9163535142658316, + "F1_noncoffee": 0.8027912621359223, + "IoU_noncoffee": 0.6705524581855044, + "kappa": 0.7129666964624388, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8734225621414914, + "mIoU": 0.7441675021961858, + "macroF1": 0.8503122044541962, + "F1_coffee": 0.9091283459162663, + "IoU_coffee": 0.833396250157292, + "precision_coffee": 0.8881587769880649, + "recall_coffee": 0.9311120483621538, + "F1_noncoffee": 0.7914960629921259, + "IoU_noncoffee": 0.6549387542350795, + "kappa": 0.7010068326725594, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8704165866769054, + "mIoU": 0.7370000886003176, + "macroF1": 0.8452110005086004, + "F1_coffee": 0.9076733688961839, + "IoU_coffee": 0.830954169797145, + "precision_coffee": 0.878823996821613, + "recall_coffee": 0.9384811200678829, + "F1_noncoffee": 0.7827486321210171, + "IoU_noncoffee": 0.6430460074034903, + "kappa": 0.6912050242927146, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 12, + 27 + ], + [ + 472, + 563 + ], + [ + 6746, + 7520 + ], + [ + 46994, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6054046352704368, + "test_tta": { + "OA": 0.8828274630741763, + "mIoU": 0.724579861199969, + "macroF1": 0.8332033584560967, + "F1_coffee": 0.9241821141626845, + "IoU_coffee": 0.859050705820333, + "precision_coffee": 0.9066331471903398, + "recall_coffee": 0.942423852975196, + "F1_noncoffee": 0.742224602749509, + "IoU_noncoffee": 0.5901090165796048, + "kappa": 0.6668311157208876, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8385687088958117, + "mIoU": 0.6528855492588264, + "macroF1": 0.7792733234737621, + "F1_coffee": 0.8936764412527428, + "IoU_coffee": 0.8077893977641544, + "precision_coffee": 0.8834798287130944, + "recall_coffee": 0.9041111687712622, + "F1_noncoffee": 0.6648702056947813, + "IoU_noncoffee": 0.4979817007534984, + "kappa": 0.5587319167374081, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f2_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s2_r0.05", + "val_epoch0": 0.6389435704854258 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6389435704854258, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8366174322350268, + "mIoU": 0.6541461515862879, + "macroF1": 0.7809042219006661, + "F1_coffee": 0.8913873842767431, + "IoU_coffee": 0.804056684575255, + "precision_coffee": 0.8981127152548269, + "recall_coffee": 0.8847620271601765, + "F1_noncoffee": 0.6704210595245891, + "IoU_noncoffee": 0.5042356185973207, + "kappa": 0.561882991617997, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8020076150917272, + "mIoU": 0.6053166314427358, + "macroF1": 0.7417794231718152, + "F1_coffee": 0.8664877166365175, + "IoU_coffee": 0.7644272844272845, + "precision_coffee": 0.8770302994507118, + "recall_coffee": 0.8561955832324281, + "F1_noncoffee": 0.617071129707113, + "IoU_noncoffee": 0.4462059784581871, + "kappa": 0.48377279158205416, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.41479713603818613, + "mIoU": 0.2084648493543759, + "macroF1": 0.29586666023339614, + "F1_coffee": 0.5852503382949933, + "IoU_coffee": 0.4136776661884266, + "precision_coffee": 1.0, + "recall_coffee": 0.4136776661884266, + "F1_noncoffee": 0.006482982171799027, + "IoU_noncoffee": 0.0032520325203252032, + "kappa": 0.0026869716819588243, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8400157232704403, + "mIoU": 0.6639060677431492, + "macroF1": 0.7891520547817583, + "F1_coffee": 0.8927112165546329, + "IoU_coffee": 0.8062135460064278, + "precision_coffee": 0.9049368695303628, + "recall_coffee": 0.8808114961961115, + "F1_noncoffee": 0.6855928930088837, + "IoU_noncoffee": 0.5215985894798707, + "kappa": 0.578529540096277, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.832969485276282, + "mIoU": 0.6468554103697169, + "macroF1": 0.7748930664054927, + "F1_coffee": 0.8892320561078403, + "IoU_coffee": 0.8005561026472803, + "precision_coffee": 0.8947879572677242, + "recall_coffee": 0.8837447243893081, + "F1_noncoffee": 0.660554076703145, + "IoU_noncoffee": 0.49315471809215367, + "kappa": 0.5498393182592495, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.836909663356745, + "mIoU": 0.6516459375750123, + "macroF1": 0.7784936333276624, + "F1_coffee": 0.892245655582936, + "IoU_coffee": 0.8054544403998383, + "precision_coffee": 0.8948517139555784, + "recall_coffee": 0.8896547322739167, + "F1_noncoffee": 0.6647416110723887, + "IoU_noncoffee": 0.49783743475018644, + "kappa": 0.5569989566884979, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8412746894726125, + "mIoU": 0.6005431386004157, + "macroF1": 0.7254842919357376, + "F1_coffee": 0.9037713721375223, + "IoU_coffee": 0.824436936936937, + "precision_coffee": 0.9143249656550518, + "recall_coffee": 0.8934586282645839, + "F1_noncoffee": 0.547197211733953, + "IoU_noncoffee": 0.37664934026389446, + "kappa": 0.4513125608572834, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8171968876194229, + "mIoU": 0.5506554280311353, + "macroF1": 0.675510886969181, + "F1_coffee": 0.8899300201636816, + "IoU_coffee": 0.8016882145528368, + "precision_coffee": 0.8999640158330334, + "recall_coffee": 0.8801173020527859, + "F1_noncoffee": 0.4610917537746806, + "IoU_noncoffee": 0.29962264150943396, + "kappa": 0.35141651232207477, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8495159870929891, + "mIoU": 0.6054493428990673, + "macroF1": 0.7283631538361851, + "F1_coffee": 0.909773113677669, + "IoU_coffee": 0.8344805334480534, + "precision_coffee": 0.9172479016432202, + "recall_coffee": 0.9024191672481973, + "F1_noncoffee": 0.5469531939947012, + "IoU_noncoffee": 0.376418152350081, + "kappa": 0.456907402183674, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8388414055080722, + "mIoU": 0.6957968092502362, + "macroF1": 0.8172828539777686, + "F1_coffee": 0.8800452392733442, + "IoU_coffee": 0.7857864175713204, + "precision_coffee": 0.8941396150531457, + "recall_coffee": 0.8663883089770354, + "F1_noncoffee": 0.754520468682193, + "IoU_noncoffee": 0.6058072009291522, + "kappa": 0.6347514316601862, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8482791586998087, + "mIoU": 0.7080799151732448, + "macroF1": 0.8257517211274283, + "F1_coffee": 0.8884044722593348, + "IoU_coffee": 0.7992155870445344, + "precision_coffee": 0.888716938660664, + "recall_coffee": 0.8880922255026009, + "F1_noncoffee": 0.7630989699955217, + "IoU_noncoffee": 0.6169442433019551, + "kappa": 0.6515035337079231, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8245344595891726, + "mIoU": 0.6701597179453502, + "macroF1": 0.7980621109371397, + "F1_coffee": 0.8711768851303735, + "IoU_coffee": 0.7717567736296667, + "precision_coffee": 0.8682399213372665, + "recall_coffee": 0.8741337858860133, + "F1_noncoffee": 0.7249473367439061, + "IoU_noncoffee": 0.5685626622610338, + "kappa": 0.5961340886882492, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 550, + 563 + ], + [ + 6530, + 7520 + ], + [ + 44440, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6224537094434104, + "test_tta": { + "OA": 0.8455445544554455, + "mIoU": 0.6617192944087447, + "macroF1": 0.7859118622525201, + "F1_coffee": 0.8989014724943162, + "IoU_coffee": 0.8163678817467822, + "precision_coffee": 0.8917580101180439, + "recall_coffee": 0.9061603050164931, + "F1_noncoffee": 0.6729222520107239, + "IoU_noncoffee": 0.5070707070707071, + "kappa": 0.5719125959217783, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8117283950617284, + "mIoU": 0.6120652039926457, + "macroF1": 0.7460555615412305, + "F1_coffee": 0.8751959921985545, + "IoU_coffee": 0.7780875478113047, + "precision_coffee": 0.8707173702132517, + "recall_coffee": 0.8797209248688231, + "F1_noncoffee": 0.6169151308839066, + "IoU_noncoffee": 0.44604286017398687, + "kappa": 0.49215236456796785, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f2_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s2_r0.1", + "val_epoch0": 0.664719676320257 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.664719676320257, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8329491965590001, + "mIoU": 0.6503224016663882, + "macroF1": 0.7781701504375176, + "F1_coffee": 0.8884045713790037, + "IoU_coffee": 0.7992157474784916, + "precision_coffee": 0.8995827843653931, + "recall_coffee": 0.8775007496894144, + "F1_noncoffee": 0.6679357294960315, + "IoU_noncoffee": 0.5014290558542848, + "kappa": 0.5565440467023391, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7955174800969194, + "mIoU": 0.5990277358321465, + "macroF1": 0.7370723146754552, + "F1_coffee": 0.8610354223433242, + "IoU_coffee": 0.7559808612440191, + "precision_coffee": 0.8785327119627178, + "recall_coffee": 0.8442214918603087, + "F1_noncoffee": 0.6131092070075861, + "IoU_noncoffee": 0.4420746104202739, + "kappa": 0.47472472142484823, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.31121718377088303, + "mIoU": 0.1563319547988764, + "macroF1": 0.23933941391781022, + "F1_coffee": 0.47316538882803943, + "IoU_coffee": 0.3098995695839311, + "precision_coffee": 1.0, + "recall_coffee": 0.3098995695839311, + "F1_noncoffee": 0.005513439007580979, + "IoU_noncoffee": 0.0027643400138217, + "kappa": 0.0017118690578676798, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8179540094339622, + "mIoU": 0.6370775173060784, + "macroF1": 0.7691594827259616, + "F1_coffee": 0.8752903160658386, + "IoU_coffee": 0.7782366672652181, + "precision_coffee": 0.9073272854152128, + "recall_coffee": 0.8454385850835555, + "F1_noncoffee": 0.6630286493860846, + "IoU_noncoffee": 0.4959183673469388, + "kappa": 0.5398690278325314, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8359287828069665, + "mIoU": 0.6538708778196051, + "macroF1": 0.7808052956494453, + "F1_coffee": 0.8907269789983845, + "IoU_coffee": 0.8029826401025283, + "precision_coffee": 0.900208986415883, + "recall_coffee": 0.8814426397237498, + "F1_noncoffee": 0.6708836123005061, + "IoU_noncoffee": 0.5047591155366818, + "kappa": 0.5617570332161516, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8447565996609349, + "mIoU": 0.6599166276809725, + "macroF1": 0.784419574362403, + "F1_coffee": 0.8984699211201571, + "IoU_coffee": 0.815656275163925, + "precision_coffee": 0.8919989935840986, + "recall_coffee": 0.9050354202565576, + "F1_noncoffee": 0.6703692276046488, + "IoU_noncoffee": 0.5041769801980198, + "kappa": 0.5689128037687031, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8550193443290572, + "mIoU": 0.6492230396202656, + "macroF1": 0.7718600277581026, + "F1_coffee": 0.909598781107161, + "IoU_coffee": 0.8341872380065207, + "precision_coffee": 0.947869806827203, + "recall_coffee": 0.8742982670246522, + "F1_noncoffee": 0.6341212744090442, + "IoU_noncoffee": 0.4642588412340105, + "kappa": 0.5467108120265858, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8193637348566926, + "mIoU": 0.5636876495992441, + "macroF1": 0.6905221808977984, + "F1_coffee": 0.890205938697318, + "IoU_coffee": 0.8021361527672888, + "precision_coffee": 0.9090353343929576, + "recall_coffee": 0.8721407624633432, + "F1_noncoffee": 0.49083842309827874, + "IoU_noncoffee": 0.3252391464311994, + "kappa": 0.38227345345945857, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8624229979466119, + "mIoU": 0.6128881987577639, + "macroF1": 0.7325971569763895, + "F1_coffee": 0.918918918918919, + "IoU_coffee": 0.85, + "precision_coffee": 0.9106796116504854, + "recall_coffee": 0.9273086764363806, + "F1_noncoffee": 0.54627539503386, + "IoU_noncoffee": 0.37577639751552794, + "kappa": 0.46543917522418243, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.78338081671415, + "mIoU": 0.616453719066146, + "macroF1": 0.7577187736299655, + "F1_coffee": 0.8365694633517231, + "IoU_coffee": 0.7190540706983619, + "precision_coffee": 0.8620791494388659, + "recall_coffee": 0.812526096033403, + "F1_noncoffee": 0.6788680839082079, + "IoU_noncoffee": 0.5138533674339301, + "kappa": 0.5162698271242129, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8520076481835565, + "mIoU": 0.7137127379521186, + "macroF1": 0.8296965293813475, + "F1_coffee": 0.8913379194159764, + "IoU_coffee": 0.8039761934911992, + "precision_coffee": 0.8900883218842002, + "recall_coffee": 0.8925910305075214, + "F1_noncoffee": 0.7680551393467187, + "IoU_noncoffee": 0.6234492824130382, + "kappa": 0.659394491717576, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8274140909963524, + "mIoU": 0.6741700256873853, + "macroF1": 0.8009929082896776, + "F1_coffee": 0.8735049950752779, + "IoU_coffee": 0.7754184361728703, + "precision_coffee": 0.8691026179476411, + "recall_coffee": 0.8779521991231792, + "F1_noncoffee": 0.7284808215040773, + "IoU_noncoffee": 0.5729216152019002, + "kappa": 0.6020077362556145, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 549, + 563 + ], + [ + 6411, + 7520 + ], + [ + 44334, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.765688188870748, + "test_tta": { + "OA": 0.8419250121733485, + "mIoU": 0.6600140786799079, + "macroF1": 0.7851501320230916, + "F1_coffee": 0.8955950300704324, + "IoU_coffee": 0.8109299165210638, + "precision_coffee": 0.8964695782809314, + "recall_coffee": 0.8947221865227263, + "F1_noncoffee": 0.6747052339757507, + "IoU_noncoffee": 0.509098240838752, + "kappa": 0.570301538183103, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8045892465674397, + "mIoU": 0.6073000586689781, + "macroF1": 0.7431123866776895, + "F1_coffee": 0.8687811728245606, + "IoU_coffee": 0.7680045203931373, + "precision_coffee": 0.8755905204388397, + "recall_coffee": 0.8620769186415268, + "F1_noncoffee": 0.6174436005308185, + "IoU_noncoffee": 0.4465955969448189, + "kappa": 0.48631534762035317, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f2_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s2_r0.5", + "val_epoch0": 0.6829287865546556 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.6897609318128477, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8741600389547152, + "mIoU": 0.709354959968457, + "macroF1": 0.8221065264236731, + "F1_coffee": 0.9183353171050276, + "IoU_coffee": 0.8490018502288441, + "precision_coffee": 0.903442415701229, + "recall_coffee": 0.9337274557683245, + "F1_noncoffee": 0.7258777357423187, + "IoU_noncoffee": 0.5697080697080698, + "kappa": 0.6445372892369092, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8295546325141341, + "mIoU": 0.6396298368813629, + "macroF1": 0.7688048215933493, + "F1_coffee": 0.8873166917752054, + "IoU_coffee": 0.7974566394735038, + "precision_coffee": 0.8804329315597268, + "recall_coffee": 0.8943089430894309, + "F1_noncoffee": 0.6502929514114931, + "IoU_noncoffee": 0.4818030342892221, + "kappa": 0.5376973493456438, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2100238663484487, + "mIoU": 0.10546188219035685, + "macroF1": 0.1749418963111802, + "F1_coffee": 0.3450732093391373, + "IoU_coffee": 0.20851267336202775, + "precision_coffee": 1.0, + "recall_coffee": 0.20851267336202775, + "F1_noncoffee": 0.004810583283223091, + "IoU_noncoffee": 0.0024110910186859553, + "kappa": 0.0010049808209437218, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8792747641509434, + "mIoU": 0.72873640100433, + "macroF1": 0.8371938041533322, + "F1_coffee": 0.9199648197009674, + "IoU_coffee": 0.8517915309446255, + "precision_coffee": 0.9217362924281984, + "recall_coffee": 0.9182001430522141, + "F1_noncoffee": 0.7544227886056971, + "IoU_noncoffee": 0.6056812710640347, + "kappa": 0.6743912985814323, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8785717750933877, + "mIoU": 0.7132280092100742, + "macroF1": 0.8245495866303678, + "F1_coffee": 0.9219057127702723, + "IoU_coffee": 0.8551253111072524, + "precision_coffee": 0.9001401328215439, + "recall_coffee": 0.9447499680266018, + "F1_noncoffee": 0.7271934604904632, + "IoU_noncoffee": 0.571330707312896, + "kappa": 0.6498144169101182, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.864713005570356, + "mIoU": 0.685369572313971, + "macroF1": 0.8032019548402712, + "F1_coffee": 0.9132258365178488, + "IoU_coffee": 0.8403087478559177, + "precision_coffee": 0.8897566291318562, + "recall_coffee": 0.9379666858127513, + "F1_noncoffee": 0.6931780731626936, + "IoU_noncoffee": 0.5304303967720242, + "kappa": 0.6073698138120842, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9038892282630828, + "mIoU": 0.7231607909691686, + "macroF1": 0.8282566882322084, + "F1_coffee": 0.9422276621787026, + "IoU_coffee": 0.8907660263827818, + "precision_coffee": 0.945003682789099, + "recall_coffee": 0.9394679033439102, + "F1_noncoffee": 0.7142857142857143, + "IoU_noncoffee": 0.5555555555555556, + "kappa": 0.6565280346993823, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8759972421944253, + "mIoU": 0.6445438549962791, + "macroF1": 0.761920689133345, + "F1_coffee": 0.92672137826669, + "IoU_coffee": 0.8634490238611714, + "precision_coffee": 0.9197088724584104, + "recall_coffee": 0.933841642228739, + "F1_noncoffee": 0.59712, + "IoU_noncoffee": 0.42563868613138683, + "kappa": 0.5239935230247623, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8753300088002347, + "mIoU": 0.6358425915662177, + "macroF1": 0.7532183011158299, + "F1_coffee": 0.9268124677113828, + "IoU_coffee": 0.863607188703466, + "precision_coffee": 0.9149948996939816, + "recall_coffee": 0.9389392882065597, + "F1_noncoffee": 0.579624134520277, + "IoU_noncoffee": 0.40807799442896936, + "kappa": 0.506909042147863, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.856315289648623, + "mIoU": 0.7204771879688101, + "macroF1": 0.8344216746808466, + "F1_coffee": 0.8946305453025977, + "IoU_coffee": 0.8093497983870968, + "precision_coffee": 0.8953164204070254, + "recall_coffee": 0.8939457202505219, + "F1_noncoffee": 0.7742128040590956, + "IoU_noncoffee": 0.6316045775505235, + "kappa": 0.6688437658036633, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8810707456978968, + "mIoU": 0.7522489117246909, + "macroF1": 0.8553608963635252, + "F1_coffee": 0.9163416274377942, + "IoU_coffee": 0.8456000992925407, + "precision_coffee": 0.8783034678355034, + "recall_coffee": 0.9578237030788697, + "F1_noncoffee": 0.7943801652892561, + "IoU_noncoffee": 0.6588977241568412, + "kappa": 0.7120492592929122, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.854290650796698, + "mIoU": 0.7067269462040868, + "macroF1": 0.8235569446796718, + "F1_coffee": 0.897196261682243, + "IoU_coffee": 0.8135593220338984, + "precision_coffee": 0.8608187134502924, + "recall_coffee": 0.9367840475180313, + "F1_noncoffee": 0.7499176276771005, + "IoU_noncoffee": 0.5998945703742752, + "kappa": 0.6486402936553524, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 14, + 27 + ], + [ + 487, + 563 + ], + [ + 6717, + 7520 + ], + [ + 46639, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8762293974558513, + "test_tta": { + "OA": 0.8780392793377698, + "mIoU": 0.7138412840462328, + "macroF1": 0.8251615833704942, + "F1_coffee": 0.9213127801281783, + "IoU_coffee": 0.8541055860823641, + "precision_coffee": 0.9013031184690407, + "recall_coffee": 0.9422310756972112, + "F1_noncoffee": 0.7290103866128101, + "IoU_noncoffee": 0.5735769820101015, + "kappa": 0.650915705137192, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8344150224991347, + "mIoU": 0.6437157589797358, + "macroF1": 0.7715549916916532, + "F1_coffee": 0.8913884605560654, + "IoU_coffee": 0.8040584360173396, + "precision_coffee": 0.8776966354931257, + "recall_coffee": 0.905514232447289, + "F1_noncoffee": 0.651721522827241, + "IoU_noncoffee": 0.483373081942132, + "kappa": 0.5434662354450792, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f2_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f2_s2_r1.0", + "val_epoch0": 0.6801380557545078 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 13, + "stopped_epoch": 50, + "best_val": 0.6910317500470837, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8824866093166693, + "mIoU": 0.7296946146505519, + "macroF1": 0.837425110435004, + "F1_coffee": 0.9230163962316313, + "IoU_coffee": 0.8570384850818474, + "precision_coffee": 0.9164484797297298, + "recall_coffee": 0.929679132930643, + "F1_noncoffee": 0.7518338246383767, + "IoU_noncoffee": 0.6023507442192564, + "kappa": 0.6749040472345798, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8370399215414792, + "mIoU": 0.6572760106637198, + "macroF1": 0.7837187532628691, + "F1_coffee": 0.8911076202499928, + "IoU_coffee": 0.8036015365628966, + "precision_coffee": 0.8936482777283797, + "recall_coffee": 0.8885813680831843, + "F1_noncoffee": 0.6763298862757455, + "IoU_noncoffee": 0.510950484764543, + "kappa": 0.5674478986069108, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20381861575178997, + "mIoU": 0.10234394843244803, + "macroF1": 0.17064439140811455, + "F1_coffee": 0.33651551312649164, + "IoU_coffee": 0.20229555236728838, + "precision_coffee": 1.0, + "recall_coffee": 0.20229555236728838, + "F1_noncoffee": 0.00477326968973747, + "IoU_noncoffee": 0.0023923444976076554, + "kappa": 0.0009674530939630133, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8916077044025157, + "mIoU": 0.7548152496510857, + "macroF1": 0.855760011864966, + "F1_coffee": 0.9276673880254442, + "IoU_coffee": 0.8650929549902152, + "precision_coffee": 0.9356438917917852, + "recall_coffee": 0.9198257363937837, + "F1_noncoffee": 0.7838526357044876, + "IoU_noncoffee": 0.6445375443119562, + "kappa": 0.7115826621991439, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8785717750933877, + "mIoU": 0.7171614235237276, + "macroF1": 0.8278350374179038, + "F1_coffee": 0.9212967330126088, + "IoU_coffee": 0.8540780038477235, + "precision_coffee": 0.9062789978348283, + "recall_coffee": 0.9368205652896789, + "F1_noncoffee": 0.7343733418231986, + "IoU_noncoffee": 0.5802448431997317, + "kappa": 0.6559888881287069, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8774037297166384, + "mIoU": 0.7165689768665106, + "macroF1": 0.8275529504735095, + "F1_coffee": 0.9202709088045361, + "IoU_coffee": 0.8523164896720737, + "precision_coffee": 0.9086215476486689, + "recall_coffee": 0.9322228604250431, + "F1_noncoffee": 0.7348349921424829, + "IoU_noncoffee": 0.5808214640609474, + "kappa": 0.6552943465292209, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9097943392384443, + "mIoU": 0.7378668530029456, + "macroF1": 0.8394283086770016, + "F1_coffee": 0.9457240872335212, + "IoU_coffee": 0.8970366066240558, + "precision_coffee": 0.9494464944649447, + "recall_coffee": 0.9420307542103978, + "F1_noncoffee": 0.733132530120482, + "IoU_noncoffee": 0.5786970993818354, + "kappa": 0.6788808868877982, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8690042352014183, + "mIoU": 0.6276380410399107, + "macroF1": 0.7464320378395374, + "F1_coffee": 0.9227283290727399, + "IoU_coffee": 0.8565419048646317, + "precision_coffee": 0.9141245539311615, + "recall_coffee": 0.9314956011730205, + "F1_noncoffee": 0.5701357466063348, + "IoU_noncoffee": 0.3987341772151899, + "kappa": 0.4931138735813391, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8798279065219516, + "mIoU": 0.6517508177141225, + "macroF1": 0.7681424019679053, + "F1_coffee": 0.929062049062049, + "IoU_coffee": 0.8675218281772125, + "precision_coffee": 0.9221954852755815, + "recall_coffee": 0.9360316352640149, + "F1_noncoffee": 0.6072227548737615, + "IoU_noncoffee": 0.4359798072510326, + "kappa": 0.5364271084398003, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8746438746438746, + "mIoU": 0.7539478224036218, + "macroF1": 0.8575892231241922, + "F1_coffee": 0.9068717369832087, + "IoU_coffee": 0.8296114625016136, + "precision_coffee": 0.9195879238803835, + "recall_coffee": 0.8945024356297843, + "F1_noncoffee": 0.8083067092651757, + "IoU_noncoffee": 0.67828418230563, + "kappa": 0.7152905072870316, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8878585086042065, + "mIoU": 0.76923164733674, + "macroF1": 0.86713532072417, + "F1_coffee": 0.9196079775203893, + "IoU_coffee": 0.8511799035777722, + "precision_coffee": 0.8971650173843274, + "recall_coffee": 0.9432025868128778, + "F1_noncoffee": 0.8146626639279507, + "IoU_noncoffee": 0.6872833910957078, + "kappa": 0.7346534477028376, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8750239969283932, + "mIoU": 0.7484895551263056, + "macroF1": 0.8533892816502433, + "F1_coffee": 0.9097087378640777, + "IoU_coffee": 0.8343722172751559, + "precision_coffee": 0.8925023812763642, + "recall_coffee": 0.9275915712063357, + "F1_noncoffee": 0.797069825436409, + "IoU_noncoffee": 0.6626068929774553, + "kappa": 0.7070232965992788, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 18, + 27 + ], + [ + 545, + 563 + ], + [ + 6782, + 7520 + ], + [ + 47025, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6618896245956423, + "test_tta": { + "OA": 0.8868203213764, + "mIoU": 0.7340611387732887, + "macroF1": 0.8402177265791664, + "F1_coffee": 0.9265094906358358, + "IoU_coffee": 0.8630812126924285, + "precision_coffee": 0.9119862232089134, + "recall_coffee": 0.9415028059803796, + "F1_noncoffee": 0.7539259625224971, + "IoU_noncoffee": 0.605041064854149, + "kappa": 0.6807065825602123, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8424483673704858, + "mIoU": 0.6613336566631124, + "macroF1": 0.7862512408621676, + "F1_coffee": 0.8958508122950194, + "IoU_coffee": 0.8113494283839325, + "precision_coffee": 0.888817419928489, + "recall_coffee": 0.9029964058505834, + "F1_noncoffee": 0.6766516694293156, + "IoU_noncoffee": 0.5113178849422922, + "kappa": 0.5725855754987698, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f3_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s0_r0.05", + "val_epoch0": 0.6867303622414817 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6867303622414817, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8281904097424838, + "mIoU": 0.6631397584258341, + "macroF1": 0.7910325924524543, + "F1_coffee": 0.8791505403928305, + "IoU_coffee": 0.7843609441547585, + "precision_coffee": 0.8567794952064175, + "recall_coffee": 0.9027211507627468, + "F1_noncoffee": 0.7029146445120781, + "IoU_noncoffee": 0.5419185726969095, + "kappa": 0.5827644667296017, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.79827218183916, + "mIoU": 0.6216457422691024, + "macroF1": 0.7590748683092283, + "F1_coffee": 0.8562531473849727, + "IoU_coffee": 0.7486386917063528, + "precision_coffee": 0.8362373534607355, + "recall_coffee": 0.8772506159580516, + "F1_noncoffee": 0.661896589233484, + "IoU_noncoffee": 0.49465279283185204, + "kappa": 0.5187981694477081, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1323185011709602, + "mIoU": 0.06664597627080095, + "macroF1": 0.11848016415296983, + "F1_coffee": 0.22892819979188345, + "IoU_coffee": 0.12925969447708577, + "precision_coffee": 0.990990990990991, + "recall_coffee": 0.12941176470588237, + "F1_noncoffee": 0.008032128514056224, + "IoU_noncoffee": 0.004032258064516129, + "kappa": -0.0012974806722848482, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8275051566172591, + "mIoU": 0.6653207154596064, + "macroF1": 0.7931397820740931, + "F1_coffee": 0.877453653217012, + "IoU_coffee": 0.7816636308439587, + "precision_coffee": 0.8603314621758889, + "recall_coffee": 0.8952712100139082, + "F1_noncoffee": 0.7088259109311741, + "IoU_noncoffee": 0.548977800075254, + "kappa": 0.5866685536408811, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8231010850942319, + "mIoU": 0.6466495547780284, + "macroF1": 0.7770082305542501, + "F1_coffee": 0.8783903157205954, + "IoU_coffee": 0.783151508080042, + "precision_coffee": 0.8378479590562976, + "recall_coffee": 0.9230557656604552, + "F1_noncoffee": 0.6756261453879047, + "IoU_noncoffee": 0.5101476014760148, + "kappa": 0.5567845505508561, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8339070973826928, + "mIoU": 0.6765165207864294, + "macroF1": 0.8017251881529058, + "F1_coffee": 0.8816054860830981, + "IoU_coffee": 0.788277727682597, + "precision_coffee": 0.8734430160527543, + "recall_coffee": 0.8899219545300305, + "F1_noncoffee": 0.7218448902227136, + "IoU_noncoffee": 0.564755313890262, + "kappa": 0.603531722633837, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8428819444444444, + "mIoU": 0.6606735782386742, + "macroF1": 0.785544411007881, + "F1_coffee": 0.8964333396910166, + "IoU_coffee": 0.8123055651572761, + "precision_coffee": 0.8532010165799346, + "recall_coffee": 0.9442807393517278, + "F1_noncoffee": 0.6746554823247454, + "IoU_noncoffee": 0.5090415913200723, + "kappa": 0.5745205787829628, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8143621084797555, + "mIoU": 0.6129993535212568, + "macroF1": 0.746301035973128, + "F1_coffee": 0.8777050830397585, + "IoU_coffee": 0.7820627802690583, + "precision_coffee": 0.8378573144367043, + "recall_coffee": 0.9215323645970938, + "F1_noncoffee": 0.6148969889064976, + "IoU_noncoffee": 0.4439359267734554, + "kappa": 0.4961904876924135, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8323426738371544, + "mIoU": 0.6512076976875985, + "macroF1": 0.7791408843713812, + "F1_coffee": 0.887538763369407, + "IoU_coffee": 0.797815451132097, + "precision_coffee": 0.8651449722393584, + "recall_coffee": 0.9111226611226612, + "F1_noncoffee": 0.6707430053733555, + "IoU_noncoffee": 0.5045999442431001, + "kappa": 0.5591465452309722, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8122912491649966, + "mIoU": 0.6624864046909728, + "macroF1": 0.7938264132078292, + "F1_coffee": 0.8555269922879177, + "IoU_coffee": 0.7475292003593891, + "precision_coffee": 0.8691240113415908, + "recall_coffee": 0.8423488573908012, + "F1_noncoffee": 0.7321258341277407, + "IoU_noncoffee": 0.5774436090225564, + "kappa": 0.5878398662095782, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8317836812144213, + "mIoU": 0.6755241743749735, + "macroF1": 0.8012884728563252, + "F1_coffee": 0.8791328652259868, + "IoU_coffee": 0.7843328062279528, + "precision_coffee": 0.8378378378378378, + "recall_coffee": 0.9247095941488599, + "F1_noncoffee": 0.7234440804866635, + "IoU_noncoffee": 0.5667155425219942, + "kappa": 0.6047737737603094, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8354704884027909, + "mIoU": 0.6951231432602571, + "macroF1": 0.8173453913697766, + "F1_coffee": 0.8748834874883488, + "IoU_coffee": 0.7775936783074178, + "precision_coffee": 0.8831789229878402, + "recall_coffee": 0.8667424350049723, + "F1_noncoffee": 0.7598072952512044, + "IoU_noncoffee": 0.6126526082130965, + "kappa": 0.6347526432149888, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9267, + 11000 + ], + [ + 42833, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5939404090245564, + "test_tta": { + "OA": 0.8322973487251046, + "mIoU": 0.6662402424036242, + "macroF1": 0.7929418792379261, + "F1_coffee": 0.8832129684842863, + "IoU_coffee": 0.7908517412541777, + "precision_coffee": 0.8526865671641791, + "recall_coffee": 0.9160062302441706, + "F1_noncoffee": 0.702670789991566, + "IoU_noncoffee": 0.5416287435530707, + "kappa": 0.5872306195668271, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8030316141686858, + "mIoU": 0.6249742986045949, + "macroF1": 0.7611327375810213, + "F1_coffee": 0.8611740787801779, + "IoU_coffee": 0.7561946586689517, + "precision_coffee": 0.8323966357490961, + "recall_coffee": 0.8920125508033777, + "F1_noncoffee": 0.6610913963818646, + "IoU_noncoffee": 0.49375393854023797, + "kappa": 0.5236553544751571, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f3_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s0_r0.1", + "val_epoch0": 0.6837422583593162 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6837422583593162, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.835627299251554, + "mIoU": 0.667406032289709, + "macroF1": 0.7932771283112396, + "F1_coffee": 0.8868439437603702, + "IoU_coffee": 0.7966932747563105, + "precision_coffee": 0.8471532846715328, + "recall_coffee": 0.9304365751981309, + "F1_noncoffee": 0.6997103128621089, + "IoU_noncoffee": 0.5381187898231075, + "kappa": 0.5889487366844945, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8096659743856005, + "mIoU": 0.6302119398633574, + "macroF1": 0.7645724731478706, + "F1_coffee": 0.867607668462395, + "IoU_coffee": 0.7661723276457768, + "precision_coffee": 0.8284860328773422, + "recall_coffee": 0.910607113525807, + "F1_noncoffee": 0.6615372778333461, + "IoU_noncoffee": 0.49425155208093813, + "kappa": 0.5318138334677831, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.46604215456674475, + "mIoU": 0.23534787984915861, + "macroF1": 0.32350795272143584, + "F1_coffee": 0.6340288924558587, + "IoU_coffee": 0.46415981198589895, + "precision_coffee": 0.9974747474747475, + "recall_coffee": 0.4647058823529412, + "F1_noncoffee": 0.012987012987012988, + "IoU_noncoffee": 0.006535947712418301, + "kappa": 0.003735123463738664, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8382501079291984, + "mIoU": 0.6684306900606951, + "macroF1": 0.7936371773911444, + "F1_coffee": 0.8895874263261296, + "IoU_coffee": 0.8011323425336164, + "precision_coffee": 0.8405940594059406, + "recall_coffee": 0.9446453407510431, + "F1_noncoffee": 0.6976869284561592, + "IoU_noncoffee": 0.5357290375877737, + "kappa": 0.5910778334503936, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8428041119360365, + "mIoU": 0.6775101976916745, + "macroF1": 0.8007745745354571, + "F1_coffee": 0.8922805987672439, + "IoU_coffee": 0.8055113937466879, + "precision_coffee": 0.8486352357320099, + "recall_coffee": 0.9406587361617272, + "F1_noncoffee": 0.7092685503036704, + "IoU_noncoffee": 0.5495090016366612, + "kappa": 0.6043734928998228, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8259372789436453, + "mIoU": 0.656591378854261, + "macroF1": 0.7855751327644617, + "F1_coffee": 0.878605492517678, + "IoU_coffee": 0.7834936649460347, + "precision_coffee": 0.8523931078493937, + "recall_coffee": 0.9064811672887683, + "F1_noncoffee": 0.6925447730112453, + "IoU_noncoffee": 0.5296890927624872, + "kappa": 0.5721749314165262, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8265817901234568, + "mIoU": 0.6191008031970748, + "macroF1": 0.7492406732986409, + "F1_coffee": 0.8885030385712513, + "IoU_coffee": 0.7993751394777951, + "precision_coffee": 0.8272517321016166, + "recall_coffee": 0.9595499598178409, + "F1_noncoffee": 0.6099783080260304, + "IoU_noncoffee": 0.4388264669163546, + "kappa": 0.5079180116762955, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8268716577540107, + "mIoU": 0.6351579782127801, + "macroF1": 0.7651344737644471, + "F1_coffee": 0.8855501546619532, + "IoU_coffee": 0.7946074544012688, + "precision_coffee": 0.8480232136380124, + "recall_coffee": 0.926552179656539, + "F1_noncoffee": 0.644718792866941, + "IoU_noncoffee": 0.4757085020242915, + "kappa": 0.5331071611920635, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7979054627795075, + "mIoU": 0.5845645847256672, + "macroF1": 0.7210646640807888, + "F1_coffee": 0.8674668976611806, + "IoU_coffee": 0.7659527972027972, + "precision_coffee": 0.8280179541696197, + "recall_coffee": 0.9108627858627859, + "F1_noncoffee": 0.5746624305003971, + "IoU_noncoffee": 0.4031763722485372, + "kappa": 0.44616375644187, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8497948277507396, + "mIoU": 0.7076610426531404, + "macroF1": 0.8251374690729572, + "F1_coffee": 0.8908006105175523, + "IoU_coffee": 0.8031023267450588, + "precision_coffee": 0.856, + "recall_coffee": 0.9285507665606016, + "F1_noncoffee": 0.7594743276283619, + "IoU_noncoffee": 0.612219758561222, + "kappa": 0.6515435126480992, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8586337760910816, + "mIoU": 0.7163485117138869, + "macroF1": 0.830689258566738, + "F1_coffee": 0.8994737552287141, + "IoU_coffee": 0.8173124080431584, + "precision_coffee": 0.8492801630780992, + "recall_coffee": 0.9559730388641905, + "F1_noncoffee": 0.7619047619047619, + "IoU_noncoffee": 0.6153846153846154, + "kappa": 0.6641569646081926, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8539505940033943, + "mIoU": 0.7200621611115908, + "macroF1": 0.8344873844627838, + "F1_coffee": 0.8912448220178333, + "IoU_coffee": 0.8038247213779128, + "precision_coffee": 0.8810383120488617, + "recall_coffee": 0.9016905810484444, + "F1_noncoffee": 0.7777299469077342, + "IoU_noncoffee": 0.6362996008452688, + "kappa": 0.6690655380078532, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9170, + 11000 + ], + [ + 43398, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6097512364387514, + "test_tta": { + "OA": 0.8400355194722822, + "mIoU": 0.67059967276767, + "macroF1": 0.7952045735240214, + "F1_coffee": 0.8910230096143459, + "IoU_coffee": 0.8034639287732082, + "precision_coffee": 0.843167320902846, + "recall_coffee": 0.9446378670575839, + "F1_noncoffee": 0.6993861374336969, + "IoU_noncoffee": 0.5377354167621317, + "kappa": 0.5940167762302341, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8141513787931234, + "mIoU": 0.6325246659443843, + "macroF1": 0.7657082376611402, + "F1_coffee": 0.8722438134517766, + "IoU_coffee": 0.773432967032967, + "precision_coffee": 0.8241190025666486, + "recall_coffee": 0.9263377345378735, + "F1_noncoffee": 0.6591726618705036, + "IoU_noncoffee": 0.49161636485580146, + "kappa": 0.53564087192993, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f3_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s0_r0.5", + "val_epoch0": 0.6953167853945343 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 41, + "stopped_epoch": 71, + "best_val": 0.6963349972208227, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8520233413674997, + "mIoU": 0.70383836172512, + "macroF1": 0.8215684175361971, + "F1_coffee": 0.8952849031620997, + "IoU_coffee": 0.8104215337734891, + "precision_coffee": 0.8775406951165861, + "recall_coffee": 0.913761509917999, + "F1_noncoffee": 0.7478519319102945, + "IoU_noncoffee": 0.5972551896767511, + "kappa": 0.6434878288503282, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.822343371408792, + "mIoU": 0.6603614862488361, + "macroF1": 0.7897882632274228, + "F1_coffee": 0.8725135062408147, + "IoU_coffee": 0.7738571690838993, + "precision_coffee": 0.8578813473084359, + "recall_coffee": 0.887653463053046, + "F1_noncoffee": 0.7070630202140309, + "IoU_noncoffee": 0.5468658034137728, + "kappa": 0.5798573730340135, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.36065573770491804, + "mIoU": 0.18140228230698058, + "macroF1": 0.2678850682995761, + "F1_coffee": 0.5284974093264249, + "IoU_coffee": 0.3591549295774648, + "precision_coffee": 0.9935064935064936, + "recall_coffee": 0.36, + "F1_noncoffee": 0.007272727272727273, + "IoU_noncoffee": 0.0036496350364963502, + "kappa": -0.0020458511342438825, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8535041013095409, + "mIoU": 0.7032099777607694, + "macroF1": 0.8207717457885142, + "F1_coffee": 0.897365237263073, + "IoU_coffee": 0.8138372447424566, + "precision_coffee": 0.8683012486992716, + "recall_coffee": 0.928442280945758, + "F1_noncoffee": 0.7441782543139555, + "IoU_noncoffee": 0.5925827107790822, + "kappa": 0.6425417382957945, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8535598705501618, + "mIoU": 0.7054444576237844, + "macroF1": 0.8226246918620284, + "F1_coffee": 0.8966999026420922, + "IoU_coffee": 0.8127434274586174, + "precision_coffee": 0.8760823930726843, + "recall_coffee": 0.9183112150175342, + "F1_noncoffee": 0.7485494810819645, + "IoU_noncoffee": 0.5981454877889513, + "kappa": 0.6457269925838968, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8490450365479839, + "mIoU": 0.7027237059915167, + "macroF1": 0.8211852562648163, + "F1_coffee": 0.8917666948436179, + "IoU_coffee": 0.8046741518184037, + "precision_coffee": 0.888611859838275, + "recall_coffee": 0.8949440108585002, + "F1_noncoffee": 0.7506038176860148, + "IoU_noncoffee": 0.6007732601646296, + "kappa": 0.6423808992557153, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8425925925925926, + "mIoU": 0.6604600765962121, + "macroF1": 0.7854121772161144, + "F1_coffee": 0.8961832061068702, + "IoU_coffee": 0.8118948824343015, + "precision_coffee": 0.8534044099830386, + "recall_coffee": 0.9434770961693009, + "F1_noncoffee": 0.6746411483253588, + "IoU_noncoffee": 0.5090252707581228, + "kappa": 0.5741776422082495, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8427234530175707, + "mIoU": 0.6603939859905323, + "macroF1": 0.7853215833362573, + "F1_coffee": 0.8963303329766475, + "IoU_coffee": 0.8121364206684156, + "precision_coffee": 0.8560779127089094, + "recall_coffee": 0.940554821664465, + "F1_noncoffee": 0.6743128336958671, + "IoU_noncoffee": 0.5086515513126492, + "kappa": 0.5736047144864171, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8536654401358619, + "mIoU": 0.6844139989148128, + "macroF1": 0.8046289362638834, + "F1_coffee": 0.9025080143315105, + "IoU_coffee": 0.8223367697594501, + "precision_coffee": 0.8741020333617435, + "recall_coffee": 0.9328222453222453, + "F1_noncoffee": 0.7067498581962564, + "IoU_noncoffee": 0.5464912280701755, + "kappa": 0.6104951795397677, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8643000286286859, + "mIoU": 0.7375869380142053, + "macroF1": 0.8466285645637021, + "F1_coffee": 0.8986890852094613, + "IoU_coffee": 0.8160175960667615, + "precision_coffee": 0.885565852288683, + "recall_coffee": 0.9122071159965288, + "F1_noncoffee": 0.7945680439179428, + "IoU_noncoffee": 0.659156279961649, + "kappa": 0.6933936606223329, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.864326375711575, + "mIoU": 0.7406329053505799, + "macroF1": 0.8489789783771868, + "F1_coffee": 0.8971223021582734, + "IoU_coffee": 0.8134377038486628, + "precision_coffee": 0.9001010538472644, + "recall_coffee": 0.8941632009178259, + "F1_noncoffee": 0.8008356545961003, + "IoU_noncoffee": 0.667828106852497, + "kappa": 0.6979643605079375, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8444276824438997, + "mIoU": 0.712843684747851, + "macroF1": 0.8303017554578855, + "F1_coffee": 0.8792624030440509, + "IoU_coffee": 0.7845390441368504, + "precision_coffee": 0.9065942357024295, + "recall_coffee": 0.853530331012928, + "F1_noncoffee": 0.7813411078717201, + "IoU_noncoffee": 0.6411483253588517, + "kappa": 0.6611612477004818, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9433, + 11000 + ], + [ + 44171, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.6880332668622335, + "test_tta": { + "OA": 0.8565425599391094, + "mIoU": 0.7095649465198974, + "macroF1": 0.8254995222531836, + "F1_coffee": 0.899099963195521, + "IoU_coffee": 0.8166953702765677, + "precision_coffee": 0.8761656341701989, + "recall_coffee": 0.9232672133400522, + "F1_noncoffee": 0.751899081310846, + "IoU_noncoffee": 0.6024345227632273, + "kappa": 0.6515860365944748, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8271893388715819, + "mIoU": 0.6657623425756145, + "macroF1": 0.7936022536183429, + "F1_coffee": 0.8768626806157893, + "IoU_coffee": 0.7807261547470903, + "precision_coffee": 0.8563399506212489, + "recall_coffee": 0.8983932444669067, + "F1_noncoffee": 0.7103418266208964, + "IoU_noncoffee": 0.5507985304041388, + "kappa": 0.5877614653439707, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f3_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s0_r1.0", + "val_epoch0": 0.6969771557296471 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 2, + "stopped_epoch": 50, + "best_val": 0.6981386647871121, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.84365089432957, + "mIoU": 0.6885101382865598, + "macroF1": 0.8101849038017321, + "F1_coffee": 0.8898865362279996, + "IoU_coffee": 0.8016176411412016, + "precision_coffee": 0.8682822647430589, + "recall_coffee": 0.9125933391360117, + "F1_noncoffee": 0.7304832713754646, + "IoU_noncoffee": 0.575402635431918, + "kappa": 0.6209441962466168, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8134879427714319, + "mIoU": 0.6452889155881829, + "macroF1": 0.7779508558901658, + "F1_coffee": 0.8667820425654655, + "IoU_coffee": 0.7648855516971802, + "precision_coffee": 0.848428015407264, + "recall_coffee": 0.8859477330637858, + "F1_noncoffee": 0.6891196692148661, + "IoU_noncoffee": 0.5256922794791857, + "kappa": 0.5563861833290741, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1557377049180328, + "mIoU": 0.07845255175906148, + "macroF1": 0.13664438639515303, + "F1_coffee": 0.2650356778797146, + "IoU_coffee": 0.15276145710928318, + "precision_coffee": 0.9923664122137404, + "recall_coffee": 0.15294117647058825, + "F1_noncoffee": 0.008253094910591471, + "IoU_noncoffee": 0.004143646408839779, + "kappa": -0.001073041617756566, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8297117091188181, + "mIoU": 0.6700423028676736, + "macroF1": 0.7968832690361879, + "F1_coffee": 0.8785411249486793, + "IoU_coffee": 0.7833912990420404, + "precision_coffee": 0.8646955818965517, + "recall_coffee": 0.892837273991655, + "F1_noncoffee": 0.7152254131236965, + "IoU_noncoffee": 0.5566933066933067, + "kappa": 0.5940105888476167, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.851323053493242, + "mIoU": 0.6968592079126399, + "macroF1": 0.8158320925942477, + "F1_coffee": 0.8966794549543591, + "IoU_coffee": 0.8127098321342926, + "precision_coffee": 0.8638246351876633, + "recall_coffee": 0.9321322973251737, + "F1_noncoffee": 0.7349847302341365, + "IoU_noncoffee": 0.5810085836909872, + "kappa": 0.6330258389907515, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8497524168828107, + "mIoU": 0.6988901106918108, + "macroF1": 0.8178441431122845, + "F1_coffee": 0.8940824468085107, + "IoU_coffee": 0.8084530752119281, + "precision_coffee": 0.8763115021179537, + "recall_coffee": 0.9125890736342043, + "F1_noncoffee": 0.7416058394160584, + "IoU_noncoffee": 0.5893271461716937, + "kappa": 0.6360534236926563, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8531057098765432, + "mIoU": 0.682254780602368, + "macroF1": 0.8028414937513141, + "F1_coffee": 0.9023905659168109, + "IoU_coffee": 0.8221417727431974, + "precision_coffee": 0.8651837286469215, + "recall_coffee": 0.9429413340476829, + "F1_noncoffee": 0.7032924215858173, + "IoU_noncoffee": 0.5423677884615384, + "kappa": 0.6078873172284631, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8444423223834988, + "mIoU": 0.6627936474984004, + "macroF1": 0.7871504746473265, + "F1_coffee": 0.8975793775542282, + "IoU_coffee": 0.814189574540892, + "precision_coffee": 0.8563887222555489, + "recall_coffee": 0.9429326287978864, + "F1_noncoffee": 0.6767215717404247, + "IoU_noncoffee": 0.5113977204559088, + "kappa": 0.5773868915993603, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8501745447683744, + "mIoU": 0.6739194109865534, + "macroF1": 0.7960255600470598, + "F1_coffee": 0.901120797011208, + "IoU_coffee": 0.8200362647325476, + "precision_coffee": 0.8651362984218077, + "recall_coffee": 0.9402286902286903, + "F1_noncoffee": 0.6909303230829117, + "IoU_noncoffee": 0.527802557240559, + "kappa": 0.5942453231643057, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8065655119763336, + "mIoU": 0.6539359542266518, + "macroF1": 0.7874038511341841, + "F1_coffee": 0.8512293577981651, + "IoU_coffee": 0.740991566572962, + "precision_coffee": 0.8641037103263299, + "recall_coffee": 0.8387330054960949, + "F1_noncoffee": 0.7235783444702032, + "IoU_noncoffee": 0.5668803418803419, + "kappa": 0.5749830015675115, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8581593927893738, + "mIoU": 0.7241911874851038, + "macroF1": 0.837083196895564, + "F1_coffee": 0.8956806922057079, + "IoU_coffee": 0.8110703904966511, + "precision_coffee": 0.8722478934493069, + "recall_coffee": 0.9204072852430805, + "F1_noncoffee": 0.7784857015854201, + "IoU_noncoffee": 0.6373119844735565, + "kappa": 0.6746649755155834, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8493305676032434, + "mIoU": 0.7158846644525416, + "macroF1": 0.8319143238881687, + "F1_coffee": 0.8860199714693295, + "IoU_coffee": 0.7953643232168012, + "precision_coffee": 0.8897006159575992, + "recall_coffee": 0.8823696547805085, + "F1_noncoffee": 0.7778086763070078, + "IoU_noncoffee": 0.6364050056882822, + "kappa": 0.6638398629113696, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9360, + 11000 + ], + [ + 43715, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.59533371925354, + "test_tta": { + "OA": 0.8481701129011797, + "mIoU": 0.6919939215780349, + "macroF1": 0.8122924902807022, + "F1_coffee": 0.8943564848016771, + "IoU_coffee": 0.808901307254765, + "precision_coffee": 0.8627626285203397, + "recall_coffee": 0.9283521920381145, + "F1_noncoffee": 0.7302284957597273, + "IoU_noncoffee": 0.5750865359013047, + "kappa": 0.6258661390910596, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8179300796123226, + "mIoU": 0.6475191778952318, + "macroF1": 0.779009171795737, + "F1_coffee": 0.871751630534165, + "IoU_coffee": 0.7726593311602946, + "precision_coffee": 0.8421496849667301, + "recall_coffee": 0.9035104344346874, + "F1_noncoffee": 0.686266713057309, + "IoU_noncoffee": 0.5223790246301692, + "kappa": 0.5593502209446441, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f3_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s1_r0.05", + "val_epoch0": 0.686402425479931 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.686402425479931, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8398769503995941, + "mIoU": 0.6812181585682219, + "macroF1": 0.8046246638479223, + "F1_coffee": 0.8876151894226061, + "IoU_coffee": 0.7979389694847424, + "precision_coffee": 0.863250638611075, + "recall_coffee": 0.9133950249667873, + "F1_noncoffee": 0.7216341382732385, + "IoU_noncoffee": 0.5644973476517013, + "kappa": 0.6100188035989985, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8091467635860159, + "mIoU": 0.6375458743640756, + "macroF1": 0.7717000830767909, + "F1_coffee": 0.8641612860178408, + "IoU_coffee": 0.7608133755083597, + "precision_coffee": 0.8430202283196475, + "recall_coffee": 0.8863899593572978, + "F1_noncoffee": 0.6792388801357411, + "IoU_noncoffee": 0.5142783732197915, + "kappa": 0.544077225718787, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13700234192037472, + "mIoU": 0.06900705052878967, + "macroF1": 0.12217240008647201, + "F1_coffee": 0.23626943005181347, + "IoU_coffee": 0.13396004700352526, + "precision_coffee": 0.991304347826087, + "recall_coffee": 0.13411764705882354, + "F1_noncoffee": 0.008075370121130552, + "IoU_noncoffee": 0.004054054054054054, + "kappa": -0.0012535594406706682, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8345085623830767, + "mIoU": 0.6736843528811957, + "macroF1": 0.7991099080858102, + "F1_coffee": 0.8834380701398743, + "IoU_coffee": 0.7912127814088599, + "precision_coffee": 0.859114206860297, + "recall_coffee": 0.9091794158553547, + "F1_noncoffee": 0.714781746031746, + "IoU_noncoffee": 0.5561559243535315, + "kappa": 0.5990063571984062, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8389015800494956, + "mIoU": 0.6775348892332764, + "macroF1": 0.8015987572539012, + "F1_coffee": 0.8876273943498324, + "IoU_coffee": 0.7979586964307032, + "precision_coffee": 0.8580872913992298, + "recall_coffee": 0.9192738774668225, + "F1_noncoffee": 0.71557012015797, + "IoU_noncoffee": 0.5571110820358498, + "kappa": 0.6043842376796287, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8461211978307003, + "mIoU": 0.692340596400743, + "macroF1": 0.8129839819443154, + "F1_coffee": 0.8917062161893067, + "IoU_coffee": 0.8045756722764569, + "precision_coffee": 0.872564302416212, + "recall_coffee": 0.9117068204954191, + "F1_noncoffee": 0.7342617476993241, + "IoU_noncoffee": 0.580105520525029, + "kappa": 0.6264091507841182, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8375771604938271, + "mIoU": 0.6587670292260088, + "macroF1": 0.7849763741049155, + "F1_coffee": 0.8913267940113577, + "IoU_coffee": 0.8039580908032596, + "precision_coffee": 0.8600249066002491, + "recall_coffee": 0.9249933029734798, + "F1_noncoffee": 0.6786259541984733, + "IoU_noncoffee": 0.5135759676487579, + "kappa": 0.5716308777089518, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8467341482047365, + "mIoU": 0.6729403099911923, + "macroF1": 0.7958792345343777, + "F1_coffee": 0.8977641888018345, + "IoU_coffee": 0.8144937586685159, + "precision_coffee": 0.8668962972075286, + "recall_coffee": 0.9309114927344782, + "F1_noncoffee": 0.6939942802669209, + "IoU_noncoffee": 0.5313868613138686, + "kappa": 0.5933018684116107, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8506462873856024, + "mIoU": 0.6770783487615042, + "macroF1": 0.7987568906852045, + "F1_coffee": 0.9009448720355422, + "IoU_coffee": 0.8197449328171259, + "precision_coffee": 0.8689197344598673, + "recall_coffee": 0.935420997920998, + "F1_noncoffee": 0.6965689093348668, + "IoU_noncoffee": 0.5344117647058824, + "kappa": 0.5991816177100667, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8314724687470179, + "mIoU": 0.6838819647384357, + "macroF1": 0.8085924694015447, + "F1_coffee": 0.8747695362359948, + "IoU_coffee": 0.7774136627174187, + "precision_coffee": 0.8580968280467446, + "recall_coffee": 0.8921029794619613, + "F1_noncoffee": 0.7424154025670945, + "IoU_noncoffee": 0.5903502667594526, + "kappa": 0.6174819696252071, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8311195445920304, + "mIoU": 0.6791501059453091, + "macroF1": 0.8045833399995734, + "F1_coffee": 0.8765945646145313, + "IoU_coffee": 0.7803011602073562, + "precision_coffee": 0.8484767145349618, + "recall_coffee": 0.9066398967445862, + "F1_noncoffee": 0.7325721153846154, + "IoU_noncoffee": 0.5779990516832622, + "kappa": 0.6100946116817744, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8415990948519706, + "mIoU": 0.701696690687907, + "macroF1": 0.8216895683161658, + "F1_coffee": 0.8812720848056537, + "IoU_coffee": 0.7877447883765003, + "precision_coffee": 0.876810575165237, + "recall_coffee": 0.885779230004262, + "F1_noncoffee": 0.762107051826678, + "IoU_noncoffee": 0.6156485929993136, + "kappa": 0.6433976363481568, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9326, + 11000 + ], + [ + 43508, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.599916406472524, + "test_tta": { + "OA": 0.8444913104148167, + "mIoU": 0.6863342324156727, + "macroF1": 0.8081447090439844, + "F1_coffee": 0.8916509230718239, + "IoU_coffee": 0.8044856459330143, + "precision_coffee": 0.8612314587557358, + "recall_coffee": 0.9242979522653351, + "F1_noncoffee": 0.7246384950161449, + "IoU_noncoffee": 0.5681828188983312, + "kappa": 0.6175021654680432, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8138340833044883, + "mIoU": 0.6418089193880836, + "macroF1": 0.7746186462470289, + "F1_coffee": 0.8686315618066722, + "IoU_coffee": 0.7677707212636957, + "precision_coffee": 0.8405388903113983, + "recall_coffee": 0.8986670036009855, + "F1_noncoffee": 0.6806057306873856, + "IoU_noncoffee": 0.5158471175124714, + "kappa": 0.5504581827752969, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f3_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s1_r0.1", + "val_epoch0": 0.6885401524749168 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6885401524749168, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8484713941392871, + "mIoU": 0.6900732846074571, + "macroF1": 0.8105861471418012, + "F1_coffee": 0.8952973659990358, + "IoU_coffee": 0.8104419582639054, + "precision_coffee": 0.8581390464188196, + "recall_coffee": 0.9358193229190527, + "F1_noncoffee": 0.7258749282845668, + "IoU_noncoffee": 0.5697046109510087, + "kappa": 0.6230228534633472, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8184492904119073, + "mIoU": 0.6458139540506717, + "macroF1": 0.7773012309381881, + "F1_coffee": 0.8730280411539237, + "IoU_coffee": 0.77466704854647, + "precision_coffee": 0.837821617331036, + "recall_coffee": 0.9113230989533978, + "F1_noncoffee": 0.6815744207224527, + "IoU_noncoffee": 0.5169608595548734, + "kappa": 0.5565661372101262, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23185011709601874, + "mIoU": 0.11684726885624161, + "macroF1": 0.19095619624176116, + "F1_coffee": 0.372848948374761, + "IoU_coffee": 0.2291421856639248, + "precision_coffee": 0.9948979591836735, + "recall_coffee": 0.22941176470588234, + "F1_noncoffee": 0.00906344410876133, + "IoU_noncoffee": 0.004552352048558422, + "kappa": -0.00024996250562415605, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8413680625509665, + "mIoU": 0.6751586378298238, + "macroF1": 0.7989906413521308, + "F1_coffee": 0.891285052105592, + "IoU_coffee": 0.8038901737531875, + "precision_coffee": 0.8451898497412557, + "recall_coffee": 0.9426981919332406, + "F1_noncoffee": 0.7066962305986696, + "IoU_noncoffee": 0.54642710190646, + "kappa": 0.601181698229409, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8507995431182181, + "mIoU": 0.6943229179613379, + "macroF1": 0.8137750033477185, + "F1_coffee": 0.8968105065666041, + "IoU_coffee": 0.8129251700680272, + "precision_coffee": 0.8601464831418109, + "recall_coffee": 0.9367393247610535, + "F1_noncoffee": 0.7307395001288328, + "IoU_noncoffee": 0.5757206658546488, + "kappa": 0.6293074705771764, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8531478424899788, + "mIoU": 0.7004439100041638, + "macroF1": 0.8185170327978164, + "F1_coffee": 0.8977944072469476, + "IoU_coffee": 0.8145435054493478, + "precision_coffee": 0.8693192652386703, + "recall_coffee": 0.9281981676280964, + "F1_noncoffee": 0.7392396583486853, + "IoU_noncoffee": 0.5863443145589798, + "kappa": 0.6380249402444644, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8273533950617284, + "mIoU": 0.6238496406570274, + "macroF1": 0.7538365808895995, + "F1_coffee": 0.888362230260696, + "IoU_coffee": 0.7991472172351886, + "precision_coffee": 0.8312324929971989, + "recall_coffee": 0.9539244575408519, + "F1_noncoffee": 0.6193109315185028, + "IoU_noncoffee": 0.4485520640788663, + "kappa": 0.515477792732167, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8391902215431627, + "mIoU": 0.654377295243318, + "macroF1": 0.7805283960993928, + "F1_coffee": 0.8939947123253179, + "IoU_coffee": 0.8083096186681844, + "precision_coffee": 0.8538961038961039, + "recall_coffee": 0.9380449141347424, + "F1_noncoffee": 0.6670620798734678, + "IoU_noncoffee": 0.5004449718184515, + "kappa": 0.564076014130832, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8465893008774412, + "mIoU": 0.6636963511438572, + "macroF1": 0.7875021639449049, + "F1_coffee": 0.8995552260934025, + "IoU_coffee": 0.8174469518356349, + "precision_coffee": 0.8573951954780971, + "recall_coffee": 0.9460758835758836, + "F1_noncoffee": 0.6754491017964072, + "IoU_noncoffee": 0.5099457504520796, + "kappa": 0.5782989070011881, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8552342780799694, + "mIoU": 0.7170877433924319, + "macroF1": 0.8318751450581399, + "F1_coffee": 0.894542926659715, + "IoU_coffee": 0.8092063891334423, + "precision_coffee": 0.8611966269575693, + "recall_coffee": 0.9305756436216372, + "F1_noncoffee": 0.7692073634565647, + "IoU_noncoffee": 0.6249690976514215, + "kappa": 0.6648499949200347, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8623339658444023, + "mIoU": 0.7284429243120619, + "macroF1": 0.8397736186881921, + "F1_coffee": 0.8998965160400137, + "IoU_coffee": 0.8180107864041138, + "precision_coffee": 0.8670566338739697, + "recall_coffee": 0.9353219561164492, + "F1_noncoffee": 0.7796507213363706, + "IoU_noncoffee": 0.63887506222001, + "kappa": 0.6805559454558457, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8597020554403167, + "mIoU": 0.728909568795034, + "macroF1": 0.8405708272922556, + "F1_coffee": 0.8957983193277311, + "IoU_coffee": 0.8112633181126332, + "precision_coffee": 0.8833034111310593, + "recall_coffee": 0.9086517971302742, + "F1_noncoffee": 0.7853433352567801, + "IoU_noncoffee": 0.6465558194774347, + "kappa": 0.6812730362560492, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9223, + 11000 + ], + [ + 44153, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6024805347124738, + "test_tta": { + "OA": 0.8527844729164024, + "mIoU": 0.6954529626355392, + "macroF1": 0.8143575165961514, + "F1_coffee": 0.8988186058677362, + "IoU_coffee": 0.8162311955661125, + "precision_coffee": 0.8573329452368081, + "recall_coffee": 0.9445233405103303, + "F1_noncoffee": 0.7298964273245665, + "IoU_noncoffee": 0.5746747297049661, + "kappa": 0.6310213971704235, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.822891427252798, + "mIoU": 0.6504260140457574, + "macroF1": 0.7805777657275201, + "F1_coffee": 0.8769341778241001, + "IoU_coffee": 0.7808395202741291, + "precision_coffee": 0.8366063062890797, + "recall_coffee": 0.9213468949396677, + "F1_noncoffee": 0.6842213536309402, + "IoU_noncoffee": 0.5200125078173858, + "kappa": 0.5637565446772077, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f3_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s1_r0.5", + "val_epoch0": 0.7020522899681747 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.7023603236292767, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8430007611315489, + "mIoU": 0.684520043092634, + "macroF1": 0.8068697123966305, + "F1_coffee": 0.8904041354423794, + "IoU_coffee": 0.8024580515153329, + "precision_coffee": 0.8615555983977037, + "recall_coffee": 0.9212515461083879, + "F1_noncoffee": 0.7233352893508816, + "IoU_noncoffee": 0.5665820346699352, + "kappa": 0.6148295929282966, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8127668166608977, + "mIoU": 0.6410061159675597, + "macroF1": 0.7741129837849201, + "F1_coffee": 0.8675549388887756, + "IoU_coffee": 0.7660900900900901, + "precision_coffee": 0.8414240763095922, + "recall_coffee": 0.8953608355971108, + "F1_noncoffee": 0.6806710286810645, + "IoU_noncoffee": 0.5159221418450295, + "kappa": 0.549274043496271, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21428571428571427, + "mIoU": 0.10798345113272219, + "macroF1": 0.1790190934788184, + "F1_coffee": 0.34917555771096026, + "IoU_coffee": 0.21151586368977673, + "precision_coffee": 0.994475138121547, + "recall_coffee": 0.21176470588235294, + "F1_noncoffee": 0.008862629246676515, + "IoU_noncoffee": 0.004451038575667656, + "kappa": -0.0004539312189450136, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8370508946131338, + "mIoU": 0.677993938236044, + "macroF1": 0.8023794027834579, + "F1_coffee": 0.8851550086209811, + "IoU_coffee": 0.7939713731198448, + "precision_coffee": 0.8613066649121652, + "recall_coffee": 0.9103616133518776, + "F1_noncoffee": 0.7196037969459348, + "IoU_noncoffee": 0.5620165033522434, + "kappa": 0.6054972383097195, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8441366837997335, + "mIoU": 0.680010425538903, + "macroF1": 0.8027036613856586, + "F1_coffee": 0.8931170653699292, + "IoU_coffee": 0.8068758108267484, + "precision_coffee": 0.8499813641446142, + "recall_coffee": 0.9408650209722891, + "F1_noncoffee": 0.7122902574013881, + "IoU_noncoffee": 0.5531450402510575, + "kappa": 0.608124072933365, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8477245932563074, + "mIoU": 0.6950974725293624, + "macroF1": 0.8150218671149752, + "F1_coffee": 0.8927990438564457, + "IoU_coffee": 0.8063568215892054, + "precision_coffee": 0.873911347978682, + "recall_coffee": 0.9125212080081438, + "F1_noncoffee": 0.7372446903735047, + "IoU_noncoffee": 0.5838381234695192, + "kappa": 0.630466821038771, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8546489197530864, + "mIoU": 0.6838538688822515, + "macroF1": 0.8039352425393139, + "F1_coffee": 0.9036506617223963, + "IoU_coffee": 0.8242360625145789, + "precision_coffee": 0.8644648318042814, + "recall_coffee": 0.9465577283686043, + "F1_noncoffee": 0.7042198233562316, + "IoU_noncoffee": 0.5434716752499242, + "kappa": 0.610328488157206, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8346065699006876, + "mIoU": 0.6378837884884911, + "macroF1": 0.765872553012122, + "F1_coffee": 0.8927288492505884, + "IoU_coffee": 0.8062423089831078, + "precision_coffee": 0.8403684701492538, + "recall_coffee": 0.9520475561426684, + "F1_noncoffee": 0.6390162567736557, + "IoU_noncoffee": 0.46952526799387445, + "kappa": 0.5377834282086528, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8458345126898764, + "mIoU": 0.6648920400551201, + "macroF1": 0.7887690554376816, + "F1_coffee": 0.898559721877328, + "IoU_coffee": 0.8158043061661594, + "precision_coffee": 0.8603185924869234, + "recall_coffee": 0.9403586278586279, + "F1_noncoffee": 0.6789783889980353, + "IoU_noncoffee": 0.5139797739440809, + "kappa": 0.5801632185720325, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8196392785571143, + "mIoU": 0.6684701449674915, + "macroF1": 0.7975843570979171, + "F1_coffee": 0.8643994834266036, + "IoU_coffee": 0.7611827141774071, + "precision_coffee": 0.857630979498861, + "recall_coffee": 0.8712756725484524, + "F1_noncoffee": 0.7307692307692307, + "IoU_noncoffee": 0.5757575757575758, + "kappa": 0.5952187715812669, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8536053130929792, + "mIoU": 0.7139533979583921, + "macroF1": 0.8296145373093594, + "F1_coffee": 0.8935494998275267, + "IoU_coffee": 0.8075819927671779, + "precision_coffee": 0.8609412390321723, + "recall_coffee": 0.9287250824609207, + "F1_noncoffee": 0.7656795747911921, + "IoU_noncoffee": 0.6203248031496063, + "kappa": 0.6603017393786149, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8496134263624363, + "mIoU": 0.7164351521300751, + "macroF1": 0.8323092857229877, + "F1_coffee": 0.8861771212445586, + "IoU_coffee": 0.7956176319835981, + "precision_coffee": 0.8903068540292515, + "recall_coffee": 0.8820855235118625, + "F1_noncoffee": 0.7784414502014169, + "IoU_noncoffee": 0.6372526722765522, + "kappa": 0.6646326171735064, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9371, + 11000 + ], + [ + 43662, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5979762951533, + "test_tta": { + "OA": 0.8486299632119751, + "mIoU": 0.6915840048004775, + "macroF1": 0.8118523420165621, + "F1_coffee": 0.8950366151342555, + "IoU_coffee": 0.8100147275405007, + "precision_coffee": 0.8606834714938251, + "recall_coffee": 0.9322460946447386, + "F1_noncoffee": 0.7286680688988687, + "IoU_noncoffee": 0.5731532820604543, + "kappa": 0.6252479937470083, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8187954309449637, + "mIoU": 0.6476668015115148, + "macroF1": 0.7789487659484264, + "F1_coffee": 0.8728005345536275, + "IoU_coffee": 0.7743088613052147, + "precision_coffee": 0.8404663949928832, + "recall_coffee": 0.9077221134205151, + "F1_noncoffee": 0.6850969973432253, + "IoU_noncoffee": 0.5210247417178148, + "kappa": 0.5595115483317805, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f3_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s1_r1.0", + "val_epoch0": 0.7030807263663041 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7030807263663041, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8429056196879361, + "mIoU": 0.6805521499615896, + "macroF1": 0.8034299653804415, + "F1_coffee": 0.8915192992061319, + "IoU_coffee": 0.8042713766397976, + "precision_coffee": 0.8540289928042462, + "recall_coffee": 0.9324522424297952, + "F1_noncoffee": 0.715340631554751, + "IoU_noncoffee": 0.5568329232833817, + "kappa": 0.6088379135305282, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8140936887042806, + "mIoU": 0.6389790927552983, + "macroF1": 0.7718890308475789, + "F1_coffee": 0.8700080677692618, + "IoU_coffee": 0.7699241410084784, + "precision_coffee": 0.8347686412633291, + "recall_coffee": 0.9083538652683892, + "F1_noncoffee": 0.673769993925896, + "IoU_noncoffee": 0.5080340445021182, + "kappa": 0.5458093478498907, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2716627634660422, + "mIoU": 0.13694759106933022, + "macroF1": 0.2168141071007313, + "F1_coffee": 0.42407407407407405, + "IoU_coffee": 0.2690951821386604, + "precision_coffee": 0.9956521739130435, + "recall_coffee": 0.26941176470588235, + "F1_noncoffee": 0.009554140127388535, + "IoU_noncoffee": 0.0048, + "kappa": 0.0002484378528947239, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8324938840120881, + "mIoU": 0.6651834726031534, + "macroF1": 0.7919483672866304, + "F1_coffee": 0.883793677204659, + "IoU_coffee": 0.7917834356925646, + "precision_coffee": 0.8474154435226547, + "recall_coffee": 0.9234353268428372, + "F1_noncoffee": 0.7001030573686019, + "IoU_noncoffee": 0.5385835095137421, + "kappa": 0.5858663131250067, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.854797258709309, + "mIoU": 0.6974196045446936, + "macroF1": 0.8156469253191694, + "F1_coffee": 0.9006027040234565, + "IoU_coffee": 0.8191785693119185, + "precision_coffee": 0.8557454185240218, + "recall_coffee": 0.9504228838616516, + "F1_noncoffee": 0.7306911466148822, + "IoU_noncoffee": 0.5756606397774687, + "kappa": 0.6340185086320388, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8413581702428673, + "mIoU": 0.6794924072730373, + "macroF1": 0.8028158338617664, + "F1_coffee": 0.8899934597776324, + "IoU_coffee": 0.8017911854819703, + "precision_coffee": 0.8588198169769643, + "recall_coffee": 0.9235154394299288, + "F1_noncoffee": 0.7156382079459003, + "IoU_noncoffee": 0.5571936290641043, + "kappa": 0.6069702625529109, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8478009259259259, + "mIoU": 0.6624876687817869, + "macroF1": 0.7861144578313253, + "F1_coffee": 0.9009789156626506, + "IoU_coffee": 0.8198013018156903, + "precision_coffee": 0.8475796930342385, + "recall_coffee": 0.9615590677739084, + "F1_noncoffee": 0.67125, + "IoU_noncoffee": 0.5051740357478833, + "kappa": 0.5777927293049405, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8410045836516424, + "mIoU": 0.6480986314785702, + "macroF1": 0.7741670360741371, + "F1_coffee": 0.897025171624714, + "IoU_coffee": 0.8132780082987552, + "precision_coffee": 0.8433538783579486, + "recall_coffee": 0.9579920739762219, + "F1_noncoffee": 0.6513089005235602, + "IoU_noncoffee": 0.4829192546583851, + "kappa": 0.5544445610839858, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8307387489385791, + "mIoU": 0.6306721690700644, + "macroF1": 0.7597639560892728, + "F1_coffee": 0.8903422982885085, + "IoU_coffee": 0.8023576071389226, + "precision_coffee": 0.8406048014773777, + "recall_coffee": 0.9463357588357588, + "F1_noncoffee": 0.6291856138900372, + "IoU_noncoffee": 0.4589867310012063, + "kappa": 0.525149492979509, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.817348983681649, + "mIoU": 0.6620409316808169, + "macroF1": 0.7923644752295473, + "F1_coffee": 0.8643899674082471, + "IoU_coffee": 0.7611679560768655, + "precision_coffee": 0.8472222222222222, + "recall_coffee": 0.8822678623083599, + "F1_noncoffee": 0.7203389830508474, + "IoU_noncoffee": 0.5629139072847682, + "kappa": 0.585080297265525, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8685009487666034, + "mIoU": 0.73833673364715, + "macroF1": 0.846555486608441, + "F1_coffee": 0.9045848822800495, + "IoU_coffee": 0.8257918552036199, + "precision_coffee": 0.8698530385277373, + "recall_coffee": 0.9422056503656963, + "F1_noncoffee": 0.7885260909368325, + "IoU_noncoffee": 0.6508816120906801, + "kappa": 0.6941915434534491, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8519705826890439, + "mIoU": 0.7172016091249034, + "macroF1": 0.8325248948366146, + "F1_coffee": 0.8895921237693389, + "IoU_coffee": 0.8011399620012666, + "precision_coffee": 0.8807965464419997, + "recall_coffee": 0.8985651370933371, + "F1_noncoffee": 0.7754576659038902, + "IoU_noncoffee": 0.6332632562485401, + "kappa": 0.6651177050102284, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9370, + 11000 + ], + [ + 43658, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5981716394424437, + "test_tta": { + "OA": 0.847250412279589, + "mIoU": 0.6839123174780685, + "macroF1": 0.8054894762137255, + "F1_coffee": 0.8956168391396219, + "IoU_coffee": 0.8109656782903903, + "precision_coffee": 0.8498570752873917, + "recall_coffee": 0.946584818360896, + "F1_noncoffee": 0.7153621132878291, + "IoU_noncoffee": 0.5568589566657466, + "kappa": 0.6140302969001019, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8187810084227529, + "mIoU": 0.6416974795571038, + "macroF1": 0.7733556009707094, + "F1_coffee": 0.8748219213564861, + "IoU_coffee": 0.7774964140886472, + "precision_coffee": 0.8301380223104556, + "recall_coffee": 0.9245898877587551, + "F1_noncoffee": 0.6718892805849328, + "IoU_noncoffee": 0.5058985450255603, + "kappa": 0.5501277134637927, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f3_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s2_r0.05", + "val_epoch0": 0.6482871365969867 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6523429647660455, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8072592921476596, + "mIoU": 0.6383660682413377, + "macroF1": 0.7729160357521132, + "F1_coffee": 0.8612268663873317, + "IoU_coffee": 0.7562760667308309, + "precision_coffee": 0.8585509093806196, + "recall_coffee": 0.8639195565532091, + "F1_noncoffee": 0.6846052051168946, + "IoU_noncoffee": 0.5204560697518444, + "kappa": 0.5458420987615189, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7783258336217838, + "mIoU": 0.6012863231730005, + "macroF1": 0.7440100519047188, + "F1_coffee": 0.8377356897024978, + "IoU_coffee": 0.7207789848490354, + "precision_coffee": 0.8399703609611517, + "recall_coffee": 0.8355128772084992, + "F1_noncoffee": 0.6502844141069397, + "IoU_noncoffee": 0.4817936614969656, + "kappa": 0.4880279135683242, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12997658079625293, + "mIoU": 0.06546548296752283, + "macroF1": 0.11662265015154026, + "F1_coffee": 0.22523461939520334, + "IoU_coffee": 0.12690951821386603, + "precision_coffee": 0.9908256880733946, + "recall_coffee": 0.12705882352941175, + "F1_noncoffee": 0.00801068090787717, + "IoU_noncoffee": 0.004021447721179625, + "kappa": -0.0013192653774897999, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7815513023456613, + "mIoU": 0.6081670020120724, + "macroF1": 0.7500484805264672, + "F1_coffee": 0.8387850467289719, + "IoU_coffee": 0.7223340040241448, + "precision_coffee": 0.8542688203057398, + "recall_coffee": 0.8238525730180807, + "F1_noncoffee": 0.6613119143239625, + "IoU_noncoffee": 0.494, + "kappa": 0.5004417435824946, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8132019798210547, + "mIoU": 0.6414554420885356, + "macroF1": 0.7744338156011752, + "F1_coffee": 0.8679473808162029, + "IoU_coffee": 0.7667023300047551, + "precision_coffee": 0.8497364953886694, + "recall_coffee": 0.8869559238121433, + "F1_noncoffee": 0.6809202503861475, + "IoU_noncoffee": 0.516208554172316, + "kappa": 0.5493677441284391, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8266446592784721, + "mIoU": 0.6663689240260029, + "macroF1": 0.7942595904633657, + "F1_coffee": 0.8758862853670065, + "IoU_coffee": 0.7791794317294407, + "precision_coffee": 0.871531277296244, + "recall_coffee": 0.8802850356294537, + "F1_noncoffee": 0.7126328955597249, + "IoU_noncoffee": 0.553558416322565, + "kappa": 0.588542968697215, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8153935185185185, + "mIoU": 0.6280548741709822, + "macroF1": 0.7610619469026549, + "F1_coffee": 0.875, + "IoU_coffee": 0.7777777777777778, + "precision_coffee": 0.8538108590364517, + "recall_coffee": 0.8972676131797482, + "F1_noncoffee": 0.6471238938053098, + "IoU_noncoffee": 0.4783319705641864, + "kappa": 0.5229533175647568, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8112108479755539, + "mIoU": 0.6114534505198055, + "macroF1": 0.7455710492910972, + "F1_coffee": 0.8748021024634285, + "IoU_coffee": 0.7774651058081945, + "precision_coffee": 0.8401654299963508, + "recall_coffee": 0.9124174372523117, + "F1_noncoffee": 0.6163399961187658, + "IoU_noncoffee": 0.4454417952314165, + "kappa": 0.4937786283396124, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8243230493442778, + "mIoU": 0.6333930778067325, + "macroF1": 0.7640480751674124, + "F1_coffee": 0.8833040862371522, + "IoU_coffee": 0.7909978673251767, + "precision_coffee": 0.8531476997578693, + "recall_coffee": 0.9156704781704782, + "F1_noncoffee": 0.6447920640976726, + "IoU_noncoffee": 0.4757882882882883, + "kappa": 0.5298840459265527, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7480675636988262, + "mIoU": 0.5829001459324896, + "macroF1": 0.7334116892830431, + "F1_coffee": 0.7959183673469388, + "IoU_coffee": 0.6610169491525424, + "precision_coffee": 0.8548654931916306, + "recall_coffee": 0.7445762221579404, + "F1_noncoffee": 0.6709050112191474, + "IoU_noncoffee": 0.5047833427124367, + "kappa": 0.47088034058825656, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.815180265654649, + "mIoU": 0.6631699044504851, + "macroF1": 0.7938271122942501, + "F1_coffee": 0.8601780074648292, + "IoU_coffee": 0.7546599496221662, + "precision_coffee": 0.8610432533409973, + "recall_coffee": 0.8593144987810125, + "F1_noncoffee": 0.7274762171236709, + "IoU_noncoffee": 0.5716798592788038, + "kappa": 0.5876550361449926, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.828964736941354, + "mIoU": 0.6890656174684612, + "macroF1": 0.8134790267586121, + "F1_coffee": 0.8672229541794759, + "IoU_coffee": 0.7655724993538382, + "precision_coffee": 0.8944587045145704, + "recall_coffee": 0.8415968177297911, + "F1_noncoffee": 0.7597350993377483, + "IoU_noncoffee": 0.6125587355830842, + "kappa": 0.6275828737340106, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8780, + 11000 + ], + [ + 41999, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.598705514272054, + "test_tta": { + "OA": 0.8117785107192693, + "mIoU": 0.6426660835550801, + "macroF1": 0.7758983652713252, + "F1_coffee": 0.8655688690570568, + "IoU_coffee": 0.7629981630860155, + "precision_coffee": 0.8560483870967742, + "recall_coffee": 0.8753034953502222, + "F1_noncoffee": 0.6862278614855934, + "IoU_noncoffee": 0.5223340040241449, + "kappa": 0.5519260862002997, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7831141109957309, + "mIoU": 0.6053393173048665, + "macroF1": 0.7468264105918199, + "F1_coffee": 0.8426757056472706, + "IoU_coffee": 0.7281240960370263, + "precision_coffee": 0.8373147050874239, + "recall_coffee": 0.848105797376124, + "F1_noncoffee": 0.6509771155363692, + "IoU_noncoffee": 0.48255453857270664, + "kappa": 0.493698866056617, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f3_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s2_r0.1", + "val_epoch0": 0.6746789166408875 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6746789166408875, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8239407585944437, + "mIoU": 0.6581459066072161, + "macroF1": 0.7874337454664813, + "F1_coffee": 0.8755255103756768, + "IoU_coffee": 0.7786086020218939, + "precision_coffee": 0.8574251773127511, + "recall_coffee": 0.8944065234321316, + "F1_noncoffee": 0.6993419805572856, + "IoU_noncoffee": 0.5376832111925383, + "kappa": 0.5753246109089916, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7950415368639667, + "mIoU": 0.6191594589703457, + "macroF1": 0.7574541147223903, + "F1_coffee": 0.8529353934037731, + "IoU_coffee": 0.7435809530683315, + "precision_coffee": 0.8385560800911607, + "recall_coffee": 0.8678164550297977, + "F1_noncoffee": 0.6619728360410075, + "IoU_noncoffee": 0.4947379648723601, + "kappa": 0.5152358612010728, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20374707259953162, + "mIoU": 0.10266622851765127, + "macroF1": 0.17169216023004114, + "F1_coffee": 0.33463796477495106, + "IoU_coffee": 0.2009400705052879, + "precision_coffee": 0.9941860465116279, + "recall_coffee": 0.2011764705882353, + "F1_noncoffee": 0.008746355685131196, + "IoU_noncoffee": 0.004392386530014641, + "kappa": -0.0005720311240066813, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8141219360099775, + "mIoU": 0.6494570555047658, + "macroF1": 0.7816628305734215, + "F1_coffee": 0.8658473256015233, + "IoU_coffee": 0.7634310134310134, + "precision_coffee": 0.8621165115477422, + "recall_coffee": 0.8696105702364395, + "F1_noncoffee": 0.6974783355453197, + "IoU_noncoffee": 0.5354830975785183, + "kappa": 0.5633441016072305, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8244336569579288, + "mIoU": 0.6586163283003419, + "macroF1": 0.7877534605536366, + "F1_coffee": 0.8759874945372642, + "IoU_coffee": 0.7793396339275033, + "precision_coffee": 0.8569455406471981, + "recall_coffee": 0.8958949322698205, + "F1_noncoffee": 0.699519426570009, + "IoU_noncoffee": 0.5378930226731805, + "kappa": 0.5760141673452014, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8331053996698892, + "mIoU": 0.6661611539228778, + "macroF1": 0.7926976176054329, + "F1_coffee": 0.8842215461118199, + "IoU_coffee": 0.7924705330440391, + "precision_coffee": 0.8535876705406771, + "recall_coffee": 0.9171360705802512, + "F1_noncoffee": 0.7011736890990459, + "IoU_noncoffee": 0.5398517748017163, + "kappa": 0.586768934495153, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8423032407407407, + "mIoU": 0.668207010747947, + "macroF1": 0.7925625947639544, + "F1_coffee": 0.8941404985432179, + "IoU_coffee": 0.8085480093676815, + "precision_coffee": 0.8653966662489033, + "recall_coffee": 0.9248593624430753, + "F1_noncoffee": 0.690984690984691, + "IoU_noncoffee": 0.5278660121282125, + "kappa": 0.5864569611936493, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8163674560733384, + "mIoU": 0.6181810099573257, + "macroF1": 0.7510167433034594, + "F1_coffee": 0.8785754877817769, + "IoU_coffee": 0.783445945945946, + "precision_coffee": 0.841538647635176, + "recall_coffee": 0.9190224570673712, + "F1_noncoffee": 0.623457998825142, + "IoU_noncoffee": 0.45291607396870553, + "kappa": 0.5050067001479056, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8168695159920747, + "mIoU": 0.6045445080808931, + "macroF1": 0.7368769773643047, + "F1_coffee": 0.8819558474730889, + "IoU_coffee": 0.7888381201044387, + "precision_coffee": 0.8289699325483023, + "recall_coffee": 0.9421777546777547, + "F1_noncoffee": 0.5917981072555205, + "IoU_noncoffee": 0.42025089605734767, + "kappa": 0.4810850695335587, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7862391449565799, + "mIoU": 0.6275876204140193, + "macroF1": 0.7676908752327747, + "F1_coffee": 0.8333333333333334, + "IoU_coffee": 0.7142857142857143, + "precision_coffee": 0.8581060373889059, + "recall_coffee": 0.8099508244142319, + "F1_noncoffee": 0.702048417132216, + "IoU_noncoffee": 0.5408895265423243, + "kappa": 0.5360729629036408, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8324478178368121, + "mIoU": 0.6897161362715856, + "macroF1": 0.8133684665417352, + "F1_coffee": 0.8730409777138749, + "IoU_coffee": 0.7746874202602705, + "precision_coffee": 0.8753063283840277, + "recall_coffee": 0.8707873225297577, + "F1_noncoffee": 0.7536959553695955, + "IoU_noncoffee": 0.6047448522829006, + "kappa": 0.6267417833777885, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8493305676032434, + "mIoU": 0.7143847760315566, + "macroF1": 0.8307038897018539, + "F1_coffee": 0.8868592466723307, + "IoU_coffee": 0.7967179748123648, + "precision_coffee": 0.8839802399435427, + "recall_coffee": 0.8897570677653076, + "F1_noncoffee": 0.774548532731377, + "IoU_noncoffee": 0.6320515772507483, + "kappa": 0.6614149359262212, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9177, + 11000 + ], + [ + 42656, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.594692921638489, + "test_tta": { + "OA": 0.8308702270709121, + "mIoU": 0.6660875354312191, + "macroF1": 0.7931098363321066, + "F1_coffee": 0.8814967891029487, + "IoU_coffee": 0.7881039415130324, + "precision_coffee": 0.8559161128851299, + "recall_coffee": 0.908653625910486, + "F1_noncoffee": 0.7047228835612646, + "IoU_noncoffee": 0.5440711293494058, + "kappa": 0.58713856710857, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.802613361024576, + "mIoU": 0.6268547688122135, + "macroF1": 0.7630566574709696, + "F1_coffee": 0.8598693506440317, + "IoU_coffee": 0.7541849270780947, + "precision_coffee": 0.836804240817872, + "recall_coffee": 0.8842420030745256, + "F1_noncoffee": 0.6662439642979077, + "IoU_noncoffee": 0.4995246105463322, + "kappa": 0.5269692654655528, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f3_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s2_r0.5", + "val_epoch0": 0.6918575848086677 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.6954568823069167, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8512939236331346, + "mIoU": 0.7006704979918655, + "macroF1": 0.819053272135669, + "F1_coffee": 0.8954328531287632, + "IoU_coffee": 0.8106640285881569, + "precision_coffee": 0.8723982097075565, + "recall_coffee": 0.919716890375189, + "F1_noncoffee": 0.7426736911425749, + "IoU_noncoffee": 0.5906769673955742, + "kappa": 0.6387263544009661, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8216799353871005, + "mIoU": 0.6574339881269736, + "macroF1": 0.7872817974960492, + "F1_coffee": 0.8728219054084635, + "IoU_coffee": 0.7743425015057217, + "precision_coffee": 0.8531298385312984, + "recall_coffee": 0.8934445216585591, + "F1_noncoffee": 0.7017416895836349, + "IoU_noncoffee": 0.5405254747482255, + "kappa": 0.5750945099023296, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24707259953161592, + "mIoU": 0.12453114711157516, + "macroF1": 0.20103420530750438, + "F1_coffee": 0.392823418319169, + "IoU_coffee": 0.2444183313748531, + "precision_coffee": 0.9952153110047847, + "recall_coffee": 0.2447058823529412, + "F1_noncoffee": 0.009244992295839754, + "IoU_noncoffee": 0.0046439628482972135, + "kappa": -6.556350007102599e-05, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.852688636254617, + "mIoU": 0.7053207749224817, + "macroF1": 0.8226805094135077, + "F1_coffee": 0.8956258709173096, + "IoU_coffee": 0.8109804887056072, + "precision_coffee": 0.8758891178621285, + "recall_coffee": 0.9162726008344924, + "F1_noncoffee": 0.7497351479097059, + "IoU_noncoffee": 0.599661061139356, + "kappa": 0.6457922579939194, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8576051779935275, + "mIoU": 0.7090596868895876, + "macroF1": 0.8248909382621238, + "F1_coffee": 0.9005781883431914, + "IoU_coffee": 0.8191380039896029, + "precision_coffee": 0.8713909073371487, + "recall_coffee": 0.9317884893075706, + "F1_noncoffee": 0.7492036881810562, + "IoU_noncoffee": 0.5989813697895724, + "kappa": 0.6507702292464638, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8436689460033011, + "mIoU": 0.6879179177106127, + "macroF1": 0.8096723712963125, + "F1_coffee": 0.8901117114728014, + "IoU_coffee": 0.8019831551281286, + "precision_coffee": 0.8700103680663557, + "recall_coffee": 0.9111638954869359, + "F1_noncoffee": 0.7292330311198236, + "IoU_noncoffee": 0.5738526802930968, + "kappa": 0.6198447846534368, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8489583333333334, + "mIoU": 0.6774406766221899, + "macroF1": 0.7994339383973184, + "F1_coffee": 0.8990979381443299, + "IoU_coffee": 0.8166920285613953, + "precision_coffee": 0.8662776260243358, + "recall_coffee": 0.9345030806321993, + "F1_noncoffee": 0.6997699386503068, + "IoU_noncoffee": 0.5381893246829844, + "kappa": 0.6005738094821054, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8433919022154316, + "mIoU": 0.6610117657980892, + "macroF1": 0.7857422311647664, + "F1_coffee": 0.8968812877263581, + "IoU_coffee": 0.8130414956680346, + "precision_coffee": 0.8557715382769379, + "recall_coffee": 0.9421400264200792, + "F1_noncoffee": 0.6746031746031746, + "IoU_noncoffee": 0.5089820359281437, + "kappa": 0.5745823475335402, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8348900839701858, + "mIoU": 0.6423753935802703, + "macroF1": 0.770152797505609, + "F1_coffee": 0.8921351084812623, + "IoU_coffee": 0.8052742850784467, + "precision_coffee": 0.8486163227016885, + "recall_coffee": 0.9403586278586279, + "F1_noncoffee": 0.6481704865299558, + "IoU_noncoffee": 0.47947650208209397, + "kappa": 0.5442152882895279, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8563794255177021, + "mIoU": 0.7265057113187954, + "macroF1": 0.8392130491239469, + "F1_coffee": 0.8917499820182695, + "IoU_coffee": 0.8046469366562824, + "precision_coffee": 0.8869652310774073, + "recall_coffee": 0.8965866358113972, + "F1_noncoffee": 0.7866761162296244, + "IoU_noncoffee": 0.6483644859813084, + "kappa": 0.6784445387556836, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8717267552182163, + "mIoU": 0.7489720537450775, + "macroF1": 0.8542476099299268, + "F1_coffee": 0.9047216349541931, + "IoU_coffee": 0.8260198172693347, + "precision_coffee": 0.8894277400581959, + "recall_coffee": 0.9205506955399397, + "F1_noncoffee": 0.8037735849056604, + "IoU_noncoffee": 0.6719242902208202, + "kappa": 0.7086726221962247, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8524420139543655, + "mIoU": 0.7219279025412928, + "macroF1": 0.8362297287127995, + "F1_coffee": 0.8877572975686725, + "IoU_coffee": 0.7981686871292236, + "precision_coffee": 0.8964368482039398, + "recall_coffee": 0.8792442108254014, + "F1_noncoffee": 0.7847021598569267, + "IoU_noncoffee": 0.645687117953362, + "kappa": 0.672518344993403, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9488, + 11000 + ], + [ + 44070, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.962472720940908, + "test_tta": { + "OA": 0.8567804135481416, + "mIoU": 0.708353470654675, + "macroF1": 0.8244548972043673, + "F1_coffee": 0.899784745800324, + "IoU_coffee": 0.8178260957260131, + "precision_coffee": 0.8725789790823792, + "recall_coffee": 0.9287415822987769, + "F1_noncoffee": 0.7491250486084107, + "IoU_noncoffee": 0.598880845583337, + "kappa": 0.6497621072798534, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.827319141571478, + "mIoU": 0.6641599394838638, + "macroF1": 0.7921381059742709, + "F1_coffee": 0.8776529976190719, + "IoU_coffee": 0.7819800790283519, + "precision_coffee": 0.8525032754992655, + "recall_coffee": 0.9043317118369237, + "F1_noncoffee": 0.70662321432947, + "IoU_noncoffee": 0.5463397999393755, + "kappa": 0.5851419891843664, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f3_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f3_s2_r1.0", + "val_epoch0": 0.702800862471943 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 50, + "stopped_epoch": 80, + "best_val": 0.7044829741815885, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8535297475580362, + "mIoU": 0.7037960954752799, + "macroF1": 0.8212567798792865, + "F1_coffee": 0.8972079099943245, + "IoU_coffee": 0.813578477870391, + "precision_coffee": 0.8724974568750947, + "recall_coffee": 0.9233588345778552, + "F1_noncoffee": 0.7453056497642485, + "IoU_noncoffee": 0.5940137130801688, + "kappa": 0.6432226311967698, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8244634821737625, + "mIoU": 0.6611476408812702, + "macroF1": 0.7900396466773874, + "F1_coffee": 0.8750551785732618, + "IoU_coffee": 0.7778649778248252, + "precision_coffee": 0.8536976203829821, + "recall_coffee": 0.8975087918798829, + "F1_noncoffee": 0.7050241147815128, + "IoU_noncoffee": 0.5444303039377152, + "kappa": 0.5806988618821938, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.35714285714285715, + "mIoU": 0.1796317834411186, + "macroF1": 0.2659542988656913, + "F1_coffee": 0.5246753246753246, + "IoU_coffee": 0.35563380281690143, + "precision_coffee": 0.9934426229508196, + "recall_coffee": 0.3564705882352941, + "F1_noncoffee": 0.007233273056057866, + "IoU_noncoffee": 0.003629764065335753, + "kappa": -0.002086049543676665, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.856046433539598, + "mIoU": 0.7071927160678543, + "macroF1": 0.8236251480841799, + "F1_coffee": 0.8992445862011079, + "IoU_coffee": 0.8169340572195449, + "precision_coffee": 0.8693281402142161, + "recall_coffee": 0.9312934631432546, + "F1_noncoffee": 0.7480057099672517, + "IoU_noncoffee": 0.5974513749161636, + "kappa": 0.6482920306513216, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8560346468684561, + "mIoU": 0.7077829522121752, + "macroF1": 0.8241168806533724, + "F1_coffee": 0.8990421519874512, + "IoU_coffee": 0.8165999757487571, + "precision_coffee": 0.8734760051880675, + "recall_coffee": 0.9261500378188819, + "F1_noncoffee": 0.7491916093192936, + "IoU_noncoffee": 0.5989659286755933, + "kappa": 0.6489808314981415, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8485734496580996, + "mIoU": 0.69658859652227, + "macroF1": 0.8161238570844539, + "F1_coffee": 0.893368312688872, + "IoU_coffee": 0.8072860400912255, + "precision_coffee": 0.8746911171803876, + "recall_coffee": 0.9128605361384459, + "F1_noncoffee": 0.7388794014800358, + "IoU_noncoffee": 0.5858911529533144, + "kappa": 0.6326578611309057, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8394097222222222, + "mIoU": 0.6559306487549756, + "macroF1": 0.7819292418832762, + "F1_coffee": 0.8938882161748773, + "IoU_coffee": 0.8081355150956442, + "precision_coffee": 0.8526443768996961, + "recall_coffee": 0.9393249397267613, + "F1_noncoffee": 0.6699702675916749, + "IoU_noncoffee": 0.503725782414307, + "kappa": 0.5670094962981884, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8340336134453782, + "mIoU": 0.6453248672511617, + "macroF1": 0.7731847739307081, + "F1_coffee": 0.8906643180674384, + "IoU_coffee": 0.8028807984575252, + "precision_coffee": 0.8502282008167187, + "recall_coffee": 0.9351387054161162, + "F1_noncoffee": 0.6557052297939778, + "IoU_noncoffee": 0.4877689360447981, + "kappa": 0.5495777096756249, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8420605717520521, + "mIoU": 0.6549257683170658, + "macroF1": 0.780379494448391, + "F1_coffee": 0.8967686235816478, + "IoU_coffee": 0.8128563443264394, + "precision_coffee": 0.8534037558685446, + "recall_coffee": 0.9447765072765073, + "F1_noncoffee": 0.6639903653151344, + "IoU_noncoffee": 0.4969951923076923, + "kappa": 0.5644197813968752, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.872506918599103, + "mIoU": 0.750488595229439, + "macroF1": 0.8552845976217623, + "F1_coffee": 0.9052078898822193, + "IoU_coffee": 0.8268308489954633, + "precision_coffee": 0.8884401114206129, + "recall_coffee": 0.9226207694532832, + "F1_noncoffee": 0.8053613053613053, + "IoU_noncoffee": 0.6741463414634147, + "kappa": 0.7107807286478992, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8778937381404175, + "mIoU": 0.7611179536434131, + "macroF1": 0.8624964751048665, + "F1_coffee": 0.90850927703135, + "IoU_coffee": 0.8323563892145369, + "precision_coffee": 0.90076120665351, + "recall_coffee": 0.9163917969310197, + "F1_noncoffee": 0.816483673178383, + "IoU_noncoffee": 0.6898795180722892, + "kappa": 0.7250337581610263, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.855082029040166, + "mIoU": 0.7267815916421166, + "macroF1": 0.839642195232762, + "F1_coffee": 0.8894005900554076, + "IoU_coffee": 0.8008293378255799, + "precision_coffee": 0.9011373578302713, + "recall_coffee": 0.8779656201164938, + "F1_noncoffee": 0.7898838004101162, + "IoU_noncoffee": 0.6527338454586534, + "kappa": 0.6793877146346426, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9438, + 11000 + ], + [ + 44261, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.167648577690125, + "test_tta": { + "OA": 0.8597456552074083, + "mIoU": 0.7127611174812603, + "macroF1": 0.8275612521920055, + "F1_coffee": 0.9020584880798148, + "IoU_coffee": 0.8215906569578635, + "precision_coffee": 0.8731216908533579, + "recall_coffee": 0.9329790645471621, + "F1_noncoffee": 0.7530640163041961, + "IoU_noncoffee": 0.603931578004657, + "kappa": 0.6560749337402945, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8307228568131995, + "mIoU": 0.6689455794157462, + "macroF1": 0.795696558139169, + "F1_coffee": 0.8802896629098883, + "IoU_coffee": 0.7861762401850941, + "precision_coffee": 0.8535543336366154, + "recall_coffee": 0.9087539747720429, + "F1_noncoffee": 0.7111034533684496, + "IoU_noncoffee": 0.5517149186463983, + "kappa": 0.5923582734903484, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f4_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s0_r0.05", + "val_epoch0": 0.6070632588057896 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6070632588057896, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8283391442664567, + "mIoU": 0.6549838521800355, + "macroF1": 0.78356187463904, + "F1_coffee": 0.8820073331271812, + "IoU_coffee": 0.7889204994468152, + "precision_coffee": 0.9220893178774304, + "recall_coffee": 0.8452648067397655, + "F1_noncoffee": 0.6851164161508989, + "IoU_noncoffee": 0.521047204913256, + "kappa": 0.5692955840508488, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7928348909657321, + "mIoU": 0.6078192245382072, + "macroF1": 0.7467714345389609, + "F1_coffee": 0.8547741335382375, + "IoU_coffee": 0.7463803940956282, + "precision_coffee": 0.8986203524584937, + "recall_coffee": 0.8150076156322903, + "F1_noncoffee": 0.6387687355396842, + "IoU_noncoffee": 0.46925805498078627, + "kappa": 0.4965243471772621, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29020194465220644, + "mIoU": 0.14664248822874584, + "macroF1": 0.22924408012912215, + "F1_coffee": 0.4460011675423234, + "IoU_coffee": 0.2870022539444027, + "precision_coffee": 0.9922077922077922, + "recall_coffee": 0.2876506024096386, + "F1_noncoffee": 0.012486992715920915, + "IoU_noncoffee": 0.0062827225130890054, + "kappa": -0.0008613882707630647, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8450148075024679, + "mIoU": 0.6817928665406126, + "macroF1": 0.8040884454299089, + "F1_coffee": 0.8936314363143631, + "IoU_coffee": 0.8077158603796694, + "precision_coffee": 0.9250946836863515, + "recall_coffee": 0.8642379766740925, + "F1_noncoffee": 0.7145454545454546, + "IoU_noncoffee": 0.5558698727015559, + "kappa": 0.6093894484040944, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.803921568627451, + "mIoU": 0.6260725548753563, + "macroF1": 0.7619786610595669, + "F1_coffee": 0.8618951612903226, + "IoU_coffee": 0.7573073516386183, + "precision_coffee": 0.9294151750126821, + "recall_coffee": 0.8035210826389324, + "F1_noncoffee": 0.6620621608288111, + "IoU_noncoffee": 0.4948377581120944, + "kappa": 0.5300267339587001, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8366162337044438, + "mIoU": 0.659246237530918, + "macroF1": 0.7856336919325256, + "F1_coffee": 0.8901752590507868, + "IoU_coffee": 0.8020863350815515, + "precision_coffee": 0.9126500098367106, + "recall_coffee": 0.8687808227729571, + "F1_noncoffee": 0.6810921248142645, + "IoU_noncoffee": 0.5164061399802845, + "kappa": 0.5720210321708363, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.870777533479912, + "mIoU": 0.7289113521842429, + "macroF1": 0.8387564246104573, + "F1_coffee": 0.9106118216384376, + "IoU_coffee": 0.8358928798070822, + "precision_coffee": 0.925389911479556, + "recall_coffee": 0.8962983124659771, + "F1_noncoffee": 0.766901027582477, + "IoU_noncoffee": 0.6219298245614036, + "kappa": 0.6777271733384467, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8311390955924441, + "mIoU": 0.6657344364723965, + "macroF1": 0.7927351845260717, + "F1_coffee": 0.881952781112445, + "IoU_coffee": 0.7888332140300645, + "precision_coffee": 0.9220471342908939, + "recall_coffee": 0.8452000511312796, + "F1_noncoffee": 0.7035175879396985, + "IoU_noncoffee": 0.5426356589147286, + "kappa": 0.5874296708877512, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8701261739872878, + "mIoU": 0.715758321066591, + "macroF1": 0.8281851509934877, + "F1_coffee": 0.9130738459584735, + "IoU_coffee": 0.8400514078747517, + "precision_coffee": 0.9139443243930342, + "recall_coffee": 0.9122050241055569, + "F1_noncoffee": 0.7432964560285018, + "IoU_noncoffee": 0.5914652342584303, + "kappa": 0.656371222537179, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8198751706651063, + "mIoU": 0.637709292731832, + "macroF1": 0.7693019354487425, + "F1_coffee": 0.8773165061441381, + "IoU_coffee": 0.781445982723938, + "precision_coffee": 0.9248004481165103, + "recall_coffee": 0.8344705585039172, + "F1_noncoffee": 0.6612873647533468, + "IoU_noncoffee": 0.49397260273972604, + "kappa": 0.5419378824986718, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7766962496421415, + "mIoU": 0.5889442892937115, + "macroF1": 0.7318104287347741, + "F1_coffee": 0.8415278342137342, + "IoU_coffee": 0.7264117853384777, + "precision_coffee": 0.9373868436934218, + "recall_coffee": 0.7634553944458098, + "F1_noncoffee": 0.622093023255814, + "IoU_noncoffee": 0.45147679324894513, + "kappa": 0.47667157550862777, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8029015939677389, + "mIoU": 0.6072303609341826, + "macroF1": 0.7434962502266711, + "F1_coffee": 0.8669373026612539, + "IoU_coffee": 0.7651273885350318, + "precision_coffee": 0.9112706583581686, + "recall_coffee": 0.8267174634386137, + "F1_noncoffee": 0.6200551977920883, + "IoU_noncoffee": 0.4493333333333333, + "kappa": 0.49043623100014727, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7049, + 8413 + ], + [ + 44399, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.589290209611257, + "test_tta": { + "OA": 0.8359228136698854, + "mIoU": 0.6640118141186335, + "macroF1": 0.7901451017199417, + "F1_coffee": 0.8881587593639112, + "IoU_coffee": 0.7988179669030733, + "precision_coffee": 0.9201652067353515, + "recall_coffee": 0.8583040514796156, + "F1_noncoffee": 0.6921314440759723, + "IoU_noncoffee": 0.5292056613341939, + "kappa": 0.5816833980538784, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8005365178262375, + "mIoU": 0.6154705833030997, + "macroF1": 0.752422610165184, + "F1_coffee": 0.8615643330463855, + "IoU_coffee": 0.7567966799141842, + "precision_coffee": 0.8959300510044759, + "recall_coffee": 0.8297375980874159, + "F1_noncoffee": 0.6432808872839825, + "IoU_noncoffee": 0.4741444866920152, + "kappa": 0.5067153795919452, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f4_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s0_r0.1", + "val_epoch0": 0.6333325993365218 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6333325993365218, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8526486608075322, + "mIoU": 0.6741787778821597, + "macroF1": 0.7957297803847347, + "F1_coffee": 0.9035575699578308, + "IoU_coffee": 0.8240811785467659, + "precision_coffee": 0.897807778311843, + "recall_coffee": 0.909381482579061, + "F1_noncoffee": 0.6879019908116386, + "IoU_noncoffee": 0.5242763772175537, + "kappa": 0.5915137780529808, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8188531210338064, + "mIoU": 0.6250048805038477, + "macroF1": 0.757186380393356, + "F1_coffee": 0.8795527340378604, + "IoU_coffee": 0.7850014550060768, + "precision_coffee": 0.8749880750224189, + "recall_coffee": 0.88416526886074, + "F1_noncoffee": 0.6348200267488515, + "IoU_noncoffee": 0.46500830600161863, + "kappa": 0.5144128280449065, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3949139865370232, + "mIoU": 0.1993925743925744, + "macroF1": 0.2880457069136314, + "F1_coffee": 0.5638814016172506, + "IoU_coffee": 0.39264264264264265, + "precision_coffee": 0.9924098671726755, + "recall_coffee": 0.3938253012048193, + "F1_noncoffee": 0.01221001221001221, + "IoU_noncoffee": 0.006142506142506142, + "kappa": -0.0011199317304426241, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8585389930898322, + "mIoU": 0.688575432842929, + "macroF1": 0.8072889775479948, + "F1_coffee": 0.9066692718509834, + "IoU_coffee": 0.8292726514564842, + "precision_coffee": 0.901268936941603, + "recall_coffee": 0.9121347136679334, + "F1_noncoffee": 0.7079086832450061, + "IoU_noncoffee": 0.5478782142293738, + "kappa": 0.6146212577315131, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8438051619674634, + "mIoU": 0.664011106274359, + "macroF1": 0.7884110526510908, + "F1_coffee": 0.8966736097961244, + "IoU_coffee": 0.8127002288329519, + "precision_coffee": 0.9034022257551669, + "recall_coffee": 0.8900444834283566, + "F1_noncoffee": 0.680148495506057, + "IoU_noncoffee": 0.5153219837157661, + "kappa": 0.5768947618422746, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8557902750023789, + "mIoU": 0.6701014082910893, + "macroF1": 0.7913417820398176, + "F1_coffee": 0.9073060338236644, + "IoU_coffee": 0.8303386509935629, + "precision_coffee": 0.8893285371702638, + "recall_coffee": 0.9260253449029278, + "F1_noncoffee": 0.6753775302559709, + "IoU_noncoffee": 0.5098641655886158, + "kappa": 0.5832799199747463, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8689786128323006, + "mIoU": 0.7123143622671275, + "macroF1": 0.8255370625346696, + "F1_coffee": 0.912594172944863, + "IoU_coffee": 0.8392397302268547, + "precision_coffee": 0.8945235916873612, + "recall_coffee": 0.9314099074578116, + "F1_noncoffee": 0.7384799521244764, + "IoU_noncoffee": 0.5853889943074004, + "kappa": 0.6514996533823395, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8572791452012974, + "mIoU": 0.6886512324339622, + "macroF1": 0.8076084856917611, + "F1_coffee": 0.9053643724696356, + "IoU_coffee": 0.8270920018492834, + "precision_coffee": 0.8961803381340012, + "recall_coffee": 0.9147385913332481, + "F1_noncoffee": 0.7098525989138867, + "IoU_noncoffee": 0.550210463018641, + "kappa": 0.6153408271657566, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8721183948391993, + "mIoU": 0.7016064839074561, + "macroF1": 0.8158993328708424, + "F1_coffee": 0.9176341195160699, + "IoU_coffee": 0.8478039968386587, + "precision_coffee": 0.885077793493635, + "recall_coffee": 0.9526769855366658, + "F1_noncoffee": 0.714164546225615, + "IoU_noncoffee": 0.5554089709762533, + "kappa": 0.6335194545168022, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8483518626877317, + "mIoU": 0.6652004436719785, + "macroF1": 0.788493159959389, + "F1_coffee": 0.9010121586351773, + "IoU_coffee": 0.8198563484708064, + "precision_coffee": 0.9078896728672226, + "recall_coffee": 0.8942380591357089, + "F1_noncoffee": 0.6759741612836008, + "IoU_noncoffee": 0.5105445388731508, + "kappa": 0.5770657650842983, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8303273213092852, + "mIoU": 0.6400384299115608, + "macroF1": 0.7690105806776673, + "F1_coffee": 0.8880211613553344, + "IoU_coffee": 0.7985953783416402, + "precision_coffee": 0.9108527131782945, + "recall_coffee": 0.8663062177439175, + "F1_noncoffee": 0.65, + "IoU_noncoffee": 0.48148148148148145, + "kappa": 0.5389266367795035, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8393624129044573, + "mIoU": 0.6396096870463706, + "macroF1": 0.7663750995646984, + "F1_coffee": 0.8969570807567502, + "IoU_coffee": 0.8131660746003553, + "precision_coffee": 0.8937286481210347, + "recall_coffee": 0.9002089222072017, + "F1_noncoffee": 0.6357931183726466, + "IoU_noncoffee": 0.4660532994923858, + "kappa": 0.5327717483311819, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7317, + 8413 + ], + [ + 45644, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.598223145802816, + "test_tta": { + "OA": 0.8582560773791352, + "mIoU": 0.6790239634275042, + "macroF1": 0.7988921559924915, + "F1_coffee": 0.908155829012847, + "IoU_coffee": 0.8317632251420726, + "precision_coffee": 0.8935507662050316, + "recall_coffee": 0.9232462639177004, + "F1_noncoffee": 0.6896284829721362, + "IoU_noncoffee": 0.5262847017129356, + "kappa": 0.5981471107086644, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.824304834429445, + "mIoU": 0.6276432405138044, + "macroF1": 0.7584068622492055, + "F1_coffee": 0.8845833175427293, + "IoU_coffee": 0.7930518984116198, + "precision_coffee": 0.8696373018386394, + "recall_coffee": 0.9000520562207184, + "F1_noncoffee": 0.6322304069556817, + "IoU_noncoffee": 0.46223458261598904, + "kappa": 0.5172680716456121, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f4_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s0_r0.5", + "val_epoch0": 0.67982425114627 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.67982425114627, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8615498320988447, + "mIoU": 0.6970338154808444, + "macroF1": 0.8140196151670704, + "F1_coffee": 0.9080392303341408, + "IoU_coffee": 0.8315676309616888, + "precision_coffee": 0.9156712081100278, + "recall_coffee": 0.9005334236484485, + "F1_noncoffee": 0.72, + "IoU_noncoffee": 0.5625, + "kappa": 0.628117890669977, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8258191992615669, + "mIoU": 0.6438741256978981, + "macroF1": 0.7737561158339543, + "F1_coffee": 0.8822870064426835, + "IoU_coffee": 0.7893681218061636, + "precision_coffee": 0.89217425586438, + "recall_coffee": 0.8726164998939595, + "F1_noncoffee": 0.6652252252252252, + "IoU_noncoffee": 0.49838012958963285, + "kappa": 0.5476702236710589, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3305908750934929, + "mIoU": 0.16711626033683252, + "macroF1": 0.25336111199505323, + "F1_coffee": 0.49349179400113186, + "IoU_coffee": 0.3275732531930879, + "precision_coffee": 0.9931662870159453, + "recall_coffee": 0.32831325301204817, + "F1_noncoffee": 0.013230429988974642, + "IoU_noncoffee": 0.006659267480577136, + "kappa": -0.00010029293895922945, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8571569595261599, + "mIoU": 0.6946754620680544, + "macroF1": 0.812847777272498, + "F1_coffee": 0.9039112822896607, + "IoU_coffee": 0.8246698170362292, + "precision_coffee": 0.9162627894453419, + "recall_coffee": 0.8918883501507011, + "F1_noncoffee": 0.7217842722553355, + "IoU_noncoffee": 0.5646811070998796, + "kappa": 0.6258923910431887, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8580697485806975, + "mIoU": 0.6905495446824459, + "macroF1": 0.8091036582184208, + "F1_coffee": 0.9057858567945023, + "IoU_coffee": 0.8277957860615883, + "precision_coffee": 0.9157914959016393, + "recall_coffee": 0.8959964914479043, + "F1_noncoffee": 0.7124214596423393, + "IoU_noncoffee": 0.5533033033033034, + "kappa": 0.6183463777149547, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8692549243505566, + "mIoU": 0.7058437196628244, + "macroF1": 0.8200568774838599, + "F1_coffee": 0.914146463384154, + "IoU_coffee": 0.841869029807803, + "precision_coffee": 0.9150040652948902, + "recall_coffee": 0.913290467569761, + "F1_noncoffee": 0.725967291583566, + "IoU_noncoffee": 0.569818409517846, + "kappa": 0.6401147640664884, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.87027783330002, + "mIoU": 0.7210504990774049, + "macroF1": 0.8324989180863006, + "F1_coffee": 0.9120477029407779, + "IoU_coffee": 0.838315894369706, + "precision_coffee": 0.9082321187584346, + "recall_coffee": 0.9158954817637452, + "F1_noncoffee": 0.7529501332318234, + "IoU_noncoffee": 0.6037851037851037, + "kappa": 0.665014443199419, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8721618011829804, + "mIoU": 0.7217667495609541, + "macroF1": 0.8327564417182296, + "F1_coffee": 0.9139370584457289, + "IoU_coffee": 0.8415138971023063, + "precision_coffee": 0.9184200335613786, + "recall_coffee": 0.9094976351783204, + "F1_noncoffee": 0.7515758249907304, + "IoU_noncoffee": 0.602019602019602, + "kappa": 0.6655358860486316, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8860639408025804, + "mIoU": 0.7432429253596384, + "macroF1": 0.8476313257386947, + "F1_coffee": 0.9241553520682033, + "IoU_coffee": 0.859004461141113, + "precision_coffee": 0.9200301772915881, + "recall_coffee": 0.9283176858665313, + "F1_noncoffee": 0.7711072994091862, + "IoU_noncoffee": 0.6274813895781638, + "kappa": 0.6952811393483549, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8443534230544177, + "mIoU": 0.6692192226226725, + "macroF1": 0.793035219988345, + "F1_coffee": 0.89609375, + "IoU_coffee": 0.8117480537862704, + "precision_coffee": 0.9242546333601934, + "recall_coffee": 0.869598180439727, + "F1_noncoffee": 0.6899766899766899, + "IoU_noncoffee": 0.5266903914590747, + "kappa": 0.5872138108132158, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8439736616089322, + "mIoU": 0.6590695608680015, + "macroF1": 0.7838104357923493, + "F1_coffee": 0.8978571874804773, + "IoU_coffee": 0.814646865434758, + "precision_coffee": 0.9132037107637565, + "recall_coffee": 0.8830179405259277, + "F1_noncoffee": 0.6697636841042214, + "IoU_noncoffee": 0.5034922563012451, + "kappa": 0.568015301687084, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8523432280232891, + "mIoU": 0.66822849038135, + "macroF1": 0.790387138189845, + "F1_coffee": 0.9043467507574352, + "IoU_coffee": 0.8253950338600452, + "precision_coffee": 0.9100298656047785, + "recall_coffee": 0.8987341772151899, + "F1_noncoffee": 0.6764275256222547, + "IoU_noncoffee": 0.5110619469026548, + "kappa": 0.5808295762418768, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7213, + 8413 + ], + [ + 46302, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.825021382172902, + "test_tta": { + "OA": 0.8680730731534889, + "mIoU": 0.7033651266180347, + "macroF1": 0.8181771570841305, + "F1_coffee": 0.9134253450439147, + "IoU_coffee": 0.8406466512702079, + "precision_coffee": 0.909980882754564, + "recall_coffee": 0.9168959823885525, + "F1_noncoffee": 0.7229289691243462, + "IoU_noncoffee": 0.5660836019658616, + "kappa": 0.6363709880688799, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8321651090342679, + "mIoU": 0.6477609068342106, + "macroF1": 0.7759398183733717, + "F1_coffee": 0.8881799575281785, + "IoU_coffee": 0.7988522634954108, + "precision_coffee": 0.8853300639822229, + "recall_coffee": 0.8910482580446141, + "F1_noncoffee": 0.6636996792185649, + "IoU_noncoffee": 0.4966695501730104, + "kappa": 0.5518936015758374, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f4_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s0_r1.0", + "val_epoch0": 0.6868987061210312 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6868987061210312, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8604894037500602, + "mIoU": 0.6963986962941592, + "macroF1": 0.813680147214343, + "F1_coffee": 0.9070690854604806, + "IoU_coffee": 0.8299418319982765, + "precision_coffee": 0.9173684324464746, + "recall_coffee": 0.8969984335972228, + "F1_noncoffee": 0.7202912089682054, + "IoU_noncoffee": 0.5628555605900418, + "kappa": 0.6275016139302408, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8242038767739702, + "mIoU": 0.6429080901113275, + "macroF1": 0.7732221426797594, + "F1_coffee": 0.8807466906693018, + "IoU_coffee": 0.7869055944055944, + "precision_coffee": 0.8940688066105196, + "recall_coffee": 0.8678157595388204, + "F1_noncoffee": 0.6656975946902169, + "IoU_noncoffee": 0.49891058581706066, + "kappa": 0.5467264054494745, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3156320119670905, + "mIoU": 0.1600899021494831, + "macroF1": 0.2461144254784983, + "F1_coffee": 0.4750430292598967, + "IoU_coffee": 0.3115124153498871, + "precision_coffee": 0.9975903614457832, + "recall_coffee": 0.3117469879518072, + "F1_noncoffee": 0.017185821697099892, + "IoU_noncoffee": 0.00866738894907909, + "kappa": 0.003905057277158889, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8560217176702862, + "mIoU": 0.6961429162948416, + "macroF1": 0.8143243040410028, + "F1_coffee": 0.9023140551220655, + "IoU_coffee": 0.8220147660015864, + "precision_coffee": 0.9228029317076513, + "recall_coffee": 0.8827152404665182, + "F1_noncoffee": 0.72633455295994, + "IoU_noncoffee": 0.5702710665880967, + "kappa": 0.629160751904897, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8612661609656028, + "mIoU": 0.6960394998149815, + "macroF1": 0.8132206077635056, + "F1_coffee": 0.9079513800962269, + "IoU_coffee": 0.8314202898550724, + "precision_coffee": 0.9175356663041392, + "recall_coffee": 0.898565252803709, + "F1_noncoffee": 0.7184898354307842, + "IoU_noncoffee": 0.5606587097748905, + "kappa": 0.6265658288545538, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8640213150632791, + "mIoU": 0.6966233672927897, + "macroF1": 0.8131861321386556, + "F1_coffee": 0.9106372334438122, + "IoU_coffee": 0.8359357060849598, + "precision_coffee": 0.9122345423792521, + "recall_coffee": 0.9090455084587052, + "F1_noncoffee": 0.7157350308334991, + "IoU_noncoffee": 0.5573110285006195, + "kappa": 0.6263759081771141, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8744753148111133, + "mIoU": 0.7298110268400864, + "macroF1": 0.8388620842897296, + "F1_coffee": 0.9146159075458872, + "IoU_coffee": 0.8426656645371414, + "precision_coffee": 0.9137462646020104, + "recall_coffee": 0.9154872074033751, + "F1_noncoffee": 0.7631082610335722, + "IoU_noncoffee": 0.6169563891430314, + "kappa": 0.6777249784774496, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8780767029192902, + "mIoU": 0.73122851513433, + "macroF1": 0.8393988614627502, + "F1_coffee": 0.9182132343530014, + "IoU_coffee": 0.8487931850449598, + "precision_coffee": 0.9193899782135077, + "recall_coffee": 0.9170394989134603, + "F1_noncoffee": 0.760584488572499, + "IoU_noncoffee": 0.6136638452237001, + "kappa": 0.6787992632425928, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8837871169718243, + "mIoU": 0.7360005960860314, + "macroF1": 0.8422704080732104, + "F1_coffee": 0.9231926766568437, + "IoU_coffee": 0.8573424944683824, + "precision_coffee": 0.9126069170695426, + "recall_coffee": 0.9340268967267191, + "F1_noncoffee": 0.7613481394895772, + "IoU_noncoffee": 0.6146586977036804, + "kappa": 0.6846726419376346, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8380144333918471, + "mIoU": 0.6645244067344045, + "macroF1": 0.7901543354732787, + "F1_coffee": 0.890370272589268, + "IoU_coffee": 0.8024030454437306, + "precision_coffee": 0.932016028741191, + "recall_coffee": 0.8522870861763963, + "F1_noncoffee": 0.6899383983572895, + "IoU_noncoffee": 0.5266457680250783, + "kappa": 0.5826653413415434, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8444508063746541, + "mIoU": 0.6612161106602232, + "macroF1": 0.7856928093593116, + "F1_coffee": 0.8979080546160592, + "IoU_coffee": 0.8147306205955899, + "precision_coffee": 0.915687276443536, + "recall_coffee": 0.8808060948636028, + "F1_noncoffee": 0.6734775641025641, + "IoU_noncoffee": 0.5077016007248566, + "kappa": 0.5719017926831891, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8441347714040278, + "mIoU": 0.6584017317089931, + "macroF1": 0.7831522246593794, + "F1_coffee": 0.8981475706355642, + "IoU_coffee": 0.8151250990603419, + "precision_coffee": 0.9118541033434651, + "recall_coffee": 0.8848469952070788, + "F1_noncoffee": 0.6681568786831945, + "IoU_noncoffee": 0.5016783643576442, + "kappa": 0.5666234791589095, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7202, + 8413 + ], + [ + 46247, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6480405807495115, + "test_tta": { + "OA": 0.8680409389611016, + "mIoU": 0.7024881318107208, + "macroF1": 0.8174365005749599, + "F1_coffee": 0.9135537381456104, + "IoU_coffee": 0.8408641736097655, + "precision_coffee": 0.9085522872396106, + "recall_coffee": 0.9186105584014225, + "F1_noncoffee": 0.7213192630043094, + "IoU_noncoffee": 0.5641120900116761, + "kappa": 0.6349086671514282, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8317757009345794, + "mIoU": 0.6463278518352978, + "macroF1": 0.7746748638400944, + "F1_coffee": 0.8881043745203376, + "IoU_coffee": 0.7987299834345666, + "precision_coffee": 0.8838141790617303, + "recall_coffee": 0.8924364239304374, + "F1_noncoffee": 0.6612453531598513, + "IoU_noncoffee": 0.49392572023602915, + "kappa": 0.5493818726512967, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f4_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s1_r0.05", + "val_epoch0": 0.6394391495679901 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6394391495679901, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7810858143607706, + "mIoU": 0.5823486969386581, + "macroF1": 0.7236103389329298, + "F1_coffee": 0.8496485362112535, + "IoU_coffee": 0.7385990829384341, + "precision_coffee": 0.8874801171073561, + "recall_coffee": 0.8149104610304391, + "F1_noncoffee": 0.5975721416546061, + "IoU_noncoffee": 0.4260983109388821, + "kappa": 0.4498962502072516, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7551344179070035, + "mIoU": 0.5509386155144199, + "macroF1": 0.6969177787837288, + "F1_coffee": 0.8297501103044402, + "IoU_coffee": 0.7090366917447859, + "precision_coffee": 0.8645130283970996, + "recall_coffee": 0.7976748221412459, + "F1_noncoffee": 0.5640854472630173, + "IoU_noncoffee": 0.39284053928405394, + "kappa": 0.396334752138183, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4973821989528796, + "mIoU": 0.2525230602278893, + "macroF1": 0.3411899971256108, + "F1_coffee": 0.6619718309859155, + "IoU_coffee": 0.49473684210526314, + "precision_coffee": 0.996969696969697, + "recall_coffee": 0.4954819277108434, + "F1_noncoffee": 0.02040816326530612, + "IoU_noncoffee": 0.010309278350515464, + "kappa": 0.007217711459498256, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8278381046396841, + "mIoU": 0.6430591391019673, + "macroF1": 0.7725028472685049, + "F1_coffee": 0.8847018378950152, + "IoU_coffee": 0.7932424422050978, + "precision_coffee": 0.8927284856571047, + "recall_coffee": 0.8768182413838291, + "F1_noncoffee": 0.6603038566419945, + "IoU_noncoffee": 0.4928758359988369, + "kappa": 0.5451140374208662, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.7443824245026478, + "mIoU": 0.5400439630410587, + "macroF1": 0.6879009566391424, + "F1_coffee": 0.8206707276256777, + "IoU_coffee": 0.6958792144397775, + "precision_coffee": 0.8809369835453043, + "recall_coffee": 0.7681222981016227, + "F1_noncoffee": 0.5551311856526071, + "IoU_noncoffee": 0.38420871164233994, + "kappa": 0.38296580064013, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7726234656009136, + "mIoU": 0.5717432823153651, + "macroF1": 0.7146598974409293, + "F1_coffee": 0.8432652258043357, + "IoU_coffee": 0.7290048199603062, + "precision_coffee": 0.8883360972913211, + "recall_coffee": 0.8025469754666333, + "F1_noncoffee": 0.5860545690775227, + "IoU_noncoffee": 0.4144817446704239, + "kappa": 0.43317338267886824, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8411952828303019, + "mIoU": 0.6690320007110679, + "macroF1": 0.793546830086801, + "F1_coffee": 0.89272935934652, + "IoU_coffee": 0.8062431410803561, + "precision_coffee": 0.8857334226389819, + "recall_coffee": 0.8998366902558519, + "F1_noncoffee": 0.6943643008270821, + "IoU_noncoffee": 0.5318208603417797, + "kappa": 0.5871670411093455, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.7329708070978821, + "mIoU": 0.5396710855710193, + "macroF1": 0.6911537685188962, + "F1_coffee": 0.8047981030755282, + "IoU_coffee": 0.6733574512778621, + "precision_coffee": 0.885512584407612, + "recall_coffee": 0.7375687076569091, + "F1_noncoffee": 0.5775094339622642, + "IoU_noncoffee": 0.40598471986417656, + "kappa": 0.39321888692151324, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.7692818518167157, + "mIoU": 0.5770536500993934, + "macroF1": 0.7213722775996272, + "F1_coffee": 0.8369098712446352, + "IoU_coffee": 0.7195571955719557, + "precision_coffee": 0.887624466571835, + "recall_coffee": 0.7916772392793707, + "F1_noncoffee": 0.6058346839546191, + "IoU_noncoffee": 0.43455010462683097, + "kappa": 0.4471066938196204, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8148039789350497, + "mIoU": 0.617940223150201, + "macroF1": 0.7511848505648925, + "F1_coffee": 0.8769998056868968, + "IoU_coffee": 0.7809435921098166, + "precision_coffee": 0.8996677740863788, + "recall_coffee": 0.8554460449835735, + "F1_noncoffee": 0.6253698954428881, + "IoU_noncoffee": 0.45493685419058555, + "kappa": 0.5033300424942163, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7557973089035214, + "mIoU": 0.5378460785947963, + "macroF1": 0.6815451198925737, + "F1_coffee": 0.835317588004376, + "IoU_coffee": 0.7172063211404575, + "precision_coffee": 0.8769085258748818, + "recall_coffee": 0.7974932415826984, + "F1_noncoffee": 0.5277726517807714, + "IoU_noncoffee": 0.35848583604913514, + "kappa": 0.36717228909222666, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7759854920301613, + "mIoU": 0.5651360511340429, + "macroF1": 0.7063486595700532, + "F1_coffee": 0.8493484819308043, + "IoU_coffee": 0.7381457101416936, + "precision_coffee": 0.889008331093792, + "recall_coffee": 0.8130760722625046, + "F1_noncoffee": 0.5633488372093023, + "IoU_noncoffee": 0.3921263921263921, + "kappa": 0.41606565649669347, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6948, + 8413 + ], + [ + 41559, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.596781349182129, + "test_tta": { + "OA": 0.8045437748035797, + "mIoU": 0.6040231828463369, + "macroF1": 0.7397564873259728, + "F1_coffee": 0.8696043647433355, + "IoU_coffee": 0.7692920404331582, + "precision_coffee": 0.8808494929534646, + "recall_coffee": 0.8586427331611701, + "F1_noncoffee": 0.60990860990861, + "IoU_noncoffee": 0.4387543252595156, + "kappa": 0.4797666200167992, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7772297219337718, + "mIoU": 0.56828321899609, + "macroF1": 0.7094642315203858, + "F1_coffee": 0.8497792301258486, + "IoU_coffee": 0.7387966313795786, + "precision_coffee": 0.8573839662447258, + "recall_coffee": 0.8423082113868163, + "F1_noncoffee": 0.5691492329149233, + "IoU_noncoffee": 0.39776980661260136, + "kappa": 0.41905954595540057, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f4_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s1_r0.1", + "val_epoch0": 0.6465570748623588 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6465570748623588, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8455470042899147, + "mIoU": 0.6676913738072168, + "macroF1": 0.79138957167435, + "F1_coffee": 0.897680705899884, + "IoU_coffee": 0.8143563400409408, + "precision_coffee": 0.9028024577704511, + "recall_coffee": 0.8926167393421108, + "F1_noncoffee": 0.6850984374488158, + "IoU_noncoffee": 0.5210264075734927, + "kappa": 0.582820466352066, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8102717203184493, + "mIoU": 0.61773794528992, + "macroF1": 0.7521651731941577, + "F1_coffee": 0.8721686149899426, + "IoU_coffee": 0.773314722911497, + "precision_coffee": 0.8792171153167979, + "recall_coffee": 0.8652322285846492, + "F1_noncoffee": 0.6321617313983726, + "IoU_noncoffee": 0.4621611676683429, + "kappa": 0.5044219964197312, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3201196709050112, + "mIoU": 0.16209163739041926, + "macroF1": 0.24801800302319119, + "F1_coffee": 0.480868075385494, + "IoU_coffee": 0.3165413533834586, + "precision_coffee": 0.9952718676122931, + "recall_coffee": 0.3170180722891566, + "F1_noncoffee": 0.015167930660888408, + "IoU_noncoffee": 0.007641921397379912, + "kappa": 0.0018610396362020644, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8642152023692004, + "mIoU": 0.7005941353640954, + "macroF1": 0.816552113401132, + "F1_coffee": 0.9100598293392618, + "IoU_coffee": 0.8349631051652768, + "precision_coffee": 0.908189233278956, + "recall_coffee": 0.9119381470318438, + "F1_noncoffee": 0.7230443974630021, + "IoU_noncoffee": 0.5662251655629139, + "kappa": 0.6331090197292754, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8279662229855446, + "mIoU": 0.6433391375346088, + "macroF1": 0.7727389042100007, + "F1_coffee": 0.884770243497156, + "IoU_coffee": 0.7933524355300859, + "precision_coffee": 0.9028891932433314, + "recall_coffee": 0.8673642002380804, + "F1_noncoffee": 0.6607075649228453, + "IoU_noncoffee": 0.49332583953913167, + "kappa": 0.5460161365571082, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8450851650965839, + "mIoU": 0.6615736873653085, + "macroF1": 0.785880637760528, + "F1_coffee": 0.8984720922980979, + "IoU_coffee": 0.8156598539319482, + "precision_coffee": 0.8975764749859821, + "recall_coffee": 0.8993694987202697, + "F1_noncoffee": 0.673289183222958, + "IoU_noncoffee": 0.5074875207986689, + "kappa": 0.5717626475543789, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8731760943433939, + "mIoU": 0.7217708542131954, + "macroF1": 0.832584045713302, + "F1_coffee": 0.9150204245630483, + "IoU_coffee": 0.8433526725095667, + "precision_coffee": 0.9007251153592617, + "recall_coffee": 0.929776810016331, + "F1_noncoffee": 0.7501476668635558, + "IoU_noncoffee": 0.6001890359168242, + "kappa": 0.6654158774135887, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8439229154741461, + "mIoU": 0.677056227298696, + "macroF1": 0.8001415513551151, + "F1_coffee": 0.8936833896542761, + "IoU_coffee": 0.8078007518796992, + "precision_coffee": 0.9089226701916722, + "recall_coffee": 0.8789466956410584, + "F1_noncoffee": 0.706599713055954, + "IoU_noncoffee": 0.5463117027176927, + "kappa": 0.6005929517778793, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8707902476045916, + "mIoU": 0.7105883010728302, + "macroF1": 0.8237660022771103, + "F1_coffee": 0.9148004503940949, + "IoU_coffee": 0.842979017754208, + "precision_coffee": 0.9022704837117473, + "recall_coffee": 0.9276833291042883, + "F1_noncoffee": 0.7327315541601256, + "IoU_noncoffee": 0.5781975843914524, + "kappa": 0.6477451096094728, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8554710356933879, + "mIoU": 0.6796138910109498, + "macroF1": 0.80000625390573, + "F1_coffee": 0.9053277117669605, + "IoU_coffee": 0.8270308123249299, + "precision_coffee": 0.9155038759689923, + "recall_coffee": 0.8953752843062927, + "F1_noncoffee": 0.6946847960444994, + "IoU_noncoffee": 0.5321969696969697, + "kappa": 0.6001718191901385, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8120049623055635, + "mIoU": 0.6092495222794658, + "macroF1": 0.7431013946842688, + "F1_coffee": 0.8761473657739218, + "IoU_coffee": 0.779592750055941, + "precision_coffee": 0.8970133882595263, + "recall_coffee": 0.8562300319488818, + "F1_noncoffee": 0.610055423594616, + "IoU_noncoffee": 0.4389062945029906, + "kappa": 0.4870766287559379, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8192230600362699, + "mIoU": 0.6146371881422323, + "macroF1": 0.7466657593833605, + "F1_coffee": 0.8822432230788361, + "IoU_coffee": 0.7892980309266882, + "precision_coffee": 0.89278973197433, + "recall_coffee": 0.8719429765269755, + "F1_noncoffee": 0.611088295687885, + "IoU_noncoffee": 0.43997634535777647, + "kappa": 0.4935649225842394, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7144, + 8413 + ], + [ + 45375, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.597268299261729, + "test_tta": { + "OA": 0.8561030864891788, + "mIoU": 0.6811909056171503, + "macroF1": 0.8012783795676481, + "F1_coffee": 0.9056567997471822, + "IoU_coffee": 0.8275802321775793, + "precision_coffee": 0.9014217413185707, + "recall_coffee": 0.9099318403115871, + "F1_noncoffee": 0.6968999593881142, + "IoU_noncoffee": 0.5348015790567214, + "kappa": 0.6025849418266755, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8202809507326642, + "mIoU": 0.6280160964889222, + "macroF1": 0.7597961692003787, + "F1_coffee": 0.8803311277357893, + "IoU_coffee": 0.7862423878548761, + "precision_coffee": 0.8770043243656959, + "recall_coffee": 0.8836832668170513, + "F1_noncoffee": 0.6392612106649683, + "IoU_noncoffee": 0.46978980512296825, + "kappa": 0.5196131762805238, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f4_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s1_r0.5", + "val_epoch0": 0.6615048546644249 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 46, + "stopped_epoch": 76, + "best_val": 0.6802712903018606, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8479892029113578, + "mIoU": 0.6807647767842173, + "macroF1": 0.8025785432510886, + "F1_coffee": 0.8972624309092291, + "IoU_coffee": 0.8136681437715411, + "precision_coffee": 0.9212210404263385, + "recall_coffee": 0.8745184369840396, + "F1_noncoffee": 0.7078946555929482, + "IoU_noncoffee": 0.5478614097968937, + "kappa": 0.6059149582014415, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.814901349948079, + "mIoU": 0.633663916276457, + "macroF1": 0.7666228204343836, + "F1_coffee": 0.8727694503925767, + "IoU_coffee": 0.7742599335127434, + "precision_coffee": 0.8982552800734619, + "recall_coffee": 0.8486899184452542, + "F1_noncoffee": 0.6604761904761904, + "IoU_noncoffee": 0.4930678990401706, + "kappa": 0.5342461781016462, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43530291697830964, + "mIoU": 0.22075858938685297, + "macroF1": 0.3109400011604531, + "F1_coffee": 0.6036745406824147, + "IoU_coffee": 0.4323308270676692, + "precision_coffee": 0.9965337954939342, + "recall_coffee": 0.4329819277108434, + "F1_noncoffee": 0.018205461638491547, + "IoU_noncoffee": 0.009186351706036745, + "kappa": 0.004966125268981974, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8400789733464955, + "mIoU": 0.6712251794981411, + "macroF1": 0.7957558065055035, + "F1_coffee": 0.8909017442252003, + "IoU_coffee": 0.8032667435788451, + "precision_coffee": 0.9163895816015517, + "recall_coffee": 0.8667933429432577, + "F1_noncoffee": 0.7006098687858067, + "IoU_noncoffee": 0.5391836154174371, + "kappa": 0.5923769476702175, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8445207766805019, + "mIoU": 0.6775001523777744, + "macroF1": 0.8004106267006607, + "F1_coffee": 0.8942398182703228, + "IoU_coffee": 0.8087104537183777, + "precision_coffee": 0.9275615995691396, + "recall_coffee": 0.8632291209823946, + "F1_noncoffee": 0.7065814351309985, + "IoU_noncoffee": 0.5462898510371711, + "kappa": 0.6022453895824738, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8590731753734894, + "mIoU": 0.6935569268694641, + "macroF1": 0.81151029099236, + "F1_coffee": 0.9061945781606283, + "IoU_coffee": 0.8284787769992472, + "precision_coffee": 0.91965031818474, + "recall_coffee": 0.8931269117922467, + "F1_noncoffee": 0.7168260038240918, + "IoU_noncoffee": 0.5586350767396812, + "kappa": 0.6232640445670654, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8771736957825305, + "mIoU": 0.7285997612086184, + "macroF1": 0.8374378746229522, + "F1_coffee": 0.9178091352905772, + "IoU_coffee": 0.8481028303052774, + "precision_coffee": 0.9023011176857331, + "recall_coffee": 0.9338595536200327, + "F1_noncoffee": 0.7570666139553272, + "IoU_noncoffee": 0.6090966921119593, + "kappa": 0.6751593736348166, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8711123831329899, + "mIoU": 0.7236231538292646, + "macroF1": 0.8344454006814646, + "F1_coffee": 0.9123580927667856, + "IoU_coffee": 0.8388405105570798, + "precision_coffee": 0.9262381454162276, + "recall_coffee": 0.8988878946695641, + "F1_noncoffee": 0.7565327085961434, + "IoU_noncoffee": 0.6084057971014493, + "kappa": 0.6690972281775336, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8830281756949057, + "mIoU": 0.7377826613560462, + "macroF1": 0.8438101200751222, + "F1_coffee": 0.922075459773747, + "IoU_coffee": 0.8554174484052532, + "precision_coffee": 0.9186500440750536, + "recall_coffee": 0.9255265161126618, + "F1_noncoffee": 0.7655447803764974, + "IoU_noncoffee": 0.6201478743068392, + "kappa": 0.6876333071759041, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8038814121318509, + "mIoU": 0.6213005007847927, + "macroF1": 0.7573322925619621, + "F1_coffee": 0.8636147846727704, + "IoU_coffee": 0.759966579135832, + "precision_coffee": 0.9320743668569755, + "recall_coffee": 0.8045236290118777, + "F1_noncoffee": 0.6510498004511539, + "IoU_noncoffee": 0.48263442243375354, + "kappa": 0.5212723116934925, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8179215574005153, + "mIoU": 0.6342034277755948, + "macroF1": 0.7664074716215774, + "F1_coffee": 0.876103896103896, + "IoU_coffee": 0.7795239195747631, + "precision_coffee": 0.9289451941613881, + "recall_coffee": 0.8289506021135414, + "F1_noncoffee": 0.6567110471392588, + "IoU_noncoffee": 0.48888293597642646, + "kappa": 0.5369662194008524, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8349718430848525, + "mIoU": 0.6516033230139168, + "macroF1": 0.7789035291532412, + "F1_coffee": 0.8902431282930235, + "IoU_coffee": 0.8021965450177325, + "precision_coffee": 0.9206932773109243, + "recall_coffee": 0.861742656998894, + "F1_noncoffee": 0.6675639300134589, + "IoU_noncoffee": 0.501010101010101, + "kappa": 0.5592672190680039, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7181, + 8413 + ], + [ + 45490, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.1117274284362795, + "test_tta": { + "OA": 0.8519738427673966, + "mIoU": 0.6859149519670037, + "macroF1": 0.8062864818329722, + "F1_coffee": 0.9003622992483642, + "IoU_coffee": 0.8187808572159169, + "precision_coffee": 0.9204608274550561, + "recall_coffee": 0.8811227297743534, + "F1_noncoffee": 0.7122106644175804, + "IoU_noncoffee": 0.5530490467180905, + "kappa": 0.6131057599085681, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8195309795777086, + "mIoU": 0.6389305961847067, + "macroF1": 0.7705510775595583, + "F1_coffee": 0.8765623304495368, + "IoU_coffee": 0.7802500790277827, + "precision_coffee": 0.8974830316742082, + "recall_coffee": 0.8565947519617483, + "F1_noncoffee": 0.66453982466958, + "IoU_noncoffee": 0.4976111133416309, + "kappa": 0.541778811847642, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f4_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s1_r1.0", + "val_epoch0": 0.6749383226226439 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 17, + "stopped_epoch": 50, + "best_val": 0.6767811395278256, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8620961133694307, + "mIoU": 0.7059460088018941, + "macroF1": 0.8214769506928279, + "F1_coffee": 0.906632436607308, + "IoU_coffee": 0.8292110237787285, + "precision_coffee": 0.9325724516056842, + "recall_coffee": 0.8820964396088227, + "F1_noncoffee": 0.7363214647783478, + "IoU_noncoffee": 0.5826809938250596, + "kappa": 0.6437323508456758, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.826266297450098, + "mIoU": 0.653002184516879, + "macroF1": 0.7821988808839855, + "F1_coffee": 0.8801679200986829, + "IoU_coffee": 0.7859820556098428, + "precision_coffee": 0.9092011426927267, + "recall_coffee": 0.8529315364297144, + "F1_noncoffee": 0.684229841669288, + "IoU_noncoffee": 0.5200223134239153, + "kappa": 0.5655650906887195, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3388182498130142, + "mIoU": 0.17190341704710715, + "macroF1": 0.2597344356758111, + "F1_coffee": 0.5016910935738444, + "IoU_coffee": 0.33483822422874343, + "precision_coffee": 0.9977578475336323, + "recall_coffee": 0.33509036144578314, + "F1_noncoffee": 0.017777777777777778, + "IoU_noncoffee": 0.008968609865470852, + "kappa": 0.004509535384776098, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8607601184600198, + "mIoU": 0.706290417742562, + "macroF1": 0.8220119386416158, + "F1_coffee": 0.9050583919496517, + "IoU_coffee": 0.8265814225118338, + "precision_coffee": 0.9304546398173137, + "recall_coffee": 0.8810116629537413, + "F1_noncoffee": 0.7389654853335801, + "IoU_noncoffee": 0.5859994129732903, + "kappa": 0.6447515268481723, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8620294833261772, + "mIoU": 0.706445233866838, + "macroF1": 0.8219077262027497, + "F1_coffee": 0.9064380459398254, + "IoU_coffee": 0.8288858647417312, + "precision_coffee": 0.9371195397685463, + "recall_coffee": 0.8777018983772946, + "F1_noncoffee": 0.7373774064656738, + "IoU_noncoffee": 0.5840046029919448, + "kappa": 0.6448839317743689, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8634503758683033, + "mIoU": 0.705019642808631, + "macroF1": 0.8204469504872993, + "F1_coffee": 0.9083184257602862, + "IoU_coffee": 0.8320360507988529, + "precision_coffee": 0.9301275760549559, + "recall_coffee": 0.887508583557026, + "F1_noncoffee": 0.7325754752143123, + "IoU_noncoffee": 0.5780032348184091, + "kappa": 0.6414688621244518, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8899660203877673, + "mIoU": 0.756100495760641, + "macroF1": 0.8569866493554219, + "F1_coffee": 0.9256633583147661, + "IoU_coffee": 0.8616138763197587, + "precision_coffee": 0.9185314216802895, + "recall_coffee": 0.9329069134458357, + "F1_noncoffee": 0.7883099403960777, + "IoU_noncoffee": 0.6505871152015233, + "kappa": 0.7140223958818166, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8840870062965083, + "mIoU": 0.7477094081208008, + "macroF1": 0.8514190597854877, + "F1_coffee": 0.9210885237383906, + "IoU_coffee": 0.853720202263424, + "precision_coffee": 0.9362292051756007, + "recall_coffee": 0.9064297584047041, + "F1_noncoffee": 0.7817495958325849, + "IoU_noncoffee": 0.6416986139781775, + "kappa": 0.7030529127237921, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.893273882933308, + "mIoU": 0.7590346779654557, + "macroF1": 0.8587380026694467, + "F1_coffee": 0.9285850314225862, + "IoU_coffee": 0.8666903661571276, + "precision_coffee": 0.9292338965823911, + "recall_coffee": 0.9279370718091855, + "F1_noncoffee": 0.788890973916307, + "IoU_noncoffee": 0.6513789897737837, + "kappa": 0.7174764125607588, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8322605812365906, + "mIoU": 0.6617424460042677, + "macroF1": 0.7888825616934672, + "F1_coffee": 0.8845792511072339, + "IoU_coffee": 0.793045361569005, + "precision_coffee": 0.9431883228391529, + "recall_coffee": 0.8328278999241849, + "F1_noncoffee": 0.6931858722797003, + "IoU_noncoffee": 0.5304395304395304, + "kappa": 0.5820549868380905, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.839965645576868, + "mIoU": 0.6669757156866637, + "macroF1": 0.7919540689147412, + "F1_coffee": 0.8918971185457358, + "IoU_coffee": 0.8048865619546248, + "precision_coffee": 0.9380338983050848, + "recall_coffee": 0.8500860162202015, + "F1_noncoffee": 0.6920110192837465, + "IoU_noncoffee": 0.5290648694187026, + "kappa": 0.586756279984114, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.83344468836499, + "mIoU": 0.654985390167553, + "macroF1": 0.7824099227853907, + "F1_coffee": 0.8877885666516623, + "IoU_coffee": 0.7982192414431082, + "precision_coffee": 0.9310763420555705, + "recall_coffee": 0.8483470566547868, + "F1_noncoffee": 0.677031278919119, + "IoU_noncoffee": 0.5117515388919978, + "kappa": 0.5675105058523895, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7284, + 8413 + ], + [ + 46265, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6498623212178547, + "test_tta": { + "OA": 0.866000417744501, + "mIoU": 0.709867881928165, + "macroF1": 0.8240404976087068, + "F1_coffee": 0.9099663183349167, + "IoU_coffee": 0.8348056887057799, + "precision_coffee": 0.9285305133289271, + "recall_coffee": 0.8921298844248762, + "F1_noncoffee": 0.738114676882497, + "IoU_noncoffee": 0.58493007515055, + "kappa": 0.6484896947065321, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8304344063689858, + "mIoU": 0.6560046916984451, + "macroF1": 0.7840325367774277, + "F1_coffee": 0.8841389504804139, + "IoU_coffee": 0.792337855023315, + "precision_coffee": 0.9042694726656991, + "recall_coffee": 0.8648851871131934, + "F1_noncoffee": 0.6839261230744414, + "IoU_noncoffee": 0.5196715283735752, + "kappa": 0.5686482460805421, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f4_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s2_r0.05", + "val_epoch0": 0.609941445518579 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.609941445518579, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8375295232892559, + "mIoU": 0.6525111486083622, + "macroF1": 0.7791627580529639, + "F1_coffee": 0.8926949361178318, + "IoU_coffee": 0.8061869896883506, + "precision_coffee": 0.8950504319700388, + "recall_coffee": 0.8903518055967148, + "F1_noncoffee": 0.665630579988096, + "IoU_noncoffee": 0.4988353075283739, + "kappa": 0.5583350477748036, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8073006807430484, + "mIoU": 0.6105345045395982, + "macroF1": 0.745683074179979, + "F1_coffee": 0.870864543565457, + "IoU_coffee": 0.771266670090562, + "precision_coffee": 0.873134617620838, + "recall_coffee": 0.8686062428904698, + "F1_noncoffee": 0.6205016047945011, + "IoU_noncoffee": 0.4498023389886345, + "kappa": 0.49137625201968316, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.512341062079282, + "mIoU": 0.26076339010876254, + "macroF1": 0.3494635852920281, + "F1_coffee": 0.674975074775673, + "IoU_coffee": 0.509405568096313, + "precision_coffee": 0.9985250737463127, + "recall_coffee": 0.509789156626506, + "F1_noncoffee": 0.023952095808383235, + "IoU_noncoffee": 0.012121212121212121, + "kappa": 0.010814135311726284, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8459526159921027, + "mIoU": 0.6702347248373518, + "macroF1": 0.793608366134391, + "F1_coffee": 0.8975478449266323, + "IoU_coffee": 0.8141376846117199, + "precision_coffee": 0.8993487270574304, + "recall_coffee": 0.8957541606604639, + "F1_noncoffee": 0.6896688873421497, + "IoU_noncoffee": 0.5263317650629837, + "kappa": 0.5872217457034452, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8250083488383188, + "mIoU": 0.6350011136729594, + "macroF1": 0.7654420307029557, + "F1_coffee": 0.8836442075878695, + "IoU_coffee": 0.7915435326210503, + "precision_coffee": 0.8949431343571291, + "recall_coffee": 0.8726270283816804, + "F1_noncoffee": 0.6472398538180419, + "IoU_noncoffee": 0.47845869472486846, + "kappa": 0.5311106538256987, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8418974212579694, + "mIoU": 0.6531131968741345, + "macroF1": 0.7787130064614878, + "F1_coffee": 0.8969580452107042, + "IoU_coffee": 0.8131676599572698, + "precision_coffee": 0.8911275415896488, + "recall_coffee": 0.9028653473999625, + "F1_noncoffee": 0.6604679677122713, + "IoU_noncoffee": 0.49305873379099924, + "kappa": 0.5574884329133686, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.861083349990006, + "mIoU": 0.7012771255088519, + "macroF1": 0.8177285358056645, + "F1_coffee": 0.9066236732500336, + "IoU_coffee": 0.8291963627426886, + "precision_coffee": 0.8951976651631732, + "recall_coffee": 0.9183451279259662, + "F1_noncoffee": 0.7288333983612953, + "IoU_noncoffee": 0.5733578882750153, + "kappa": 0.6356294543786639, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8299942759015455, + "mIoU": 0.6471178642862568, + "macroF1": 0.7758418475535953, + "F1_coffee": 0.8860176538313931, + "IoU_coffee": 0.7953605879650896, + "precision_coffee": 0.8866982460632441, + "recall_coffee": 0.8853381055860923, + "F1_noncoffee": 0.6656660412757974, + "IoU_noncoffee": 0.49887514060742405, + "kappa": 0.5516844698346672, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8509629067450906, + "mIoU": 0.6708851292457145, + "macroF1": 0.7931128444944202, + "F1_coffee": 0.9025131864722309, + "IoU_coffee": 0.8223453579102115, + "precision_coffee": 0.8832746265030973, + "recall_coffee": 0.9226084750063436, + "F1_noncoffee": 0.6837125025166096, + "IoU_noncoffee": 0.5194249005812175, + "kappa": 0.586861583890888, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8311878291398479, + "mIoU": 0.6401565623322505, + "macroF1": 0.7689151049716882, + "F1_coffee": 0.8888746228413686, + "IoU_coffee": 0.7999768892997458, + "precision_coffee": 0.9034320762103615, + "recall_coffee": 0.8747788728834976, + "F1_noncoffee": 0.6489555871020077, + "IoU_noncoffee": 0.48033623536475534, + "kappa": 0.5382089786623654, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8200209943696918, + "mIoU": 0.6226910762689729, + "macroF1": 0.7545850442788647, + "F1_coffee": 0.8813089993706734, + "IoU_coffee": 0.7878037803780378, + "precision_coffee": 0.903250773993808, + "recall_coffee": 0.8604079626443843, + "F1_noncoffee": 0.6278610891870561, + "IoU_noncoffee": 0.457578372159908, + "kappa": 0.5100765354120369, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8327765581750501, + "mIoU": 0.6354607788871005, + "macroF1": 0.7639619843561212, + "F1_coffee": 0.8914094458906657, + "IoU_coffee": 0.8040925863804093, + "precision_coffee": 0.8992122045767162, + "recall_coffee": 0.88374093646307, + "F1_noncoffee": 0.6365145228215767, + "IoU_noncoffee": 0.46682897139379187, + "kappa": 0.5280429200925417, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7130, + 8413 + ], + [ + 44890, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5961919744809467, + "test_tta": { + "OA": 0.8403412651231543, + "mIoU": 0.6520149439715088, + "macroF1": 0.7780408166255037, + "F1_coffee": 0.8956339995588838, + "IoU_coffee": 0.8109938183547314, + "precision_coffee": 0.8888286673198391, + "recall_coffee": 0.9025443461326785, + "F1_noncoffee": 0.6604476336921237, + "IoU_noncoffee": 0.49303606958828633, + "kappa": 0.5561662839540703, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8106899734625591, + "mIoU": 0.609663997383903, + "macroF1": 0.7438830098598757, + "F1_coffee": 0.874689731546187, + "IoU_coffee": 0.7772876121960738, + "precision_coffee": 0.8663035872997863, + "recall_coffee": 0.8832398249368577, + "F1_noncoffee": 0.6130762881735644, + "IoU_noncoffee": 0.4420403825717322, + "kappa": 0.4879141916219025, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f4_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s2_r0.1", + "val_epoch0": 0.6352914549407398 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6352914549407398, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8376259258664182, + "mIoU": 0.6444570475894744, + "macroF1": 0.771491867494096, + "F1_coffee": 0.8944234345291574, + "IoU_coffee": 0.8090108477907548, + "precision_coffee": 0.883003300330033, + "recall_coffee": 0.9061428389991957, + "F1_noncoffee": 0.6485603004590347, + "IoU_noncoffee": 0.4799032473881941, + "kappa": 0.5432380611037462, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8068247375100958, + "mIoU": 0.602086313132721, + "macroF1": 0.7371175033316111, + "F1_coffee": 0.8724866717440974, + "IoU_coffee": 0.7738149517874935, + "precision_coffee": 0.861771951930491, + "recall_coffee": 0.8834711859178283, + "F1_noncoffee": 0.6017483349191246, + "IoU_noncoffee": 0.43035767447794837, + "kappa": 0.4744887303307548, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4846671652954376, + "mIoU": 0.24600617924120646, + "macroF1": 0.335172952332289, + "F1_coffee": 0.6504312531709792, + "IoU_coffee": 0.48195488721804514, + "precision_coffee": 0.9968895800933126, + "recall_coffee": 0.48268072289156627, + "F1_noncoffee": 0.01991465149359886, + "IoU_noncoffee": 0.010057471264367816, + "kappa": 0.00671325474246276, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8449160908193485, + "mIoU": 0.6638897602458721, + "macroF1": 0.7880529912070964, + "F1_coffee": 0.8978344280418807, + "IoU_coffee": 0.8146093934387538, + "precision_coffee": 0.8911696359411309, + "recall_coffee": 0.9045996592844975, + "F1_noncoffee": 0.6782715543723121, + "IoU_noncoffee": 0.5131701270529904, + "kappa": 0.5761806304084858, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8331663565669577, + "mIoU": 0.6347068297009717, + "macroF1": 0.7631254607845592, + "F1_coffee": 0.8919311474396613, + "IoU_coffee": 0.8049419901829541, + "precision_coffee": 0.8800463471155019, + "recall_coffee": 0.9041413445272852, + "F1_noncoffee": 0.6343197741294573, + "IoU_noncoffee": 0.4644716692189893, + "kappa": 0.5265431039829902, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8350461509182605, + "mIoU": 0.6350125752652919, + "macroF1": 0.7629531211041323, + "F1_coffee": 0.8936796589898495, + "IoU_coffee": 0.807794655726799, + "precision_coffee": 0.8783001808318264, + "recall_coffee": 0.9096073412822273, + "F1_noncoffee": 0.6322265832184152, + "IoU_noncoffee": 0.4622304948037847, + "kappa": 0.526408544416007, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.856486108334999, + "mIoU": 0.6908554372465614, + "macroF1": 0.8096836560872552, + "F1_coffee": 0.9040619989310529, + "IoU_coffee": 0.8249207510363326, + "precision_coffee": 0.8879265091863517, + "recall_coffee": 0.9207947740881872, + "F1_noncoffee": 0.7153053132434576, + "IoU_noncoffee": 0.5567901234567901, + "kappa": 0.619739943759493, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8371493989696622, + "mIoU": 0.6468206801059772, + "macroF1": 0.7738678497758347, + "F1_coffee": 0.8934922318587384, + "IoU_coffee": 0.8074884402841999, + "precision_coffee": 0.8727450024378351, + "recall_coffee": 0.9152499041288509, + "F1_noncoffee": 0.654243467692931, + "IoU_noncoffee": 0.4861529199277544, + "kappa": 0.548563891265422, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8483066122758751, + "mIoU": 0.6561920676710705, + "macroF1": 0.7801201842819917, + "F1_coffee": 0.9025653525074645, + "IoU_coffee": 0.8224319822320932, + "precision_coffee": 0.8683315746277407, + "recall_coffee": 0.9396092362344582, + "F1_noncoffee": 0.6576750160565189, + "IoU_noncoffee": 0.48995215311004786, + "kappa": 0.5626288057550634, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8336259020869904, + "mIoU": 0.6370683314239056, + "macroF1": 0.765320983915911, + "F1_coffee": 0.8919295578360573, + "IoU_coffee": 0.8049394008689686, + "precision_coffee": 0.8943089430894309, + "recall_coffee": 0.8895628001010867, + "F1_noncoffee": 0.6387124099957645, + "IoU_noncoffee": 0.46919726197884254, + "kappa": 0.5306530747731222, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8291821738715526, + "mIoU": 0.6222350054121951, + "macroF1": 0.751727926332746, + "F1_coffee": 0.890399216262552, + "IoU_coffee": 0.802450060699702, + "precision_coffee": 0.8873566023919941, + "recall_coffee": 0.8934627672646842, + "F1_noncoffee": 0.61305663640294, + "IoU_noncoffee": 0.44201995012468825, + "kappa": 0.5034764623287246, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8217046864560466, + "mIoU": 0.6145965196854689, + "macroF1": 0.7459550447567949, + "F1_coffee": 0.8846771206321768, + "IoU_coffee": 0.7932027012066866, + "precision_coffee": 0.8888475375263615, + "recall_coffee": 0.8805456556470443, + "F1_noncoffee": 0.607232968881413, + "IoU_noncoffee": 0.4359903381642512, + "kappa": 0.4919481813538394, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7275, + 8413 + ], + [ + 44751, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.796819849809011, + "test_tta": { + "OA": 0.8416748341072318, + "mIoU": 0.6455963419544181, + "macroF1": 0.7716076883369993, + "F1_coffee": 0.8981098519315079, + "IoU_coffee": 0.8150629656738547, + "precision_coffee": 0.8778855872245805, + "recall_coffee": 0.9192879217645316, + "F1_noncoffee": 0.6451055247424908, + "IoU_noncoffee": 0.4761297182349814, + "kappa": 0.5440582185030975, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8115841698396216, + "mIoU": 0.6029413381142361, + "macroF1": 0.7366814226345697, + "F1_coffee": 0.8771210354038903, + "IoU_coffee": 0.7811358686547161, + "precision_coffee": 0.8563242667450275, + "recall_coffee": 0.8989530915611083, + "F1_noncoffee": 0.5962418098652491, + "IoU_noncoffee": 0.42474680757375605, + "kappa": 0.4743815062192888, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f4_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s2_r0.5", + "val_epoch0": 0.6796896989321397 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6796896989321397, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8558620800462733, + "mIoU": 0.6881821874382005, + "macroF1": 0.8074836761808281, + "F1_coffee": 0.9039908389430538, + "IoU_coffee": 0.8248022654037691, + "precision_coffee": 0.9142152087797909, + "recall_coffee": 0.8939926336734262, + "F1_noncoffee": 0.7109765134186024, + "IoU_noncoffee": 0.5515621094726318, + "kappa": 0.6151122731676545, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8211463020653051, + "mIoU": 0.6369684938373678, + "macroF1": 0.7682848894130498, + "F1_coffee": 0.8789591324802593, + "IoU_coffee": 0.7840562801469692, + "precision_coffee": 0.890088166686435, + "recall_coffee": 0.8681049607650336, + "F1_noncoffee": 0.6576106463458405, + "IoU_noncoffee": 0.48988070752776636, + "kappa": 0.5367746257587068, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3851907255048616, + "mIoU": 0.19483280523524862, + "macroF1": 0.28382467938692524, + "F1_coffee": 0.5532608695652174, + "IoU_coffee": 0.38241923365890307, + "precision_coffee": 0.994140625, + "recall_coffee": 0.3832831325301205, + "F1_noncoffee": 0.014388489208633094, + "IoU_noncoffee": 0.007246376811594203, + "kappa": 0.0010852493346711974, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8593780848963475, + "mIoU": 0.7000983344322547, + "macroF1": 0.8170514456181538, + "F1_coffee": 0.9050491584735877, + "IoU_coffee": 0.8265660193583734, + "precision_coffee": 0.9209794478735671, + "recall_coffee": 0.8896605949416853, + "F1_noncoffee": 0.7290537327627199, + "IoU_noncoffee": 0.5736306495061358, + "kappa": 0.6344150102053401, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.851104432040456, + "mIoU": 0.6798754088790898, + "macroF1": 0.8011496364367782, + "F1_coffee": 0.9008167286363492, + "IoU_coffee": 0.8195327859373193, + "precision_coffee": 0.9140332774409906, + "recall_coffee": 0.8879769438005137, + "F1_noncoffee": 0.7014825442372071, + "IoU_noncoffee": 0.5402180318208604, + "kappa": 0.6025493803040639, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8572176229898183, + "mIoU": 0.6845688842280895, + "macroF1": 0.8040392191988956, + "F1_coffee": 0.9061219382488191, + "IoU_coffee": 0.8283573552962709, + "precision_coffee": 0.9081389515926762, + "recall_coffee": 0.9041138647855671, + "F1_noncoffee": 0.701956500148972, + "IoU_noncoffee": 0.5407804131599082, + "kappa": 0.6080845763122397, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8711772936238257, + "mIoU": 0.7235911635774753, + "macroF1": 0.8344083850503252, + "F1_coffee": 0.9124380137218939, + "IoU_coffee": 0.8389756402248595, + "precision_coffee": 0.9108910891089109, + "recall_coffee": 0.9139902014153511, + "F1_noncoffee": 0.7563787563787564, + "IoU_noncoffee": 0.6082066869300912, + "kappa": 0.6688194275793703, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8631940469376074, + "mIoU": 0.7056493272129911, + "macroF1": 0.8210244309133892, + "F1_coffee": 0.9078998073217727, + "IoU_coffee": 0.8313338038108681, + "precision_coffee": 0.912353168968633, + "recall_coffee": 0.9034897098299884, + "F1_noncoffee": 0.7341490545050056, + "IoU_noncoffee": 0.5799648506151143, + "kappa": 0.6420734780550282, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8719286595199697, + "mIoU": 0.71565811175667, + "macroF1": 0.8277804316715881, + "F1_coffee": 0.9149766973170425, + "IoU_coffee": 0.8432783840260042, + "precision_coffee": 0.9084542271135568, + "recall_coffee": 0.9215935041867547, + "F1_noncoffee": 0.7405841660261338, + "IoU_noncoffee": 0.588037839487336, + "kappa": 0.6556150286001902, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8478642480983031, + "mIoU": 0.6774325889516675, + "macroF1": 0.799655366310063, + "F1_coffee": 0.8979324784087935, + "IoU_coffee": 0.8147708382806934, + "precision_coffee": 0.9310719131614654, + "recall_coffee": 0.8670710133939853, + "F1_noncoffee": 0.7013782542113323, + "IoU_noncoffee": 0.5400943396226415, + "kappa": 0.6007903812589318, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8390113560454242, + "mIoU": 0.6540605095541401, + "macroF1": 0.7802730074856892, + "F1_coffee": 0.8938793483047116, + "IoU_coffee": 0.8081210191082803, + "precision_coffee": 0.9157107874726125, + "recall_coffee": 0.8730646350454657, + "F1_noncoffee": 0.6666666666666666, + "IoU_noncoffee": 0.5, + "kappa": 0.5613292022648899, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8424167223441825, + "mIoU": 0.6535571791714853, + "macroF1": 0.7790102549430049, + "F1_coffee": 0.8973833053639132, + "IoU_coffee": 0.8138669673055242, + "precision_coffee": 0.9078219315895373, + "recall_coffee": 0.8871820081110975, + "F1_noncoffee": 0.6606372045220966, + "IoU_noncoffee": 0.4932473910374463, + "kappa": 0.5582136817286685, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7203, + 8413 + ], + [ + 45958, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6512264291445415, + "test_tta": { + "OA": 0.8621282475618182, + "mIoU": 0.6906750352181611, + "macroF1": 0.8084018368676262, + "F1_coffee": 0.9098606048509932, + "IoU_coffee": 0.834627763109715, + "precision_coffee": 0.9030966531122928, + "recall_coffee": 0.9167266415477753, + "F1_noncoffee": 0.7069430688842594, + "IoU_noncoffee": 0.5467223073266072, + "kappa": 0.6168735471602126, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8280835352486443, + "mIoU": 0.6382576414901043, + "macroF1": 0.7678398560753553, + "F1_coffee": 0.8861030423482648, + "IoU_coffee": 0.7954982157562449, + "precision_coffee": 0.8783648108507455, + "recall_coffee": 0.8939788304702412, + "F1_noncoffee": 0.6495766698024459, + "IoU_noncoffee": 0.48101706722396376, + "kappa": 0.5357905602970644, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_e200_exactloc1km_lr3e-4_ld75_es50p30_lov50_spatial_f4_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "e200_exactloc1km", + "lpft_variant": "lr3e-4_ld75", + "run_variant": "es50p30_lov50", + "preset": "C_tta", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "lpft": { + "lr_body": 0.0003, + "lr_head": 0.0003, + "layer_decay": 0.75, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_e200_exactloc1km_es50p30_lov50_spatial_f4_s2_r1.0", + "val_epoch0": 0.6840746578123966 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6840746578123966, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.859686048940375, + "mIoU": 0.690443659725017, + "macroF1": 0.8086891180371736, + "F1_coffee": 0.9074629396119653, + "IoU_coffee": 0.8306015168855353, + "precision_coffee": 0.9085315397509071, + "recall_coffee": 0.9063968502603615, + "F1_noncoffee": 0.7099152964623817, + "IoU_noncoffee": 0.5502858025644987, + "kappa": 0.6173798953836619, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8259201569170417, + "mIoU": 0.6402121567787491, + "macroF1": 0.7702434046971515, + "F1_coffee": 0.8833455754436155, + "IoU_coffee": 0.7910644117087019, + "precision_coffee": 0.885622371659464, + "recall_coffee": 0.8810804557811325, + "F1_noncoffee": 0.6571412339506875, + "IoU_noncoffee": 0.48935990184879635, + "kappa": 0.5404957353505346, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43081525804038895, + "mIoU": 0.2180360611513434, + "macroF1": 0.30760415468674823, + "F1_coffee": 0.5996843766438716, + "IoU_coffee": 0.42824943651389935, + "precision_coffee": 0.9947643979057592, + "recall_coffee": 0.4292168674698795, + "F1_noncoffee": 0.015523932729624839, + "IoU_noncoffee": 0.007822685788787484, + "kappa": 0.0022476119123431915, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8617472852912142, + "mIoU": 0.6964693274156708, + "macroF1": 0.8134965433769812, + "F1_coffee": 0.9083592344184525, + "IoU_coffee": 0.8321045375531979, + "precision_coffee": 0.907142390380971, + "recall_coffee": 0.9095793473987682, + "F1_noncoffee": 0.7186338523355098, + "IoU_noncoffee": 0.5608341172781436, + "kappa": 0.6269951474623116, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8573064262201231, + "mIoU": 0.6850196790287226, + "macroF1": 0.8044184609034446, + "F1_coffee": 0.9061234738394903, + "IoU_coffee": 0.8283599219556984, + "precision_coffee": 0.9078616352201258, + "recall_coffee": 0.9043919553912663, + "F1_noncoffee": 0.7027134479673989, + "IoU_noncoffee": 0.5416794361017468, + "kappa": 0.608841462393166, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8600723189646969, + "mIoU": 0.6899917736977603, + "macroF1": 0.8082178387913352, + "F1_coffee": 0.907941277741259, + "IoU_coffee": 0.8314033478559963, + "precision_coffee": 0.9105349070818685, + "recall_coffee": 0.9053623821711717, + "F1_noncoffee": 0.7084943998414115, + "IoU_noncoffee": 0.5485801995395242, + "kappa": 0.616445532015351, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8767739356386168, + "mIoU": 0.727115526669871, + "macroF1": 0.8363076235264728, + "F1_coffee": 0.9176957479474, + "IoU_coffee": 0.8479092142592821, + "precision_coffee": 0.90056334337744, + "recall_coffee": 0.9354926510615134, + "F1_noncoffee": 0.7549194991055456, + "IoU_noncoffee": 0.6063218390804598, + "kappa": 0.6729676871113451, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.873688227437512, + "mIoU": 0.7213078353122951, + "macroF1": 0.8321169073478001, + "F1_coffee": 0.9156580456109058, + "IoU_coffee": 0.8444366114440136, + "precision_coffee": 0.9126349206349207, + "recall_coffee": 0.9187012654991691, + "F1_noncoffee": 0.7485757690846943, + "IoU_noncoffee": 0.5981790591805767, + "kappa": 0.6642447972726498, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8795180722891566, + "mIoU": 0.7291955901399556, + "macroF1": 0.837523333066323, + "F1_coffee": 0.920125786163522, + "IoU_coffee": 0.8520675596971462, + "precision_coffee": 0.9123222748815166, + "recall_coffee": 0.9280639431616341, + "F1_noncoffee": 0.7549208799691239, + "IoU_noncoffee": 0.606323620582765, + "kappa": 0.6751195962311254, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8470840647552175, + "mIoU": 0.6670540550482338, + "macroF1": 0.7904718455638644, + "F1_coffee": 0.8993839835728953, + "IoU_coffee": 0.8171641791044776, + "precision_coffee": 0.9136897001303781, + "recall_coffee": 0.8855193328279, + "F1_noncoffee": 0.6815597075548334, + "IoU_noncoffee": 0.5169439309919901, + "kappa": 0.5812685675783283, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8409199351083119, + "mIoU": 0.6485362201180273, + "macroF1": 0.774604700020006, + "F1_coffee": 0.8968632060879788, + "IoU_coffee": 0.8130117779024116, + "precision_coffee": 0.9031775700934579, + "recall_coffee": 0.8906365200294912, + "F1_noncoffee": 0.6523461939520334, + "IoU_noncoffee": 0.4840606623336428, + "kappa": 0.5492836591271856, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8405077789443542, + "mIoU": 0.651660549583075, + "macroF1": 0.7776672277477552, + "F1_coffee": 0.8958683866143204, + "IoU_coffee": 0.8113782593972232, + "precision_coffee": 0.9087231352718078, + "recall_coffee": 0.8833722502150669, + "F1_noncoffee": 0.6594660688811901, + "IoU_noncoffee": 0.4919428397689267, + "kappa": 0.5556252533341366, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7283, + 8413 + ], + [ + 46116, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.648533840974172, + "test_tta": { + "OA": 0.8658076125901766, + "mIoU": 0.6956241030690569, + "macroF1": 0.8119729779156106, + "F1_coffee": 0.912582947813527, + "IoU_coffee": 0.8392207442200704, + "precision_coffee": 0.9025879917184265, + "recall_coffee": 0.92280174421066, + "F1_noncoffee": 0.7113630080176943, + "IoU_noncoffee": 0.5520274619180433, + "kappa": 0.6240981552410716, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8318045459790008, + "mIoU": 0.6430111137908621, + "macroF1": 0.7715079893722838, + "F1_coffee": 0.8888846542294719, + "IoU_coffee": 0.7999931398778898, + "precision_coffee": 0.8786708610394258, + "recall_coffee": 0.8993386931960592, + "F1_noncoffee": 0.6541313245150958, + "IoU_noncoffee": 0.4860290877038343, + "kappa": 0.5432081008128871, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f0_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f0_s0_r0.1", + "val_epoch0": 0.7401271957990323 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7401271957990323, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7839517226559702, + "mIoU": 0.6387464358444218, + "macroF1": 0.7785814047612255, + "F1_coffee": 0.8130645636107281, + "IoU_coffee": 0.6850116178889382, + "precision_coffee": 0.8776424939791276, + "recall_coffee": 0.7573387213162073, + "F1_noncoffee": 0.7440982459117229, + "IoU_noncoffee": 0.5924812537999055, + "kappa": 0.5604208142178044, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7037037037037037, + "mIoU": 0.5360208311537789, + "macroF1": 0.6961814811881493, + "F1_coffee": 0.7439872392393391, + "IoU_coffee": 0.5923405099712273, + "precision_coffee": 0.8607058416469638, + "recall_coffee": 0.6551444122552893, + "F1_noncoffee": 0.6483757231369596, + "IoU_noncoffee": 0.47970115233633026, + "kappa": 0.40733218471080496, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2547031354236157, + "mIoU": 0.12778651749663172, + "macroF1": 0.2042637645584117, + "F1_coffee": 0.40460456192709443, + "IoU_coffee": 0.25360769641902725, + "precision_coffee": 1.0, + "recall_coffee": 0.25360769641902725, + "F1_noncoffee": 0.0039229671897289585, + "IoU_noncoffee": 0.001965338574236198, + "kappa": 0.0009963533695742312, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7751248629552929, + "mIoU": 0.632669771142842, + "macroF1": 0.7749872628814172, + "F1_coffee": 0.7805515929624346, + "IoU_coffee": 0.640085786703061, + "precision_coffee": 0.8788649444518806, + "recall_coffee": 0.7020207420079119, + "F1_noncoffee": 0.7694229328003998, + "IoU_noncoffee": 0.6252537555826229, + "kappa": 0.5558147368286527, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7563989865039558, + "mIoU": 0.6037146224967354, + "macroF1": 0.7520265122348977, + "F1_coffee": 0.7849545807276213, + "IoU_coffee": 0.6460290029303479, + "precision_coffee": 0.8925568358766739, + "recall_coffee": 0.7005051328010429, + "F1_noncoffee": 0.719098443742174, + "IoU_noncoffee": 0.5614002420631227, + "kappa": 0.5132928268399951, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8176930352964604, + "mIoU": 0.6725954671217458, + "macroF1": 0.8015870480368126, + "F1_coffee": 0.8581170089112747, + "IoU_coffee": 0.7514929424538545, + "precision_coffee": 0.865697310819262, + "recall_coffee": 0.8506683054232601, + "F1_noncoffee": 0.7450570871623503, + "IoU_noncoffee": 0.5936979917896372, + "kappa": 0.6032287590988219, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7665456249267892, + "mIoU": 0.6131671254183841, + "macroF1": 0.758672165376017, + "F1_coffee": 0.7150822015725519, + "IoU_coffee": 0.5565198041833556, + "precision_coffee": 0.7995524296675192, + "recall_coffee": 0.6467545901215412, + "F1_noncoffee": 0.8022621291794821, + "IoU_noncoffee": 0.6698144466534128, + "kappa": 0.5210542973001373, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6987581052862952, + "mIoU": 0.5295832642278151, + "macroF1": 0.6905033101956657, + "F1_coffee": 0.6399579666360173, + "IoU_coffee": 0.47054278539694805, + "precision_coffee": 0.7655562539283469, + "recall_coffee": 0.5497630331753555, + "F1_noncoffee": 0.7410486537553141, + "IoU_noncoffee": 0.5886237430586823, + "kappa": 0.39276201242005376, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7691091196626252, + "mIoU": 0.6248379444301921, + "macroF1": 0.7691077620047757, + "F1_coffee": 0.7685478757133798, + "IoU_coffee": 0.6240988671472708, + "precision_coffee": 0.7821036782103679, + "recall_coffee": 0.7554539788073966, + "F1_noncoffee": 0.7696676482961716, + "IoU_noncoffee": 0.6255770217131134, + "kappa": 0.5383535386283643, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7844182210379393, + "mIoU": 0.6300044045525106, + "macroF1": 0.7703898813654156, + "F1_coffee": 0.8271441652253535, + "IoU_coffee": 0.7052394170714782, + "precision_coffee": 0.9359889477319825, + "recall_coffee": 0.7409770324462268, + "F1_noncoffee": 0.7136355975054778, + "IoU_noncoffee": 0.554769392033543, + "kappa": 0.5508423028274205, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8076171875, + "mIoU": 0.6373336152599325, + "macroF1": 0.7718594472884356, + "F1_coffee": 0.8621799356373303, + "IoU_coffee": 0.7577471716674865, + "precision_coffee": 0.9552007440706867, + "recall_coffee": 0.785668749203111, + "F1_noncoffee": 0.6815389589395409, + "IoU_noncoffee": 0.5169200588523786, + "kappa": 0.5535032689338469, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8611582720241464, + "mIoU": 0.6847792434813084, + "macroF1": 0.8034141282138205, + "F1_coffee": 0.9099584046978224, + "IoU_coffee": 0.8347923681257015, + "precision_coffee": 0.9134225715338328, + "recall_coffee": 0.9065204143814747, + "F1_noncoffee": 0.6968698517298187, + "IoU_noncoffee": 0.5347661188369153, + "kappa": 0.6068472935517657, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2562, + 2984 + ], + [ + 41189, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.619633154074351, + "test_tta": { + "OA": 0.7936394241100208, + "mIoU": 0.6502934244609935, + "macroF1": 0.7869127102485797, + "F1_coffee": 0.8247726788918286, + "IoU_coffee": 0.7017984215293052, + "precision_coffee": 0.8714694257896597, + "recall_coffee": 0.7828258045894069, + "F1_noncoffee": 0.7490527416053308, + "IoU_noncoffee": 0.5987884273926818, + "kappa": 0.5755706597631193, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7137417791623399, + "mIoU": 0.5459553038939069, + "macroF1": 0.7040999695486654, + "F1_coffee": 0.757513561061428, + "IoU_coffee": 0.6096755162241888, + "precision_coffee": 0.8543320105820106, + "recall_coffee": 0.6804055833552805, + "F1_noncoffee": 0.6506863780359029, + "IoU_noncoffee": 0.482235091563625, + "kappa": 0.41894984289996484, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f0_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f0_s0_r1.0", + "val_epoch0": 0.7587461011045508 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.7770824248808251, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8305637132010601, + "mIoU": 0.7027212788985666, + "macroF1": 0.8245051265489867, + "F1_coffee": 0.8571126547870734, + "IoU_coffee": 0.7499537538648556, + "precision_coffee": 0.8987806809184481, + "recall_coffee": 0.8191369606003752, + "F1_noncoffee": 0.7918975983109, + "IoU_noncoffee": 0.6554888039322775, + "kappa": 0.6501055171097239, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7339477327795085, + "mIoU": 0.5715831769324997, + "macroF1": 0.7256006718762891, + "F1_coffee": 0.7734590870574365, + "IoU_coffee": 0.6306019464135528, + "precision_coffee": 0.8780426599749059, + "recall_coffee": 0.6911377403213063, + "F1_noncoffee": 0.6777422566951418, + "IoU_noncoffee": 0.5125644074514467, + "kappa": 0.462057799002586, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19012675116744496, + "mIoU": 0.09537265532802269, + "macroF1": 0.16071776183187675, + "F1_coffee": 0.3178242301640818, + "IoU_coffee": 0.1889363976483164, + "precision_coffee": 1.0, + "recall_coffee": 0.1889363976483164, + "F1_noncoffee": 0.0036112934996717005, + "IoU_noncoffee": 0.001808913007728992, + "kappa": 0.0006833054817011407, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8027165306371056, + "mIoU": 0.6694298796486156, + "macroF1": 0.8018415031458269, + "F1_coffee": 0.8150094237249415, + "IoU_coffee": 0.6877771351455562, + "precision_coffee": 0.874816086316822, + "recall_coffee": 0.7628568373783813, + "F1_noncoffee": 0.7886735825667124, + "IoU_noncoffee": 0.6510826241516751, + "kappa": 0.6057877533571522, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8151920988675733, + "mIoU": 0.6813760841788099, + "macroF1": 0.8096044164415062, + "F1_coffee": 0.842221437400671, + "IoU_coffee": 0.7274460459086403, + "precision_coffee": 0.9191559067257661, + "recall_coffee": 0.7771712563141601, + "F1_noncoffee": 0.7769873954823412, + "IoU_noncoffee": 0.6353061224489795, + "kappa": 0.6229426444091187, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8681236620699955, + "mIoU": 0.7497088897176007, + "macroF1": 0.8553366861163861, + "F1_coffee": 0.8983460608618903, + "IoU_coffee": 0.8154521387766476, + "precision_coffee": 0.8975538685683613, + "recall_coffee": 0.8991396527884468, + "F1_noncoffee": 0.812327311370882, + "IoU_noncoffee": 0.683965640658554, + "kappa": 0.710673788339583, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7875131779313577, + "mIoU": 0.6471956086166678, + "macroF1": 0.7854508047958015, + "F1_coffee": 0.7644155844155844, + "IoU_coffee": 0.6186672272440614, + "precision_coffee": 0.7678058961648839, + "recall_coffee": 0.761055081458495, + "F1_noncoffee": 0.8064860251760188, + "IoU_noncoffee": 0.6757239899892742, + "kappa": 0.570908481733049, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7762391471590284, + "mIoU": 0.63109431208387, + "macroF1": 0.7732829875754292, + "F1_coffee": 0.747394540942928, + "IoU_coffee": 0.5966719492868463, + "precision_coffee": 0.8299807109396528, + "recall_coffee": 0.6797562626946513, + "F1_noncoffee": 0.7991714342079306, + "IoU_noncoffee": 0.6655166748808937, + "kappa": 0.5501073371143079, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8205587770163416, + "mIoU": 0.6957091970443816, + "macroF1": 0.8205513549439991, + "F1_coffee": 0.8217054263565892, + "IoU_coffee": 0.6973684210526315, + "precision_coffee": 0.8286499049228819, + "recall_coffee": 0.8148763764803657, + "F1_noncoffee": 0.8193972835314092, + "IoU_noncoffee": 0.6940499730361316, + "kappa": 0.6411282405778843, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8191853825656643, + "mIoU": 0.6800111557714106, + "macroF1": 0.8076750736651088, + "F1_coffee": 0.8547252523192986, + "IoU_coffee": 0.7463058572191561, + "precision_coffee": 0.9696969696969697, + "recall_coffee": 0.7641268683922713, + "F1_noncoffee": 0.7606248950109189, + "IoU_noncoffee": 0.613716454323665, + "kappa": 0.6240581682858838, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8498046875, + "mIoU": 0.6975395675020608, + "macroF1": 0.8166952707856598, + "F1_coffee": 0.8945997807017544, + "IoU_coffee": 0.809299442033478, + "precision_coffee": 0.9671062379611794, + "recall_coffee": 0.8322070636236134, + "F1_noncoffee": 0.7387907608695652, + "IoU_noncoffee": 0.5857796929706437, + "kappa": 0.6384272603335573, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9106772307111866, + "mIoU": 0.7777943768089794, + "macroF1": 0.8703876559185433, + "F1_coffee": 0.9426512444740508, + "IoU_coffee": 0.8915234822451318, + "precision_coffee": 0.9368078960038517, + "recall_coffee": 0.9485679463741621, + "F1_noncoffee": 0.7981240673630356, + "IoU_noncoffee": 0.6640652713728272, + "kappa": 0.7408108095130629, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2693, + 2984 + ], + [ + 43661, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5916078090667725, + "test_tta": { + "OA": 0.8344316309719935, + "mIoU": 0.7074608848979181, + "macroF1": 0.8276772485903695, + "F1_coffee": 0.8617937219730941, + "IoU_coffee": 0.7571507367425735, + "precision_coffee": 0.8937219035808401, + "recall_coffee": 0.832068119497763, + "F1_noncoffee": 0.7935607752076449, + "IoU_noncoffee": 0.6577710330532628, + "kappa": 0.6560102701196155, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.738808122764509, + "mIoU": 0.5763815392605747, + "macroF1": 0.7292309656574747, + "F1_coffee": 0.7801544139069632, + "IoU_coffee": 0.6395517783571841, + "precision_coffee": 0.8728947082473106, + "recall_coffee": 0.7052278114300764, + "F1_noncoffee": 0.6783075174079863, + "IoU_noncoffee": 0.5132113001639653, + "kappa": 0.4672612823047965, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f0_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f0_s1_r0.1", + "val_epoch0": 0.7280275168761121 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7280275168761121, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8032196834037676, + "mIoU": 0.6582333305064816, + "macroF1": 0.7919576286228387, + "F1_coffee": 0.8403620146142337, + "IoU_coffee": 0.7246761706712099, + "precision_coffee": 0.8459288722508189, + "recall_coffee": 0.8348679463125992, + "F1_noncoffee": 0.7435532426314438, + "IoU_noncoffee": 0.5917904903417534, + "kappa": 0.5839442016813486, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7232606438213914, + "mIoU": 0.5518807018323647, + "macroF1": 0.7077281812125249, + "F1_coffee": 0.7751054852320675, + "IoU_coffee": 0.6327936617292456, + "precision_coffee": 0.8317235134319348, + "recall_coffee": 0.7257045035554385, + "F1_noncoffee": 0.6403508771929824, + "IoU_noncoffee": 0.47096774193548385, + "kappa": 0.41975629948215926, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28125416944629755, + "mIoU": 0.1410734012029989, + "macroF1": 0.220778808475438, + "F1_coffee": 0.4378587081289784, + "IoU_coffee": 0.2802939211756847, + "precision_coffee": 0.9995235826584088, + "recall_coffee": 0.28033137359700694, + "F1_noncoffee": 0.0036989088218975404, + "IoU_noncoffee": 0.0018528812303131369, + "kappa": 0.0007718511804203019, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7866975271043977, + "mIoU": 0.6464046001731628, + "macroF1": 0.7849165113364615, + "F1_coffee": 0.8044886109870478, + "IoU_coffee": 0.6729242551601756, + "precision_coffee": 0.8418039490594695, + "recall_coffee": 0.7703410670373142, + "F1_noncoffee": 0.7653444116858751, + "IoU_noncoffee": 0.61988494518615, + "kappa": 0.570845128047517, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7995242773669786, + "mIoU": 0.6543574533670313, + "macroF1": 0.7892903262398537, + "F1_coffee": 0.835727299690691, + "IoU_coffee": 0.7178106121260645, + "precision_coffee": 0.8706630175686413, + "recall_coffee": 0.8034870457878442, + "F1_noncoffee": 0.7428533527890164, + "IoU_noncoffee": 0.5909042946079983, + "kappa": 0.5796400913605346, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8202817742818739, + "mIoU": 0.6639803663049014, + "macroF1": 0.7934739317838624, + "F1_coffee": 0.8678817157078027, + "IoU_coffee": 0.7665998577616862, + "precision_coffee": 0.8288130854187055, + "recall_coffee": 0.9108157935166692, + "F1_noncoffee": 0.7190661478599222, + "IoU_noncoffee": 0.5613608748481167, + "kappa": 0.5888902787685648, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7642028815743235, + "mIoU": 0.6163979375912735, + "macroF1": 0.762319185866865, + "F1_coffee": 0.7411598302687411, + "IoU_coffee": 0.5887640449438202, + "precision_coffee": 0.7370843989769821, + "recall_coffee": 0.7452805792604086, + "F1_noncoffee": 0.7834785414649887, + "IoU_noncoffee": 0.6440318302387268, + "kappa": 0.5246505278542513, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.729640619848335, + "mIoU": 0.5733382540862246, + "macroF1": 0.7285941450404072, + "F1_coffee": 0.7117412702132646, + "IoU_coffee": 0.5524831726396217, + "precision_coffee": 0.7401901048013648, + "recall_coffee": 0.685398329948093, + "F1_noncoffee": 0.7454470198675497, + "IoU_noncoffee": 0.5941933355328275, + "kappa": 0.45789545576080254, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7705851344227728, + "mIoU": 0.6257961570213686, + "macroF1": 0.769660344718447, + "F1_coffee": 0.7842554035296451, + "IoU_coffee": 0.6450823682922852, + "precision_coffee": 0.7500474113407927, + "recall_coffee": 0.8217328069810929, + "F1_noncoffee": 0.755065285907249, + "IoU_noncoffee": 0.606509945750452, + "kappa": 0.5404060211172167, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8110645857124731, + "mIoU": 0.6626561915472514, + "macroF1": 0.7942331746936178, + "F1_coffee": 0.8530833744449926, + "IoU_coffee": 0.743805918788713, + "precision_coffee": 0.9298773929877393, + "recall_coffee": 0.7880058330295298, + "F1_noncoffee": 0.7353829749422428, + "IoU_noncoffee": 0.5815064643057898, + "kappa": 0.5934604018616665, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.86162109375, + "mIoU": 0.706570797788565, + "macroF1": 0.8220881025403484, + "F1_coffee": 0.90595340811044, + "IoU_coffee": 0.8280757097791798, + "precision_coffee": 0.9447674418604651, + "recall_coffee": 0.8702027285477496, + "F1_noncoffee": 0.7382227969702568, + "IoU_noncoffee": 0.5850658857979503, + "kappa": 0.6458400617655431, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8647425014148273, + "mIoU": 0.657644958583262, + "macroF1": 0.777619160707995, + "F1_coffee": 0.916811695092238, + "IoU_coffee": 0.846401028277635, + "precision_coffee": 0.8747924277648622, + "recall_coffee": 0.9630712979890311, + "F1_noncoffee": 0.6384266263237519, + "IoU_noncoffee": 0.4688888888888889, + "kappa": 0.5596541780733715, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2574, + 2984 + ], + [ + 42253, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5782209436098733, + "test_tta": { + "OA": 0.8073741136021775, + "mIoU": 0.6634051313977176, + "macroF1": 0.7956594649702533, + "F1_coffee": 0.844585711189771, + "IoU_coffee": 0.7309808432951533, + "precision_coffee": 0.8455018802429852, + "recall_coffee": 0.8436715254726512, + "F1_noncoffee": 0.7467332187507357, + "IoU_noncoffee": 0.5958294195002818, + "kappa": 0.5913197119158453, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7292604130610361, + "mIoU": 0.5581612678641739, + "macroF1": 0.7127519727592478, + "F1_coffee": 0.7816142767398031, + "IoU_coffee": 0.6415162799579872, + "precision_coffee": 0.8316334109026093, + "recall_coffee": 0.7372706522693354, + "F1_noncoffee": 0.6438896687786926, + "IoU_noncoffee": 0.4748062557703606, + "kappa": 0.42887294963794204, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f0_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f0_s1_r1.0", + "val_epoch0": 0.758362124382084 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.7863938188475088, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8207864766134231, + "mIoU": 0.6904471734419889, + "macroF1": 0.8161631481035837, + "F1_coffee": 0.8453168469860897, + "IoU_coffee": 0.7320768860095305, + "precision_coffee": 0.9098652470470804, + "recall_coffee": 0.7893202482320681, + "F1_noncoffee": 0.7870094492210777, + "IoU_noncoffee": 0.6488174608744474, + "kappa": 0.6348567441888725, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7217895465559017, + "mIoU": 0.5590557269307321, + "macroF1": 0.7158602515847006, + "F1_coffee": 0.7569059380985986, + "IoU_coffee": 0.6088887086636524, + "precision_coffee": 0.8888066769267196, + "recall_coffee": 0.6590948994820472, + "F1_noncoffee": 0.6748145650708024, + "IoU_noncoffee": 0.509222745197812, + "kappa": 0.4479830655457488, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15263509006004003, + "mIoU": 0.07655932362297453, + "macroF1": 0.13321030696603392, + "F1_coffee": 0.262968550539631, + "IoU_coffee": 0.15138963121325494, + "precision_coffee": 1.0, + "recall_coffee": 0.15138963121325494, + "F1_noncoffee": 0.003452063392436843, + "IoU_noncoffee": 0.0017290160326941214, + "kappa": 0.0005233732034977426, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7932756730417834, + "mIoU": 0.6569412608853233, + "macroF1": 0.7928905265225212, + "F1_coffee": 0.8018217914282377, + "IoU_coffee": 0.6692007797270955, + "precision_coffee": 0.8833140357648269, + "recall_coffee": 0.7340960119747675, + "F1_noncoffee": 0.7839592616168046, + "IoU_noncoffee": 0.6446817420435511, + "kappa": 0.5895890881930588, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8027819432235379, + "mIoU": 0.6654162760530018, + "macroF1": 0.798356409570404, + "F1_coffee": 0.828229147901279, + "IoU_coffee": 0.7068183565224075, + "precision_coffee": 0.9259818731117825, + "recall_coffee": 0.7491445331595242, + "F1_noncoffee": 0.768483671239529, + "IoU_noncoffee": 0.6240141955835962, + "kappa": 0.6026807602670083, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8606063623238911, + "mIoU": 0.7415487185964851, + "macroF1": 0.8502476772569005, + "F1_coffee": 0.889633425305479, + "IoU_coffee": 0.8012069577564785, + "precision_coffee": 0.9136172279792746, + "recall_coffee": 0.8668766323552005, + "F1_noncoffee": 0.8108619292083221, + "IoU_noncoffee": 0.6818904794364917, + "kappa": 0.7008486514568297, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.788098863769474, + "mIoU": 0.646988478749499, + "macroF1": 0.7851389257094457, + "F1_coffee": 0.7599203715992037, + "IoU_coffee": 0.6127996575342466, + "precision_coffee": 0.7805343511450382, + "recall_coffee": 0.7403672097232997, + "F1_noncoffee": 0.8103574798196876, + "IoU_noncoffee": 0.6811772999647515, + "kappa": 0.5705144807482666, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7721727662380481, + "mIoU": 0.6246925896270238, + "macroF1": 0.768262155521546, + "F1_coffee": 0.7381583933308071, + "IoU_coffee": 0.584984984984985, + "precision_coffee": 0.8382099827882961, + "recall_coffee": 0.6594448205822614, + "F1_noncoffee": 0.7983659177122848, + "IoU_noncoffee": 0.6644001942690626, + "kappa": 0.5415541680821272, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8107538218239325, + "mIoU": 0.6815328600628561, + "macroF1": 0.8105816034232516, + "F1_coffee": 0.8048700945754973, + "IoU_coffee": 0.6734582499545206, + "precision_coffee": 0.8440492476060192, + "recall_coffee": 0.769166839808851, + "F1_noncoffee": 0.816293112271006, + "IoU_noncoffee": 0.6896074701711914, + "kappa": 0.6219301235437336, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7988833904326862, + "mIoU": 0.6538203226319717, + "macroF1": 0.788947181330415, + "F1_coffee": 0.83474090292983, + "IoU_coffee": 0.7163564781675018, + "precision_coffee": 0.9751522533495737, + "recall_coffee": 0.7296755377324098, + "F1_noncoffee": 0.7431534597309999, + "IoU_noncoffee": 0.5912841670964415, + "kappa": 0.5910713303024024, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82998046875, + "mIoU": 0.6719422476509316, + "macroF1": 0.7985085589027168, + "F1_coffee": 0.8781409673129419, + "IoU_coffee": 0.782755178437734, + "precision_coffee": 0.973463687150838, + "recall_coffee": 0.7998214968761953, + "F1_noncoffee": 0.7188761504924915, + "IoU_noncoffee": 0.561129316864129, + "kappa": 0.6057383498042473, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9052065647990946, + "mIoU": 0.775042279967904, + "macroF1": 0.8690848058493861, + "F1_coffee": 0.9378517098509678, + "IoU_coffee": 0.8829762459245459, + "precision_coffee": 0.9519206628169722, + "recall_coffee": 0.9241925655088361, + "F1_noncoffee": 0.8003179018478045, + "IoU_noncoffee": 0.667108314011262, + "kappa": 0.7383532432699632, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2677, + 2984 + ], + [ + 43131, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.110617438952128, + "test_tta": { + "OA": 0.828289520807965, + "mIoU": 0.7002047522721265, + "macroF1": 0.8228529506988684, + "F1_coffee": 0.8538863577490972, + "IoU_coffee": 0.7450276536907041, + "precision_coffee": 0.9043638241559615, + "recall_coffee": 0.8087458507721171, + "F1_noncoffee": 0.7918195436486398, + "IoU_noncoffee": 0.6553818508535489, + "kappa": 0.647271564781433, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7292027229721934, + "mIoU": 0.5667855850957737, + "macroF1": 0.7219156296890927, + "F1_coffee": 0.7669314796425025, + "IoU_coffee": 0.6219698800032214, + "precision_coffee": 0.8827294547948337, + "recall_coffee": 0.6779913967167062, + "F1_noncoffee": 0.6768997797356828, + "IoU_noncoffee": 0.5116012901883259, + "kappa": 0.4567901541176038, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f0_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f0_s2_r0.1", + "val_epoch0": 0.7499082115634979 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7499082115634979, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7593116538929876, + "mIoU": 0.607915338324313, + "macroF1": 0.7553808512595388, + "F1_coffee": 0.7863897144128538, + "IoU_coffee": 0.6479754858310198, + "precision_coffee": 0.8749204328453215, + "recall_coffee": 0.7141290229470342, + "F1_noncoffee": 0.7243719881062237, + "IoU_noncoffee": 0.567855190817606, + "kappa": 0.5171409931371214, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.664734048690435, + "mIoU": 0.49443825725809676, + "macroF1": 0.6606764981942381, + "F1_coffee": 0.6977820536155386, + "IoU_coffee": 0.5358412203985464, + "precision_coffee": 0.8559035529756969, + "recall_coffee": 0.5889737512070933, + "F1_noncoffee": 0.6235709427729378, + "IoU_noncoffee": 0.45303529411764704, + "kappa": 0.3490261480632126, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09633088725817211, + "mIoU": 0.04831206731593437, + "macroF1": 0.08837905702655247, + "F1_coffee": 0.17352043929225136, + "IoU_coffee": 0.0950026723677178, + "precision_coffee": 1.0, + "recall_coffee": 0.0950026723677178, + "F1_noncoffee": 0.003237674760853569, + "IoU_noncoffee": 0.0016214622641509435, + "kappa": 0.00030803904514040186, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7359605311243756, + "mIoU": 0.5821858850118848, + "macroF1": 0.7359169131999533, + "F1_coffee": 0.7325229838958475, + "IoU_coffee": 0.5779378833609191, + "precision_coffee": 0.8660636124890575, + "recall_coffee": 0.6346626750775153, + "F1_noncoffee": 0.7393108425040592, + "IoU_noncoffee": 0.5864338866628506, + "kappa": 0.4837953273270204, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7365944464553493, + "mIoU": 0.5804887663061273, + "macroF1": 0.7340298752625336, + "F1_coffee": 0.7601469064883699, + "IoU_coffee": 0.6130943338903235, + "precision_coffee": 0.9004908522980812, + "recall_coffee": 0.6576503177448264, + "F1_noncoffee": 0.7079128440366973, + "IoU_noncoffee": 0.5478831987219313, + "kappa": 0.48334240206854223, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8002688305869468, + "mIoU": 0.6495001730291587, + "macroF1": 0.7847656776307443, + "F1_coffee": 0.8425308108956747, + "IoU_coffee": 0.7279077653441844, + "precision_coffee": 0.8613964686998394, + "recall_coffee": 0.8244738055000768, + "F1_noncoffee": 0.7270005443658138, + "IoU_noncoffee": 0.5710925807141329, + "kappa": 0.5698890268502909, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7036429659130842, + "mIoU": 0.5274601110285652, + "macroF1": 0.686560200567943, + "F1_coffee": 0.6133863080684596, + "IoU_coffee": 0.4423627947983249, + "precision_coffee": 0.749719835636907, + "recall_coffee": 0.5190069821567106, + "F1_noncoffee": 0.7597340930674265, + "IoU_noncoffee": 0.6125574272588055, + "kappa": 0.3857436719705614, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6932629959336191, + "mIoU": 0.521082064781301, + "macroF1": 0.6825701482999973, + "F1_coffee": 0.624310135953695, + "IoU_coffee": 0.4538160469667319, + "precision_coffee": 0.7735156771180787, + "recall_coffee": 0.5233581584292485, + "F1_noncoffee": 0.7408301606462996, + "IoU_noncoffee": 0.5883480825958702, + "kappa": 0.3810278760740022, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7306273062730627, + "mIoU": 0.574239229880976, + "macroF1": 0.7292520491602958, + "F1_coffee": 0.7099557270972868, + "IoU_coffee": 0.5503343892995424, + "precision_coffee": 0.7825325325325325, + "recall_coffee": 0.6496987325992105, + "F1_noncoffee": 0.7485483712233048, + "IoU_noncoffee": 0.5981440704624096, + "kappa": 0.46251230014884936, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7709681512498414, + "mIoU": 0.6142401263717099, + "macroF1": 0.7586274265166, + "F1_coffee": 0.81320500879644, + "IoU_coffee": 0.685211021974189, + "precision_coffee": 0.9406272444338042, + "recall_coffee": 0.7161866569449508, + "F1_noncoffee": 0.7040498442367601, + "IoU_noncoffee": 0.5432692307692307, + "kappa": 0.5308937698610863, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.77509765625, + "mIoU": 0.6004327933792625, + "macroF1": 0.7439995525828047, + "F1_coffee": 0.8332247085234268, + "IoU_coffee": 0.7141261171797418, + "precision_coffee": 0.9642976868923903, + "recall_coffee": 0.7335203366058906, + "F1_noncoffee": 0.6547743966421826, + "IoU_noncoffee": 0.48673946957878317, + "kappa": 0.5068593019823476, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8625730994152047, + "mIoU": 0.6764606845686485, + "macroF1": 0.7956566477606035, + "F1_coffee": 0.9125922370868078, + "IoU_coffee": 0.8392364559196734, + "precision_coffee": 0.8986294896030246, + "recall_coffee": 0.9269957343083486, + "F1_noncoffee": 0.6787210584343991, + "IoU_noncoffee": 0.5136849132176236, + "kappa": 0.5916756369424478, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2590, + 2984 + ], + [ + 39785, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5831403970718383, + "test_tta": { + "OA": 0.7753384428049567, + "mIoU": 0.6268786774122708, + "macroF1": 0.7695721496030021, + "F1_coffee": 0.8060236865703949, + "IoU_coffee": 0.6750751061846059, + "precision_coffee": 0.8679119635068092, + "recall_coffee": 0.7523740799538173, + "F1_noncoffee": 0.7331206126356095, + "IoU_noncoffee": 0.5786822486399356, + "kappa": 0.5423459142205453, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.680901696088612, + "mIoU": 0.5105297017044391, + "macroF1": 0.6743522804503475, + "F1_coffee": 0.7205345526658161, + "IoU_coffee": 0.5631528027326397, + "precision_coffee": 0.8487427466150871, + "recall_coffee": 0.6259766482310596, + "F1_noncoffee": 0.6281700082348789, + "IoU_noncoffee": 0.45790660067623856, + "kappa": 0.36789500101739436, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f0_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f0_s2_r1.0", + "val_epoch0": 0.7672943601086042 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 27, + "stopped_epoch": 57, + "best_val": 0.7720362307573672, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.822039968483633, + "mIoU": 0.6901077076813937, + "macroF1": 0.815648612613366, + "F1_coffee": 0.8499743365236557, + "IoU_coffee": 0.739091625098451, + "precision_coffee": 0.8909706617716872, + "recall_coffee": 0.8125847885697792, + "F1_noncoffee": 0.7813228887030762, + "IoU_noncoffee": 0.6411237902643363, + "kappa": 0.632431554256665, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.726895119418484, + "mIoU": 0.5627714164334957, + "macroF1": 0.718342860106804, + "F1_coffee": 0.7674224372988774, + "IoU_coffee": 0.6226159395739084, + "precision_coffee": 0.8713393205778993, + "recall_coffee": 0.6856509525063647, + "F1_noncoffee": 0.6692632829147308, + "IoU_noncoffee": 0.502926893293083, + "kappa": 0.4478534918875414, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1877251501000667, + "mIoU": 0.09416742052937506, + "macroF1": 0.15900753453944944, + "F1_coffee": 0.3144144144144144, + "IoU_coffee": 0.18653126670229825, + "precision_coffee": 1.0, + "recall_coffee": 0.18653126670229825, + "F1_noncoffee": 0.003600654664484452, + "IoU_noncoffee": 0.0018035743564518774, + "kappa": 0.0006726197338465405, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.789803873797052, + "mIoU": 0.6518404504883613, + "macroF1": 0.789108140644281, + "F1_coffee": 0.801221127815218, + "IoU_coffee": 0.6683644051508745, + "precision_coffee": 0.8685064935064936, + "recall_coffee": 0.7436116753982679, + "F1_noncoffee": 0.7769951534733441, + "IoU_noncoffee": 0.635316495825848, + "kappa": 0.5810373552753442, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8064015719530483, + "mIoU": 0.6692934183327544, + "macroF1": 0.8009900963974106, + "F1_coffee": 0.8338068181818182, + "IoU_coffee": 0.7149817295980512, + "precision_coffee": 0.9159352447825239, + "recall_coffee": 0.7651947205474988, + "F1_noncoffee": 0.7681733746130031, + "IoU_noncoffee": 0.6236051070674575, + "kappa": 0.6063945621128785, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8634440185194404, + "mIoU": 0.7401257763772044, + "macroF1": 0.848723538228572, + "F1_coffee": 0.895913178765226, + "IoU_coffee": 0.8114517459444597, + "precision_coffee": 0.8852643419572553, + "recall_coffee": 0.906821324320172, + "F1_noncoffee": 0.8015338976919181, + "IoU_noncoffee": 0.6687998068099493, + "kappa": 0.6975305272648892, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.777907930186248, + "mIoU": 0.6343392541595664, + "macroF1": 0.77589542408949, + "F1_coffee": 0.7546583850931677, + "IoU_coffee": 0.6059850374064838, + "precision_coffee": 0.7552447552447552, + "recall_coffee": 0.7540729247478666, + "F1_noncoffee": 0.7971324630858121, + "IoU_noncoffee": 0.662693470912649, + "kappa": 0.5517910715825525, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.773821299043851, + "mIoU": 0.6281618164417888, + "macroF1": 0.771117226361166, + "F1_coffee": 0.7462392108508015, + "IoU_coffee": 0.5952006294256491, + "precision_coffee": 0.8225061157923349, + "recall_coffee": 0.6829158203565786, + "F1_noncoffee": 0.7959952418715305, + "IoU_noncoffee": 0.6611230034579285, + "kappa": 0.5453768515114207, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8196099103848181, + "mIoU": 0.6942795786511654, + "macroF1": 0.8195477787333277, + "F1_coffee": 0.822896180519615, + "IoU_coffee": 0.6990854730918045, + "precision_coffee": 0.8199257425742574, + "recall_coffee": 0.8258882194057761, + "F1_noncoffee": 0.8161993769470405, + "IoU_noncoffee": 0.6894736842105263, + "kappa": 0.6391004733015584, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8026900139576196, + "mIoU": 0.6586432403126947, + "macroF1": 0.7924319338113057, + "F1_coffee": 0.8385757292639884, + "IoU_coffee": 0.7220235967107616, + "precision_coffee": 0.9739570774053533, + "recall_coffee": 0.7362376959533358, + "F1_noncoffee": 0.746288138358623, + "IoU_noncoffee": 0.5952628839146278, + "kappa": 0.5970989902977596, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8353515625, + "mIoU": 0.6777009710500743, + "macroF1": 0.8024684035530754, + "F1_coffee": 0.8830628381190179, + "IoU_coffee": 0.7906110283159463, + "precision_coffee": 0.968212927756654, + "recall_coffee": 0.8116792043860768, + "F1_noncoffee": 0.721873968987133, + "IoU_noncoffee": 0.5647909137842023, + "kappa": 0.6120730158295035, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9026598754951896, + "mIoU": 0.7556266797972959, + "macroF1": 0.854725285650917, + "F1_coffee": 0.9381739755571531, + "IoU_coffee": 0.8835477318889641, + "precision_coffee": 0.9225874867444327, + "recall_coffee": 0.9542961608775137, + "F1_noncoffee": 0.7712765957446809, + "IoU_noncoffee": 0.6277056277056277, + "kappa": 0.7097570374062979, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2628, + 2984 + ], + [ + 43250, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.952568471431732, + "test_tta": { + "OA": 0.8243499749301626, + "mIoU": 0.6930876239694277, + "macroF1": 0.8177010274310808, + "F1_coffee": 0.8525162008149273, + "IoU_coffee": 0.7429439974842108, + "precision_coffee": 0.8897188049209139, + "recall_coffee": 0.8182998989753211, + "F1_noncoffee": 0.7828858540472343, + "IoU_noncoffee": 0.6432312504546447, + "kappa": 0.6363380698119792, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7283806392061843, + "mIoU": 0.5641788357321125, + "macroF1": 0.7194077687994509, + "F1_coffee": 0.7695846332660427, + "IoU_coffee": 0.6254673454776868, + "precision_coffee": 0.8695087224572171, + "recall_coffee": 0.6902598542709156, + "F1_noncoffee": 0.6692309043328591, + "IoU_noncoffee": 0.5028903259865382, + "kappa": 0.4492568502710081, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f1_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f1_s0_r0.1", + "val_epoch0": 0.6728966313598324 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6728966313598324, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8835576643749394, + "mIoU": 0.7177907994812434, + "macroF1": 0.8274588480216925, + "F1_coffee": 0.9258425580463137, + "IoU_coffee": 0.8619244459754277, + "precision_coffee": 0.9051245980707395, + "recall_coffee": 0.9475311888582669, + "F1_noncoffee": 0.7290751379970711, + "IoU_noncoffee": 0.573657152987059, + "kappa": 0.6555769664053344, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8510297680858429, + "mIoU": 0.6620080833117374, + "macroF1": 0.7849385030322145, + "F1_coffee": 0.9041596689337775, + "IoU_coffee": 0.8250834024825998, + "precision_coffee": 0.8714050651023036, + "recall_coffee": 0.939472821580764, + "F1_noncoffee": 0.6657173371306515, + "IoU_noncoffee": 0.4989327641408751, + "kappa": 0.5719862548412716, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2716049382716049, + "mIoU": 0.13958333333333334, + "macroF1": 0.22431423470215872, + "F1_coffee": 0.4158415841584158, + "IoU_coffee": 0.2625, + "precision_coffee": 1.0, + "recall_coffee": 0.2625, + "F1_noncoffee": 0.03278688524590164, + "IoU_noncoffee": 0.016666666666666666, + "kappa": 0.008711885500933393, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8792233009708738, + "mIoU": 0.7119022604282125, + "macroF1": 0.8233138853399615, + "F1_coffee": 0.9227041133341618, + "IoU_coffee": 0.856500173030338, + "precision_coffee": 0.9056534731963164, + "recall_coffee": 0.9404090937876005, + "F1_noncoffee": 0.7239236573457613, + "IoU_noncoffee": 0.567304347826087, + "kappa": 0.6470745705359405, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8867076060151831, + "mIoU": 0.7272676283421352, + "macroF1": 0.8347298439490245, + "F1_coffee": 0.9274141082437498, + "IoU_coffee": 0.8646525330714575, + "precision_coffee": 0.9122379327157484, + "recall_coffee": 0.9431037741793208, + "F1_noncoffee": 0.7420455796542993, + "IoU_noncoffee": 0.5898827236128129, + "kappa": 0.669784473430264, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8847251100043518, + "mIoU": 0.7139769441956321, + "macroF1": 0.8240434597326701, + "F1_coffee": 0.9273746420520319, + "IoU_coffee": 0.8645839250213008, + "precision_coffee": 0.8977292833972279, + "recall_coffee": 0.9590447986894336, + "F1_noncoffee": 0.7207122774133083, + "IoU_noncoffee": 0.5633699633699634, + "kappa": 0.6495565364305652, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8996515679442508, + "mIoU": 0.6136269467210415, + "macroF1": 0.7218694629955876, + "F1_coffee": 0.9442354503208674, + "IoU_coffee": 0.8943617690211696, + "precision_coffee": 0.9258977975480092, + "recall_coffee": 0.9633141438085563, + "F1_noncoffee": 0.49950347567030784, + "IoU_noncoffee": 0.3328921244209133, + "kappa": 0.44569037261092814, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9144671561817821, + "mIoU": 0.6545113976346567, + "macroF1": 0.7618203482751568, + "F1_coffee": 0.9524964179433484, + "IoU_coffee": 0.9093013468013468, + "precision_coffee": 0.9337655321447866, + "recall_coffee": 0.9719941513890451, + "F1_noncoffee": 0.5711442786069652, + "IoU_noncoffee": 0.3997214484679666, + "kappa": 0.5253648887082747, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9153601905139909, + "mIoU": 0.6475968621332686, + "macroF1": 0.7543623056083151, + "F1_coffee": 0.9532269561879695, + "IoU_coffee": 0.9106338397066527, + "precision_coffee": 0.9300235394821313, + "recall_coffee": 0.977617815768755, + "F1_noncoffee": 0.5554976550286608, + "IoU_noncoffee": 0.38455988455988455, + "kappa": 0.511613680194097, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8597820937944103, + "mIoU": 0.7305100540305267, + "macroF1": 0.8418178598485216, + "F1_coffee": 0.895124716553288, + "IoU_coffee": 0.8101590559261159, + "precision_coffee": 0.8796657381615599, + "recall_coffee": 0.911136757068667, + "F1_noncoffee": 0.7885110031437553, + "IoU_noncoffee": 0.6508610521349375, + "kappa": 0.683832625225062, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8603225502216354, + "mIoU": 0.7320138497914035, + "macroF1": 0.8429109899372575, + "F1_coffee": 0.8952097926837898, + "IoU_coffee": 0.8102984501088767, + "precision_coffee": 0.8843841744722494, + "recall_coffee": 0.9063037249283667, + "F1_noncoffee": 0.7906121871907253, + "IoU_noncoffee": 0.6537292494739303, + "kappa": 0.6859160171371816, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8556069037064982, + "mIoU": 0.7171259430072201, + "macroF1": 0.8318420930151301, + "F1_coffee": 0.8950579203509493, + "IoU_coffee": 0.8100496277915633, + "precision_coffee": 0.8580628203443291, + "recall_coffee": 0.9353868194842407, + "F1_noncoffee": 0.7686262656793109, + "IoU_noncoffee": 0.6242022582228768, + "kappa": 0.6650569176726376, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2600, + 2995 + ], + [ + 52147, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5793706019719442, + "test_tta": { + "OA": 0.8860753364965624, + "mIoU": 0.7194482211487694, + "macroF1": 0.8283860262542829, + "F1_coffee": 0.927886236170278, + "IoU_coffee": 0.8654736721742611, + "precision_coffee": 0.9018945863287922, + "recall_coffee": 0.9554204447436517, + "F1_noncoffee": 0.7288858163382879, + "IoU_noncoffee": 0.5734227701232777, + "kappa": 0.6578404157084404, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8536402446059767, + "mIoU": 0.6627390028222154, + "macroF1": 0.7850247061434698, + "F1_coffee": 0.9064769417923102, + "IoU_coffee": 0.8289509169363538, + "precision_coffee": 0.8681836637421223, + "recall_coffee": 0.948304120630146, + "F1_noncoffee": 0.6635724704946293, + "IoU_noncoffee": 0.496527088708077, + "kappa": 0.5730374391143398, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f1_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f1_s0_r1.0", + "val_epoch0": 0.7126694940687598 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 38, + "stopped_epoch": 68, + "best_val": 0.7377622243072629, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8930957683741648, + "mIoU": 0.7292389947704684, + "macroF1": 0.8352374750284809, + "F1_coffee": 0.9328739359546008, + "IoU_coffee": 0.8741928131884829, + "precision_coffee": 0.8999159285979628, + "recall_coffee": 0.9683377863799887, + "F1_noncoffee": 0.737601014102361, + "IoU_noncoffee": 0.5842851763524539, + "kappa": 0.6721936747378116, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8607505480558441, + "mIoU": 0.6714816115680553, + "macroF1": 0.7915116917614398, + "F1_coffee": 0.9116594841389659, + "IoU_coffee": 0.8376601540168813, + "precision_coffee": 0.8674432372196684, + "recall_coffee": 0.960625518212144, + "F1_noncoffee": 0.6713638993839137, + "IoU_noncoffee": 0.5053030691192294, + "kappa": 0.5870152042032238, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.49382716049382713, + "mIoU": 0.2556547619047619, + "macroF1": 0.35098690639046315, + "F1_coffee": 0.6554621848739496, + "IoU_coffee": 0.4875, + "precision_coffee": 1.0, + "recall_coffee": 0.4875, + "F1_noncoffee": 0.046511627906976744, + "IoU_noncoffee": 0.023809523809523808, + "kappa": 0.022947925860547176, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.892378640776699, + "mIoU": 0.7271003282114338, + "macroF1": 0.8336052226176942, + "F1_coffee": 0.9324970313308772, + "IoU_coffee": 0.873531089560753, + "precision_coffee": 0.8980178278207834, + "recall_coffee": 0.9697295928060288, + "F1_noncoffee": 0.7347134139045112, + "IoU_noncoffee": 0.5806695668621146, + "kappa": 0.6691273380792935, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9025192205405929, + "mIoU": 0.750887371980206, + "macroF1": 0.8510495146044792, + "F1_coffee": 0.938607710579207, + "IoU_coffee": 0.8843174384575658, + "precision_coffee": 0.9082925679259739, + "recall_coffee": 0.9710163190725222, + "F1_noncoffee": 0.7634913186297513, + "IoU_noncoffee": 0.6174573055028463, + "kappa": 0.703371984454556, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8843866350756733, + "mIoU": 0.7101026669377588, + "macroF1": 0.8208205353383302, + "F1_coffee": 0.9275432588866329, + "IoU_coffee": 0.8648770839220119, + "precision_coffee": 0.8935077066791219, + "recall_coffee": 0.9642744628567829, + "F1_noncoffee": 0.7140978117900275, + "IoU_noncoffee": 0.5553282499535057, + "kappa": 0.6436811473058293, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9154803384768542, + "mIoU": 0.6453527202452506, + "macroF1": 0.7519550304814868, + "F1_coffee": 0.953354211307071, + "IoU_coffee": 0.9108661417322834, + "precision_coffee": 0.928709055876686, + "recall_coffee": 0.9793430409752794, + "F1_noncoffee": 0.5505558496559025, + "IoU_noncoffee": 0.3798392987582177, + "kappa": 0.5072534785375279, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9251835681682874, + "mIoU": 0.6793499785639916, + "macroF1": 0.783978476343935, + "F1_coffee": 0.9586305278174037, + "IoU_coffee": 0.9205479452054794, + "precision_coffee": 0.9358328869844671, + "recall_coffee": 0.9825666404228995, + "F1_noncoffee": 0.6093264248704663, + "IoU_noncoffee": 0.43815201192250375, + "kappa": 0.5703647348187546, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9205199444334193, + "mIoU": 0.6752282661699749, + "macroF1": 0.7810926739131584, + "F1_coffee": 0.9557971414381105, + "IoU_coffee": 0.9153366451749286, + "precision_coffee": 0.9382448537378115, + "recall_coffee": 0.9740186705657407, + "F1_noncoffee": 0.6063882063882063, + "IoU_noncoffee": 0.43511988716502115, + "kappa": 0.5635455134194778, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8703931785883467, + "mIoU": 0.7399745373536639, + "macroF1": 0.8475336788799039, + "F1_coffee": 0.9065701406911624, + "IoU_coffee": 0.829106808244847, + "precision_coffee": 0.8608300907911803, + "recall_coffee": 0.9574437391806117, + "F1_noncoffee": 0.7884972170686456, + "IoU_noncoffee": 0.6508422664624809, + "kappa": 0.6970038948799986, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8809770819579364, + "mIoU": 0.7598573812048908, + "macroF1": 0.8611232610654602, + "F1_coffee": 0.9136326307144812, + "IoU_coffee": 0.8409978581327958, + "precision_coffee": 0.8746069182389937, + "recall_coffee": 0.9563037249283668, + "F1_noncoffee": 0.8086138914164391, + "IoU_noncoffee": 0.6787169042769857, + "kappa": 0.7234665905711619, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8500424408186362, + "mIoU": 0.7026408285116763, + "macroF1": 0.820933287323497, + "F1_coffee": 0.8931307971501546, + "IoU_coffee": 0.8068982268642215, + "precision_coffee": 0.841225626740947, + "recall_coffee": 0.951862464183381, + "F1_noncoffee": 0.7487357774968394, + "IoU_noncoffee": 0.5983834301591311, + "kappa": 0.6450438078638175, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2673, + 2995 + ], + [ + 52665, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.522654402256012, + "test_tta": { + "OA": 0.892724573125464, + "mIoU": 0.726511235720554, + "macroF1": 0.8330588626466959, + "F1_coffee": 0.9328619766678451, + "IoU_coffee": 0.8741718093363117, + "precision_coffee": 0.8971673919801056, + "recall_coffee": 0.971514526749837, + "F1_noncoffee": 0.7332557486255468, + "IoU_noncoffee": 0.5788506621047963, + "kappa": 0.6682044004491261, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.860793815622476, + "mIoU": 0.6690131694386425, + "macroF1": 0.7892291345236861, + "F1_coffee": 0.9120450527620332, + "IoU_coffee": 0.8383114163665298, + "precision_coffee": 0.8646439863849198, + "recall_coffee": 0.9649447561751605, + "F1_noncoffee": 0.666413216285339, + "IoU_noncoffee": 0.4997149225107552, + "kappa": 0.5832090868925321, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f1_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f1_s1_r0.1", + "val_epoch0": 0.6891316415991637 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6891316415991637, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8735192537361609, + "mIoU": 0.6989625677044906, + "macroF1": 0.8133461409634684, + "F1_coffee": 0.9193251186395314, + "IoU_coffee": 0.8506953705467708, + "precision_coffee": 0.9000806289054626, + "recall_coffee": 0.9394105148002441, + "F1_noncoffee": 0.7073671632874052, + "IoU_noncoffee": 0.5472297648622104, + "kappa": 0.6273102728754415, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8427368178146994, + "mIoU": 0.6489734156687007, + "macroF1": 0.7745884362218629, + "F1_coffee": 0.8985296854643589, + "IoU_coffee": 0.8157547903078639, + "precision_coffee": 0.8683249698735589, + "recall_coffee": 0.9309114749040704, + "F1_noncoffee": 0.650647186979367, + "IoU_noncoffee": 0.48219204102953744, + "kappa": 0.551047170714927, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.345679012345679, + "mIoU": 0.17800925925925926, + "macroF1": 0.270518266779949, + "F1_coffee": 0.5046728971962616, + "IoU_coffee": 0.3375, + "precision_coffee": 1.0, + "recall_coffee": 0.3375, + "F1_noncoffee": 0.03636363636363636, + "IoU_noncoffee": 0.018518518518518517, + "kappa": 0.012422360248447149, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.880242718446602, + "mIoU": 0.7111014782760645, + "macroF1": 0.8224479116296897, + "F1_coffee": 0.9237474113683429, + "IoU_coffee": 0.8582998276852384, + "precision_coffee": 0.9022461055428088, + "recall_coffee": 0.9462985244759673, + "F1_noncoffee": 0.7211484118910365, + "IoU_noncoffee": 0.5639031288668905, + "kappa": 0.6456317811006537, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8755862869300324, + "mIoU": 0.7100728610265707, + "macroF1": 0.8224467255137364, + "F1_coffee": 0.9195811845600875, + "IoU_coffee": 0.8511339967600092, + "precision_coffee": 0.91236665839742, + "recall_coffee": 0.926910717661143, + "F1_noncoffee": 0.7253122664673854, + "IoU_noncoffee": 0.5690117252931324, + "kappa": 0.6449692781093791, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8647550892123205, + "mIoU": 0.6752868008021451, + "macroF1": 0.7941136289324013, + "F1_coffee": 0.9147126086293642, + "IoU_coffee": 0.8428298494043606, + "precision_coffee": 0.8862562042070432, + "recall_coffee": 0.9450570222418248, + "F1_noncoffee": 0.6735146492354384, + "IoU_noncoffee": 0.5077437521999296, + "kappa": 0.5898459614639924, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.904629168740667, + "mIoU": 0.6215043402024719, + "macroF1": 0.72919194704909, + "F1_coffee": 0.9471594043022614, + "IoU_coffee": 0.8996227996647108, + "precision_coffee": 0.9261136878438141, + "recall_coffee": 0.9691838807991873, + "F1_noncoffee": 0.5112244897959184, + "IoU_noncoffee": 0.343385880740233, + "kappa": 0.4609588068118166, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9181385195475292, + "mIoU": 0.6683873338134818, + "macroF1": 0.7749262781945148, + "F1_coffee": 0.9544626593806922, + "IoU_coffee": 0.9128919860627178, + "precision_coffee": 0.937134185996098, + "recall_coffee": 0.9724440445394219, + "F1_noncoffee": 0.5953898970083374, + "IoU_noncoffee": 0.4238826815642458, + "kappa": 0.5512159570826354, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9122841833697162, + "mIoU": 0.6453816805961026, + "macroF1": 0.7528946074428579, + "F1_coffee": 0.951353731014748, + "IoU_coffee": 0.9072208228379512, + "precision_coffee": 0.9313651546169593, + "recall_coffee": 0.9722190979642334, + "F1_noncoffee": 0.5544354838709677, + "IoU_noncoffee": 0.38354253835425384, + "kappa": 0.507865412590427, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8570345807674088, + "mIoU": 0.7243524121943943, + "macroF1": 0.8373978871937803, + "F1_coffee": 0.8939042396118962, + "IoU_coffee": 0.8081617086193745, + "precision_coffee": 0.8718968591414072, + "recall_coffee": 0.9170513560300058, + "F1_noncoffee": 0.7808915347756643, + "IoU_noncoffee": 0.640543115769414, + "kappa": 0.6752230939198828, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8351409978308026, + "mIoU": 0.6955393021439841, + "macroF1": 0.8177540667866139, + "F1_coffee": 0.8740452514771581, + "IoU_coffee": 0.7762703186996033, + "precision_coffee": 0.8792403595244999, + "recall_coffee": 0.8689111747851003, + "F1_noncoffee": 0.7614628820960698, + "IoU_noncoffee": 0.6148082855883649, + "kappa": 0.6355322312119515, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8195793643308498, + "mIoU": 0.6591482306024998, + "macroF1": 0.7892908494251423, + "F1_coffee": 0.8691786911030568, + "IoU_coffee": 0.7686260280599904, + "precision_coffee": 0.8314797854245715, + "recall_coffee": 0.910458452722063, + "F1_noncoffee": 0.7094030077472278, + "IoU_noncoffee": 0.5496704331450094, + "kappa": 0.580497284162819, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2604, + 2995 + ], + [ + 51521, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5961576223373415, + "test_tta": { + "OA": 0.8733740034214519, + "mIoU": 0.6935988208887188, + "macroF1": 0.808696697661714, + "F1_coffee": 0.9199306051637922, + "IoU_coffee": 0.8517328697229676, + "precision_coffee": 0.8932754622748083, + "recall_coffee": 0.9482254433761808, + "F1_noncoffee": 0.697462790159636, + "IoU_noncoffee": 0.5354647720544701, + "kappa": 0.6186763084862903, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8430541133033345, + "mIoU": 0.6434509628534815, + "macroF1": 0.7691992448262182, + "F1_coffee": 0.8997586543598813, + "IoU_coffee": 0.817782987273945, + "precision_coffee": 0.861385963983985, + "recall_coffee": 0.9417095698116118, + "F1_noncoffee": 0.638639835292555, + "IoU_noncoffee": 0.46911893843301783, + "kappa": 0.5416772803260079, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f1_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f1_s1_r1.0", + "val_epoch0": 0.7130016232212495 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 72, + "stopped_epoch": 100, + "best_val": 0.7393500608109432, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.898776669571673, + "mIoU": 0.7460866927018737, + "macroF1": 0.847857538390235, + "F1_coffee": 0.9358743661050221, + "IoU_coffee": 0.8794773251345119, + "precision_coffee": 0.91035305818001, + "recall_coffee": 0.9628679022994551, + "F1_noncoffee": 0.759840710675448, + "IoU_noncoffee": 0.6126960602692355, + "kappa": 0.6966080899398713, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.866735894773278, + "mIoU": 0.6886151237582643, + "macroF1": 0.8056592054194671, + "F1_coffee": 0.9146073230689611, + "IoU_coffee": 0.8426510907140303, + "precision_coffee": 0.8782145709468453, + "recall_coffee": 0.9541466612676193, + "F1_noncoffee": 0.696711087769973, + "IoU_noncoffee": 0.5345791568024983, + "kappa": 0.6136746406390642, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4691358024691358, + "mIoU": 0.24261363636363636, + "macroF1": 0.3384615384615384, + "F1_coffee": 0.6324786324786325, + "IoU_coffee": 0.4625, + "precision_coffee": 1.0, + "recall_coffee": 0.4625, + "F1_noncoffee": 0.044444444444444446, + "IoU_noncoffee": 0.022727272727272728, + "kappa": 0.020804048355355573, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8939805825242718, + "mIoU": 0.7361369276856109, + "macroF1": 0.8406949189148949, + "F1_coffee": 0.9328289352279018, + "IoU_coffee": 0.8741137817741657, + "precision_coffee": 0.9068348980446093, + "recall_coffee": 0.9603571654740042, + "F1_noncoffee": 0.7485609026018881, + "IoU_noncoffee": 0.5981600735970561, + "kappa": 0.6823667769926922, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9076446980320101, + "mIoU": 0.7673000092003971, + "macroF1": 0.8629418588302926, + "F1_coffee": 0.9412162993967745, + "IoU_coffee": 0.8889599441892914, + "precision_coffee": 0.919980747247458, + "recall_coffee": 0.9634553588305714, + "F1_noncoffee": 0.7846674182638106, + "IoU_noncoffee": 0.6456400742115028, + "kappa": 0.7264176798322964, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8946859436197476, + "mIoU": 0.7349047818187568, + "macroF1": 0.8395811786607495, + "F1_coffee": 0.9336016096579477, + "IoU_coffee": 0.8754716981132076, + "precision_coffee": 0.9043765873250251, + "recall_coffee": 0.9647785268729129, + "F1_noncoffee": 0.7455607476635514, + "IoU_noncoffee": 0.5943378655243062, + "kappa": 0.6804411158335223, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.914186162269786, + "mIoU": 0.6591715714635797, + "macroF1": 0.7666714201208433, + "F1_coffee": 0.9521960958296362, + "IoU_coffee": 0.9087541018312691, + "precision_coffee": 0.9358988335331953, + "recall_coffee": 0.9690710012416751, + "F1_noncoffee": 0.5811467444120505, + "IoU_noncoffee": 0.4095890410958904, + "kappa": 0.5345794014757725, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9285572534232983, + "mIoU": 0.6994170952003608, + "macroF1": 0.8022799862928773, + "F1_coffee": 0.9602911978821972, + "IoU_coffee": 0.9236155315085932, + "precision_coffee": 0.9421058327020885, + "recall_coffee": 0.9791924417950737, + "F1_noncoffee": 0.6442687747035574, + "IoU_noncoffee": 0.4752186588921283, + "kappa": 0.6058755404562338, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9321293907521334, + "mIoU": 0.7125156996906927, + "macroF1": 0.8134746015871572, + "F1_coffee": 0.9622433208213734, + "IoU_coffee": 0.9272340425531915, + "precision_coffee": 0.9448238482384824, + "recall_coffee": 0.9803171746710156, + "F1_noncoffee": 0.6647058823529411, + "IoU_noncoffee": 0.4977973568281938, + "kappa": 0.6280718921417167, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8747513027001421, + "mIoU": 0.7500609828894524, + "macroF1": 0.8546287081284681, + "F1_coffee": 0.9087142659853611, + "IoU_coffee": 0.8327005821311061, + "precision_coffee": 0.871523178807947, + "recall_coffee": 0.9492210040392384, + "F1_noncoffee": 0.8005431502715752, + "IoU_noncoffee": 0.6674213836477988, + "kappa": 0.7104096748505894, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.887767612939734, + "mIoU": 0.7753890451169096, + "macroF1": 0.871653394170355, + "F1_coffee": 0.9171309192200557, + "IoU_coffee": 0.8469453376205788, + "precision_coffee": 0.8922764227642277, + "recall_coffee": 0.9434097421203438, + "F1_noncoffee": 0.8261758691206544, + "IoU_noncoffee": 0.7038327526132404, + "kappa": 0.7437238850654463, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8590964821276997, + "mIoU": 0.7212400240247059, + "macroF1": 0.8345646786848457, + "F1_coffee": 0.8982704616641699, + "IoU_coffee": 0.815327564894932, + "precision_coffee": 0.8559563976122502, + "recall_coffee": 0.9449856733524356, + "F1_noncoffee": 0.7708588957055215, + "IoU_noncoffee": 0.6271524831544797, + "kappa": 0.6709406820928453, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2706, + 2995 + ], + [ + 52984, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.1739614605903625, + "test_tta": { + "OA": 0.8998095606984926, + "mIoU": 0.7472129181562057, + "macroF1": 0.8485833300709962, + "F1_coffee": 0.9366543539927756, + "IoU_coffee": 0.8808559639190097, + "precision_coffee": 0.9094097366700351, + "recall_coffee": 0.9655818063240276, + "F1_noncoffee": 0.7605123061492168, + "IoU_noncoffee": 0.6135698723934018, + "kappa": 0.698190757375535, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8677310488058152, + "mIoU": 0.6893314881897348, + "macroF1": 0.8060877904111028, + "F1_coffee": 0.9154193066430567, + "IoU_coffee": 0.844030612244898, + "precision_coffee": 0.8773334747560458, + "recall_coffee": 0.9569618788685139, + "F1_noncoffee": 0.6967562741791489, + "IoU_noncoffee": 0.5346323641345715, + "kappa": 0.6147783089650802, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f1_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f1_s2_r0.1", + "val_epoch0": 0.6653343836257719 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6653343836257719, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.872567057228624, + "mIoU": 0.7113611956463228, + "macroF1": 0.8240872035570191, + "F1_coffee": 0.9164356016509684, + "IoU_coffee": 0.8457601625222199, + "precision_coffee": 0.9220563494260706, + "recall_coffee": 0.9108829655186923, + "F1_noncoffee": 0.7317388054630699, + "IoU_noncoffee": 0.5769622287704259, + "kappa": 0.64821637194286, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8410638052382601, + "mIoU": 0.660628733812352, + "macroF1": 0.7859114999172968, + "F1_coffee": 0.8945737027399357, + "IoU_coffee": 0.809256759095787, + "precision_coffee": 0.8877285586800083, + "recall_coffee": 0.9015252309056903, + "F1_noncoffee": 0.6772492970946579, + "IoU_noncoffee": 0.5120007085289169, + "kappa": 0.571900923134597, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.024691358024691357, + "mIoU": 0.0125, + "macroF1": 0.024691358024691357, + "F1_coffee": 0.024691358024691357, + "IoU_coffee": 0.0125, + "precision_coffee": 1.0, + "recall_coffee": 0.0125, + "F1_noncoffee": 0.024691358024691357, + "IoU_noncoffee": 0.0125, + "kappa": 0.00031245117950320147, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.860873786407767, + "mIoU": 0.6937324942651539, + "macroF1": 0.8113079440826991, + "F1_coffee": 0.9080172026445856, + "IoU_coffee": 0.8315306842229014, + "precision_coffee": 0.9205440229062276, + "recall_coffee": 0.895826736748781, + "F1_noncoffee": 0.7145986855208126, + "IoU_noncoffee": 0.5559343043074063, + "kappa": 0.6228325967296887, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8696871524587786, + "mIoU": 0.7099633825911513, + "macroF1": 0.8234452058436335, + "F1_coffee": 0.9138013753398369, + "IoU_coffee": 0.841283863368669, + "precision_coffee": 0.9279589450435235, + "recall_coffee": 0.9000693088022179, + "F1_noncoffee": 0.73308903634743, + "IoU_noncoffee": 0.5786429018136335, + "kappa": 0.6471447328926988, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8870944345051013, + "mIoU": 0.7313521784786954, + "macroF1": 0.8379866904878239, + "F1_coffee": 0.9271837091090529, + "IoU_coffee": 0.8642520783675368, + "precision_coffee": 0.9178809582612991, + "recall_coffee": 0.9366769579736627, + "F1_noncoffee": 0.748789671866595, + "IoU_noncoffee": 0.5984522785898538, + "kappa": 0.6760881661533605, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8610253857640617, + "mIoU": 0.5870721153155061, + "macroF1": 0.7039321557410747, + "F1_coffee": 0.9195945167607419, + "IoU_coffee": 0.851156839748374, + "precision_coffee": 0.9388451134893567, + "recall_coffee": 0.9011175076193702, + "F1_noncoffee": 0.48826979472140764, + "IoU_noncoffee": 0.3229873908826382, + "kappa": 0.40944452792352926, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8889660646953761, + "mIoU": 0.6294599420997289, + "macroF1": 0.7426528566039474, + "F1_coffee": 0.9366974034055553, + "IoU_coffee": 0.8809321132155777, + "precision_coffee": 0.9422945595265194, + "recall_coffee": 0.9311663479923518, + "F1_noncoffee": 0.5486083098023397, + "IoU_noncoffee": 0.3779877709838799, + "kappa": 0.485435172612859, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9174439372891446, + "mIoU": 0.6766440103164765, + "macroF1": 0.7832306270666378, + "F1_coffee": 0.953798311861395, + "IoU_coffee": 0.9116772823779193, + "precision_coffee": 0.9419765273664583, + "recall_coffee": 0.9659205938589585, + "F1_noncoffee": 0.6126629422718808, + "IoU_noncoffee": 0.44161073825503355, + "kappa": 0.5670329590888835, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8607295120795831, + "mIoU": 0.736357858708126, + "macroF1": 0.8462314812986894, + "F1_coffee": 0.8934473760510293, + "IoU_coffee": 0.8074151709681645, + "precision_coffee": 0.8978729603729604, + "recall_coffee": 0.889065204847086, + "F1_noncoffee": 0.7990155865463495, + "IoU_noncoffee": 0.6653005464480874, + "kappa": 0.692477055070289, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8513628218428747, + "mIoU": 0.7246534976562823, + "macroF1": 0.8385684309190393, + "F1_coffee": 0.8840153076243744, + "IoU_coffee": 0.7921392772355579, + "precision_coffee": 0.9088983050847458, + "recall_coffee": 0.860458452722063, + "F1_noncoffee": 0.7931215542137043, + "IoU_noncoffee": 0.6571677180770067, + "kappa": 0.6775679118179635, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.858247665754975, + "mIoU": 0.7296613582960717, + "macroF1": 0.8413976824944484, + "F1_coffee": 0.8930933921331531, + "IoU_coffee": 0.8068371674591954, + "precision_coffee": 0.8868484249187738, + "recall_coffee": 0.8994269340974212, + "F1_noncoffee": 0.7897019728557436, + "IoU_noncoffee": 0.652485549132948, + "kappa": 0.6828263027827174, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2659, + 2995 + ], + [ + 51407, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6306491096814475, + "test_tta": { + "OA": 0.8810399922533165, + "mIoU": 0.7204424063076045, + "macroF1": 0.8301128362802425, + "F1_coffee": 0.9231282655625893, + "IoU_coffee": 0.8572314009568266, + "precision_coffee": 0.9152913926459031, + "recall_coffee": 0.931100498600972, + "F1_noncoffee": 0.7370974069978956, + "IoU_noncoffee": 0.5836534116583822, + "kappa": 0.6603108406153818, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8490827275874004, + "mIoU": 0.6665753189997218, + "macroF1": 0.7895930392459454, + "F1_coffee": 0.90147263756544, + "IoU_coffee": 0.8206191929235095, + "precision_coffee": 0.8808862226965755, + "recall_coffee": 0.9230442914714333, + "F1_noncoffee": 0.6777134409264507, + "IoU_noncoffee": 0.5125314450759341, + "kappa": 0.579936529006277, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f1_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f1_s2_r1.0", + "val_epoch0": 0.7120135698246217 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.7324656648701557, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8962912752977631, + "mIoU": 0.7416561871147819, + "macroF1": 0.844739456012011, + "F1_coffee": 0.9342043290397887, + "IoU_coffee": 0.8765322983514583, + "precision_coffee": 0.9099794546506293, + "recall_coffee": 0.9597542759766898, + "F1_noncoffee": 0.7552745829842333, + "IoU_noncoffee": 0.6067800758781055, + "kappa": 0.6902952865897563, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8639235029421946, + "mIoU": 0.6843445825306239, + "macroF1": 0.8024547124198427, + "F1_coffee": 0.9126494033125643, + "IoU_coffee": 0.839333151692664, + "precision_coffee": 0.8777781735289928, + "recall_coffee": 0.9504058926746496, + "F1_noncoffee": 0.692260021527121, + "IoU_noncoffee": 0.5293560133685838, + "kappa": 0.6070940234351594, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38271604938271603, + "mIoU": 0.19730392156862744, + "macroF1": 0.2919580419580419, + "F1_coffee": 0.5454545454545454, + "IoU_coffee": 0.375, + "precision_coffee": 1.0, + "recall_coffee": 0.375, + "F1_noncoffee": 0.038461538461538464, + "IoU_noncoffee": 0.0196078431372549, + "kappa": 0.014598540145985326, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.892621359223301, + "mIoU": 0.7315971830529222, + "macroF1": 0.837245900844896, + "F1_coffee": 0.9321805248957566, + "IoU_coffee": 0.872975766624555, + "precision_coffee": 0.9035364041604755, + "recall_coffee": 0.9627002723070103, + "F1_noncoffee": 0.7423112767940354, + "IoU_noncoffee": 0.5902185994812894, + "kappa": 0.6757301057589019, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9045500701126638, + "mIoU": 0.760447605724681, + "macroF1": 0.8581632033639011, + "F1_coffee": 0.9392764857881137, + "IoU_coffee": 0.8855054811205847, + "precision_coffee": 0.9176534230931057, + "recall_coffee": 0.9619431667821814, + "F1_noncoffee": 0.7770499209396883, + "IoU_noncoffee": 0.6353897303287772, + "kappa": 0.7169035215619645, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.891688022822881, + "mIoU": 0.7330672274106569, + "macroF1": 0.8385988119870487, + "F1_coffee": 0.9311658779423514, + "IoU_coffee": 0.8711977459605543, + "precision_coffee": 0.9088237058364825, + "recall_coffee": 0.9546342385482957, + "F1_noncoffee": 0.746031746031746, + "IoU_noncoffee": 0.5949367088607594, + "kappa": 0.6779158093479939, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9178695868591339, + "mIoU": 0.6466106303494585, + "macroF1": 0.7526078107823096, + "F1_coffee": 0.9548069022185702, + "IoU_coffee": 0.9135220125786163, + "precision_coffee": 0.927522349936143, + "recall_coffee": 0.9837453437182526, + "F1_noncoffee": 0.5504087193460491, + "IoU_noncoffee": 0.37969924812030076, + "kappa": 0.5094386498856607, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9268704107957928, + "mIoU": 0.6877073617272431, + "macroF1": 0.791643232622557, + "F1_coffee": 0.9594988184865637, + "IoU_coffee": 0.9221506284989965, + "precision_coffee": 0.9381044487427466, + "recall_coffee": 0.9818918006973344, + "F1_noncoffee": 0.6237876467585503, + "IoU_noncoffee": 0.45326409495548964, + "kappa": 0.5852900440277354, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9205199444334193, + "mIoU": 0.682980992128803, + "macroF1": 0.7886152982504212, + "F1_coffee": 0.955596208215533, + "IoU_coffee": 0.914968152866242, + "precision_coffee": 0.9421731526016616, + "recall_coffee": 0.9694072657743786, + "F1_noncoffee": 0.6216343882853094, + "IoU_noncoffee": 0.45099383139136395, + "kappa": 0.5779605345363327, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8685930838465182, + "mIoU": 0.7414484310286222, + "macroF1": 0.8489535271360263, + "F1_coffee": 0.9034189819650442, + "IoU_coffee": 0.8238506477012955, + "precision_coffee": 0.8731996230986674, + "recall_coffee": 0.9358049624927871, + "F1_noncoffee": 0.7944880723070085, + "IoU_noncoffee": 0.6590462143559489, + "kappa": 0.6986749881891827, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8833349052155051, + "mIoU": 0.7683248271288089, + "macroF1": 0.8670788136470529, + "F1_coffee": 0.9135629935015024, + "IoU_coffee": 0.8408798559300231, + "precision_coffee": 0.8916928113490656, + "recall_coffee": 0.9365329512893983, + "F1_noncoffee": 0.8205946337926033, + "IoU_noncoffee": 0.6957697983275947, + "kappa": 0.7344891339709997, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8642836932943506, + "mIoU": 0.7329973881924777, + "macroF1": 0.843049577554517, + "F1_coffee": 0.9007791491415569, + "IoU_coffee": 0.8194705808556015, + "precision_coffee": 0.8682706367140768, + "recall_coffee": 0.9358166189111747, + "F1_noncoffee": 0.7853200059674772, + "IoU_noncoffee": 0.6465241955293539, + "kappa": 0.6870483378990568, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2613, + 2995 + ], + [ + 52923, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.848497573534648, + "test_tta": { + "OA": 0.8968561376327426, + "mIoU": 0.740311548488287, + "macroF1": 0.8435730049281029, + "F1_coffee": 0.9348687898089172, + "IoU_coffee": 0.8777029354357228, + "precision_coffee": 0.9066057874762808, + "recall_coffee": 0.9649506658531968, + "F1_noncoffee": 0.7522772200472887, + "IoU_noncoffee": 0.6029201615408512, + "kappa": 0.688298177707384, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.864860966885889, + "mIoU": 0.6827196549834305, + "macroF1": 0.8008084541290246, + "F1_coffee": 0.913762953963959, + "IoU_coffee": 0.8412187351725073, + "precision_coffee": 0.8740865951789833, + "recall_coffee": 0.9572125489288675, + "F1_noncoffee": 0.6878539542940902, + "IoU_noncoffee": 0.5242205747943536, + "kappa": 0.6045660295784571, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f2_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f2_s0_r0.1", + "val_epoch0": 0.651665615838936 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.651665615838936, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8632527187144944, + "mIoU": 0.6987642971851835, + "macroF1": 0.8151735432493186, + "F1_coffee": 0.9094407360828953, + "IoU_coffee": 0.83392142561454, + "precision_coffee": 0.9127667378686862, + "recall_coffee": 0.9061388853189393, + "F1_noncoffee": 0.7209063504157419, + "IoU_noncoffee": 0.5636071687558272, + "kappa": 0.6303622123134242, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8215934002538364, + "mIoU": 0.6362480772378273, + "macroF1": 0.7674835348065019, + "F1_coffee": 0.8796505292652553, + "IoU_coffee": 0.785157267658961, + "precision_coffee": 0.8906905723574032, + "recall_coffee": 0.8688808164677392, + "F1_noncoffee": 0.6553165403477486, + "IoU_noncoffee": 0.48733888681669363, + "kappa": 0.5351715994818931, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27971360381861576, + "mIoU": 0.14048973933229086, + "macroF1": 0.22036966752413908, + "F1_coffee": 0.43546576879910215, + "IoU_coffee": 0.2783357245337159, + "precision_coffee": 1.0, + "recall_coffee": 0.2783357245337159, + "F1_noncoffee": 0.005273566249176005, + "IoU_noncoffee": 0.0026437541308658294, + "kappa": 0.0014706202852737954, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.875245676100629, + "mIoU": 0.7256263071995179, + "macroF1": 0.8353624774251072, + "F1_coffee": 0.9163950080674372, + "IoU_coffee": 0.8456910173817916, + "precision_coffee": 0.928285523682455, + "recall_coffee": 0.90480525391768, + "F1_noncoffee": 0.754329946782777, + "IoU_noncoffee": 0.6055615970172441, + "kappa": 0.6708836295608565, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8584873623441518, + "mIoU": 0.6912302447464096, + "macroF1": 0.8096118635280142, + "F1_coffee": 0.9060759249122581, + "IoU_coffee": 0.8282804497556955, + "precision_coffee": 0.9125105389454569, + "recall_coffee": 0.8997314234556849, + "F1_noncoffee": 0.7131478021437703, + "IoU_noncoffee": 0.5541800397371236, + "kappa": 0.6192815439039433, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8561879389682732, + "mIoU": 0.6794647333679286, + "macroF1": 0.7997226314692081, + "F1_coffee": 0.906065112158699, + "IoU_coffee": 0.8282623785284591, + "precision_coffee": 0.8984188731333919, + "recall_coffee": 0.9138426191843768, + "F1_noncoffee": 0.693380150779717, + "IoU_noncoffee": 0.530667088207398, + "kappa": 0.5995399456209328, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8944206882508654, + "mIoU": 0.7105606107682061, + "macroF1": 0.8192947565940762, + "F1_coffee": 0.9358093469514083, + "IoU_coffee": 0.8793624941833411, + "precision_coffee": 0.9495038311769878, + "recall_coffee": 0.9225042714181109, + "F1_noncoffee": 0.7027801662367441, + "IoU_noncoffee": 0.5417587273530712, + "kappa": 0.6389372787406474, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.845759873928888, + "mIoU": 0.6124482721045683, + "macroF1": 0.7370035792236704, + "F1_coffee": 0.9061263637453543, + "IoU_coffee": 0.8283647523016221, + "precision_coffee": 0.9265661395120756, + "recall_coffee": 0.8865689149560118, + "F1_noncoffee": 0.5678807947019867, + "IoU_noncoffee": 0.3965317919075145, + "kappa": 0.4751827796448685, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8543072259704704, + "mIoU": 0.6053273248127725, + "macroF1": 0.7267830017771926, + "F1_coffee": 0.9134425467642616, + "IoU_coffee": 0.8406757912745937, + "precision_coffee": 0.9124883936861653, + "recall_coffee": 0.9143986973714817, + "F1_noncoffee": 0.5401234567901234, + "IoU_noncoffee": 0.3699788583509514, + "kappa": 0.4535691778940048, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8573599240265907, + "mIoU": 0.724505272857719, + "macroF1": 0.8374656727693266, + "F1_coffee": 0.8943295342619952, + "IoU_coffee": 0.8088572155764826, + "precision_coffee": 0.9042538056622563, + "recall_coffee": 0.8846207376478775, + "F1_noncoffee": 0.780601811276658, + "IoU_noncoffee": 0.6401533301389555, + "kappa": 0.675012621569291, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8708413001912045, + "mIoU": 0.7429920229677915, + "macroF1": 0.8498001395024413, + "F1_coffee": 0.9060173913043478, + "IoU_coffee": 0.8281826274958667, + "precision_coffee": 0.89672266593225, + "recall_coffee": 0.9155068185013355, + "F1_noncoffee": 0.7935828877005348, + "IoU_noncoffee": 0.6578014184397163, + "kappa": 0.6996711473170588, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8580341716260319, + "mIoU": 0.7201217573203655, + "macroF1": 0.8338451317675497, + "F1_coffee": 0.8972417147224345, + "IoU_coffee": 0.8136340725806451, + "precision_coffee": 0.8818628789948102, + "recall_coffee": 0.9131664545325979, + "F1_noncoffee": 0.7704485488126649, + "IoU_noncoffee": 0.6266094420600858, + "kappa": 0.6679158723710117, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 552, + 563 + ], + [ + 6608, + 7520 + ], + [ + 46001, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6058833400408425, + "test_tta": { + "OA": 0.869339392955689, + "mIoU": 0.7057459551428114, + "macroF1": 0.8199582610843799, + "F1_coffee": 0.9142485832374622, + "IoU_coffee": 0.8420422659576555, + "precision_coffee": 0.909366391184573, + "recall_coffee": 0.9191834811292464, + "F1_noncoffee": 0.7256679389312977, + "IoU_noncoffee": 0.5694496443279671, + "kappa": 0.639949723105093, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8283431406484366, + "mIoU": 0.6425289219892046, + "macroF1": 0.7718768479577847, + "F1_coffee": 0.8853725248478311, + "IoU_coffee": 0.7943214612819051, + "precision_coffee": 0.8873038241028511, + "recall_coffee": 0.8834496146379903, + "F1_noncoffee": 0.6583811710677382, + "IoU_noncoffee": 0.4907363826965042, + "kappa": 0.5437601376192024, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f2_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f2_s0_r1.0", + "val_epoch0": 0.6897793480674486 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 23, + "stopped_epoch": 53, + "best_val": 0.6988466834141309, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8782665151761078, + "mIoU": 0.7306866197898807, + "macroF1": 0.838932774977271, + "F1_coffee": 0.9185278526114539, + "IoU_coffee": 0.8493310297721886, + "precision_coffee": 0.9318492395856293, + "recall_coffee": 0.9055819731825386, + "F1_noncoffee": 0.7593376973430882, + "IoU_noncoffee": 0.612042209807573, + "kappa": 0.6780598986184266, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8349775008653514, + "mIoU": 0.6635240215300153, + "macroF1": 0.7899082634453162, + "F1_coffee": 0.8872153770330212, + "IoU_coffee": 0.79729298798852, + "precision_coffee": 0.9106250379393376, + "recall_coffee": 0.8649791462453632, + "F1_noncoffee": 0.6926011498576111, + "IoU_noncoffee": 0.5297550550715108, + "kappa": 0.5805720031724759, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2758949880668258, + "mIoU": 0.1385698263526318, + "macroF1": 0.21800756620428752, + "F1_coffee": 0.4307692307692308, + "IoU_coffee": 0.27450980392156865, + "precision_coffee": 1.0, + "recall_coffee": 0.27450980392156865, + "F1_noncoffee": 0.005245901639344262, + "IoU_noncoffee": 0.0026298487836949377, + "kappa": 0.0014427969649735495, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8925904088050315, + "mIoU": 0.7602860184575619, + "macroF1": 0.8597871649166569, + "F1_coffee": 0.9276063054709233, + "IoU_coffee": 0.8649867210178495, + "precision_coffee": 0.9451980832827158, + "recall_coffee": 0.9106573899473308, + "F1_noncoffee": 0.7919680243623906, + "IoU_noncoffee": 0.6555853158972743, + "kappa": 0.7198531915069664, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.868189977198855, + "mIoU": 0.7130441866775756, + "macroF1": 0.8262858165932818, + "F1_coffee": 0.9116049061391808, + "IoU_coffee": 0.8375680038261494, + "precision_coffee": 0.9278760182793563, + "recall_coffee": 0.8958946156797545, + "F1_noncoffee": 0.740966727047383, + "IoU_noncoffee": 0.588520369529002, + "kappa": 0.6528844254970252, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8742068297408574, + "mIoU": 0.7195205283394541, + "macroF1": 0.8305613195660488, + "F1_coffee": 0.9165568871895383, + "IoU_coffee": 0.8459667852906287, + "precision_coffee": 0.9229325740908503, + "recall_coffee": 0.9102686833875806, + "F1_noncoffee": 0.7445657519425593, + "IoU_noncoffee": 0.5930742713882795, + "kappa": 0.6611721364607518, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9128487069843209, + "mIoU": 0.7437974141398512, + "macroF1": 0.8437378472422277, + "F1_coffee": 0.9476580653051241, + "IoU_coffee": 0.9005229517722254, + "precision_coffee": 0.9496323529411764, + "recall_coffee": 0.9456919697339516, + "F1_noncoffee": 0.7398176291793314, + "IoU_noncoffee": 0.587071876507477, + "kappa": 0.6874824089648597, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8730424505072393, + "mIoU": 0.6448681830527673, + "macroF1": 0.763018711650415, + "F1_coffee": 0.9244918282467343, + "IoU_coffee": 0.8595860566448802, + "precision_coffee": 0.9233559560028083, + "recall_coffee": 0.9256304985337244, + "F1_noncoffee": 0.6015455950540958, + "IoU_noncoffee": 0.4301503094606543, + "kappa": 0.5260412081268951, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8856947296372347, + "mIoU": 0.6549586061926503, + "macroF1": 0.769832416711465, + "F1_coffee": 0.933135045472745, + "IoU_coffee": 0.8746515119022089, + "precision_coffee": 0.9180641530669668, + "recall_coffee": 0.9487090020935102, + "F1_noncoffee": 0.6065297879501851, + "IoU_noncoffee": 0.43526570048309177, + "kappa": 0.5403936717186458, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8736942070275404, + "mIoU": 0.7567465669895816, + "macroF1": 0.8598270254143574, + "F1_coffee": 0.9039156191301835, + "IoU_coffee": 0.824677036646454, + "precision_coffee": 0.939762655850984, + "recall_coffee": 0.8707028531663187, + "F1_noncoffee": 0.8157384316985314, + "IoU_noncoffee": 0.6888160973327094, + "kappa": 0.720434125685171, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8634799235181644, + "mIoU": 0.740914640517214, + "macroF1": 0.8493250956864445, + "F1_coffee": 0.8955070979072149, + "IoU_coffee": 0.8107857426792103, + "precision_coffee": 0.9337707920036624, + "recall_coffee": 0.8602558695346548, + "F1_noncoffee": 0.8031430934656741, + "IoU_noncoffee": 0.6710435383552177, + "kappa": 0.6996004817210542, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8629295450182377, + "mIoU": 0.7396452101124253, + "macroF1": 0.848432169061013, + "F1_coffee": 0.895307917888563, + "IoU_coffee": 0.810459251393682, + "precision_coffee": 0.9295174303546963, + "recall_coffee": 0.8635270824494414, + "F1_noncoffee": 0.8015564202334631, + "IoU_noncoffee": 0.6688311688311688, + "kappa": 0.6976406305325954, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6745, + 7520 + ], + [ + 46788, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7564799666404722, + "test_tta": { + "OA": 0.8827138451550073, + "mIoU": 0.7366045752744695, + "macroF1": 0.8429261254486685, + "F1_coffee": 0.9219806085210218, + "IoU_coffee": 0.8552541965466127, + "precision_coffee": 0.9295480275189411, + "recall_coffee": 0.9145354067600565, + "F1_noncoffee": 0.7638716423763152, + "IoU_noncoffee": 0.6179549540023264, + "kappa": 0.6859152514458475, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8395927079727703, + "mIoU": 0.6678619962918126, + "macroF1": 0.792836002146052, + "F1_coffee": 0.891255035394423, + "IoU_coffee": 0.8038413375897282, + "precision_coffee": 0.9070591279081338, + "recall_coffee": 0.875992235099656, + "F1_noncoffee": 0.694416968897681, + "IoU_noncoffee": 0.5318826549938971, + "kappa": 0.5860251565271349, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f2_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f2_s1_r0.1", + "val_epoch0": 0.686276755920413 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6876411201671111, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8630579451387762, + "mIoU": 0.6945246640718211, + "macroF1": 0.8115630472121181, + "F1_coffee": 0.9100696035899677, + "IoU_coffee": 0.8349795607017818, + "precision_coffee": 0.905773270246759, + "recall_coffee": 0.9144068885747333, + "F1_noncoffee": 0.7130564908342686, + "IoU_noncoffee": 0.5540697674418604, + "kappa": 0.6231531471935617, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8248384677512404, + "mIoU": 0.6355854396633434, + "macroF1": 0.7660503780056709, + "F1_coffee": 0.8833254877849616, + "IoU_coffee": 0.7910321925704159, + "precision_coffee": 0.8830285802089736, + "recall_coffee": 0.8836225950911991, + "F1_noncoffee": 0.6487752682263802, + "IoU_noncoffee": 0.48013868675627086, + "kappa": 0.532100915252134, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3775656324582339, + "mIoU": 0.18971652209776282, + "macroF1": 0.2765025678401329, + "F1_coffee": 0.546907574704656, + "IoU_coffee": 0.37637494021999046, + "precision_coffee": 1.0, + "recall_coffee": 0.37637494021999046, + "F1_noncoffee": 0.006097560975609756, + "IoU_noncoffee": 0.0030581039755351682, + "kappa": 0.002299340875093461, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8742138364779874, + "mIoU": 0.7189394370654214, + "macroF1": 0.83008224494817, + "F1_coffee": 0.9166775159484443, + "IoU_coffee": 0.8461723350558827, + "precision_coffee": 0.9176930596285435, + "recall_coffee": 0.9156642174393653, + "F1_noncoffee": 0.7434869739478958, + "IoU_noncoffee": 0.5917065390749602, + "kappa": 0.6601657710955325, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8542667248823558, + "mIoU": 0.6838072365071148, + "macroF1": 0.8039723961110352, + "F1_coffee": 0.903265279835126, + "IoU_coffee": 0.8235950437488989, + "precision_coffee": 0.9097690710949663, + "recall_coffee": 0.8968538176237371, + "F1_noncoffee": 0.7046795123869446, + "IoU_noncoffee": 0.5440194292653309, + "kappa": 0.608005951383521, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.860837975296682, + "mIoU": 0.6807393811911803, + "macroF1": 0.7998835086369123, + "F1_coffee": 0.9103280377040482, + "IoU_coffee": 0.8354147571035747, + "precision_coffee": 0.8908368967623702, + "recall_coffee": 0.9306911736549875, + "F1_noncoffee": 0.6894389795697763, + "IoU_noncoffee": 0.5260640052787858, + "kappa": 0.6004294805998259, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.902056607615557, + "mIoU": 0.7115834269496113, + "macroF1": 0.8186977363840306, + "F1_coffee": 0.9416332969299842, + "IoU_coffee": 0.8897041962852557, + "precision_coffee": 0.9362934362934363, + "recall_coffee": 0.9470344154259214, + "F1_noncoffee": 0.6957621758380772, + "IoU_noncoffee": 0.533462657613967, + "kappa": 0.6374569399818745, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8399487836107554, + "mIoU": 0.593555922780584, + "macroF1": 0.7181703845738687, + "F1_coffee": 0.903429012895941, + "IoU_coffee": 0.8238673314545849, + "precision_coffee": 0.9155625150566129, + "recall_coffee": 0.8916129032258064, + "F1_noncoffee": 0.5329117562517965, + "IoU_noncoffee": 0.3632445141065831, + "kappa": 0.4368191749764664, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8744499853329422, + "mIoU": 0.6264820300445427, + "macroF1": 0.743668720054757, + "F1_coffee": 0.9267624914442163, + "IoU_coffee": 0.8635204081632653, + "precision_coffee": 0.9093351242444594, + "recall_coffee": 0.944870900209351, + "F1_noncoffee": 0.5605749486652978, + "IoU_noncoffee": 0.38944365192582026, + "kappa": 0.48846474774743165, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8482431149097815, + "mIoU": 0.7092397357606484, + "macroF1": 0.8267085371586129, + "F1_coffee": 0.8877966577727847, + "IoU_coffee": 0.7982323232323232, + "precision_coffee": 0.8958480940909735, + "recall_coffee": 0.8798886569241475, + "F1_noncoffee": 0.7656204165444412, + "IoU_noncoffee": 0.6202471482889734, + "kappa": 0.653475543342277, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8681644359464628, + "mIoU": 0.7407990872103649, + "macroF1": 0.8485177335985219, + "F1_coffee": 0.9030716243761862, + "IoU_coffee": 0.8232731000897091, + "precision_coffee": 0.903008152937869, + "recall_coffee": 0.903135104737804, + "F1_noncoffee": 0.7939638428208576, + "IoU_noncoffee": 0.6583250743310208, + "kappa": 0.697035470378732, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.847475523133039, + "mIoU": 0.700597830671942, + "macroF1": 0.8197000760324018, + "F1_coffee": 0.8904666712621493, + "IoU_coffee": 0.8025596421471173, + "precision_coffee": 0.8686121570736955, + "recall_coffee": 0.9134492999575732, + "F1_noncoffee": 0.7489334808026544, + "IoU_noncoffee": 0.5986360191967669, + "kappa": 0.6399226310758943, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6543, + 7520 + ], + [ + 46053, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.600510474046071, + "test_tta": { + "OA": 0.8671806524914787, + "mIoU": 0.6980870509715602, + "macroF1": 0.813830829095904, + "F1_coffee": 0.9134907126470806, + "IoU_coffee": 0.8407573900013622, + "precision_coffee": 0.9018682809727586, + "recall_coffee": 0.9254166131174227, + "F1_noncoffee": 0.7141709455447274, + "IoU_noncoffee": 0.5554167119417581, + "kappa": 0.6278658559337026, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8293959847698166, + "mIoU": 0.6384031453496835, + "macroF1": 0.7676597218454091, + "F1_coffee": 0.8874254118408406, + "IoU_coffee": 0.797632285768053, + "precision_coffee": 0.8789021263761122, + "recall_coffee": 0.8961156278229448, + "F1_noncoffee": 0.6478940318499776, + "IoU_noncoffee": 0.47917400493131385, + "kappa": 0.5354560884029703, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f2_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f2_s1_r1.0", + "val_epoch0": 0.6835164010537291 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 75, + "stopped_epoch": 100, + "best_val": 0.7055591798256011, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.895390358708002, + "mIoU": 0.7564543340671549, + "macroF1": 0.8564550368526447, + "F1_coffee": 0.9312144465671259, + "IoU_coffee": 0.8712827784545945, + "precision_coffee": 0.9279955755036056, + "recall_coffee": 0.9344557254851561, + "F1_noncoffee": 0.7816956271381634, + "IoU_noncoffee": 0.6416258896797153, + "kappa": 0.7129210355064662, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8514191761855313, + "mIoU": 0.6830026304264961, + "macroF1": 0.8038464156337208, + "F1_coffee": 0.9004464544558474, + "IoU_coffee": 0.8189200590592702, + "precision_coffee": 0.9054865605504052, + "recall_coffee": 0.8954621461108229, + "F1_noncoffee": 0.7072463768115942, + "IoU_noncoffee": 0.547085201793722, + "kappa": 0.6077285706927, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29403341288782814, + "mIoU": 0.14769008108152556, + "macroF1": 0.22910507416477396, + "F1_coffee": 0.4528301886792453, + "IoU_coffee": 0.2926829268292683, + "precision_coffee": 1.0, + "recall_coffee": 0.2926829268292683, + "F1_noncoffee": 0.005379959650302623, + "IoU_noncoffee": 0.0026972353337828725, + "kappa": 0.0015776240324727137, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8980935534591195, + "mIoU": 0.7672677586720091, + "macroF1": 0.8642669039702526, + "F1_coffee": 0.9320267435762979, + "IoU_coffee": 0.8727060700914503, + "precision_coffee": 0.9396021938809225, + "recall_coffee": 0.9245724689511672, + "F1_noncoffee": 0.7965070643642073, + "IoU_noncoffee": 0.6618294472525681, + "kappa": 0.7285866246534756, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8907970698103139, + "mIoU": 0.7446590324574467, + "macroF1": 0.8479968472356434, + "F1_coffee": 0.928655193179297, + "IoU_coffee": 0.866812614638187, + "precision_coffee": 0.920630930685603, + "recall_coffee": 0.9368205652896789, + "F1_noncoffee": 0.7673385012919897, + "IoU_noncoffee": 0.6225054502767063, + "kappa": 0.6960689912326454, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8973116977476386, + "mIoU": 0.7571654551087021, + "macroF1": 0.8567154444954221, + "F1_coffee": 0.9329834987671493, + "IoU_coffee": 0.8743852580434911, + "precision_coffee": 0.924334481678672, + "recall_coffee": 0.9417959027378902, + "F1_noncoffee": 0.7804473902236951, + "IoU_noncoffee": 0.6399456521739131, + "kappa": 0.7135130634545058, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9142740785990633, + "mIoU": 0.7400070176279827, + "macroF1": 0.8404145993559562, + "F1_coffee": 0.9489820649539505, + "IoU_coffee": 0.902917099043007, + "precision_coffee": 0.9423586040914561, + "recall_coffee": 0.9556992921649988, + "F1_noncoffee": 0.7318471337579617, + "IoU_noncoffee": 0.5770969362129583, + "kappa": 0.6809120515743338, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8850586033684625, + "mIoU": 0.6542563214809752, + "macroF1": 0.769297377875483, + "F1_coffee": 0.9327183626405304, + "IoU_coffee": 0.8739196197061365, + "precision_coffee": 0.9171201814058957, + "recall_coffee": 0.9488563049853372, + "F1_noncoffee": 0.6058763931104356, + "IoU_noncoffee": 0.43459302325581395, + "kappa": 0.5393752659364063, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8997751051139141, + "mIoU": 0.6932576035587044, + "macroF1": 0.8028928769203945, + "F1_coffee": 0.9410817957119043, + "IoU_coffee": 0.8887200086852676, + "precision_coffee": 0.9303329923854984, + "recall_coffee": 0.9520818795068621, + "F1_noncoffee": 0.6647039581288845, + "IoU_noncoffee": 0.4977951984321411, + "kappa": 0.6060849974155924, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8830009496676163, + "mIoU": 0.7704396800713769, + "macroF1": 0.868674022428801, + "F1_coffee": 0.9120502569960023, + "IoU_coffee": 0.8383202099737532, + "precision_coffee": 0.9362450534955298, + "recall_coffee": 0.8890744606819764, + "F1_noncoffee": 0.8252977878615996, + "IoU_noncoffee": 0.7025591501690005, + "kappa": 0.7376960082882899, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8963671128107075, + "mIoU": 0.7900939869708841, + "macroF1": 0.8811202674162817, + "F1_coffee": 0.9236942137125158, + "IoU_coffee": 0.8582079790712884, + "precision_coffee": 0.92499647539828, + "recall_coffee": 0.9223956136651202, + "F1_noncoffee": 0.8385463211200477, + "IoU_noncoffee": 0.7219799948704796, + "kappa": 0.7622415319420265, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8948934536379344, + "mIoU": 0.7862620562636147, + "macroF1": 0.8785767483484799, + "F1_coffee": 0.9230877291564235, + "IoU_coffee": 0.8571614923036786, + "precision_coffee": 0.9169690203739883, + "recall_coffee": 0.9292886437561872, + "F1_noncoffee": 0.8340657675405364, + "IoU_noncoffee": 0.7153626202235508, + "kappa": 0.7571768227218455, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 14, + 27 + ], + [ + 531, + 563 + ], + [ + 6915, + 7520 + ], + [ + 47705, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.200846429665884, + "test_tta": { + "OA": 0.8966563869501705, + "mIoU": 0.7562318733704547, + "macroF1": 0.8560956238500398, + "F1_coffee": 0.9324950434164908, + "IoU_coffee": 0.873527600659476, + "precision_coffee": 0.9232254949299855, + "recall_coffee": 0.9419526196290109, + "F1_noncoffee": 0.7796962042835888, + "IoU_noncoffee": 0.6389361460814336, + "kappa": 0.7122859038945927, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8530633437175493, + "mIoU": 0.6823595435555279, + "macroF1": 0.802942714291958, + "F1_coffee": 0.9023239760699494, + "IoU_coffee": 0.8220312336233099, + "precision_coffee": 0.9002008608321377, + "recall_coffee": 0.9044571296776798, + "F1_noncoffee": 0.7035614525139665, + "IoU_noncoffee": 0.5426878534877457, + "kappa": 0.6058920817773676, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f2_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f2_s2_r0.1", + "val_epoch0": 0.6791556507728724 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6791556507728724, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8280473949034247, + "mIoU": 0.6531941563511928, + "macroF1": 0.7819735302583234, + "F1_coffee": 0.8821998843570698, + "IoU_coffee": 0.7892286572627977, + "precision_coffee": 0.9172871479443185, + "recall_coffee": 0.8496979822644904, + "F1_noncoffee": 0.681747176159577, + "IoU_noncoffee": 0.517159655439588, + "kappa": 0.5656639439656683, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7914791738779278, + "mIoU": 0.6035094647381604, + "macroF1": 0.7427697945631861, + "F1_coffee": 0.8547051493347269, + "IoU_coffee": 0.7462752048856677, + "precision_coffee": 0.8956591335116578, + "recall_coffee": 0.8173326414115205, + "F1_noncoffee": 0.6308344397916454, + "IoU_noncoffee": 0.4607437245906531, + "kappa": 0.48825808540957066, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3551312649164678, + "mIoU": 0.17842484307196013, + "macroF1": 0.2643350750611658, + "F1_coffee": 0.5227834687389615, + "IoU_coffee": 0.35389765662362505, + "precision_coffee": 1.0, + "recall_coffee": 0.35389765662362505, + "F1_noncoffee": 0.005886681383370125, + "IoU_noncoffee": 0.002952029520295203, + "kappa": 0.0020872520727082972, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.828370676100629, + "mIoU": 0.658969139532077, + "macroF1": 0.7872102771862997, + "F1_coffee": 0.8807971880012285, + "IoU_coffee": 0.7869862178314428, + "precision_coffee": 0.9268170066072967, + "recall_coffee": 0.8391312829182652, + "F1_noncoffee": 0.6936233663713709, + "IoU_noncoffee": 0.5309520612327112, + "kappa": 0.5771003905145563, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.808179304322515, + "mIoU": 0.6283987439011559, + "macroF1": 0.7631843064452728, + "F1_coffee": 0.8664098925603081, + "IoU_coffee": 0.7643061516452074, + "precision_coffee": 0.9184813753581662, + "recall_coffee": 0.819925821716332, + "F1_noncoffee": 0.6599587203302374, + "IoU_noncoffee": 0.49249133615710433, + "kappa": 0.5302120378685156, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8475659966093485, + "mIoU": 0.6731775891844127, + "macroF1": 0.7959151206653793, + "F1_coffee": 0.8985852856820599, + "IoU_coffee": 0.815846450933349, + "precision_coffee": 0.9075641192553053, + "recall_coffee": 0.8897823728380879, + "F1_noncoffee": 0.6932449556486987, + "IoU_noncoffee": 0.5305087274354766, + "kappa": 0.5919510472508529, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8880065159845245, + "mIoU": 0.696206375150004, + "macroF1": 0.8080143600610163, + "F1_coffee": 0.9319391164459844, + "IoU_coffee": 0.8725524272969528, + "precision_coffee": 0.9451556224899599, + "recall_coffee": 0.9190871369294605, + "F1_noncoffee": 0.6840896036760482, + "IoU_noncoffee": 0.5198603230030554, + "kappa": 0.6163768952668658, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8096129222889786, + "mIoU": 0.5701140487108337, + "macroF1": 0.7012933299725232, + "F1_coffee": 0.8811704678182825, + "IoU_coffee": 0.7875824175824175, + "precision_coffee": 0.9257297855851201, + "recall_coffee": 0.8407038123167155, + "F1_noncoffee": 0.521416192126764, + "IoU_noncoffee": 0.3526456798392498, + "kappa": 0.40810976594884263, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8627163391023761, + "mIoU": 0.6170330783648245, + "macroF1": 0.7369838135972113, + "F1_coffee": 0.918834547346514, + "IoU_coffee": 0.8498556304138595, + "precision_coffee": 0.913448275862069, + "recall_coffee": 0.9242847173761339, + "F1_noncoffee": 0.5551330798479087, + "IoU_noncoffee": 0.38421052631578945, + "kappa": 0.47406785706515353, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7727445394112061, + "mIoU": 0.6138910813318427, + "macroF1": 0.757856780997317, + "F1_coffee": 0.8178981812647439, + "IoU_coffee": 0.6919016351229561, + "precision_coffee": 0.9022834116856951, + "recall_coffee": 0.7479471120389701, + "F1_noncoffee": 0.6978153807298901, + "IoU_noncoffee": 0.5358805275407292, + "kappa": 0.5226422182275527, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8067877629063097, + "mIoU": 0.6580541455481876, + "macroF1": 0.7910459867438193, + "F1_coffee": 0.8483984697322031, + "IoU_coffee": 0.7367118290776447, + "precision_coffee": 0.909456416854294, + "recall_coffee": 0.7950231969633066, + "F1_noncoffee": 0.7336935037554355, + "IoU_noncoffee": 0.5793964620187305, + "kappa": 0.5853748491320738, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8326934152428489, + "mIoU": 0.6903357890890489, + "macroF1": 0.8138450857686421, + "F1_coffee": 0.8730794436758174, + "IoU_coffee": 0.7747479968984233, + "precision_coffee": 0.8998799159411588, + "recall_coffee": 0.847829161363315, + "F1_noncoffee": 0.754610727861467, + "IoU_noncoffee": 0.6059235812796744, + "kappa": 0.6283275534684408, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 487, + 563 + ], + [ + 6201, + 7520 + ], + [ + 44304, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6033556938171385, + "test_tta": { + "OA": 0.8331764323973381, + "mIoU": 0.6588880817631215, + "macroF1": 0.7860720526053344, + "F1_coffee": 0.8864560318161733, + "IoU_coffee": 0.7960673822893312, + "precision_coffee": 0.9152940639686088, + "recall_coffee": 0.8593796855588399, + "F1_noncoffee": 0.6856880733944954, + "IoU_noncoffee": 0.5217087812369119, + "kappa": 0.5733166042274294, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7972914503288335, + "mIoU": 0.6089860114160315, + "macroF1": 0.7467734668936029, + "F1_coffee": 0.8598773740092717, + "IoU_coffee": 0.7541972717733473, + "precision_coffee": 0.8933010191399453, + "recall_coffee": 0.8288646716254396, + "F1_noncoffee": 0.6336695597779342, + "IoU_noncoffee": 0.4637747510587158, + "kappa": 0.4953937739446247, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f2_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f2_s2_r1.0", + "val_epoch0": 0.6832046067741304 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 29, + "stopped_epoch": 59, + "best_val": 0.699478865705619, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8844018828112319, + "mIoU": 0.7407895470437919, + "macroF1": 0.8459658040157554, + "F1_coffee": 0.922910397679302, + "IoU_coffee": 0.8568557301925473, + "precision_coffee": 0.9328665207877461, + "recall_coffee": 0.9131645461166088, + "F1_noncoffee": 0.7690212103522086, + "IoU_noncoffee": 0.6247233638950364, + "kappa": 0.692036711426927, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8411647628937349, + "mIoU": 0.6717609427111493, + "macroF1": 0.7960052544237234, + "F1_coffee": 0.8919859943702861, + "IoU_coffee": 0.8050313351981022, + "precision_coffee": 0.910735029040657, + "recall_coffee": 0.8739933498625766, + "F1_noncoffee": 0.7000245144771606, + "IoU_noncoffee": 0.5384905502241965, + "kappa": 0.5924901512225591, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2911694510739857, + "mIoU": 0.14624992652960542, + "macroF1": 0.2273732740180911, + "F1_coffee": 0.44938820912124583, + "IoU_coffee": 0.2898134863701578, + "precision_coffee": 1.0, + "recall_coffee": 0.2898134863701578, + "F1_noncoffee": 0.0053583389149363695, + "IoU_noncoffee": 0.002686366689053056, + "kappa": 0.0015558792691603503, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8979952830188679, + "mIoU": 0.768962016565573, + "macroF1": 0.8655479008502631, + "F1_coffee": 0.9315980230642504, + "IoU_coffee": 0.8719546043298587, + "precision_coffee": 0.9442922984436577, + "recall_coffee": 0.9192405227908187, + "F1_noncoffee": 0.7994977786362758, + "IoU_noncoffee": 0.6659694288012872, + "kappa": 0.7312381725431925, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8784747489448407, + "mIoU": 0.7295079865328018, + "macroF1": 0.8379506077538915, + "F1_coffee": 0.9189870961482488, + "IoU_coffee": 0.850116675641716, + "precision_coffee": 0.9296604069881568, + "recall_coffee": 0.9085560813403248, + "F1_noncoffee": 0.7569141193595342, + "IoU_noncoffee": 0.6088992974238876, + "kappa": 0.6760293484647232, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8769193509324291, + "mIoU": 0.7246738423273782, + "macroF1": 0.8343027391846289, + "F1_coffee": 0.9183352080989876, + "IoU_coffee": 0.8490016638935108, + "precision_coffee": 0.9249643920756183, + "recall_coffee": 0.911800370157636, + "F1_noncoffee": 0.7502702702702703, + "IoU_noncoffee": 0.6003460207612457, + "kappa": 0.6686575238010972, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9072490327835472, + "mIoU": 0.7290608085633269, + "macroF1": 0.8325979304899835, + "F1_coffee": 0.9443867895732861, + "IoU_coffee": 0.8946333564654175, + "precision_coffee": 0.9447905215585685, + "recall_coffee": 0.9439834024896265, + "F1_noncoffee": 0.7208090714066809, + "IoU_noncoffee": 0.5634882606612363, + "kappa": 0.6651961679026716, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8742243671821137, + "mIoU": 0.649133472457738, + "macroF1": 0.766972582923825, + "F1_coffee": 0.9250630831523972, + "IoU_coffee": 0.8605742985042035, + "precision_coffee": 0.92555190230155, + "recall_coffee": 0.924574780058651, + "F1_noncoffee": 0.6088820826952527, + "IoU_noncoffee": 0.4376926464112726, + "kappa": 0.5339458443371665, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8851080473257065, + "mIoU": 0.6537485361520814, + "macroF1": 0.7687802429404252, + "F1_coffee": 0.9327841656655798, + "IoU_coffee": 0.8740351629502573, + "precision_coffee": 0.9178205561184285, + "recall_coffee": 0.948243777622703, + "F1_noncoffee": 0.6047763202152707, + "IoU_noncoffee": 0.4334619093539055, + "kappa": 0.5382821003777013, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.889363722697056, + "mIoU": 0.7819115161661765, + "macroF1": 0.8761541398470427, + "F1_coffee": 0.916601045171451, + "IoU_coffee": 0.846042024580415, + "precision_coffee": 0.9436910377358491, + "recall_coffee": 0.8910229645093946, + "F1_noncoffee": 0.8357072345226343, + "IoU_noncoffee": 0.717781007751938, + "kappa": 0.7527097218585338, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8826003824091778, + "mIoU": 0.770194128160169, + "macroF1": 0.8685477796698978, + "F1_coffee": 0.9115273775216138, + "IoU_coffee": 0.8374371194069368, + "precision_coffee": 0.934830796512487, + "recall_coffee": 0.8893575144102348, + "F1_noncoffee": 0.8255681818181818, + "IoU_noncoffee": 0.702951136913401, + "kappa": 0.7374172631783115, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8688807832597427, + "mIoU": 0.7495028944911297, + "macroF1": 0.8550698820193908, + "F1_coffee": 0.899809300278715, + "IoU_coffee": 0.8178666666666666, + "precision_coffee": 0.934633551729392, + "recall_coffee": 0.8674869183990949, + "F1_noncoffee": 0.8103304637600667, + "IoU_noncoffee": 0.6811391223155929, + "kappa": 0.7108995648680287, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 25, + 27 + ], + [ + 553, + 563 + ], + [ + 6784, + 7520 + ], + [ + 47126, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.112751110394796, + "test_tta": { + "OA": 0.8887031326083428, + "mIoU": 0.746319207857594, + "macroF1": 0.8496259325215935, + "F1_coffee": 0.9262822924841696, + "IoU_coffee": 0.8626869856018583, + "precision_coffee": 0.9298309986833869, + "recall_coffee": 0.9227605706207428, + "F1_noncoffee": 0.7729695725590173, + "IoU_noncoffee": 0.6299514301133298, + "kappa": 0.6992653555341843, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8455636321679936, + "mIoU": 0.6759593299778738, + "macroF1": 0.7988259342646954, + "F1_coffee": 0.8957919732181089, + "IoU_coffee": 0.8112529084114786, + "precision_coffee": 0.907288032014509, + "recall_coffee": 0.8845835976090257, + "F1_noncoffee": 0.7018598953112819, + "IoU_noncoffee": 0.540665751544269, + "kappa": 0.5978365950986867, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f3_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f3_s0_r0.1", + "val_epoch0": 0.6821281961523625 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6821281961523625, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8292211087149562, + "mIoU": 0.6547093546116722, + "macroF1": 0.7831099998156432, + "F1_coffee": 0.8831151917692257, + "IoU_coffee": 0.7906949626865671, + "precision_coffee": 0.8391634353601188, + "recall_coffee": 0.9319254203124284, + "F1_noncoffee": 0.6831048078620608, + "IoU_noncoffee": 0.5187237465367772, + "kappa": 0.5694223469572237, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8030316141686858, + "mIoU": 0.6180228936405681, + "macroF1": 0.754315292369667, + "F1_coffee": 0.8637175559569309, + "IoU_coffee": 0.7601257596515263, + "precision_coffee": 0.820821637205068, + "recall_coffee": 0.9113441573483269, + "F1_noncoffee": 0.644913028782403, + "IoU_noncoffee": 0.4759200276296097, + "kappa": 0.5121024099536613, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38524590163934425, + "mIoU": 0.19438027454331802, + "macroF1": 0.28262507860163494, + "F1_coffee": 0.5539507221750213, + "IoU_coffee": 0.38307873090481787, + "precision_coffee": 0.9969418960244648, + "recall_coffee": 0.3835294117647059, + "F1_noncoffee": 0.011299435028248588, + "IoU_noncoffee": 0.005681818181818182, + "kappa": 0.0020211103642004814, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8381062023312706, + "mIoU": 0.6693192481699657, + "macroF1": 0.7944666441457766, + "F1_coffee": 0.8891734804452763, + "IoU_coffee": 0.8004611564384534, + "precision_coffee": 0.8423443041124867, + "recall_coffee": 0.9415159944367176, + "F1_noncoffee": 0.699759807846277, + "IoU_noncoffee": 0.5381773399014779, + "kappa": 0.5923465532688115, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8263849229011994, + "mIoU": 0.6489421605489053, + "macroF1": 0.778395735629029, + "F1_coffee": 0.8815199740175381, + "IoU_coffee": 0.7881410070271212, + "precision_coffee": 0.8352926694158922, + "recall_coffee": 0.9331637213779825, + "F1_noncoffee": 0.6752714972405198, + "IoU_noncoffee": 0.5097433140706894, + "kappa": 0.5604810154044367, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8232963923602924, + "mIoU": 0.6462728956652044, + "macroF1": 0.7766096072820439, + "F1_coffee": 0.8787339396096961, + "IoU_coffee": 0.7836979737920684, + "precision_coffee": 0.8398911160603811, + "recall_coffee": 0.9213437393959959, + "F1_noncoffee": 0.6744852749543915, + "IoU_noncoffee": 0.5088478175383405, + "kappa": 0.5557696550907087, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8341049382716049, + "mIoU": 0.6368729241414458, + "macroF1": 0.7650111597877625, + "F1_coffee": 0.892432770481551, + "IoU_coffee": 0.805759457933371, + "precision_coffee": 0.8370483341154388, + "recall_coffee": 0.9556656844361103, + "F1_noncoffee": 0.6375895490939739, + "IoU_noncoffee": 0.46798639034952055, + "kappa": 0.536853775425442, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8103514132925898, + "mIoU": 0.6025064584538269, + "macroF1": 0.736571878916293, + "F1_coffee": 0.8759835144248782, + "IoU_coffee": 0.7793333333333333, + "precision_coffee": 0.8306489815253434, + "recall_coffee": 0.926552179656539, + "F1_noncoffee": 0.5971602434077079, + "IoU_noncoffee": 0.4256795835743204, + "kappa": 0.4781925373781427, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8084724974054156, + "mIoU": 0.5926984410837858, + "macroF1": 0.726724394842801, + "F1_coffee": 0.8761893144669431, + "IoU_coffee": 0.7796591772495387, + "precision_coffee": 0.8256321839080459, + "recall_coffee": 0.9333419958419958, + "F1_noncoffee": 0.577259475218659, + "IoU_noncoffee": 0.4057377049180328, + "kappa": 0.4603577595274978, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8420650825460445, + "mIoU": 0.69425228205786, + "macroF1": 0.8153793409926005, + "F1_coffee": 0.8855700753647238, + "IoU_coffee": 0.7946395334408736, + "precision_coffee": 0.8483242813617697, + "recall_coffee": 0.9262366213479896, + "F1_noncoffee": 0.7451886066204773, + "IoU_noncoffee": 0.5938650306748466, + "kappa": 0.6323368745164454, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8423149905123339, + "mIoU": 0.6902561033437002, + "macroF1": 0.811939085607337, + "F1_coffee": 0.8875203031943693, + "IoU_coffee": 0.7977856186884049, + "precision_coffee": 0.840317826476996, + "recall_coffee": 0.9403413165065252, + "F1_noncoffee": 0.7363578680203046, + "IoU_noncoffee": 0.5827265879989957, + "kappa": 0.6266394580105263, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8381105034885914, + "mIoU": 0.6903690005364758, + "macroF1": 0.8128429121016867, + "F1_coffee": 0.8816107012342274, + "IoU_coffee": 0.7882860665844637, + "precision_coffee": 0.8565112540192926, + "recall_coffee": 0.908225600227305, + "F1_noncoffee": 0.7440751229691459, + "IoU_noncoffee": 0.592451934488488, + "kappa": 0.6263793985739945, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9198, + 11000 + ], + [ + 42963, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.600545064608256, + "test_tta": { + "OA": 0.8312983635671699, + "mIoU": 0.6560800238052562, + "macroF1": 0.7839078948595737, + "F1_coffee": 0.8851042690367938, + "IoU_coffee": 0.7938897283893216, + "precision_coffee": 0.8373485359324874, + "recall_coffee": 0.9386366759814925, + "F1_noncoffee": 0.6827115206823536, + "IoU_noncoffee": 0.5182703192211908, + "kappa": 0.5716632509213841, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8049498096227068, + "mIoU": 0.6186121501749311, + "macroF1": 0.7544083478548085, + "F1_coffee": 0.8658200218275622, + "IoU_coffee": 0.7633885613310706, + "precision_coffee": 0.8185843198319044, + "recall_coffee": 0.9188409459431002, + "F1_noncoffee": 0.6429966738820548, + "IoU_noncoffee": 0.47383573901879156, + "kappa": 0.5131300134709132, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f3_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f3_s0_r1.0", + "val_epoch0": 0.7088286166524422 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 81, + "stopped_epoch": 100, + "best_val": 0.7285643785538343, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8550202968413041, + "mIoU": 0.7131189645382376, + "macroF1": 0.8286873826598244, + "F1_coffee": 0.8958525555593525, + "IoU_coffee": 0.8113522882020385, + "precision_coffee": 0.8910516417031112, + "recall_coffee": 0.9007054835310825, + "F1_noncoffee": 0.7615222097602963, + "IoU_noncoffee": 0.6148856408744366, + "kappa": 0.6573975389295353, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8240596515518633, + "mIoU": 0.6680220304395343, + "macroF1": 0.7962720953335893, + "F1_coffee": 0.8715123811128782, + "IoU_coffee": 0.7722835116014262, + "precision_coffee": 0.8717970330411329, + "recall_coffee": 0.8712279150083181, + "F1_noncoffee": 0.7210318095543004, + "IoU_noncoffee": 0.5637605492776426, + "kappa": 0.5925442849801232, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2154566744730679, + "mIoU": 0.10857430206225349, + "macroF1": 0.17982546672171001, + "F1_coffee": 0.3507751937984496, + "IoU_coffee": 0.21269095182138661, + "precision_coffee": 0.9945054945054945, + "recall_coffee": 0.21294117647058824, + "F1_noncoffee": 0.008875739644970414, + "IoU_noncoffee": 0.004457652303120356, + "kappa": -0.00044061490257517707, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8540317551686094, + "mIoU": 0.7112465716094403, + "macroF1": 0.8273295800033645, + "F1_coffee": 0.8952315372697538, + "IoU_coffee": 0.8103340812764896, + "precision_coffee": 0.8865325605182407, + "recall_coffee": 0.9041029207232267, + "F1_noncoffee": 0.7594276227369753, + "IoU_noncoffee": 0.612159061942391, + "kappa": 0.6547354933144055, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8583666476299258, + "mIoU": 0.7159212101016813, + "macroF1": 0.8303879730512123, + "F1_coffee": 0.8992757056792797, + "IoU_coffee": 0.8169854252505996, + "precision_coffee": 0.8854895687529161, + "recall_coffee": 0.9134979027710927, + "F1_noncoffee": 0.7615002404231447, + "IoU_noncoffee": 0.614856994952763, + "kappa": 0.6609705311378792, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8526762556000943, + "mIoU": 0.7121134808947744, + "macroF1": 0.8282773298665917, + "F1_coffee": 0.8930063702993356, + "IoU_coffee": 0.8066951302518408, + "precision_coffee": 0.9014035815529282, + "recall_coffee": 0.8847641669494402, + "F1_noncoffee": 0.763548289433848, + "IoU_noncoffee": 0.6175318315377081, + "kappa": 0.6566205149954659, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8544560185185185, + "mIoU": 0.6891921462127952, + "macroF1": 0.8086436665710821, + "F1_coffee": 0.9022731688362152, + "IoU_coffee": 0.8219469026548673, + "precision_coffee": 0.8734796238244514, + "recall_coffee": 0.9330297347977498, + "F1_noncoffee": 0.715014164305949, + "IoU_noncoffee": 0.5564373897707231, + "kappa": 0.6184962404401624, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8573338426279603, + "mIoU": 0.6885438657186931, + "macroF1": 0.8075037895938737, + "F1_coffee": 0.9054430379746835, + "IoU_coffee": 0.827223314444316, + "precision_coffee": 0.8691373025516403, + "recall_coffee": 0.9449141347424043, + "F1_noncoffee": 0.7095645412130638, + "IoU_noncoffee": 0.5498644169930702, + "kappa": 0.617059972488337, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8542315312765355, + "mIoU": 0.6889086690589236, + "macroF1": 0.808442120660751, + "F1_coffee": 0.902097458969647, + "IoU_coffee": 0.8216553157104929, + "precision_coffee": 0.880395794681509, + "recall_coffee": 0.9248960498960499, + "F1_noncoffee": 0.7147867823518552, + "IoU_noncoffee": 0.5561620224073542, + "kappa": 0.6175612087663325, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.853611985876515, + "mIoU": 0.7260733504979511, + "macroF1": 0.8393225424348068, + "F1_coffee": 0.8872390473390179, + "IoU_coffee": 0.7973312194477474, + "precision_coffee": 0.9020926756352765, + "recall_coffee": 0.8728666473821233, + "F1_noncoffee": 0.7914060375305956, + "IoU_noncoffee": 0.6548154815481548, + "kappa": 0.6788061764985855, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.859392789373814, + "mIoU": 0.7345758267438385, + "macroF1": 0.8450571395616548, + "F1_coffee": 0.8921868179834134, + "IoU_coffee": 0.8053585500394012, + "precision_coffee": 0.905359515724199, + "recall_coffee": 0.8793919403413165, + "F1_noncoffee": 0.7979274611398963, + "IoU_noncoffee": 0.6637931034482759, + "kappa": 0.6902371848244642, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8511220064114652, + "mIoU": 0.7262606206402925, + "macroF1": 0.8398738678104707, + "F1_coffee": 0.8823134828948349, + "IoU_coffee": 0.7894105094691918, + "precision_coffee": 0.9280338664158043, + "recall_coffee": 0.8408864895581759, + "F1_noncoffee": 0.7974342527261065, + "IoU_noncoffee": 0.6631107318113932, + "kappa": 0.6810800694053601, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9467, + 11000 + ], + [ + 44325, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.203955813248952, + "test_tta": { + "OA": 0.8593968032474946, + "mIoU": 0.7194281711296062, + "macroF1": 0.833053918145854, + "F1_coffee": 0.8993701412926289, + "IoU_coffee": 0.817141325194366, + "precision_coffee": 0.8912882110803698, + "recall_coffee": 0.9075999816757524, + "F1_noncoffee": 0.7667376949990793, + "IoU_noncoffee": 0.6217150170648464, + "kappa": 0.6661714623512327, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8287325487481251, + "mIoU": 0.6739265192781767, + "macroF1": 0.8005108174718245, + "F1_coffee": 0.875543677618823, + "IoU_coffee": 0.7786373380557368, + "precision_coffee": 0.8715156067434485, + "recall_coffee": 0.8796091561901151, + "F1_noncoffee": 0.725477957324826, + "IoU_noncoffee": 0.5692157005006167, + "kappa": 0.6010404338684519, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f3_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f3_s1_r0.1", + "val_epoch0": 0.6962776326101323 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6962776326101323, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8424140555626031, + "mIoU": 0.6812649623968736, + "macroF1": 0.8041534882842181, + "F1_coffee": 0.8907167520728408, + "IoU_coffee": 0.8029660176850787, + "precision_coffee": 0.8565989847715736, + "recall_coffee": 0.9276650327545926, + "F1_noncoffee": 0.7175902244955953, + "IoU_noncoffee": 0.5595639071086687, + "kappa": 0.609906171138783, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8115264797507789, + "mIoU": 0.6369362620556651, + "macroF1": 0.7705601298086727, + "F1_coffee": 0.8675101891842569, + "IoU_coffee": 0.7660203040232046, + "precision_coffee": 0.8364713472930964, + "recall_coffee": 0.9009413102533325, + "F1_noncoffee": 0.6736100704330885, + "IoU_noncoffee": 0.5078522200881256, + "kappa": 0.542671543837643, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.07845433255269321, + "mIoU": 0.03941296702904372, + "macroF1": 0.07341176016444544, + "F1_coffee": 0.14176663031624864, + "IoU_coffee": 0.07629107981220658, + "precision_coffee": 0.9701492537313433, + "recall_coffee": 0.07647058823529412, + "F1_noncoffee": 0.0050568900126422255, + "IoU_noncoffee": 0.0025348542458808617, + "kappa": -0.004303530389200531, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8415119681488943, + "mIoU": 0.6802385306818782, + "macroF1": 0.8034383878142093, + "F1_coffee": 0.8899473719272534, + "IoU_coffee": 0.8017163776030727, + "precision_coffee": 0.8540467970847717, + "recall_coffee": 0.9289986091794159, + "F1_noncoffee": 0.7169294037011652, + "IoU_noncoffee": 0.5587606837606838, + "kappa": 0.608655436353824, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8446126023224824, + "mIoU": 0.6860183004635817, + "macroF1": 0.8078473944614513, + "F1_coffee": 0.8918981558123366, + "IoU_coffee": 0.804888251464085, + "precision_coffee": 0.8600893997445721, + "recall_coffee": 0.9261500378188819, + "F1_noncoffee": 0.723796633110566, + "IoU_noncoffee": 0.5671483494630783, + "kappa": 0.6170331190792099, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.841122376797925, + "mIoU": 0.6775340780362193, + "macroF1": 0.8011422331093865, + "F1_coffee": 0.8903070361084883, + "IoU_coffee": 0.8023003344874127, + "precision_coffee": 0.8556765552634873, + "recall_coffee": 0.9278588394977944, + "F1_noncoffee": 0.7119774301102847, + "IoU_noncoffee": 0.5527678215850259, + "kappa": 0.6039876216691578, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8458719135802469, + "mIoU": 0.6666771024355551, + "macroF1": 0.7903940632055102, + "F1_coffee": 0.8982295249012865, + "IoU_coffee": 0.8152601156069365, + "precision_coffee": 0.8562408936376882, + "recall_coffee": 0.9445486204125368, + "F1_noncoffee": 0.6825586015097338, + "IoU_noncoffee": 0.5180940892641737, + "kappa": 0.5839091812465318, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8409090909090909, + "mIoU": 0.6606419230060785, + "macroF1": 0.7859583564779747, + "F1_coffee": 0.8944099378881988, + "IoU_coffee": 0.8089887640449438, + "precision_coffee": 0.8596491228070176, + "recall_coffee": 0.9321003963011889, + "F1_noncoffee": 0.6775067750677507, + "IoU_noncoffee": 0.5122950819672131, + "kappa": 0.5740438715705926, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8315878856495896, + "mIoU": 0.6317924937400973, + "macroF1": 0.7606553311347541, + "F1_coffee": 0.8909524100433747, + "IoU_coffee": 0.8033491241599647, + "precision_coffee": 0.8407702063876398, + "recall_coffee": 0.9475051975051975, + "F1_noncoffee": 0.6303582522261337, + "IoU_noncoffee": 0.4602358633202298, + "kappa": 0.5270221672558512, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8371982059356808, + "mIoU": 0.6890896911406788, + "macroF1": 0.8119303998815016, + "F1_coffee": 0.8808659217877095, + "IoU_coffee": 0.7870959690502932, + "precision_coffee": 0.8516068052930057, + "recall_coffee": 0.9122071159965288, + "F1_noncoffee": 0.7429948779752937, + "IoU_noncoffee": 0.5910834132310643, + "kappa": 0.6248162190304826, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.848292220113852, + "mIoU": 0.7064879268206969, + "macroF1": 0.8244401532838447, + "F1_coffee": 0.8891507798960139, + "IoU_coffee": 0.8004243634548178, + "precision_coffee": 0.8605743424584005, + "recall_coffee": 0.9196902337587839, + "F1_noncoffee": 0.7597295266716755, + "IoU_noncoffee": 0.6125514901865762, + "kappa": 0.6497174995637436, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8506505751461437, + "mIoU": 0.7131412225815983, + "macroF1": 0.829467861979269, + "F1_coffee": 0.8895705521472392, + "IoU_coffee": 0.8011049723756906, + "precision_coffee": 0.8733744010951403, + "recall_coffee": 0.9063787469811053, + "F1_noncoffee": 0.7693651718112988, + "IoU_noncoffee": 0.6251774727875059, + "kappa": 0.6591805102721756, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9294, + 11000 + ], + [ + 43716, + 51930 + ], + [ + 116, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6000587900479633, + "test_tta": { + "OA": 0.8470284155778257, + "mIoU": 0.6856002010852018, + "macroF1": 0.8070041268623203, + "F1_coffee": 0.894893389843435, + "IoU_coffee": 0.8097801439416347, + "precision_coffee": 0.853361038961039, + "recall_coffee": 0.9406752485226075, + "F1_noncoffee": 0.7191148638812054, + "IoU_noncoffee": 0.5614202582287688, + "kappa": 0.6164362259734634, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8160984192915657, + "mIoU": 0.6401549958874948, + "macroF1": 0.7725288781623474, + "F1_coffee": 0.8720819413930438, + "IoU_coffee": 0.7731784545325174, + "precision_coffee": 0.8327585546231367, + "recall_coffee": 0.915303135595005, + "F1_noncoffee": 0.6729758149316509, + "IoU_noncoffee": 0.5071315372424723, + "kappa": 0.5476364469612565, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f3_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f3_s1_r1.0", + "val_epoch0": 0.7076981817150025 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 88, + "stopped_epoch": 100, + "best_val": 0.7259916491714277, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8566694151972599, + "mIoU": 0.7185623146596354, + "macroF1": 0.832820601557692, + "F1_coffee": 0.8959635371706778, + "IoU_coffee": 0.8115343716769875, + "precision_coffee": 0.9004511278195488, + "recall_coffee": 0.8915204544413395, + "F1_noncoffee": 0.7696776659447063, + "IoU_noncoffee": 0.6255902576422832, + "kappa": 0.6656595873487863, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8246365524402908, + "mIoU": 0.672072120803761, + "macroF1": 0.7997221360791393, + "F1_coffee": 0.870360695589129, + "IoU_coffee": 0.7704766399244927, + "precision_coffee": 0.8814789219073946, + "recall_coffee": 0.859519447427717, + "F1_noncoffee": 0.7290835765691496, + "IoU_noncoffee": 0.5736676016830294, + "kappa": 0.5995773986173607, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15456674473067916, + "mIoU": 0.07786215000607805, + "macroF1": 0.13575353218210362, + "F1_coffee": 0.26326530612244897, + "IoU_coffee": 0.15158636897767333, + "precision_coffee": 0.9923076923076923, + "recall_coffee": 0.15176470588235294, + "F1_noncoffee": 0.008241758241758242, + "IoU_noncoffee": 0.004137931034482759, + "kappa": -0.001084556435900762, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8578212692473737, + "mIoU": 0.7179928463901457, + "macroF1": 0.8321633484663762, + "F1_coffee": 0.8977860542106352, + "IoU_coffee": 0.8145297540829736, + "precision_coffee": 0.8904774935011629, + "recall_coffee": 0.9052155771905425, + "F1_noncoffee": 0.7665406427221172, + "IoU_noncoffee": 0.621455938697318, + "kappa": 0.6643783348767963, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8663620788121074, + "mIoU": 0.7322714368484938, + "macroF1": 0.8421449029396173, + "F1_coffee": 0.9039737364065386, + "IoU_coffee": 0.824773790951638, + "precision_coffee": 0.8991768147493027, + "recall_coffee": 0.9088221137316922, + "F1_noncoffee": 0.7803160694726959, + "IoU_noncoffee": 0.6397690827453496, + "kappa": 0.6843103602241631, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8459325630747465, + "mIoU": 0.7058254166542944, + "macroF1": 0.8243170578772304, + "F1_coffee": 0.8859407185001571, + "IoU_coffee": 0.795236602945785, + "precision_coffee": 0.9122807017543859, + "recall_coffee": 0.8610790634543604, + "F1_noncoffee": 0.7626933972543037, + "IoU_noncoffee": 0.6164142303628038, + "kappa": 0.6492424751231044, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8558063271604939, + "mIoU": 0.69374754534354, + "macroF1": 0.8123134270932313, + "F1_coffee": 0.9026629337847516, + "IoU_coffee": 0.8225940429571615, + "precision_coffee": 0.8782465475737996, + "recall_coffee": 0.9284757567639967, + "F1_noncoffee": 0.721963920401711, + "IoU_noncoffee": 0.5649010477299186, + "kappa": 0.6254537641218181, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.869938884644767, + "mIoU": 0.7158819177498312, + "macroF1": 0.8283205290498445, + "F1_coffee": 0.9128487330432556, + "IoU_coffee": 0.8396703943496174, + "precision_coffee": 0.8852072474559444, + "recall_coffee": 0.9422721268163804, + "F1_noncoffee": 0.7437923250564334, + "IoU_noncoffee": 0.5920934411500449, + "kappa": 0.6576224817260888, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8460232097367676, + "mIoU": 0.6831762371892742, + "macroF1": 0.8050942061436814, + "F1_coffee": 0.8944099378881988, + "IoU_coffee": 0.8089887640449438, + "precision_coffee": 0.8907216494845361, + "recall_coffee": 0.8981288981288982, + "F1_noncoffee": 0.7157784743991641, + "IoU_noncoffee": 0.5573637103336045, + "kappa": 0.6102064024194577, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8598148678308999, + "mIoU": 0.7356069827811748, + "macroF1": 0.8457918384446859, + "F1_coffee": 0.8922941564630839, + "IoU_coffee": 0.8055334921895685, + "precision_coffee": 0.9048327137546468, + "recall_coffee": 0.880098351171536, + "F1_noncoffee": 0.7992895204262878, + "IoU_noncoffee": 0.665680473372781, + "kappa": 0.6916940012214353, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.86280834914611, + "mIoU": 0.7417309219137811, + "macroF1": 0.8500539008807018, + "F1_coffee": 0.8937858087263112, + "IoU_coffee": 0.8079681274900399, + "precision_coffee": 0.9161270892937811, + "recall_coffee": 0.8725082460920695, + "F1_noncoffee": 0.8063219930350924, + "IoU_noncoffee": 0.6754937163375224, + "kappa": 0.7004326622516858, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8458419762398642, + "mIoU": 0.7204363414799723, + "macroF1": 0.8361379693538453, + "F1_coffee": 0.8760142564647001, + "IoU_coffee": 0.7793819997301309, + "precision_coffee": 0.9394925178919974, + "recall_coffee": 0.8205711038499787, + "F1_noncoffee": 0.7962616822429907, + "IoU_noncoffee": 0.6614906832298136, + "kappa": 0.674716146820195, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9468, + 11000 + ], + [ + 44429, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.209105050563812, + "test_tta": { + "OA": 0.8617277686160091, + "mIoU": 0.7260763918599742, + "macroF1": 0.8379937481088329, + "F1_coffee": 0.9000022935253779, + "IoU_coffee": 0.8181856091407602, + "precision_coffee": 0.9011804152121992, + "recall_coffee": 0.8988272481561226, + "F1_noncoffee": 0.7759852026922879, + "IoU_noncoffee": 0.6339671745791882, + "kappa": 0.6759887367371389, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8296267451251875, + "mIoU": 0.6785766873740915, + "macroF1": 0.8043844627209424, + "F1_coffee": 0.8746538204428976, + "IoU_coffee": 0.7772308968846647, + "precision_coffee": 0.8814911455214304, + "recall_coffee": 0.8679217470044434, + "F1_noncoffee": 0.7341151049989871, + "IoU_noncoffee": 0.5799224778635184, + "kappa": 0.6088188480233669, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f3_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f3_s2_r0.1", + "val_epoch0": 0.6845364039617946 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6845364039617946, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8341843206900926, + "mIoU": 0.6789974256081871, + "macroF1": 0.8038359934105279, + "F1_coffee": 0.8809932968396135, + "IoU_coffee": 0.787299391819051, + "precision_coffee": 0.8754834769627469, + "recall_coffee": 0.8865729075999816, + "F1_noncoffee": 0.7266786899814422, + "IoU_noncoffee": 0.5706954593973232, + "kappa": 0.6077076722382833, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8041565709011191, + "mIoU": 0.6374163018389372, + "macroF1": 0.7727474365846947, + "F1_coffee": 0.8572329755133368, + "IoU_coffee": 0.7501380046369558, + "precision_coffee": 0.8559820266241129, + "recall_coffee": 0.8584875860761892, + "F1_noncoffee": 0.6882618976560527, + "IoU_noncoffee": 0.5246945990409185, + "kappa": 0.5454969927433746, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17798594847775176, + "mIoU": 0.08989168471921345, + "macroF1": 0.15393039600327416, + "F1_coffee": 0.2965931863727455, + "IoU_coffee": 0.17411764705882352, + "precision_coffee": 1.0, + "recall_coffee": 0.17411764705882352, + "F1_noncoffee": 0.011267605633802818, + "IoU_noncoffee": 0.0056657223796034, + "kappa": 0.0019710600440824948, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8266896915623351, + "mIoU": 0.6675016037612698, + "macroF1": 0.7952594096379243, + "F1_coffee": 0.8754782009305532, + "IoU_coffee": 0.7785337746720608, + "precision_coffee": 0.8678510420225487, + "recall_coffee": 0.8832406119610571, + "F1_noncoffee": 0.7150406183452954, + "IoU_noncoffee": 0.5564694328504788, + "kappa": 0.5905911845103663, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.843898724538359, + "mIoU": 0.693057846546875, + "macroF1": 0.8140200099273003, + "F1_coffee": 0.8885642454304545, + "IoU_coffee": 0.7994742312159931, + "precision_coffee": 0.8781814518836881, + "recall_coffee": 0.8991954892388091, + "F1_noncoffee": 0.7394757744241461, + "IoU_noncoffee": 0.5866414618777568, + "kappa": 0.6281615370628358, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.831926432445178, + "mIoU": 0.6766522140799625, + "macroF1": 0.802246511854279, + "F1_coffee": 0.8788579197824609, + "IoU_coffee": 0.7838952219257822, + "precision_coffee": 0.8803541028260129, + "recall_coffee": 0.8773668137088565, + "F1_noncoffee": 0.725635103926097, + "IoU_noncoffee": 0.5694092062341428, + "kappa": 0.6044956109651167, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8439429012345679, + "mIoU": 0.6714678960285785, + "macroF1": 0.7951514182905488, + "F1_coffee": 0.8951257453979777, + "IoU_coffee": 0.8101607415229379, + "precision_coffee": 0.8672444109520221, + "recall_coffee": 0.9248593624430753, + "F1_noncoffee": 0.6951770911831198, + "IoU_noncoffee": 0.5327750505342189, + "kappa": 0.5915299452724835, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8421504965622613, + "mIoU": 0.6681436919166086, + "macroF1": 0.7925383358543825, + "F1_coffee": 0.8939908933495799, + "IoU_coffee": 0.8083033746955816, + "precision_coffee": 0.8687523370310358, + "recall_coffee": 0.9207397622192867, + "F1_noncoffee": 0.6910857783591852, + "IoU_noncoffee": 0.5279840091376357, + "kappa": 0.5860946366664024, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8379092367204454, + "mIoU": 0.6626807061440089, + "macroF1": 0.7884968595601312, + "F1_coffee": 0.8907263706907518, + "IoU_coffee": 0.8029816513761467, + "precision_coffee": 0.8724146523797658, + "recall_coffee": 0.9098232848232848, + "F1_noncoffee": 0.6862673484295105, + "IoU_noncoffee": 0.522379760911871, + "kappa": 0.5775281043818508, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8096192384769539, + "mIoU": 0.6589631706815902, + "macroF1": 0.7912565996028129, + "F1_coffee": 0.8531684698608965, + "IoU_coffee": 0.7439353099730458, + "precision_coffee": 0.8685748538888056, + "recall_coffee": 0.8382991032687301, + "F1_noncoffee": 0.7293447293447294, + "IoU_noncoffee": 0.5739910313901345, + "kappa": 0.582755176744722, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8456356736242884, + "mIoU": 0.7113050637976186, + "macroF1": 0.828847944796127, + "F1_coffee": 0.8824506899790477, + "IoU_coffee": 0.7896302042927333, + "precision_coffee": 0.8891962725684334, + "recall_coffee": 0.8758066829198337, + "F1_noncoffee": 0.7752451996132063, + "IoU_noncoffee": 0.632979923302504, + "kappa": 0.6577335510288282, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8259475768432962, + "mIoU": 0.6840181277520443, + "macroF1": 0.8097805301812049, + "F1_coffee": 0.8652358008468389, + "IoU_coffee": 0.7624806999485332, + "precision_coffee": 0.8899234119237123, + "recall_coffee": 0.8418809489984372, + "F1_noncoffee": 0.754325259515571, + "IoU_noncoffee": 0.6055555555555555, + "kappa": 0.6200940453068681, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9376, + 11000 + ], + [ + 43104, + 51930 + ], + [ + 127, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.598574125766754, + "test_tta": { + "OA": 0.8409076493720665, + "mIoU": 0.6866753609314868, + "macroF1": 0.8091448168460045, + "F1_coffee": 0.8870043135002421, + "IoU_coffee": 0.7969521573706791, + "precision_coffee": 0.8725101367070658, + "recall_coffee": 0.9019881808603234, + "F1_noncoffee": 0.7312853201917668, + "IoU_noncoffee": 0.5763985644922947, + "kappa": 0.6185399705007819, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8109063112957194, + "mIoU": 0.6441039266038295, + "macroF1": 0.7774394201262785, + "F1_coffee": 0.8637435956060401, + "IoU_coffee": 0.7601660965481918, + "precision_coffee": 0.8526756401838477, + "recall_coffee": 0.8751026596752796, + "F1_noncoffee": 0.691135244646517, + "IoU_noncoffee": 0.5280417566594673, + "kappa": 0.5550487784171715, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f3_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f3_s2_r1.0", + "val_epoch0": 0.7106387289943712 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 36, + "stopped_epoch": 66, + "best_val": 0.7253241826769166, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8568596980844856, + "mIoU": 0.7182017207201026, + "macroF1": 0.832496970065765, + "F1_coffee": 0.8963783504562934, + "IoU_coffee": 0.8122152649206382, + "precision_coffee": 0.8984513427065836, + "recall_coffee": 0.8943149021943286, + "F1_noncoffee": 0.7686155896752365, + "IoU_noncoffee": 0.624188176519567, + "kappa": 0.664997922462273, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8247807776623975, + "mIoU": 0.6713233310838618, + "macroF1": 0.7990353122670495, + "F1_coffee": 0.8709653436427942, + "IoU_coffee": 0.7714248085642791, + "precision_coffee": 0.8786268375262504, + "recall_coffee": 0.8634363088845368, + "F1_noncoffee": 0.7271052808913049, + "IoU_noncoffee": 0.5712218536034446, + "kappa": 0.598135247467401, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16978922716627634, + "mIoU": 0.08553799891733453, + "macroF1": 0.14719681124514963, + "F1_coffee": 0.28600201409869086, + "IoU_coffee": 0.16686251468860164, + "precision_coffee": 0.993006993006993, + "recall_coffee": 0.16705882352941176, + "F1_noncoffee": 0.008391608391608392, + "IoU_noncoffee": 0.004213483146067416, + "kappa": -0.0009323516089677628, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8549911258214611, + "mIoU": 0.7163976097492835, + "macroF1": 0.8313585084614714, + "F1_coffee": 0.8944888485567694, + "IoU_coffee": 0.8091178884889815, + "precision_coffee": 0.8979048419872468, + "recall_coffee": 0.8910987482614743, + "F1_noncoffee": 0.7682281683661735, + "IoU_noncoffee": 0.6236773310095854, + "kappa": 0.6627277399237776, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8686464877213022, + "mIoU": 0.7327334309560508, + "macroF1": 0.8421406284251722, + "F1_coffee": 0.906826007696982, + "IoU_coffee": 0.8295349268111915, + "precision_coffee": 0.8907089329531136, + "recall_coffee": 0.9235370968850993, + "F1_noncoffee": 0.7774552491533624, + "IoU_noncoffee": 0.6359319351009102, + "kappa": 0.6845279654802189, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8470172129214808, + "mIoU": 0.7059393037053983, + "macroF1": 0.8242165779104895, + "F1_coffee": 0.8875251369530546, + "IoU_coffee": 0.7977934301564545, + "precision_coffee": 0.9072800737222655, + "recall_coffee": 0.8686121479470648, + "F1_noncoffee": 0.7609080188679245, + "IoU_noncoffee": 0.6140851772543421, + "kappa": 0.6487871112070521, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8615933641975309, + "mIoU": 0.706530492937418, + "macroF1": 0.8220594717390567, + "F1_coffee": 0.90593248115372, + "IoU_coffee": 0.8280407429598562, + "precision_coffee": 0.8871485428167929, + "recall_coffee": 0.9255290650950978, + "F1_noncoffee": 0.7381864623243933, + "IoU_noncoffee": 0.5850202429149798, + "kappa": 0.6445624462534388, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.872135217723453, + "mIoU": 0.7155247553034231, + "macroF1": 0.8276330387423596, + "F1_coffee": 0.9152156018489204, + "IoU_coffee": 0.8436843334111604, + "precision_coffee": 0.8788763225100328, + "recall_coffee": 0.9546895640686922, + "F1_noncoffee": 0.7400504756357988, + "IoU_noncoffee": 0.5873651771956857, + "kappa": 0.6570636387977757, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.853854137182753, + "mIoU": 0.6933644146224677, + "macroF1": 0.8123642970291678, + "F1_coffee": 0.9005968042097157, + "IoU_coffee": 0.8191688069110437, + "precision_coffee": 0.8896918980600989, + "recall_coffee": 0.9117723492723493, + "F1_noncoffee": 0.7241317898486198, + "IoU_noncoffee": 0.5675600223338917, + "kappa": 0.6248849917517588, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8484588224067182, + "mIoU": 0.7204683757392221, + "macroF1": 0.8357298980957182, + "F1_coffee": 0.8814571513884741, + "IoU_coffee": 0.7880405766150561, + "precision_coffee": 0.9108299907435976, + "recall_coffee": 0.8539195834538618, + "F1_noncoffee": 0.7900026448029622, + "IoU_noncoffee": 0.652896174863388, + "kappa": 0.6720639462861792, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.865180265654649, + "mIoU": 0.7429589710241364, + "macroF1": 0.8506359754249151, + "F1_coffee": 0.8972449200954515, + "IoU_coffee": 0.8136393442622951, + "precision_coffee": 0.9049008168028004, + "recall_coffee": 0.8897174817151872, + "F1_noncoffee": 0.8040270307543788, + "IoU_noncoffee": 0.6722785977859779, + "kappa": 0.701312726393512, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.840184801056006, + "mIoU": 0.7109683210934761, + "macroF1": 0.8295175915043607, + "F1_coffee": 0.8721623048495362, + "IoU_coffee": 0.7733048013909322, + "precision_coffee": 0.9295819935691318, + "recall_coffee": 0.821423497655917, + "F1_noncoffee": 0.7868728781591852, + "IoU_noncoffee": 0.6486318407960199, + "kappa": 0.6611903544141162, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9568, + 11000 + ], + [ + 44340, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.4374008893966677, + "test_tta": { + "OA": 0.8598090828364836, + "mIoU": 0.722070432081461, + "macroF1": 0.8351113868493414, + "F1_coffee": 0.8989265013547347, + "IoU_coffee": 0.8164091701968602, + "precision_coffee": 0.8973364070024878, + "recall_coffee": 0.9005222410554766, + "F1_noncoffee": 0.771296272343948, + "IoU_noncoffee": 0.6277316939660618, + "kappa": 0.6702251167873996, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8280402676820122, + "mIoU": 0.6750063645817339, + "macroF1": 0.8015968043828503, + "F1_coffee": 0.8740293082864056, + "IoU_coffee": 0.7762451675862327, + "precision_coffee": 0.8770408379627667, + "recall_coffee": 0.8710383894539558, + "F1_noncoffee": 0.7291643004792949, + "IoU_noncoffee": 0.5737675615772352, + "kappa": 0.6032036673927749, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f4_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f4_s0_r0.1", + "val_epoch0": 0.6503170131571498 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 28, + "stopped_epoch": 58, + "best_val": 0.6611481404415795, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8463021578110188, + "mIoU": 0.6720081357317778, + "macroF1": 0.7951331668143578, + "F1_coffee": 0.8975188549880013, + "IoU_coffee": 0.8140899815372655, + "precision_coffee": 0.9086156782785997, + "recall_coffee": 0.8866898099149062, + "F1_noncoffee": 0.6927474786407143, + "IoU_noncoffee": 0.5299262899262899, + "kappa": 0.5904494789620129, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.811468789661936, + "mIoU": 0.6233320880342846, + "macroF1": 0.757413039843835, + "F1_coffee": 0.8719260086610624, + "IoU_coffee": 0.7729333495457624, + "precision_coffee": 0.8864120799219108, + "recall_coffee": 0.8579057975205815, + "F1_noncoffee": 0.6429000710266076, + "IoU_noncoffee": 0.4737308265228069, + "kappa": 0.5151871010398039, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3223635003739716, + "mIoU": 0.16294386887579582, + "macroF1": 0.24856328256435453, + "F1_coffee": 0.48405466970387245, + "IoU_coffee": 0.31930879038317056, + "precision_coffee": 0.9929906542056075, + "recall_coffee": 0.3200301204819277, + "F1_noncoffee": 0.013071895424836602, + "IoU_noncoffee": 0.006578947368421052, + "kappa": -0.00026259203107498213, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8480750246791707, + "mIoU": 0.6802576463832714, + "macroF1": 0.8021137206088788, + "F1_coffee": 0.8974820143884892, + "IoU_coffee": 0.8140293637846656, + "precision_coffee": 0.9126812085083322, + "recall_coffee": 0.882780762678548, + "F1_noncoffee": 0.7067454268292683, + "IoU_noncoffee": 0.5464859289818771, + "kappa": 0.6045411660651271, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8512475549830638, + "mIoU": 0.6799381808179954, + "macroF1": 0.8011755928007482, + "F1_coffee": 0.9009529860228717, + "IoU_coffee": 0.8197583675356958, + "precision_coffee": 0.9137831045814808, + "recall_coffee": 0.8884781655284757, + "F1_noncoffee": 0.7013981995786248, + "IoU_noncoffee": 0.540117994100295, + "kappa": 0.602587379014297, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8396612427443144, + "mIoU": 0.6558733988520594, + "macroF1": 0.7818182591064384, + "F1_coffee": 0.8941582914572864, + "IoU_coffee": 0.8085771087759159, + "precision_coffee": 0.8997534921939194, + "recall_coffee": 0.8886322492040701, + "F1_noncoffee": 0.6694782267555904, + "IoU_noncoffee": 0.5031696889282029, + "kappa": 0.5636892076368005, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8706775934439337, + "mIoU": 0.7195689806186114, + "macroF1": 0.8312198672176184, + "F1_coffee": 0.9128267313392616, + "IoU_coffee": 0.8396331639608378, + "precision_coffee": 0.9038153681963714, + "recall_coffee": 0.9220195971692978, + "F1_noncoffee": 0.7496130030959752, + "IoU_noncoffee": 0.5995047972763851, + "kappa": 0.662536090113785, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8847548177828659, + "mIoU": 0.7350652944976359, + "macroF1": 0.8413648709596593, + "F1_coffee": 0.9243297419193185, + "IoU_coffee": 0.8593058467272304, + "precision_coffee": 0.9062768701633706, + "recall_coffee": 0.9431164514891985, + "F1_noncoffee": 0.7584, + "IoU_noncoffee": 0.6108247422680413, + "kappa": 0.6831311831900664, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8658571293046201, + "mIoU": 0.6994960304621587, + "macroF1": 0.8152980931641761, + "F1_coffee": 0.9119332336821127, + "IoU_coffee": 0.8381224957069262, + "precision_coffee": 0.8956447271837533, + "recall_coffee": 0.9288251712763258, + "F1_noncoffee": 0.7186629526462396, + "IoU_noncoffee": 0.5608695652173913, + "kappa": 0.630986082172029, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8260191144919056, + "mIoU": 0.6439924790113332, + "macroF1": 0.7738210542558369, + "F1_coffee": 0.8824769433465086, + "IoU_coffee": 0.7896722471115303, + "precision_coffee": 0.9218276906138178, + "recall_coffee": 0.8463482436189033, + "F1_noncoffee": 0.6651651651651652, + "IoU_noncoffee": 0.4983127109111361, + "kappa": 0.5499785089459464, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8177306994942265, + "mIoU": 0.6306004111025925, + "macroF1": 0.762963678280101, + "F1_coffee": 0.8769012632121681, + "IoU_coffee": 0.7807873292780902, + "precision_coffee": 0.9220656004337219, + "recall_coffee": 0.835954780044237, + "F1_noncoffee": 0.6490260933480339, + "IoU_noncoffee": 0.4804134929270947, + "kappa": 0.5291482257530117, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8133053354968025, + "mIoU": 0.6152529077981421, + "macroF1": 0.748870241490293, + "F1_coffee": 0.8760770400405474, + "IoU_coffee": 0.7794813979706877, + "precision_coffee": 0.9041454165032039, + "recall_coffee": 0.8496989062307976, + "F1_noncoffee": 0.6216634429400387, + "IoU_noncoffee": 0.4510244176255964, + "kappa": 0.49921393764529265, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7176, + 8413 + ], + [ + 45389, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.175854857762655, + "test_tta": { + "OA": 0.8515560982663604, + "mIoU": 0.6761883212737102, + "macroF1": 0.7977689414416197, + "F1_coffee": 0.9020638773757911, + "IoU_coffee": 0.821599598362555, + "precision_coffee": 0.9034717061259157, + "recall_coffee": 0.9006604292790313, + "F1_noncoffee": 0.6934740055074483, + "IoU_noncoffee": 0.5307770441848654, + "kappa": 0.5955409566400333, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8178291219568478, + "mIoU": 0.6275218169086091, + "macroF1": 0.7599285788199783, + "F1_coffee": 0.8778279667656476, + "IoU_coffee": 0.7822579254943198, + "precision_coffee": 0.8807841614906833, + "recall_coffee": 0.87489154954017, + "F1_noncoffee": 0.6420291908743092, + "IoU_noncoffee": 0.4727857083228984, + "kappa": 0.5198730050764101, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f4_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f4_s0_r1.0", + "val_epoch0": 0.6845789572538822 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 36, + "stopped_epoch": 66, + "best_val": 0.695324175223853, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8731984768392809, + "mIoU": 0.7169191008324414, + "macroF1": 0.8285964351282544, + "F1_coffee": 0.91603183385113, + "IoU_coffee": 0.8450726344719277, + "precision_coffee": 0.920891627091088, + "recall_coffee": 0.9112230642225139, + "F1_noncoffee": 0.7411610364053788, + "IoU_noncoffee": 0.588765567192955, + "kappa": 0.6572222972629461, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8386696665512865, + "mIoU": 0.6628739137771917, + "macroF1": 0.7885057138172031, + "F1_coffee": 0.8915076039726878, + "IoU_coffee": 0.8042523405372298, + "precision_coffee": 0.8969885044011163, + "recall_coffee": 0.8860932770354947, + "F1_noncoffee": 0.6855038236617184, + "IoU_noncoffee": 0.5214954870171536, + "kappa": 0.5770572025732363, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4712041884816754, + "mIoU": 0.23911248710010322, + "macroF1": 0.328705153634687, + "F1_coffee": 0.6379928315412187, + "IoU_coffee": 0.46842105263157896, + "precision_coffee": 0.9968, + "recall_coffee": 0.4691265060240964, + "F1_noncoffee": 0.019417475728155338, + "IoU_noncoffee": 0.00980392156862745, + "kappa": 0.006205048356692545, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8733464955577492, + "mIoU": 0.7184371449909741, + "macroF1": 0.8298220686803243, + "F1_coffee": 0.9158853995935226, + "IoU_coffee": 0.8448234155781326, + "precision_coffee": 0.9164261348727368, + "recall_coffee": 0.9153453020573975, + "F1_noncoffee": 0.743758737767126, + "IoU_noncoffee": 0.5920508744038155, + "kappa": 0.6596444983421379, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8770096846524498, + "mIoU": 0.725807304862286, + "macroF1": 0.8352080790435343, + "F1_coffee": 0.9182054698902214, + "IoU_coffee": 0.8487799155326138, + "precision_coffee": 0.9301279166934499, + "recall_coffee": 0.9065848004510996, + "F1_noncoffee": 0.7522106881968473, + "IoU_noncoffee": 0.6028346941919581, + "kappa": 0.670580123986209, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8692549243505566, + "mIoU": 0.7064817195130765, + "macroF1": 0.8205963490101901, + "F1_coffee": 0.9140282818170442, + "IoU_coffee": 0.8416685872320812, + "precision_coffee": 0.9161492630918784, + "recall_coffee": 0.9119170984455959, + "F1_noncoffee": 0.7271644162033359, + "IoU_noncoffee": 0.5712948517940718, + "kappa": 0.6411988009798535, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8883669798121128, + "mIoU": 0.7490282827982482, + "macroF1": 0.8517859526281908, + "F1_coffee": 0.9254189757628364, + "IoU_coffee": 0.861190505778551, + "precision_coffee": 0.9083759339362957, + "recall_coffee": 0.9431137724550899, + "F1_noncoffee": 0.7781529294935452, + "IoU_noncoffee": 0.6368660598179454, + "kappa": 0.7038819705703238, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8932455638236978, + "mIoU": 0.7599879194496859, + "macroF1": 0.859466379372906, + "F1_coffee": 0.928365661609372, + "IoU_coffee": 0.8663082437275985, + "precision_coffee": 0.9298538086688894, + "recall_coffee": 0.9268822702288124, + "F1_noncoffee": 0.7905670971364402, + "IoU_noncoffee": 0.6536675951717734, + "kappa": 0.7189348634593263, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8983967365525093, + "mIoU": 0.7641532491507095, + "macroF1": 0.8618800505494004, + "F1_coffee": 0.9328989411690997, + "IoU_coffee": 0.8742367308595584, + "precision_coffee": 0.9215249412055948, + "recall_coffee": 0.9445572189799544, + "F1_noncoffee": 0.7908611599297012, + "IoU_noncoffee": 0.6540697674418605, + "kappa": 0.7238911996305967, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8586892919836161, + "mIoU": 0.6892342211154623, + "macroF1": 0.8078342070374496, + "F1_coffee": 0.906690707708159, + "IoU_coffee": 0.829308516904229, + "precision_coffee": 0.9244911359159553, + "recall_coffee": 0.8895628001010867, + "F1_noncoffee": 0.7089777063667403, + "IoU_noncoffee": 0.5491599253266957, + "kappa": 0.6161122893655888, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8607691573623437, + "mIoU": 0.6921638456742033, + "macroF1": 0.8099693645059991, + "F1_coffee": 0.9082216770459836, + "IoU_coffee": 0.8318737036183452, + "precision_coffee": 0.9304034025003222, + "recall_coffee": 0.8870729909068568, + "F1_noncoffee": 0.7117170519660146, + "IoU_noncoffee": 0.5524539877300614, + "kappa": 0.620616067637507, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8399350959244059, + "mIoU": 0.6521295573147787, + "macroF1": 0.7782438490217947, + "F1_coffee": 0.8952071486596264, + "IoU_coffee": 0.8102941176470588, + "precision_coffee": 0.9106280193236715, + "recall_coffee": 0.8802998648150424, + "F1_noncoffee": 0.6612805493839629, + "IoU_noncoffee": 0.4939649969824985, + "kappa": 0.5568984196492563, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7402, + 8413 + ], + [ + 46836, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.497300684452057, + "test_tta": { + "OA": 0.878034672793586, + "mIoU": 0.7239932894153198, + "macroF1": 0.833555828498779, + "F1_coffee": 0.9195979367248155, + "IoU_coffee": 0.8511626995019803, + "precision_coffee": 0.920290008691781, + "recall_coffee": 0.9189069048727827, + "F1_noncoffee": 0.7475137202727424, + "IoU_noncoffee": 0.5968238793286594, + "kappa": 0.6671122481799735, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8435444790584977, + "mIoU": 0.6686055729292688, + "macroF1": 0.7926547705394954, + "F1_coffee": 0.8953764249754065, + "IoU_coffee": 0.8105715333438106, + "precision_coffee": 0.8957911190875933, + "recall_coffee": 0.894962114639366, + "F1_noncoffee": 0.6899331161035843, + "IoU_noncoffee": 0.526639612514727, + "kappa": 0.5853098044644711, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f4_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f4_s1_r0.1", + "val_epoch0": 0.6582438615416621 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6582438615416621, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8519738427673966, + "mIoU": 0.6689723645567437, + "macroF1": 0.791149268590512, + "F1_coffee": 0.9038579940935227, + "IoU_coffee": 0.8245811119573496, + "precision_coffee": 0.8913656478336935, + "recall_coffee": 0.9167054739426781, + "F1_noncoffee": 0.6784405430875013, + "IoU_noncoffee": 0.5133636171561378, + "kappa": 0.5825727609741878, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.817958924656744, + "mIoU": 0.6185158081729858, + "macroF1": 0.7509354519571316, + "F1_coffee": 0.8801375066474209, + "IoU_coffee": 0.7859335515492767, + "precision_coffee": 0.8672081142279694, + "recall_coffee": 0.8934582682630574, + "F1_noncoffee": 0.6217333972668425, + "IoU_noncoffee": 0.45109806479669495, + "kappa": 0.5022200937721367, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37920718025430067, + "mIoU": 0.1917928743722567, + "macroF1": 0.2805975064568661, + "F1_coffee": 0.5469432314410481, + "IoU_coffee": 0.37640871525169045, + "precision_coffee": 0.9940476190476191, + "recall_coffee": 0.3772590361445783, + "F1_noncoffee": 0.014251781472684086, + "IoU_noncoffee": 0.007177033492822967, + "kappa": 0.0009452987143937306, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.850888450148075, + "mIoU": 0.6716459797864884, + "macroF1": 0.7938191824629726, + "F1_coffee": 0.9022930883922508, + "IoU_coffee": 0.8219799646434885, + "precision_coffee": 0.890911413425305, + "recall_coffee": 0.91396933560477, + "F1_noncoffee": 0.6853452765336944, + "IoU_noncoffee": 0.5213119949294882, + "kappa": 0.5878549868114586, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8581174562282334, + "mIoU": 0.6773286377464084, + "macroF1": 0.7973985496004041, + "F1_coffee": 0.9083117523739055, + "IoU_coffee": 0.8320248517367975, + "precision_coffee": 0.8941426403641881, + "recall_coffee": 0.9229371593258567, + "F1_noncoffee": 0.6864853468269028, + "IoU_noncoffee": 0.5226324237560193, + "kappa": 0.5951447279013777, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.846893139214007, + "mIoU": 0.6580743996826933, + "macroF1": 0.7822145700355144, + "F1_coffee": 0.9008992362650899, + "IoU_coffee": 0.8196693751751191, + "precision_coffee": 0.8890172005105452, + "recall_coffee": 0.9131031899619202, + "F1_noncoffee": 0.6635299038059389, + "IoU_noncoffee": 0.4964794241902676, + "kappa": 0.5646931537025303, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.850189886068359, + "mIoU": 0.6735788315489122, + "macroF1": 0.7957156714580955, + "F1_coffee": 0.9012060897647136, + "IoU_coffee": 0.8201775431861804, + "precision_coffee": 0.873738019169329, + "recall_coffee": 0.9304572672836146, + "F1_noncoffee": 0.6902252531514775, + "IoU_noncoffee": 0.5269801199116441, + "kappa": 0.5926935510211885, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8609998091967181, + "mIoU": 0.6879277754264137, + "macroF1": 0.8062238311863268, + "F1_coffee": 0.9092494549984429, + "IoU_coffee": 0.833599817268159, + "precision_coffee": 0.8866618075801749, + "recall_coffee": 0.933018023776045, + "F1_noncoffee": 0.7031982073742107, + "IoU_noncoffee": 0.5422557335846685, + "kappa": 0.6132684916359162, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8696518356892136, + "mIoU": 0.7029195927922043, + "macroF1": 0.8174970604637208, + "F1_coffee": 0.9150593471810089, + "IoU_coffee": 0.8434188034188034, + "precision_coffee": 0.8923318061249096, + "recall_coffee": 0.9389748794722151, + "F1_noncoffee": 0.7199347737464329, + "IoU_noncoffee": 0.5624203821656051, + "kappa": 0.6357731751356734, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8515701189779599, + "mIoU": 0.6696576691825886, + "macroF1": 0.7918634616003222, + "F1_coffee": 0.9033405309284898, + "IoU_coffee": 0.8237201760481816, + "precision_coffee": 0.9080694586312564, + "recall_coffee": 0.8986606014657569, + "F1_noncoffee": 0.6803863922721546, + "IoU_noncoffee": 0.5155951623169955, + "kappa": 0.5837642488563951, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8552342780799694, + "mIoU": 0.6663085493800096, + "macroF1": 0.7879764516666883, + "F1_coffee": 0.9073927110677004, + "IoU_coffee": 0.830483852944463, + "precision_coffee": 0.9016134902341381, + "recall_coffee": 0.9132464979110346, + "F1_noncoffee": 0.6685601922656762, + "IoU_noncoffee": 0.5021332458155563, + "kappa": 0.5760152491779159, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8239954185358405, + "mIoU": 0.6147411516497172, + "macroF1": 0.7454826689498886, + "F1_coffee": 0.8868433971526755, + "IoU_coffee": 0.7966923925027564, + "precision_coffee": 0.8856477509498714, + "recall_coffee": 0.8880422760231044, + "F1_noncoffee": 0.6041219407471018, + "IoU_noncoffee": 0.43278991079667795, + "kappa": 0.4909685836077956, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7108, + 8413 + ], + [ + 45811, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7021738211313884, + "test_tta": { + "OA": 0.8564404955092466, + "mIoU": 0.6701396475380714, + "macroF1": 0.7912334011607883, + "F1_coffee": 0.9079084340826402, + "IoU_coffee": 0.8313482700692727, + "precision_coffee": 0.884755227898194, + "recall_coffee": 0.9323059988992846, + "F1_noncoffee": 0.6745583682389364, + "IoU_noncoffee": 0.50893102500687, + "kappa": 0.583474825479708, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8228048921195339, + "mIoU": 0.6188631871885506, + "macroF1": 0.750005535984746, + "F1_coffee": 0.8849108213429256, + "IoU_coffee": 0.7935785211445084, + "precision_coffee": 0.8605812152682882, + "recall_coffee": 0.910656101181869, + "F1_noncoffee": 0.6151002506265664, + "IoU_noncoffee": 0.44414785323259287, + "kappa": 0.501343981376861, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f4_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f4_s1_r1.0", + "val_epoch0": 0.6719878883541703 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 64, + "stopped_epoch": 94, + "best_val": 0.6908017325272888, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8737608252060605, + "mIoU": 0.7203286894937839, + "macroF1": 0.8313028067986616, + "F1_coffee": 0.9159346479355467, + "IoU_coffee": 0.8449072246348204, + "precision_coffee": 0.9260509292313018, + "recall_coffee": 0.9060370009737099, + "F1_noncoffee": 0.7466709656617766, + "IoU_noncoffee": 0.5957501543527475, + "kappa": 0.6627269026719509, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8385254413291796, + "mIoU": 0.6655514187475122, + "macroF1": 0.7909757791265744, + "F1_coffee": 0.8906704685272347, + "IoU_coffee": 0.8028907941761588, + "precision_coffee": 0.9023724252557431, + "recall_coffee": 0.8792681280968632, + "F1_noncoffee": 0.6912810897259141, + "IoU_noncoffee": 0.5282120433188656, + "kappa": 0.5821499810268519, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.44203440538519073, + "mIoU": 0.224642887793818, + "macroF1": 0.3154150056556738, + "F1_coffee": 0.6098326359832636, + "IoU_coffee": 0.43867569601203915, + "precision_coffee": 0.9982876712328768, + "recall_coffee": 0.43900602409638556, + "F1_noncoffee": 0.02099737532808399, + "IoU_noncoffee": 0.010610079575596816, + "kappa": 0.007797142970832832, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8758144126357355, + "mIoU": 0.7267737122592957, + "macroF1": 0.8361940762020169, + "F1_coffee": 0.9167548967707781, + "IoU_coffee": 0.8463042150274893, + "precision_coffee": 0.9259457291805908, + "recall_coffee": 0.9077447254619316, + "F1_noncoffee": 0.7556332556332557, + "IoU_noncoffee": 0.6072432094911021, + "kappa": 0.6724828755355564, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8785363293735986, + "mIoU": 0.7292508369322193, + "macroF1": 0.8377331654111013, + "F1_coffee": 0.9191026944585663, + "IoU_coffee": 0.8503145393615145, + "precision_coffee": 0.9324350460963188, + "recall_coffee": 0.9061462314391329, + "F1_noncoffee": 0.7563636363636363, + "IoU_noncoffee": 0.6081871345029239, + "kappa": 0.6756660302554144, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8670187458369017, + "mIoU": 0.7051841135146143, + "macroF1": 0.8199186063372015, + "F1_coffee": 0.9120156136871597, + "IoU_coffee": 0.8382616746716046, + "precision_coffee": 0.9198628397256795, + "recall_coffee": 0.9043011423934079, + "F1_noncoffee": 0.7278215989872432, + "IoU_noncoffee": 0.572106552357624, + "kappa": 0.6399182780317867, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9020587647411553, + "mIoU": 0.7771042634253509, + "macroF1": 0.8710288404927364, + "F1_coffee": 0.9342899289258415, + "IoU_coffee": 0.8766830250408959, + "precision_coffee": 0.9208300290774517, + "recall_coffee": 0.9481491562329886, + "F1_noncoffee": 0.8077677520596312, + "IoU_noncoffee": 0.6775255018098059, + "kappa": 0.7422188086987784, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8958214081282198, + "mIoU": 0.7640364241141822, + "macroF1": 0.8621585443647564, + "F1_coffee": 0.9302771038181586, + "IoU_coffee": 0.8696430703115674, + "precision_coffee": 0.9293277203724964, + "recall_coffee": 0.9312284289914355, + "F1_noncoffee": 0.7940399849113542, + "IoU_noncoffee": 0.658429777916797, + "kappa": 0.724317938617185, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9013376340005692, + "mIoU": 0.7706625951900732, + "macroF1": 0.8663552811914805, + "F1_coffee": 0.934730764403163, + "IoU_coffee": 0.877459644161659, + "precision_coffee": 0.924863387978142, + "recall_coffee": 0.9448109616848516, + "F1_noncoffee": 0.797979797979798, + "IoU_noncoffee": 0.6638655462184874, + "kappa": 0.732804700022906, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.85020479812756, + "mIoU": 0.680724857027837, + "macroF1": 0.8020875737515485, + "F1_coffee": 0.8996734160679295, + "IoU_coffee": 0.8176421702481301, + "precision_coffee": 0.9311790156841536, + "recall_coffee": 0.8702299722011625, + "F1_noncoffee": 0.7045017314351674, + "IoU_noncoffee": 0.5438075438075438, + "kappa": 0.6055052627371043, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8612463021280656, + "mIoU": 0.6955422065771065, + "macroF1": 0.8127965540679014, + "F1_coffee": 0.9080328905755851, + "IoU_coffee": 0.8315569972196478, + "precision_coffee": 0.9356100104275287, + "recall_coffee": 0.8820348980093389, + "F1_noncoffee": 0.7175602175602176, + "IoU_noncoffee": 0.5595274159345652, + "kappa": 0.6265894033940896, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8324902166650758, + "mIoU": 0.6449804543078514, + "macroF1": 0.7732245292667526, + "F1_coffee": 0.8891555611697088, + "IoU_coffee": 0.8004321128041847, + "precision_coffee": 0.9146309771309772, + "recall_coffee": 0.8650608332309205, + "F1_noncoffee": 0.6572934973637962, + "IoU_noncoffee": 0.4895287958115183, + "kappa": 0.5475343460546191, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7385, + 8413 + ], + [ + 46887, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.015866112709046, + "test_tta": { + "OA": 0.8765886341361526, + "mIoU": 0.724272169077318, + "macroF1": 0.8340327827548359, + "F1_coffee": 0.9180737027358541, + "IoU_coffee": 0.848554753736346, + "precision_coffee": 0.9252682045879647, + "recall_coffee": 0.9109902205664451, + "F1_noncoffee": 0.7499918627738177, + "IoU_noncoffee": 0.5999895844182898, + "kappa": 0.6681267962041901, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8415397484712126, + "mIoU": 0.6689439396436103, + "macroF1": 0.793393306840598, + "F1_coffee": 0.8931298452440009, + "IoU_coffee": 0.8068966729353041, + "precision_coffee": 0.9012563800549667, + "recall_coffee": 0.8851485530298648, + "F1_noncoffee": 0.693656768437195, + "IoU_noncoffee": 0.5309912063519167, + "kappa": 0.586882894355843, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f4_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f4_s2_r0.1", + "val_epoch0": 0.6331417236203756 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 16, + "stopped_epoch": 50, + "best_val": 0.6380996119938693, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8377383955397741, + "mIoU": 0.6549041755077041, + "macroF1": 0.7813546181189003, + "F1_coffee": 0.8923863817997763, + "IoU_coffee": 0.8056838297544832, + "precision_coffee": 0.8985043881295196, + "recall_coffee": 0.8863511282333517, + "F1_noncoffee": 0.6703228544380243, + "IoU_noncoffee": 0.5041245212609251, + "kappa": 0.5627713388216401, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8050796123226029, + "mIoU": 0.6100655500754666, + "macroF1": 0.7457997596821007, + "F1_coffee": 0.8685554226358941, + "IoU_coffee": 0.7676517613079581, + "precision_coffee": 0.8763542157324541, + "recall_coffee": 0.8608942101914512, + "F1_noncoffee": 0.6230440967283073, + "IoU_noncoffee": 0.4524793388429752, + "kappa": 0.49171495785512254, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.40089753178758414, + "mIoU": 0.20320386361944465, + "macroF1": 0.29315054930911466, + "F1_coffee": 0.5691231845077999, + "IoU_coffee": 0.3977443609022556, + "precision_coffee": 0.9962335216572504, + "recall_coffee": 0.3983433734939759, + "F1_noncoffee": 0.01717791411042945, + "IoU_noncoffee": 0.008663366336633664, + "kappa": 0.0039157436145940945, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8492596248766041, + "mIoU": 0.6803782410569125, + "macroF1": 0.8019762041313765, + "F1_coffee": 0.8987400530503978, + "IoU_coffee": 0.8161016438851086, + "precision_coffee": 0.9097194254262317, + "recall_coffee": 0.8880225396409382, + "F1_noncoffee": 0.7052123552123553, + "IoU_noncoffee": 0.5446548382287163, + "kappa": 0.6041202789739056, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8305424359524832, + "mIoU": 0.6426225298215238, + "macroF1": 0.7714393071185677, + "F1_coffee": 0.8876660341555977, + "IoU_coffee": 0.7980211531900375, + "precision_coffee": 0.8962258126317134, + "recall_coffee": 0.8792682162771757, + "F1_noncoffee": 0.6552125800815376, + "IoU_noncoffee": 0.48722390645300995, + "kappa": 0.543006564280277, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8338091159958131, + "mIoU": 0.6423335676755111, + "macroF1": 0.7703745540064002, + "F1_coffee": 0.8910650241696554, + "IoU_coffee": 0.8035322571573205, + "precision_coffee": 0.8903153433877602, + "recall_coffee": 0.8918159685373619, + "F1_noncoffee": 0.6496840838431451, + "IoU_noncoffee": 0.4811348781937017, + "kappa": 0.5407501551572282, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8762742354587247, + "mIoU": 0.7320074754125832, + "macroF1": 0.8403199049939485, + "F1_coffee": 0.9160905517147893, + "IoU_coffee": 0.8451725862931466, + "precision_coffee": 0.9125033756413718, + "recall_coffee": 0.9197060424605334, + "F1_noncoffee": 0.7645492582731076, + "IoU_noncoffee": 0.6188423645320197, + "kappa": 0.680653658004388, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8406792596832665, + "mIoU": 0.6587593175213254, + "macroF1": 0.7842697516538882, + "F1_coffee": 0.8945840171695493, + "IoU_coffee": 0.8092736409319324, + "precision_coffee": 0.8836513280957725, + "recall_coffee": 0.9057906174102007, + "F1_noncoffee": 0.6739554861382272, + "IoU_noncoffee": 0.5082449941107184, + "kappa": 0.5687436761789745, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.865287923346931, + "mIoU": 0.6952608184381288, + "macroF1": 0.8117608502529772, + "F1_coffee": 0.9121395866848162, + "IoU_coffee": 0.8384711636901376, + "precision_coffee": 0.8902173913043478, + "recall_coffee": 0.9351687388987566, + "F1_noncoffee": 0.7113821138211383, + "IoU_noncoffee": 0.5520504731861199, + "kappa": 0.6242701829185917, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8228983811195631, + "mIoU": 0.6320498643481923, + "macroF1": 0.7630925001703532, + "F1_coffee": 0.8821238478514865, + "IoU_coffee": 0.7891069562187899, + "precision_coffee": 0.9069674319273893, + "recall_coffee": 0.8586050037907506, + "F1_noncoffee": 0.6440611524892199, + "IoU_noncoffee": 0.4749927724775947, + "kappa": 0.5272560768857929, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8204027101822693, + "mIoU": 0.6269347404464518, + "macroF1": 0.7586997632694172, + "F1_coffee": 0.8807199898592978, + "IoU_coffee": 0.7868629671574179, + "precision_coffee": 0.9094240837696335, + "recall_coffee": 0.8537724256574096, + "F1_noncoffee": 0.6366795366795367, + "IoU_noncoffee": 0.4670065137354857, + "kappa": 0.5188595131642809, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8021380166078076, + "mIoU": 0.5936913638922644, + "macroF1": 0.7296167284604411, + "F1_coffee": 0.8696472363704961, + "IoU_coffee": 0.7693591455273698, + "precision_coffee": 0.8904197785217616, + "recall_coffee": 0.8498218016467985, + "F1_noncoffee": 0.589586220550386, + "IoU_noncoffee": 0.4180235822571589, + "kappa": 0.460158490859244, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 104, + 110 + ], + [ + 7123, + 8413 + ], + [ + 44913, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6550010601679483, + "test_tta": { + "OA": 0.8392326354857886, + "mIoU": 0.6512139157491301, + "macroF1": 0.7775441674196937, + "F1_coffee": 0.8946892036962973, + "IoU_coffee": 0.8094458198438392, + "precision_coffee": 0.8897261994473751, + "recall_coffee": 0.8997078870496592, + "F1_noncoffee": 0.6603991311430899, + "IoU_noncoffee": 0.49298201165442107, + "kappa": 0.5551329726257603, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8076035537094727, + "mIoU": 0.6071850543927209, + "macroF1": 0.7421775082667568, + "F1_coffee": 0.8720555512928719, + "IoU_coffee": 0.7731369681303357, + "precision_coffee": 0.8676450941847815, + "recall_coffee": 0.876511076406964, + "F1_noncoffee": 0.6122994652406417, + "IoU_noncoffee": 0.441233140655106, + "kappa": 0.48439538801816556, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_lov50_spatial_f4_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30_lov50", + "preset": "X3_lovasz", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/Coffee_Real_Test", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_lov50_spatial_f4_s2_r1.0", + "val_epoch0": 0.6724577141283086 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 61, + "stopped_epoch": 91, + "best_val": 0.6963586885101847, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8745963142081332, + "mIoU": 0.7236418715752556, + "macroF1": 0.8338629619792954, + "F1_coffee": 0.9161266750486261, + "IoU_coffee": 0.8452340822113382, + "precision_coffee": 0.930393975772127, + "recall_coffee": 0.9022903348715127, + "F1_noncoffee": 0.7515992489099647, + "IoU_noncoffee": 0.602049660939173, + "kappa": 0.6679571693059977, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8392609899619246, + "mIoU": 0.6688252379930053, + "macroF1": 0.793775683628339, + "F1_coffee": 0.890626993395421, + "IoU_coffee": 0.8028201408301192, + "precision_coffee": 0.90695954589063, + "recall_coffee": 0.8748722694584226, + "F1_noncoffee": 0.6969243738612569, + "IoU_noncoffee": 0.5348303351558913, + "kappa": 0.5879216665931405, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4367988032909499, + "mIoU": 0.2219605307261741, + "macroF1": 0.3127653256606903, + "F1_coffee": 0.6047244094488189, + "IoU_coffee": 0.43340857787810383, + "precision_coffee": 0.9982668977469671, + "recall_coffee": 0.43373493975903615, + "F1_noncoffee": 0.02080624187256177, + "IoU_noncoffee": 0.010512483574244415, + "kappa": 0.0076019765927727665, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8722112537018756, + "mIoU": 0.7219244588236058, + "macroF1": 0.8328763963237316, + "F1_coffee": 0.9139552660440693, + "IoU_coffee": 0.8415447701817736, + "precision_coffee": 0.9273622445538544, + "recall_coffee": 0.9009304154108243, + "F1_noncoffee": 0.7517975266033937, + "IoU_noncoffee": 0.6023041474654378, + "kappa": 0.6659541886493225, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8767711464147703, + "mIoU": 0.7272613448776114, + "macroF1": 0.8364259456024318, + "F1_coffee": 0.917662809601224, + "IoU_coffee": 0.8478529775578724, + "precision_coffee": 0.9340687865022712, + "recall_coffee": 0.9018231940354614, + "F1_noncoffee": 0.7551890816036395, + "IoU_noncoffee": 0.6066697121973504, + "kappa": 0.6731516883258412, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8747264249690742, + "mIoU": 0.7216562817015431, + "macroF1": 0.832221039608944, + "F1_coffee": 0.9166693040478526, + "IoU_coffee": 0.8461583406368682, + "precision_coffee": 0.9296443702657594, + "recall_coffee": 0.9040514389162869, + "F1_noncoffee": 0.7477727751700355, + "IoU_noncoffee": 0.5971542227662179, + "kappa": 0.6646398143928515, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8957625424745153, + "mIoU": 0.7683349597713895, + "macroF1": 0.8653890239071361, + "F1_coffee": 0.9293312555051155, + "IoU_coffee": 0.8679913934944944, + "precision_coffee": 0.9253811901227904, + "recall_coffee": 0.9333151878062058, + "F1_noncoffee": 0.8014467923091567, + "IoU_noncoffee": 0.6686785260482846, + "kappa": 0.7307918295844004, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8938179736691471, + "mIoU": 0.7621719137903353, + "macroF1": 0.8610374726086747, + "F1_coffee": 0.9285301483336544, + "IoU_coffee": 0.8665947500898957, + "precision_coffee": 0.9329032258064516, + "recall_coffee": 0.9241978780518982, + "F1_noncoffee": 0.7935447968836951, + "IoU_noncoffee": 0.6577490774907749, + "kappa": 0.7220925854471612, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9025709135755621, + "mIoU": 0.7753574211942842, + "macroF1": 0.8696731652470265, + "F1_coffee": 0.9351518595693629, + "IoU_coffee": 0.8782020872865275, + "precision_coffee": 0.9308610936517914, + "recall_coffee": 0.9394823648820096, + "F1_noncoffee": 0.8041944709246902, + "IoU_noncoffee": 0.6725127551020408, + "kappa": 0.7393630515343408, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8492295689487029, + "mIoU": 0.678467948809238, + "macroF1": 0.8002905563882723, + "F1_coffee": 0.8991519895629485, + "IoU_coffee": 0.8167812277790946, + "precision_coffee": 0.9293419633225458, + "recall_coffee": 0.870861763962598, + "F1_noncoffee": 0.701429123213596, + "IoU_noncoffee": 0.5401546698393813, + "kappa": 0.601825135534865, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8597194388777555, + "mIoU": 0.693151981485383, + "macroF1": 0.8110332629682298, + "F1_coffee": 0.906950246866692, + "IoU_coffee": 0.8297428769979153, + "precision_coffee": 0.935248041775457, + "recall_coffee": 0.8803145736053084, + "F1_noncoffee": 0.7151162790697675, + "IoU_noncoffee": 0.5565610859728507, + "kappa": 0.6231228660466562, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8467118449937959, + "mIoU": 0.671343971655229, + "macroF1": 0.7944467601234537, + "F1_coffee": 0.8980964467005076, + "IoU_coffee": 0.8150408844869285, + "precision_coffee": 0.928374655647383, + "recall_coffee": 0.8697308590389579, + "F1_noncoffee": 0.6907970735463997, + "IoU_noncoffee": 0.5276470588235294, + "kappa": 0.5902161033421205, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7321, + 8413 + ], + [ + 47005, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.799531829357147, + "test_tta": { + "OA": 0.8768617747714456, + "mIoU": 0.7265888663346716, + "macroF1": 0.835866672639059, + "F1_coffee": 0.9178950977031196, + "IoU_coffee": 0.8482496435925867, + "precision_coffee": 0.9292438505921652, + "recall_coffee": 0.9068202023623048, + "F1_noncoffee": 0.7538382475749984, + "IoU_noncoffee": 0.6049280890767565, + "kappa": 0.6718800759737473, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8415974385600554, + "mIoU": 0.6709288604977472, + "macroF1": 0.7951674238653893, + "F1_coffee": 0.8926885985910676, + "IoU_coffee": 0.8061766522544781, + "precision_coffee": 0.9049524564183835, + "recall_coffee": 0.8807526943914242, + "F1_noncoffee": 0.697646249139711, + "IoU_noncoffee": 0.5356810687410163, + "kappa": 0.5905467211792483, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30_lov50" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s0_r0.05", + "val_epoch0": 0.7326779482335866 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7326779482335866, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7810865983812048, + "mIoU": 0.6345196239204152, + "macroF1": 0.7753457961955414, + "F1_coffee": 0.8112581247780642, + "IoU_coffee": 0.6824510364174763, + "precision_coffee": 0.872103830578238, + "recall_coffee": 0.7583489681050657, + "F1_noncoffee": 0.7394334676130188, + "IoU_noncoffee": 0.5865882114233539, + "kappa": 0.5536908216508898, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6924829814237914, + "mIoU": 0.5232606216269428, + "macroF1": 0.6853101166690354, + "F1_coffee": 0.732820410004511, + "IoU_coffee": 0.5783082491149655, + "precision_coffee": 0.8540011682242991, + "recall_coffee": 0.6417566499868317, + "F1_noncoffee": 0.6377998233335598, + "IoU_noncoffee": 0.4682129941389201, + "kappa": 0.38734318929664524, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17184789859906605, + "mIoU": 0.0861998681780916, + "macroF1": 0.14752555001882, + "F1_coffee": 0.2915192329642735, + "IoU_coffee": 0.1706306787814003, + "precision_coffee": 1.0, + "recall_coffee": 0.1706306787814003, + "F1_noncoffee": 0.0035318670733665114, + "IoU_noncoffee": 0.0017690575747828885, + "kappa": 0.000603528811089278, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7637349250822268, + "mIoU": 0.6175354994801087, + "macroF1": 0.7635076183927476, + "F1_coffee": 0.7708394872097832, + "IoU_coffee": 0.6271267903489378, + "precision_coffee": 0.8613678373382625, + "recall_coffee": 0.6975302042125521, + "F1_noncoffee": 0.7561757495757119, + "IoU_noncoffee": 0.6079442086112795, + "kappa": 0.5325094043274815, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.754744299084751, + "mIoU": 0.5993536942085513, + "macroF1": 0.7481729210534844, + "F1_coffee": 0.7888527801273205, + "IoU_coffee": 0.651326913180916, + "precision_coffee": 0.8695652173913043, + "recall_coffee": 0.7218510672967248, + "F1_noncoffee": 0.7074930619796485, + "IoU_noncoffee": 0.5473804752361867, + "kappa": 0.5022861253871125, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8206302583760641, + "mIoU": 0.6798322407090022, + "macroF1": 0.8072411372604045, + "F1_coffee": 0.8580434183050313, + "IoU_coffee": 0.7513800717637317, + "precision_coffee": 0.8807732750950417, + "recall_coffee": 0.8364572130895683, + "F1_noncoffee": 0.7564388562157778, + "IoU_noncoffee": 0.6082844096542727, + "kappa": 0.6149222880158516, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7702940142907344, + "mIoU": 0.6197775083045973, + "macroF1": 0.7640754661121372, + "F1_coffee": 0.725772619214096, + "IoU_coffee": 0.5695785776997366, + "precision_coffee": 0.7901948842874543, + "recall_coffee": 0.6710628394103957, + "F1_noncoffee": 0.8023783130101784, + "IoU_noncoffee": 0.6699764389094581, + "kappa": 0.5304002725862715, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7164523574019123, + "mIoU": 0.5552072679790956, + "macroF1": 0.7132940373456811, + "F1_coffee": 0.6832023575638507, + "IoU_coffee": 0.5188362551286834, + "precision_coffee": 0.7492593590088877, + "recall_coffee": 0.627849243962988, + "F1_noncoffee": 0.7433857171275114, + "IoU_noncoffee": 0.5915782808295077, + "kappa": 0.43017575031585525, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7511860832894043, + "mIoU": 0.6015192848803409, + "macroF1": 0.7511857486431628, + "F1_coffee": 0.7514743049705139, + "IoU_coffee": 0.601889338731444, + "precision_coffee": 0.7619047619047619, + "recall_coffee": 0.741325576563474, + "F1_noncoffee": 0.7508971923158116, + "IoU_noncoffee": 0.6011492310292378, + "kappa": 0.5024649595490227, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7566298693059257, + "mIoU": 0.5933223221154279, + "macroF1": 0.7416954686412321, + "F1_coffee": 0.8038052373158756, + "IoU_coffee": 0.6719685308705319, + "precision_coffee": 0.9158508158508158, + "recall_coffee": 0.7161866569449508, + "F1_noncoffee": 0.6795856999665887, + "IoU_noncoffee": 0.5146761133603239, + "kappa": 0.4957173991892384, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.78876953125, + "mIoU": 0.6089148933080988, + "macroF1": 0.7489312974944649, + "F1_coffee": 0.8489419652210349, + "IoU_coffee": 0.7375318529304696, + "precision_coffee": 0.9385423100679432, + "recall_coffee": 0.774958561774831, + "F1_noncoffee": 0.6489206297678948, + "IoU_noncoffee": 0.48029793368572804, + "kappa": 0.508278390047923, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8827579701943029, + "mIoU": 0.7380048154911134, + "macroF1": 0.8440297676776876, + "F1_coffee": 0.9217500786905886, + "IoU_coffee": 0.8548575432041102, + "precision_coffee": 0.9532552083333333, + "recall_coffee": 0.892260816575259, + "F1_noncoffee": 0.7663094566647866, + "IoU_noncoffee": 0.6211520877781165, + "kappa": 0.6890738172946045, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2533, + 2984 + ], + [ + 41058, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5317777911822, + "test_tta": { + "OA": 0.7888224339230714, + "mIoU": 0.6437625651313835, + "macroF1": 0.7820712464474782, + "F1_coffee": 0.8204284865926637, + "IoU_coffee": 0.6955309426070793, + "precision_coffee": 0.8682480340337759, + "recall_coffee": 0.7776013854813104, + "F1_noncoffee": 0.7437140063022928, + "IoU_noncoffee": 0.5919941876556878, + "kappa": 0.5660212868886784, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6989154263297566, + "mIoU": 0.5293624770888156, + "macroF1": 0.6902054527113402, + "F1_coffee": 0.7421506385711816, + "IoU_coffee": 0.5900155148372906, + "precision_coffee": 0.8487202666817334, + "recall_coffee": 0.6593582652971645, + "F1_noncoffee": 0.6382602668514988, + "IoU_noncoffee": 0.46870943934034054, + "kappa": 0.3938190955561784, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s0_r0.1", + "val_epoch0": 0.7434708108003024 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7434708108003024, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7906847647016689, + "mIoU": 0.6471821327189152, + "macroF1": 0.7847548829167451, + "F1_coffee": 0.8204813170948966, + "IoU_coffee": 0.6956068852373636, + "precision_coffee": 0.8767231193383221, + "recall_coffee": 0.771020349256747, + "F1_noncoffee": 0.7490284487385936, + "IoU_noncoffee": 0.5987573802004669, + "kappa": 0.5719722886806184, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7118812737971616, + "mIoU": 0.5447167884597949, + "macroF1": 0.7033010275117431, + "F1_coffee": 0.7537564559271266, + "IoU_coffee": 0.6048227567653109, + "precision_coffee": 0.8597418665466918, + "recall_coffee": 0.6710341497673602, + "F1_noncoffee": 0.6528455990963594, + "IoU_noncoffee": 0.4846108201542788, + "kappa": 0.4190487356194472, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27671781187458305, + "mIoU": 0.13879639226897914, + "macroF1": 0.21798618522414756, + "F1_coffee": 0.43229657555765, + "IoU_coffee": 0.27575150300601203, + "precision_coffee": 0.9995157384987894, + "recall_coffee": 0.2757883484767504, + "F1_noncoffee": 0.003675794890645102, + "IoU_noncoffee": 0.0018412815319462346, + "kappa": 0.0007486319452121132, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7667803630162018, + "mIoU": 0.6215996579499575, + "macroF1": 0.7666195287618012, + "F1_coffee": 0.7727461570419609, + "IoU_coffee": 0.6296547054840894, + "precision_coffee": 0.8684631803628602, + "recall_coffee": 0.6960333582807655, + "F1_noncoffee": 0.7604929004816413, + "IoU_noncoffee": 0.6135446104158256, + "kappa": 0.5391390654943315, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.769119396039092, + "mIoU": 0.6196730621816916, + "macroF1": 0.7642548854005772, + "F1_coffee": 0.7981190939096623, + "IoU_coffee": 0.6640583853735611, + "precision_coffee": 0.8966778421213045, + "recall_coffee": 0.7190809841942317, + "F1_noncoffee": 0.7303906768914921, + "IoU_noncoffee": 0.5752877389898221, + "kappa": 0.5359962671478352, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8309852143177179, + "mIoU": 0.690210313763373, + "macroF1": 0.8140619832805878, + "F1_coffee": 0.8701571882051479, + "IoU_coffee": 0.7701577415205471, + "precision_coffee": 0.8664787874171681, + "recall_coffee": 0.8738669534490705, + "F1_noncoffee": 0.7579667783560277, + "IoU_noncoffee": 0.610262886006199, + "kappa": 0.628136458875245, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7677169966030222, + "mIoU": 0.614145119460576, + "macroF1": 0.7593263662981669, + "F1_coffee": 0.714388592827308, + "IoU_coffee": 0.5556800358503249, + "precision_coffee": 0.8062418725617685, + "recall_coffee": 0.6413240237910525, + "F1_noncoffee": 0.8042641397690258, + "IoU_noncoffee": 0.6726102030708272, + "kappa": 0.5228966405991533, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7085393999340587, + "mIoU": 0.5415277189634162, + "macroF1": 0.7008044692870425, + "F1_coffee": 0.6526977475117863, + "IoU_coffee": 0.484447900466563, + "precision_coffee": 0.7775351014040561, + "recall_coffee": 0.5624012638230648, + "F1_noncoffee": 0.7489111910622988, + "IoU_noncoffee": 0.5986075374602694, + "kappa": 0.412556934794132, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7753294675803901, + "mIoU": 0.6330854883365435, + "macroF1": 0.7753232241464452, + "F1_coffee": 0.7765076035658102, + "IoU_coffee": 0.6346648379907424, + "precision_coffee": 0.783989834815756, + "recall_coffee": 0.769166839808851, + "F1_noncoffee": 0.77413884472708, + "IoU_noncoffee": 0.6315061386823448, + "kappa": 0.5506878071364457, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7657657657657657, + "mIoU": 0.6032423482694991, + "macroF1": 0.7492080267630481, + "F1_coffee": 0.8136482939632546, + "IoU_coffee": 0.6858407079646017, + "precision_coffee": 0.9117647058823529, + "recall_coffee": 0.7345971563981043, + "F1_noncoffee": 0.6847677595628415, + "IoU_noncoffee": 0.5206439885743963, + "kappa": 0.5080528669683432, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82294921875, + "mIoU": 0.6566531955602541, + "macroF1": 0.7862922139072992, + "F1_coffee": 0.8748014639872937, + "IoU_coffee": 0.7774640972136982, + "precision_coffee": 0.9542030732148238, + "recall_coffee": 0.8075991329848272, + "F1_noncoffee": 0.6977829638273045, + "IoU_noncoffee": 0.53584229390681, + "kappa": 0.5796110717658703, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8807772118468213, + "mIoU": 0.7134436745179604, + "macroF1": 0.8243245510780587, + "F1_coffee": 0.9239104261979292, + "IoU_coffee": 0.858581338106959, + "precision_coffee": 0.9128107529439753, + "recall_coffee": 0.9352833638025594, + "F1_noncoffee": 0.7247386759581882, + "IoU_noncoffee": 0.5683060109289617, + "kappa": 0.6488369420176128, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2587, + 2984 + ], + [ + 41540, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5267269134521486, + "test_tta": { + "OA": 0.7964687343313516, + "mIoU": 0.6538890598546652, + "macroF1": 0.7895209628196677, + "F1_coffee": 0.8277617820881952, + "IoU_coffee": 0.7061378561456125, + "precision_coffee": 0.8713351411708407, + "recall_coffee": 0.788338865637177, + "F1_noncoffee": 0.7512801435511401, + "IoU_noncoffee": 0.6016402635637179, + "kappa": 0.5805566231066394, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.71816949348102, + "mIoU": 0.5508130431659576, + "macroF1": 0.7080723059427148, + "F1_coffee": 0.7623645583782271, + "IoU_coffee": 0.6159847502259954, + "precision_coffee": 0.8548558649466823, + "recall_coffee": 0.6879334562373803, + "F1_noncoffee": 0.6537800535072023, + "IoU_noncoffee": 0.4856413361059198, + "kappa": 0.42593540053991863, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s0_r0.5", + "val_epoch0": 0.7651539937579968 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.7750775477894505, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8307785975216675, + "mIoU": 0.7016190416016864, + "macroF1": 0.8235672911121703, + "F1_coffee": 0.8592367503798374, + "IoU_coffee": 0.7532121591977436, + "precision_coffee": 0.8877466219335776, + "recall_coffee": 0.8325010824072738, + "F1_noncoffee": 0.7878978318445033, + "IoU_noncoffee": 0.6500259240056292, + "kappa": 0.6476821060086188, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7384187146648206, + "mIoU": 0.5750596016898621, + "macroF1": 0.7279729140255298, + "F1_coffee": 0.7812790178840611, + "IoU_coffee": 0.6410647140312685, + "precision_coffee": 0.8670735298054016, + "recall_coffee": 0.7109340707576156, + "F1_noncoffee": 0.6746668101669985, + "IoU_noncoffee": 0.5090544893484558, + "kappa": 0.4637550594385008, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22321547698465644, + "mIoU": 0.11194618317567921, + "macroF1": 0.18350011159633353, + "F1_coffee": 0.36357673808482727, + "IoU_coffee": 0.22217768871075486, + "precision_coffee": 0.9993990384615384, + "recall_coffee": 0.22220737573490112, + "F1_noncoffee": 0.003423485107839781, + "IoU_noncoffee": 0.0017146776406035665, + "kappa": 0.000495172560009592, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8010719941527592, + "mIoU": 0.6668814190399632, + "macroF1": 0.7999710967996084, + "F1_coffee": 0.8148106146518485, + "IoU_coffee": 0.6874940197110324, + "precision_coffee": 0.8674393335747917, + "recall_coffee": 0.7682027157061905, + "F1_noncoffee": 0.7851315789473684, + "IoU_noncoffee": 0.6462688183688942, + "kappa": 0.6016435516828553, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8212420497440406, + "mIoU": 0.6872342871843357, + "macroF1": 0.8133939764298918, + "F1_coffee": 0.8516627333190302, + "IoU_coffee": 0.741648606232718, + "precision_coffee": 0.8996464509110688, + "recall_coffee": 0.8085383737982728, + "F1_noncoffee": 0.7751252195407533, + "IoU_noncoffee": 0.6328199681359533, + "kappa": 0.6283905386426845, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8642405535918753, + "mIoU": 0.7424901679519439, + "macroF1": 0.8504188944154301, + "F1_coffee": 0.8958882144084297, + "IoU_coffee": 0.8114107883817427, + "precision_coffee": 0.890550284629981, + "recall_coffee": 0.9012905208173299, + "F1_noncoffee": 0.8049495744224304, + "IoU_noncoffee": 0.673569547522145, + "kappa": 0.7008579239094737, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7857561204170083, + "mIoU": 0.6448164453569929, + "macroF1": 0.7836917164279418, + "F1_coffee": 0.7625600415422563, + "IoU_coffee": 0.6162400335711288, + "precision_coffee": 0.7656412930135558, + "recall_coffee": 0.7595034910783554, + "F1_noncoffee": 0.8048233913136271, + "IoU_noncoffee": 0.6733928571428571, + "kappa": 0.5673891922250497, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7734915924826904, + "mIoU": 0.6295090361209988, + "macroF1": 0.7724418518425893, + "F1_coffee": 0.7569862044570216, + "IoU_coffee": 0.6089926010244735, + "precision_coffee": 0.7925925925925926, + "recall_coffee": 0.7244414353419093, + "F1_noncoffee": 0.7878974992281569, + "IoU_noncoffee": 0.6500254712175242, + "kappa": 0.5456839593484288, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8220347917764892, + "mIoU": 0.6976350796728947, + "macroF1": 0.8218648068940755, + "F1_coffee": 0.8273675598281858, + "IoU_coffee": 0.7055642769928484, + "precision_coffee": 0.8147029204431017, + "recall_coffee": 0.840432162892167, + "F1_noncoffee": 0.8163620539599652, + "IoU_noncoffee": 0.6897058823529412, + "kappa": 0.6438211715627867, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8176627331556909, + "mIoU": 0.6758443380707629, + "macroF1": 0.8044023625299284, + "F1_coffee": 0.8553307157958321, + "IoU_coffee": 0.7472295514511873, + "precision_coffee": 0.9552507308297729, + "recall_coffee": 0.7743346700692673, + "F1_noncoffee": 0.7534740092640247, + "IoU_noncoffee": 0.6044591246903386, + "kappa": 0.6159649629737566, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.863671875, + "mIoU": 0.715975389444486, + "macroF1": 0.8295054237518424, + "F1_coffee": 0.9058283864004317, + "IoU_coffee": 0.8278668310727497, + "precision_coffee": 0.9617533304684143, + "recall_coffee": 0.8560499808746653, + "F1_noncoffee": 0.7531824611032532, + "IoU_noncoffee": 0.6040839478162223, + "kappa": 0.6620062035579025, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9019996227126957, + "mIoU": 0.7621948159999195, + "macroF1": 0.8598743554293342, + "F1_coffee": 0.9367042339323789, + "IoU_coffee": 0.8809441961727971, + "precision_coffee": 0.9364190012180268, + "recall_coffee": 0.9369896404631323, + "F1_noncoffee": 0.7830444769262894, + "IoU_noncoffee": 0.6434454358270418, + "kappa": 0.7197487999841244, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2658, + 2984 + ], + [ + 43708, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.043292021751404, + "test_tta": { + "OA": 0.8330886039681972, + "mIoU": 0.7040142445738727, + "macroF1": 0.8251138141681371, + "F1_coffee": 0.8624592365240744, + "IoU_coffee": 0.7581787521079258, + "precision_coffee": 0.8822605965463108, + "recall_coffee": 0.8435272045028143, + "F1_noncoffee": 0.7877683918121997, + "IoU_noncoffee": 0.6498497370398196, + "kappa": 0.6504992866336234, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7426300911503404, + "mIoU": 0.5789437737429324, + "macroF1": 0.7308272394064121, + "F1_coffee": 0.7871921769721543, + "IoU_coffee": 0.6490658800393314, + "precision_coffee": 0.8619518947011047, + "recall_coffee": 0.7243657273285927, + "F1_noncoffee": 0.6744623018406699, + "IoU_noncoffee": 0.5088216674465332, + "kappa": 0.4677790392203809, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s0_r1.0", + "val_epoch0": 0.7589015799618748 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.779069660235773, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8279671943270539, + "mIoU": 0.6989211182678112, + "macroF1": 0.8218586638528197, + "F1_coffee": 0.8548462642592732, + "IoU_coffee": 0.746490394764619, + "precision_coffee": 0.8969245402663285, + "recall_coffee": 0.8165391831433108, + "F1_noncoffee": 0.7888710634463661, + "IoU_noncoffee": 0.6513518417710035, + "kappa": 0.644854248550077, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7312074535594785, + "mIoU": 0.5683056216146193, + "macroF1": 0.722946071434576, + "F1_coffee": 0.7707879816502479, + "IoU_coffee": 0.6270586116502912, + "precision_coffee": 0.8766540774933557, + "recall_coffee": 0.6877359318760425, + "F1_noncoffee": 0.6751041612189042, + "IoU_noncoffee": 0.5095526315789474, + "kappa": 0.4571142012876735, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1829219479653102, + "mIoU": 0.09175699792265336, + "macroF1": 0.15556635365903376, + "F1_coffee": 0.3075531433740389, + "IoU_coffee": 0.1817210048102619, + "precision_coffee": 1.0, + "recall_coffee": 0.1817210048102619, + "F1_noncoffee": 0.0035795639440286365, + "IoU_noncoffee": 0.0017929910350448248, + "kappa": 0.0006514360114349598, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7971738335972713, + "mIoU": 0.6618342910458814, + "macroF1": 0.7963755159613658, + "F1_coffee": 0.8091253009285796, + "IoU_coffee": 0.6794378128609935, + "precision_coffee": 0.8721117014704065, + "recall_coffee": 0.754624184753555, + "F1_noncoffee": 0.783625730994152, + "IoU_noncoffee": 0.6442307692307693, + "kappa": 0.5951449328969319, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8175190030508299, + "mIoU": 0.6846890845486479, + "macroF1": 0.8119569681753585, + "F1_coffee": 0.8442973748069711, + "IoU_coffee": 0.7305489806825991, + "precision_coffee": 0.9207968434221923, + "recall_coffee": 0.7795339742545218, + "F1_noncoffee": 0.7796165615437457, + "IoU_noncoffee": 0.6388291884146966, + "kappa": 0.627552560569321, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8631951013093045, + "mIoU": 0.741550752323773, + "macroF1": 0.8498570190570536, + "F1_coffee": 0.8946076551353839, + "IoU_coffee": 0.8093123308583721, + "precision_coffee": 0.8933057598039216, + "recall_coffee": 0.8959133507451221, + "F1_noncoffee": 0.8051063829787234, + "IoU_noncoffee": 0.6737891737891738, + "kappa": 0.6997152175483794, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7810706337120769, + "mIoU": 0.6382906040766484, + "macroF1": 0.7788049866669435, + "F1_coffee": 0.7564186107128894, + "IoU_coffee": 0.6082582267868372, + "precision_coffee": 0.7624802942722018, + "recall_coffee": 0.7504525471942074, + "F1_noncoffee": 0.8011913626209978, + "IoU_noncoffee": 0.6683229813664596, + "kappa": 0.5576327926878183, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7733816902956369, + "mIoU": 0.6271294257555358, + "macroF1": 0.7702578843015362, + "F1_coffee": 0.7434685245085842, + "IoU_coffee": 0.5916831683168317, + "precision_coffee": 0.8283892431383421, + "recall_coffee": 0.6743398781313473, + "F1_noncoffee": 0.7970472440944882, + "IoU_noncoffee": 0.6625756831942399, + "kappa": 0.5443044449444542, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8180284659989457, + "mIoU": 0.6920881056831301, + "macroF1": 0.8180284477947566, + "F1_coffee": 0.8180860033726813, + "IoU_coffee": 0.6921705011592652, + "precision_coffee": 0.8301604278074867, + "recall_coffee": 0.8063577810097652, + "F1_noncoffee": 0.817970892216832, + "IoU_noncoffee": 0.692005710206995, + "kappa": 0.6361339194210187, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8146174343357442, + "mIoU": 0.6738409884662213, + "macroF1": 0.8032796304463296, + "F1_coffee": 0.8505064974930933, + "IoU_coffee": 0.7398967420331137, + "precision_coffee": 0.9694425005831584, + "recall_coffee": 0.7575647101713452, + "F1_noncoffee": 0.7560527633995658, + "IoU_noncoffee": 0.6077852348993289, + "kappa": 0.6159911224798225, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85673828125, + "mIoU": 0.7084381818292939, + "macroF1": 0.8245326630147649, + "F1_coffee": 0.899706023107951, + "IoU_coffee": 0.8176960357897353, + "precision_coffee": 0.9699292452830188, + "recall_coffee": 0.838964681881933, + "F1_noncoffee": 0.7493593029215787, + "IoU_noncoffee": 0.5991803278688524, + "kappa": 0.6536029893566153, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9036030937558951, + "mIoU": 0.7607525270589448, + "macroF1": 0.8585369211235302, + "F1_coffee": 0.9383817677559387, + "IoU_coffee": 0.8839164016356201, + "precision_coffee": 0.9285288151771864, + "recall_coffee": 0.9484460694698355, + "F1_noncoffee": 0.7786920744911217, + "IoU_noncoffee": 0.6375886524822695, + "kappa": 0.7171882162304886, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2695, + 2984 + ], + [ + 43514, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5310842911402385, + "test_tta": { + "OA": 0.8342883747582551, + "mIoU": 0.7068927682275377, + "macroF1": 0.8272422778353924, + "F1_coffee": 0.8621316408927029, + "IoU_coffee": 0.7576725672986279, + "precision_coffee": 0.8909074113988361, + "recall_coffee": 0.835156588252273, + "F1_noncoffee": 0.7923529147780819, + "IoU_noncoffee": 0.6561129691564475, + "kappa": 0.6550266010157537, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.738808122764509, + "mIoU": 0.5759992052497107, + "macroF1": 0.7288367422713498, + "F1_coffee": 0.7808355116661826, + "IoU_coffee": 0.6404677294474995, + "precision_coffee": 0.8703194129707564, + "recall_coffee": 0.7080370467913265, + "F1_noncoffee": 0.6768379728765168, + "IoU_noncoffee": 0.5115306810519218, + "kappa": 0.46599736843426737, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s1_r0.05", + "val_epoch0": 0.7266327478415439 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7266327478415439, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7436967265955161, + "mIoU": 0.5767640672769284, + "macroF1": 0.7282869842252713, + "F1_coffee": 0.7929942293507658, + "IoU_coffee": 0.6569929064417178, + "precision_coffee": 0.794683749782596, + "recall_coffee": 0.7913118776158176, + "F1_noncoffee": 0.6635797390997767, + "IoU_noncoffee": 0.496535228112139, + "kappa": 0.45657796030934034, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6658157378562363, + "mIoU": 0.4849940736059698, + "macroF1": 0.6487597626248462, + "F1_coffee": 0.7261596643621108, + "IoU_coffee": 0.5700554803035645, + "precision_coffee": 0.7867148088397224, + "recall_coffee": 0.6742603810025458, + "F1_noncoffee": 0.5713598608875816, + "IoU_noncoffee": 0.3999326669083752, + "kappa": 0.3039744037000132, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20066711140760507, + "mIoU": 0.10057328240428656, + "macroF1": 0.16786857130816676, + "F1_coffee": 0.33307358343537796, + "IoU_coffee": 0.19981300921597436, + "precision_coffee": 0.9979986657771848, + "recall_coffee": 0.1998931052912881, + "F1_noncoffee": 0.002663559180955552, + "IoU_noncoffee": 0.0013335555925987664, + "kappa": -0.0002671386115470564, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.6988670970885613, + "mIoU": 0.5354331226118989, + "macroF1": 0.6970023044380085, + "F1_coffee": 0.7207726194510335, + "IoU_coffee": 0.5634437086092715, + "precision_coffee": 0.7639171555129893, + "recall_coffee": 0.6822409921950177, + "F1_noncoffee": 0.6732319894249835, + "IoU_noncoffee": 0.5074225366145263, + "kappa": 0.3962582865121425, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7654997673095817, + "mIoU": 0.6076189597421667, + "macroF1": 0.7535643171428191, + "F1_coffee": 0.8077982623437169, + "IoU_coffee": 0.677568432278706, + "precision_coffee": 0.8417984277007331, + "recall_coffee": 0.7764379990223236, + "F1_noncoffee": 0.6993303719419214, + "IoU_noncoffee": 0.5376694872056275, + "kappa": 0.5083832328179795, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7593468412406034, + "mIoU": 0.570459506915022, + "macroF1": 0.7171945461768032, + "F1_coffee": 0.8263774154155592, + "IoU_coffee": 0.7041253519402619, + "precision_coffee": 0.7760388559093362, + "recall_coffee": 0.8836994930096789, + "F1_noncoffee": 0.6080116769380474, + "IoU_noncoffee": 0.43679366188978214, + "kappa": 0.439711562169242, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6398032095583929, + "mIoU": 0.46791270841162225, + "macroF1": 0.6366920771954057, + "F1_coffee": 0.6030721569639861, + "IoU_coffee": 0.4317131768619479, + "precision_coffee": 0.6020618556701031, + "recall_coffee": 0.604085854667701, + "F1_noncoffee": 0.6703119974268253, + "IoU_noncoffee": 0.5041122399612966, + "kappa": 0.2733858538667517, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6697439279041653, + "mIoU": 0.5026006698904444, + "macroF1": 0.6687194333268736, + "F1_coffee": 0.6502967531711858, + "IoU_coffee": 0.48180720813933436, + "precision_coffee": 0.6713118692936089, + "recall_coffee": 0.63055743624464, + "F1_noncoffee": 0.6871421134825612, + "IoU_noncoffee": 0.5233941316415543, + "kappa": 0.33801924038320386, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6852925672113864, + "mIoU": 0.5176328040716754, + "macroF1": 0.6811587878555825, + "F1_coffee": 0.7174633222905821, + "IoU_coffee": 0.5594095940959409, + "precision_coffee": 0.6589012517385258, + "recall_coffee": 0.7874506544774569, + "F1_noncoffee": 0.644854253420583, + "IoU_noncoffee": 0.47585601404741, + "kappa": 0.3685871404038955, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7628473543966502, + "mIoU": 0.5983719813679775, + "macroF1": 0.7451278831871712, + "F1_coffee": 0.8123305552766342, + "IoU_coffee": 0.6839702401082178, + "precision_coffee": 0.9043147775542142, + "recall_coffee": 0.7373313889901567, + "F1_noncoffee": 0.6779252110977081, + "IoU_noncoffee": 0.5127737226277372, + "kappa": 0.4991489885638549, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8505859375, + "mIoU": 0.6891302960799977, + "macroF1": 0.8093572919740676, + "F1_coffee": 0.8980135981869084, + "IoU_coffee": 0.8149044277764336, + "precision_coffee": 0.9409135354099735, + "recall_coffee": 0.8588550299630243, + "F1_noncoffee": 0.7207009857612268, + "IoU_noncoffee": 0.5633561643835616, + "kappa": 0.6208729533825604, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.825598943595548, + "mIoU": 0.5832075877914735, + "macroF1": 0.7110681112805666, + "F1_coffee": 0.8929791051687215, + "IoU_coffee": 0.806650632646659, + "precision_coffee": 0.8503086419753086, + "recall_coffee": 0.9401584399756246, + "F1_noncoffee": 0.5291571173924116, + "IoU_noncoffee": 0.35976454293628807, + "kappa": 0.42846834422016533, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2477, + 2984 + ], + [ + 39026, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.546169904867808, + "test_tta": { + "OA": 0.7467767351908889, + "mIoU": 0.5790416876427419, + "macroF1": 0.729796989823378, + "F1_coffee": 0.7975316066033818, + "IoU_coffee": 0.6632453800723948, + "precision_coffee": 0.791266549235752, + "recall_coffee": 0.8038966661855967, + "F1_noncoffee": 0.6620623730433743, + "IoU_noncoffee": 0.49483799521308897, + "kappa": 0.45965052000328627, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6683252567208954, + "mIoU": 0.4862698666030651, + "macroF1": 0.6494501083813795, + "F1_coffee": 0.7307930933567457, + "IoU_coffee": 0.5757872018594012, + "precision_coffee": 0.7830711723238253, + "recall_coffee": 0.6850583794223509, + "F1_noncoffee": 0.5681071234060134, + "IoU_noncoffee": 0.39675253134672894, + "kappa": 0.303877726763853, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s1_r0.1", + "val_epoch0": 0.7278929251422102 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7278929251422102, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7960389656901368, + "mIoU": 0.6514238929602215, + "macroF1": 0.7874113232783054, + "F1_coffee": 0.8302381733090888, + "IoU_coffee": 0.7097497579124408, + "precision_coffee": 0.8583315356405437, + "recall_coffee": 0.8039255303795642, + "F1_noncoffee": 0.7445844732475221, + "IoU_noncoffee": 0.5930980280080023, + "kappa": 0.5755068342532923, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7111889927310489, + "mIoU": 0.541144379011157, + "macroF1": 0.6995815370056604, + "F1_coffee": 0.7586331585608389, + "IoU_coffee": 0.6111272939120302, + "precision_coffee": 0.8414213523702575, + "recall_coffee": 0.6906768501448513, + "F1_noncoffee": 0.640529915450482, + "IoU_noncoffee": 0.47116146411028365, + "kappa": 0.4077026187280731, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23015343562374915, + "mIoU": 0.11542751015294718, + "macroF1": 0.1881401591950139, + "F1_coffee": 0.37282608695652175, + "IoU_coffee": 0.229124916499666, + "precision_coffee": 0.9994172494172494, + "recall_coffee": 0.22915553180117584, + "F1_noncoffee": 0.0034542314335060447, + "IoU_noncoffee": 0.0017301038062283738, + "kappa": 0.0005260589866461027, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7810330125472043, + "mIoU": 0.6397960138593759, + "macroF1": 0.7801829078025128, + "F1_coffee": 0.7938528585354665, + "IoU_coffee": 0.6581724826471427, + "precision_coffee": 0.8560474894880039, + "recall_coffee": 0.7400833957019138, + "F1_noncoffee": 0.766512957069559, + "IoU_noncoffee": 0.6214195450716091, + "kappa": 0.5629785681409596, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7890273540513987, + "mIoU": 0.6435533644142931, + "macroF1": 0.7818365813236272, + "F1_coffee": 0.8214442013129103, + "IoU_coffee": 0.6969922020051986, + "precision_coffee": 0.8873865355521936, + "recall_coffee": 0.7646244093205149, + "F1_noncoffee": 0.7422289613343442, + "IoU_noncoffee": 0.5901145268233876, + "kappa": 0.567124016896045, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8150545128690198, + "mIoU": 0.660821611385635, + "macroF1": 0.7917623937388861, + "F1_coffee": 0.8614064540197724, + "IoU_coffee": 0.7565530799475754, + "precision_coffee": 0.8373830419960833, + "recall_coffee": 0.8868489783376863, + "F1_noncoffee": 0.7221183334579998, + "IoU_noncoffee": 0.5650901428236946, + "kappa": 0.5842109247614955, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7523720276443716, + "mIoU": 0.5983349934235027, + "macroF1": 0.7477711270400844, + "F1_coffee": 0.7137053087757314, + "IoU_coffee": 0.5548536534007159, + "precision_coffee": 0.7492180835939721, + "recall_coffee": 0.6814067752779933, + "F1_noncoffee": 0.7818369453044376, + "IoU_noncoffee": 0.6418163334462894, + "kappa": 0.49640444315092375, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7104077371139685, + "mIoU": 0.5465678413574269, + "macroF1": 0.7057564660828604, + "F1_coffee": 0.6687617850408548, + "IoU_coffee": 0.502360717658168, + "precision_coffee": 0.7548240635641317, + "recall_coffee": 0.6003159557661928, + "F1_noncoffee": 0.7427511471248658, + "IoU_noncoffee": 0.5907749650566858, + "kappa": 0.4173948846370496, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7710068529256721, + "mIoU": 0.6271191862324867, + "macroF1": 0.7707940650524383, + "F1_coffee": 0.7777777777777778, + "IoU_coffee": 0.6363636363636364, + "precision_coffee": 0.7661761741584358, + "recall_coffee": 0.7897361313110326, + "F1_noncoffee": 0.7638103523270987, + "IoU_noncoffee": 0.6178747361013371, + "kappa": 0.5416998169862103, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8120796853191219, + "mIoU": 0.6655814379336187, + "macroF1": 0.7966021122480641, + "F1_coffee": 0.8527100944803581, + "IoU_coffee": 0.7432385575589459, + "precision_coffee": 0.93827971109652, + "recall_coffee": 0.7814436748086038, + "F1_noncoffee": 0.7404941300157701, + "IoU_noncoffee": 0.5879243183082916, + "kappa": 0.5990792166921936, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85888671875, + "mIoU": 0.7060190545502663, + "macroF1": 0.8221294210172491, + "F1_coffee": 0.9029875797247399, + "IoU_coffee": 0.8231334149326806, + "precision_coffee": 0.9536301758366421, + "recall_coffee": 0.8574525054188449, + "F1_noncoffee": 0.7412712623097583, + "IoU_noncoffee": 0.5889046941678521, + "kappa": 0.6469144819468421, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8544614223731372, + "mIoU": 0.6469828702514474, + "macroF1": 0.7698212685363659, + "F1_coffee": 0.9094005049615407, + "IoU_coffee": 0.8338537740928179, + "precision_coffee": 0.8774076591887605, + "recall_coffee": 0.9438147471054236, + "F1_noncoffee": 0.630242032111191, + "IoU_noncoffee": 0.46011196641007696, + "kappa": 0.5421270408571965, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2618, + 2984 + ], + [ + 41808, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5270216544469197, + "test_tta": { + "OA": 0.8021273547740133, + "mIoU": 0.6589382700050317, + "macroF1": 0.7928106012399802, + "F1_coffee": 0.8367461513459209, + "IoU_coffee": 0.7193151798414956, + "precision_coffee": 0.8570563844919948, + "recall_coffee": 0.8173762447683648, + "F1_noncoffee": 0.7488750511340394, + "IoU_noncoffee": 0.5985613601685679, + "kappa": 0.5859788539255952, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7187752394138687, + "mIoU": 0.5488795872345114, + "macroF1": 0.7057927873933707, + "F1_coffee": 0.767595141893422, + "IoU_coffee": 0.6228433268858801, + "precision_coffee": 0.8399457443201085, + "recall_coffee": 0.7067202177157405, + "F1_noncoffee": 0.6439904328933195, + "IoU_noncoffee": 0.4749158475831426, + "kappa": 0.4181981917781055, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s1_r0.5", + "val_epoch0": 0.7602138673883084 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 18, + "stopped_epoch": 50, + "best_val": 0.7703229979317481, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8234009025141465, + "mIoU": 0.6934189244584124, + "macroF1": 0.8181492686514518, + "F1_coffee": 0.8490525606881563, + "IoU_coffee": 0.7376988137666897, + "precision_coffee": 0.9037765974779237, + "recall_coffee": 0.8005772838793477, + "F1_noncoffee": 0.7872459766147474, + "IoU_noncoffee": 0.6491390351501352, + "kappa": 0.6381683266533058, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7244721356870889, + "mIoU": 0.5612599503308918, + "macroF1": 0.7174323898414734, + "F1_coffee": 0.76203288490284, + "IoU_coffee": 0.6155517990823473, + "precision_coffee": 0.8810922917386795, + "recall_coffee": 0.6713194627337372, + "F1_noncoffee": 0.6728318947801069, + "IoU_noncoffee": 0.5069681015794364, + "kappa": 0.4487043685794831, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14983322214809874, + "mIoU": 0.07515348634923755, + "macroF1": 0.13108285702350375, + "F1_coffee": 0.2587249883666822, + "IoU_coffee": 0.14858364510956706, + "precision_coffee": 1.0, + "recall_coffee": 0.14858364510956706, + "F1_noncoffee": 0.003440725680325305, + "IoU_noncoffee": 0.001723327588908037, + "kappa": 0.000511985491623694, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7981483737361432, + "mIoU": 0.6634172534265204, + "macroF1": 0.7975561442461883, + "F1_coffee": 0.8085057205593436, + "IoU_coffee": 0.6785645004849661, + "precision_coffee": 0.8796680497925311, + "recall_coffee": 0.7479952956270716, + "F1_noncoffee": 0.7866065679330329, + "IoU_noncoffee": 0.6482700063680747, + "kappa": 0.5980436327751202, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8061947360256476, + "mIoU": 0.6681733289514202, + "macroF1": 0.8000619499085129, + "F1_coffee": 0.835078764410807, + "IoU_coffee": 0.7168542721160384, + "precision_coffee": 0.9078645235361653, + "recall_coffee": 0.7730976046928467, + "F1_noncoffee": 0.7650451354062187, + "IoU_noncoffee": 0.619492385786802, + "kappa": 0.6037523842484959, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8606063623238911, + "mIoU": 0.7419202292212431, + "macroF1": 0.8505317730614605, + "F1_coffee": 0.8893368113192633, + "IoU_coffee": 0.8007259269802861, + "precision_coffee": 0.9159068707261478, + "recall_coffee": 0.8642648640344139, + "F1_noncoffee": 0.8117267348036579, + "IoU_noncoffee": 0.6831145314622001, + "kappa": 0.7014909371623976, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7869274920932412, + "mIoU": 0.6446826426490365, + "macroF1": 0.7833169064283164, + "F1_coffee": 0.7553463349024883, + "IoU_coffee": 0.6068727036956991, + "precision_coffee": 0.7869955156950673, + "recall_coffee": 0.726144297905353, + "F1_noncoffee": 0.8112874779541446, + "IoU_noncoffee": 0.6824925816023739, + "kappa": 0.5671737497652789, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.768985602813496, + "mIoU": 0.6220991705940615, + "macroF1": 0.7665732166949065, + "F1_coffee": 0.7428431612429655, + "IoU_coffee": 0.590891397430907, + "precision_coffee": 0.8111140796152818, + "recall_coffee": 0.6851726472579553, + "F1_noncoffee": 0.7903032721468476, + "IoU_noncoffee": 0.6533069437572159, + "kappa": 0.5358279480331885, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8175013178703215, + "mIoU": 0.6912756070485901, + "macroF1": 0.8174531961655214, + "F1_coffee": 0.8144893366198692, + "IoU_coffee": 0.6870367022238293, + "precision_coffee": 0.8410801239486498, + "recall_coffee": 0.7895283606897985, + "F1_noncoffee": 0.8204170557111734, + "IoU_noncoffee": 0.6955145118733509, + "kappa": 0.6352593056774644, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8103032610074864, + "mIoU": 0.6660573939911048, + "macroF1": 0.7973846493471435, + "F1_coffee": 0.8485462465808935, + "IoU_coffee": 0.7369347175787436, + "precision_coffee": 0.9550741163055873, + "recall_coffee": 0.7633977397010573, + "F1_noncoffee": 0.7462230521133933, + "IoU_noncoffee": 0.595180070403466, + "kappa": 0.6030442707860425, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8392578125, + "mIoU": 0.6810600975588825, + "macroF1": 0.8046115415404498, + "F1_coffee": 0.886888400219901, + "IoU_coffee": 0.7967650327200889, + "precision_coffee": 0.9618423013861976, + "recall_coffee": 0.8227718985082239, + "F1_noncoffee": 0.7223346828609987, + "IoU_noncoffee": 0.5653551623976762, + "kappa": 0.6149628969487818, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8991699679305791, + "mIoU": 0.7676365689109799, + "macroF1": 0.864392827516786, + "F1_coffee": 0.9330661824557009, + "IoU_coffee": 0.8745305164319249, + "precision_coffee": 0.9594385784187484, + "recall_coffee": 0.9081048141377209, + "F1_noncoffee": 0.7957194725778712, + "IoU_noncoffee": 0.6607426213900349, + "kappa": 0.7294096176240165, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2600, + 2984 + ], + [ + 43354, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5392780900001526, + "test_tta": { + "OA": 0.8307606904949503, + "mIoU": 0.7027523181649963, + "macroF1": 0.8244956767480476, + "F1_coffee": 0.8576549438963778, + "IoU_coffee": 0.7507844843498669, + "precision_coffee": 0.8967559055118111, + "recall_coffee": 0.8218213306393419, + "F1_noncoffee": 0.7913364095997174, + "IoU_noncoffee": 0.6547201519801257, + "kappa": 0.6499668816564649, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7331977616245529, + "mIoU": 0.570214123311174, + "macroF1": 0.7243840235236576, + "F1_coffee": 0.7736710099712486, + "IoU_coffee": 0.6308837320669634, + "precision_coffee": 0.8741256807940062, + "recall_coffee": 0.6939250285312967, + "F1_noncoffee": 0.6750970370760665, + "IoU_noncoffee": 0.5095445145553847, + "kappa": 0.4590241848438049, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s1_r1.0", + "val_epoch0": 0.7662503929737501 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 42, + "stopped_epoch": 72, + "best_val": 0.7731481308797303, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8368848936322613, + "mIoU": 0.7102286553935644, + "macroF1": 0.8294882376932302, + "F1_coffee": 0.865001852537977, + "IoU_coffee": 0.7621174135589679, + "precision_coffee": 0.8889125799573561, + "recall_coffee": 0.8423437725501516, + "F1_noncoffee": 0.7939746228484835, + "IoU_noncoffee": 0.658339897228161, + "kappa": 0.6593526291596932, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7523220260759201, + "mIoU": 0.5915615447014171, + "macroF1": 0.74105506955915, + "F1_coffee": 0.7950691535698516, + "IoU_coffee": 0.6598462940221052, + "precision_coffee": 0.8712697789982999, + "recall_coffee": 0.7311254499166008, + "F1_noncoffee": 0.6870409855484483, + "IoU_noncoffee": 0.523276795380729, + "kappa": 0.48808992427088344, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3038025350233489, + "mIoU": 0.1524414575662861, + "macroF1": 0.2345094930514778, + "F1_coffee": 0.46482051282051284, + "IoU_coffee": 0.3027792624265099, + "precision_coffee": 1.0, + "recall_coffee": 0.3027792624265099, + "F1_noncoffee": 0.004198473282442748, + "IoU_noncoffee": 0.0021036527060623446, + "kappa": 0.0012730739546873875, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8062492386405165, + "mIoU": 0.6731111035794388, + "macroF1": 0.8043037017647724, + "F1_coffee": 0.8238161174189975, + "IoU_coffee": 0.7004143906573743, + "precision_coffee": 0.8546311192829235, + "recall_coffee": 0.7951459424783492, + "F1_noncoffee": 0.7847912861105473, + "IoU_noncoffee": 0.6458078165015032, + "kappa": 0.6092279640532864, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8212937587258907, + "mIoU": 0.687176776154615, + "macroF1": 0.8133359924564436, + "F1_coffee": 0.8518772501285787, + "IoU_coffee": 0.7419740182171122, + "precision_coffee": 0.8987158618194971, + "recall_coffee": 0.8096789962522405, + "F1_noncoffee": 0.7747947347843086, + "IoU_noncoffee": 0.6323795340921179, + "kappa": 0.6282073821353438, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8769353313088067, + "mIoU": 0.7641519852294101, + "macroF1": 0.8648751962742731, + "F1_coffee": 0.9052437902483901, + "IoU_coffee": 0.826890756302521, + "precision_coffee": 0.903442999234889, + "recall_coffee": 0.9070517744661238, + "F1_noncoffee": 0.8245066023001562, + "IoU_noncoffee": 0.7014132141562991, + "kappa": 0.7297523811149303, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7820077310530631, + "mIoU": 0.6410422343627522, + "macroF1": 0.7810991529663127, + "F1_coffee": 0.7669963690997872, + "IoU_coffee": 0.622055239642567, + "precision_coffee": 0.7434466019417476, + "recall_coffee": 0.7920868890612878, + "F1_noncoffee": 0.7952019368328381, + "IoU_noncoffee": 0.6600292290829375, + "kappa": 0.5625840785669114, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7751401252884932, + "mIoU": 0.6318254475703324, + "macroF1": 0.7742067951932221, + "F1_coffee": 0.7596899224806202, + "IoU_coffee": 0.6125, + "precision_coffee": 0.7920646583394563, + "recall_coffee": 0.7298578199052133, + "F1_noncoffee": 0.788723667905824, + "IoU_noncoffee": 0.6511508951406649, + "kappa": 0.5490759189581579, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8404849762783342, + "mIoU": 0.7247323141641624, + "macroF1": 0.8403861619606527, + "F1_coffee": 0.8443575763810307, + "IoU_coffee": 0.7306391312088303, + "precision_coffee": 0.8361858190709046, + "recall_coffee": 0.8526906295449823, + "F1_noncoffee": 0.8364147475402747, + "IoU_noncoffee": 0.7188254971194945, + "kappa": 0.6808043643584393, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8325085649029311, + "mIoU": 0.6958934757310609, + "macroF1": 0.8185342829978486, + "F1_coffee": 0.8688915375446961, + "IoU_coffee": 0.768177028451001, + "precision_coffee": 0.9546049759930162, + "recall_coffee": 0.7973022238425082, + "F1_noncoffee": 0.768177028451001, + "IoU_noncoffee": 0.6236099230111206, + "kappa": 0.6421695444899878, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8623046875, + "mIoU": 0.7137353097322432, + "macroF1": 0.827908423214265, + "F1_coffee": 0.9048454582264813, + "IoU_coffee": 0.8262262755730836, + "precision_coffee": 0.9611469534050179, + "recall_coffee": 0.8547749585617749, + "F1_noncoffee": 0.7509713882020488, + "IoU_noncoffee": 0.6012443438914027, + "kappa": 0.6588801286759798, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9095453687983399, + "mIoU": 0.7791907222732471, + "macroF1": 0.8715715511348459, + "F1_coffee": 0.9414064886662186, + "IoU_coffee": 0.8892993189426296, + "precision_coffee": 0.9438863023768684, + "recall_coffee": 0.9389396709323583, + "F1_noncoffee": 0.8017366136034733, + "IoU_noncoffee": 0.6690821256038647, + "kappa": 0.7431491011863881, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2695, + 2984 + ], + [ + 44012, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.6340198437372844, + "test_tta": { + "OA": 0.8406274622161737, + "mIoU": 0.7151037862573986, + "macroF1": 0.8327630268407166, + "F1_coffee": 0.8690290490626011, + "IoU_coffee": 0.7683920160303953, + "precision_coffee": 0.8864571136929958, + "recall_coffee": 0.8522730552749315, + "F1_noncoffee": 0.796497004618832, + "IoU_noncoffee": 0.6618155564844017, + "kappa": 0.6657268150876978, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7571535710164994, + "mIoU": 0.5966637852647252, + "macroF1": 0.7448969438729096, + "F1_coffee": 0.8008138737076206, + "IoU_coffee": 0.6677978139920293, + "precision_coffee": 0.868565563253785, + "recall_coffee": 0.7428671758405759, + "F1_noncoffee": 0.6889800140381986, + "IoU_noncoffee": 0.5255297565374211, + "kappa": 0.4945956782631365, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s2_r0.05", + "val_epoch0": 0.7219283599463344 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7219283599463344, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7898252274192393, + "mIoU": 0.642305260119462, + "macroF1": 0.7805259748576376, + "F1_coffee": 0.8257027873891801, + "IoU_coffee": 0.7031463402296525, + "precision_coffee": 0.8503395118370343, + "recall_coffee": 0.8024534564872275, + "F1_noncoffee": 0.7353491623260953, + "IoU_noncoffee": 0.5814641800092715, + "kappa": 0.5616107080084582, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6976895119418484, + "mIoU": 0.5255736915867899, + "macroF1": 0.6862974223949417, + "F1_coffee": 0.7460780869544149, + "IoU_coffee": 0.5949956525939523, + "precision_coffee": 0.83260781397864, + "recall_coffee": 0.6758405758932491, + "F1_noncoffee": 0.6265167578354686, + "IoU_noncoffee": 0.45615173057962743, + "kappa": 0.3824060792385951, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15463642428285523, + "mIoU": 0.07754140490246171, + "macroF1": 0.13465184330598087, + "F1_coffee": 0.2661570535093815, + "IoU_coffee": 0.1535070140280561, + "precision_coffee": 0.9991304347826087, + "recall_coffee": 0.1535275253874933, + "F1_noncoffee": 0.0031466331025802393, + "IoU_noncoffee": 0.001575795776867318, + "kappa": 0.00021705889201435792, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.755938603971251, + "mIoU": 0.6067888426949837, + "macroF1": 0.7551204322359457, + "F1_coffee": 0.7692750618990039, + "IoU_coffee": 0.6250584822681763, + "precision_coffee": 0.8335413027202396, + "recall_coffee": 0.714209344595317, + "F1_noncoffee": 0.7409658025728877, + "IoU_noncoffee": 0.588519203121791, + "kappa": 0.5134877567788358, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8015926366409846, + "mIoU": 0.6602694764263121, + "macroF1": 0.7940963040316732, + "F1_coffee": 0.8333839940944027, + "IoU_coffee": 0.7143601578202933, + "precision_coffee": 0.8922361692236169, + "recall_coffee": 0.7818152191624572, + "F1_noncoffee": 0.7548086139689437, + "IoU_noncoffee": 0.6061787950323309, + "kappa": 0.5908124571867082, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8061930601881814, + "mIoU": 0.6464097167497382, + "macroF1": 0.7806382698939109, + "F1_coffee": 0.8555097799057269, + "IoU_coffee": 0.7475029186664937, + "precision_coffee": 0.8276481149012568, + "recall_coffee": 0.8853126440313412, + "F1_noncoffee": 0.705766759882095, + "IoU_noncoffee": 0.5453165148329829, + "kappa": 0.5622866430020236, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7255476162586388, + "mIoU": 0.565283453781541, + "macroF1": 0.7213646044459237, + "F1_coffee": 0.6872246696035242, + "IoU_coffee": 0.5234899328859061, + "precision_coffee": 0.7102649006622517, + "recall_coffee": 0.6656322730799069, + "F1_noncoffee": 0.7555045392883231, + "IoU_noncoffee": 0.6070769746771759, + "kappa": 0.44318722468450333, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7434882954170788, + "mIoU": 0.589602242118452, + "macroF1": 0.7413931192298588, + "F1_coffee": 0.7181159420289855, + "IoU_coffee": 0.5602035048049746, + "precision_coffee": 0.7724084177708496, + "recall_coffee": 0.6709546377792823, + "F1_noncoffee": 0.764670296430732, + "IoU_noncoffee": 0.6190009794319294, + "kappa": 0.4849108226892331, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7485503426462836, + "mIoU": 0.5973438300051204, + "macroF1": 0.7477627779436373, + "F1_coffee": 0.7618572141787319, + "IoU_coffee": 0.6153225806451613, + "precision_coffee": 0.7333717800845828, + "recall_coffee": 0.7926449200083108, + "F1_noncoffee": 0.7336683417085427, + "IoU_noncoffee": 0.5793650793650794, + "kappa": 0.4963753029615883, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7888592818170282, + "mIoU": 0.6354085415542828, + "macroF1": 0.7744030050093123, + "F1_coffee": 0.83151073309032, + "IoU_coffee": 0.7116117850953206, + "precision_coffee": 0.9353075170842825, + "recall_coffee": 0.7484506015311703, + "F1_noncoffee": 0.7172952769283044, + "IoU_noncoffee": 0.559205298013245, + "kappa": 0.5579408337096379, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85322265625, + "mIoU": 0.6997502053467943, + "macroF1": 0.817918445215992, + "F1_coffee": 0.8980947860871924, + "IoU_coffee": 0.8150381491508737, + "precision_coffee": 0.9590211410367796, + "recall_coffee": 0.844447277827362, + "F1_noncoffee": 0.7377421043447915, + "IoU_noncoffee": 0.584462261542715, + "kappa": 0.6395805335195032, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8577626862856065, + "mIoU": 0.6574842894127102, + "macroF1": 0.7791253905828637, + "F1_coffee": 0.9109168241965974, + "IoU_coffee": 0.8364070297244521, + "precision_coffee": 0.8838702281325233, + "recall_coffee": 0.9396709323583181, + "F1_noncoffee": 0.64733395696913, + "IoU_noncoffee": 0.4785615491009682, + "kappa": 0.559882273484727, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2645, + 2984 + ], + [ + 41434, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5283382177352904, + "test_tta": { + "OA": 0.7961822219038751, + "mIoU": 0.6476175336577825, + "macroF1": 0.7839534514778335, + "F1_coffee": 0.8353536814696948, + "IoU_coffee": 0.7172595389507154, + "precision_coffee": 0.8372915760475569, + "recall_coffee": 0.83342473661423, + "F1_noncoffee": 0.7325532214859721, + "IoU_noncoffee": 0.5779755283648498, + "kappa": 0.5679106627643581, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7070064612899504, + "mIoU": 0.5326154263322019, + "macroF1": 0.6913480886519047, + "F1_coffee": 0.7608677739455935, + "IoU_coffee": 0.6140327544932933, + "precision_coffee": 0.8205082637284521, + "recall_coffee": 0.709309981564393, + "F1_noncoffee": 0.6218284033582159, + "IoU_noncoffee": 0.45119809817111056, + "kappa": 0.38781125955969326, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s2_r0.1", + "val_epoch0": 0.7477135453357248 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7477135453357248, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7675667932096555, + "mIoU": 0.6176841929176076, + "macroF1": 0.7627389402643749, + "F1_coffee": 0.796583607585018, + "IoU_coffee": 0.6619351478057038, + "precision_coffee": 0.8714212240699468, + "recall_coffee": 0.7335834896810507, + "F1_noncoffee": 0.728894272943732, + "IoU_noncoffee": 0.5734332380295113, + "kappa": 0.5300968461711695, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6722193377177801, + "mIoU": 0.5018764640657457, + "macroF1": 0.6670383999341413, + "F1_coffee": 0.708572161313073, + "IoU_coffee": 0.5486734450710938, + "precision_coffee": 0.8521945652509176, + "recall_coffee": 0.6063778421560881, + "F1_noncoffee": 0.6255046385552095, + "IoU_noncoffee": 0.4550794830603975, + "kappa": 0.35752651020203036, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09979986657771849, + "mIoU": 0.05005222545198129, + "macroF1": 0.09127351665737042, + "F1_coffee": 0.17929692251550905, + "IoU_coffee": 0.09847675040085516, + "precision_coffee": 1.0, + "recall_coffee": 0.09847675040085516, + "F1_noncoffee": 0.003250110799231792, + "IoU_noncoffee": 0.0016277005031074283, + "kappa": 0.00032052993439020796, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.743086855889877, + "mIoU": 0.5911993803026635, + "macroF1": 0.7430863945808395, + "F1_coffee": 0.7427421322273725, + "IoU_coffee": 0.590763558746483, + "precision_coffee": 0.8645463580860429, + "recall_coffee": 0.6510210627606116, + "F1_noncoffee": 0.7434306569343065, + "IoU_noncoffee": 0.591635201858844, + "kappa": 0.49614721488161256, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7515383422100419, + "mIoU": 0.5984090740808243, + "macroF1": 0.7480548170370218, + "F1_coffee": 0.777680099939851, + "IoU_coffee": 0.6362328715269892, + "precision_coffee": 0.8998822143698468, + "recall_coffee": 0.6846993645103471, + "F1_noncoffee": 0.7184295341341927, + "IoU_noncoffee": 0.5605852766346594, + "kappa": 0.5076098041206913, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8030069198984418, + "mIoU": 0.6511517402408892, + "macroF1": 0.7856629912401076, + "F1_coffee": 0.8466338514011085, + "IoU_coffee": 0.7340547079776867, + "precision_coffee": 0.8544160212782602, + "recall_coffee": 0.8389921646950377, + "F1_noncoffee": 0.7246921310791067, + "IoU_noncoffee": 0.5682487725040917, + "kappa": 0.5713898109233111, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.710905470305728, + "mIoU": 0.5380379800143716, + "macroF1": 0.69622038016507, + "F1_coffee": 0.6294294294294295, + "IoU_coffee": 0.45924627519719546, + "precision_coffee": 0.7504475474400286, + "recall_coffee": 0.5420222394621154, + "F1_noncoffee": 0.7630113309007106, + "IoU_noncoffee": 0.6168296848315479, + "kappa": 0.4023797460800143, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7041433124519177, + "mIoU": 0.5356537548685492, + "macroF1": 0.6956385791161748, + "F1_coffee": 0.644761150699393, + "IoU_coffee": 0.47575462512171374, + "precision_coffee": 0.7762948840165237, + "recall_coffee": 0.5513428120063191, + "F1_noncoffee": 0.7465160075329567, + "IoU_noncoffee": 0.5955528846153846, + "kappa": 0.4034969442941893, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7388508170795993, + "mIoU": 0.5851245443771604, + "macroF1": 0.7381172502991504, + "F1_coffee": 0.7242569297562061, + "IoU_coffee": 0.5677137870855148, + "precision_coffee": 0.7800959232613909, + "recall_coffee": 0.6758778308747143, + "F1_noncoffee": 0.7519775708420947, + "IoU_noncoffee": 0.6025353016688062, + "kappa": 0.4786372335735914, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7779469610455526, + "mIoU": 0.6225891656258576, + "macroF1": 0.7649232468669728, + "F1_coffee": 0.8202547247329499, + "IoU_coffee": 0.6952812119101515, + "precision_coffee": 0.9395294117647058, + "recall_coffee": 0.7278527160043747, + "F1_noncoffee": 0.7095917690009956, + "IoU_noncoffee": 0.5498971193415638, + "kappa": 0.5417782118500855, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.79365234375, + "mIoU": 0.6222443999686702, + "macroF1": 0.76079838086265, + "F1_coffee": 0.8494478090488066, + "IoU_coffee": 0.7382957641813228, + "precision_coffee": 0.9626937984496124, + "recall_coffee": 0.7600408007140125, + "F1_noncoffee": 0.6721489526764934, + "IoU_noncoffee": 0.5061930357560177, + "kappa": 0.5355913181621187, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.860403697415582, + "mIoU": 0.6668154454847368, + "macroF1": 0.7872808740683839, + "F1_coffee": 0.9119990486383637, + "IoU_coffee": 0.8382336867417204, + "precision_coffee": 0.8903982352258214, + "recall_coffee": 0.9346739792809262, + "F1_noncoffee": 0.662562699498404, + "IoU_noncoffee": 0.49539720422775313, + "kappa": 0.5755196806415218, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2596, + 2984 + ], + [ + 40240, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.534377650419871, + "test_tta": { + "OA": 0.78355776806819, + "mIoU": 0.6366898827762502, + "macroF1": 0.7767856116493206, + "F1_coffee": 0.8156654618657638, + "IoU_coffee": 0.6887120451209148, + "precision_coffee": 0.8647093060854945, + "recall_coffee": 0.7718862750757685, + "F1_noncoffee": 0.7379057614328772, + "IoU_noncoffee": 0.5846677204315854, + "kappa": 0.5556038134894671, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6888773508711203, + "mIoU": 0.5184466141099203, + "macroF1": 0.6809460241619791, + "F1_coffee": 0.7312503114566203, + "IoU_coffee": 0.5763550667714061, + "precision_coffee": 0.8456662056247118, + "recall_coffee": 0.6441049951716267, + "F1_noncoffee": 0.6306417368673378, + "IoU_noncoffee": 0.4605381614484345, + "kappa": 0.3775515524059947, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s2_r0.5", + "val_epoch0": 0.7549161621247416 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.7676587875530637, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8238843922355132, + "mIoU": 0.6931930139115543, + "macroF1": 0.817873710888791, + "F1_coffee": 0.8509600084862629, + "IoU_coffee": 0.7405834564254062, + "precision_coffee": 0.8957695252679939, + "recall_coffee": 0.8104199740222254, + "F1_noncoffee": 0.7847874132913193, + "IoU_noncoffee": 0.6458025713977024, + "kappa": 0.6370588635099956, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7287700473058728, + "mIoU": 0.5654327640890302, + "macroF1": 0.7206177880643724, + "F1_coffee": 0.7683419561468342, + "IoU_coffee": 0.6238273358270158, + "precision_coffee": 0.875645777178796, + "recall_coffee": 0.6844658063383373, + "F1_noncoffee": 0.6728936199819106, + "IoU_noncoffee": 0.5070381923510446, + "kappa": 0.4528375367042398, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19199466310873917, + "mIoU": 0.09631007112189319, + "macroF1": 0.16204319903492775, + "F1_coffee": 0.32046678635547576, + "IoU_coffee": 0.190807055050775, + "precision_coffee": 1.0, + "recall_coffee": 0.190807055050775, + "F1_noncoffee": 0.0036196117143797303, + "IoU_noncoffee": 0.001813087193011373, + "kappa": 0.0006916603759095902, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.788707516140821, + "mIoU": 0.6497025426939098, + "macroF1": 0.7874376172282785, + "F1_coffee": 0.8038672471306609, + "IoU_coffee": 0.6720552089241822, + "precision_coffee": 0.8530117590592753, + "recall_coffee": 0.7600769806479205, + "F1_noncoffee": 0.7710079873258961, + "IoU_noncoffee": 0.6273498764636374, + "kappa": 0.5765163790426785, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8237757898546978, + "mIoU": 0.6922623425339862, + "macroF1": 0.8171213374910722, + "F1_coffee": 0.8520062532569046, + "IoU_coffee": 0.7421697684975034, + "precision_coffee": 0.9122187093174633, + "recall_coffee": 0.7992504481016783, + "F1_noncoffee": 0.7822364217252397, + "IoU_noncoffee": 0.6423549165704691, + "kappa": 0.6365725591441489, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8527405784835963, + "mIoU": 0.7295852270045983, + "macroF1": 0.8422196192814007, + "F1_coffee": 0.8829627284956872, + "IoU_coffee": 0.7904505525644658, + "precision_coffee": 0.910411227154047, + "recall_coffee": 0.8571209095099094, + "F1_noncoffee": 0.8014765100671141, + "IoU_noncoffee": 0.6687199014447307, + "kappa": 0.6849250453472077, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7671313107649057, + "mIoU": 0.6206818586086765, + "macroF1": 0.7656750535432427, + "F1_coffee": 0.7472024415055951, + "IoU_coffee": 0.5964271213966708, + "precision_coffee": 0.7350512884663498, + "recall_coffee": 0.7597620894750453, + "F1_noncoffee": 0.7841476655808903, + "IoU_noncoffee": 0.6449365958206823, + "kappa": 0.5314594349261792, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7684360918782284, + "mIoU": 0.6211595196854861, + "macroF1": 0.7658184179369311, + "F1_coffee": 0.7410593584859285, + "IoU_coffee": 0.5886372510737993, + "precision_coffee": 0.8135456017269294, + "recall_coffee": 0.6804333107650643, + "F1_noncoffee": 0.7905774773879336, + "IoU_noncoffee": 0.6536817882971729, + "kappa": 0.5346247890965895, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7924090669478123, + "mIoU": 0.6558111426964099, + "macroF1": 0.7920753344227244, + "F1_coffee": 0.7837451949478309, + "IoU_coffee": 0.6443922701824093, + "precision_coffee": 0.8313140726933831, + "recall_coffee": 0.741325576563474, + "F1_noncoffee": 0.8004054738976178, + "IoU_noncoffee": 0.6672300152104107, + "kappa": 0.5854035905812381, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8120796853191219, + "mIoU": 0.6693887429586264, + "macroF1": 0.7999314075674204, + "F1_coffee": 0.8492313957039601, + "IoU_coffee": 0.7379688605803255, + "precision_coffee": 0.9617246944892783, + "recall_coffee": 0.7602989427633977, + "F1_noncoffee": 0.7506314194308806, + "IoU_noncoffee": 0.6008086253369272, + "kappa": 0.6087174980712883, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.87294921875, + "mIoU": 0.7308272966778915, + "macroF1": 0.8399265593112539, + "F1_coffee": 0.9126317910147068, + "IoU_coffee": 0.8393033596837944, + "precision_coffee": 0.9641032917139614, + "recall_coffee": 0.8663776616090781, + "F1_noncoffee": 0.767221327607801, + "IoU_noncoffee": 0.6223512336719884, + "kappa": 0.6822660220708803, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9067157140162233, + "mIoU": 0.7781826225037295, + "macroF1": 0.8712042727931506, + "F1_coffee": 0.9388335704125178, + "IoU_coffee": 0.8847184986595175, + "precision_coffee": 0.9530386740331491, + "recall_coffee": 0.9250457038391224, + "F1_noncoffee": 0.8035749751737835, + "IoU_noncoffee": 0.6716467463479415, + "kappa": 0.7425921880760625, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2624, + 2984 + ], + [ + 43357, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.2854669451713563, + "test_tta": { + "OA": 0.8297937110522169, + "mIoU": 0.7005077718709298, + "macroF1": 0.8228331173933756, + "F1_coffee": 0.857949875211095, + "IoU_coffee": 0.7512366196445863, + "precision_coffee": 0.889550018594273, + "recall_coffee": 0.8285178236397749, + "F1_noncoffee": 0.7877163595756561, + "IoU_noncoffee": 0.6497789240972734, + "kappa": 0.646333205176644, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7353034498673128, + "mIoU": 0.5717933799222252, + "macroF1": 0.725444345815407, + "F1_coffee": 0.7774719612003638, + "IoU_coffee": 0.6359542984091721, + "precision_coffee": 0.8686028555173254, + "recall_coffee": 0.7036476165393732, + "F1_noncoffee": 0.67341673043045, + "IoU_noncoffee": 0.5076324614352783, + "kappa": 0.45961837563955876, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f0_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f0_s2_r1.0", + "val_epoch0": 0.76848171440701 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.7729001150633197, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8224160160446959, + "mIoU": 0.6907029045644886, + "macroF1": 0.8160749603083064, + "F1_coffee": 0.8502257864769758, + "IoU_coffee": 0.7394719558649678, + "precision_coffee": 0.8916624429802331, + "recall_coffee": 0.8124693317939097, + "F1_noncoffee": 0.7819241341396371, + "IoU_noncoffee": 0.6419338532640092, + "kappa": 0.6333029660402673, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7258566978193146, + "mIoU": 0.5616591101461259, + "macroF1": 0.717461294735684, + "F1_coffee": 0.7661647475642162, + "IoU_coffee": 0.6209619526202441, + "precision_coffee": 0.8716829022505879, + "recall_coffee": 0.6834342902291283, + "F1_noncoffee": 0.6687578419071518, + "IoU_noncoffee": 0.5023562676720076, + "kappa": 0.4464136033785858, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17851901267511674, + "mIoU": 0.08954749813003582, + "macroF1": 0.15238741888812535, + "F1_coffee": 0.3012143911020316, + "IoU_coffee": 0.17731159807589525, + "precision_coffee": 1.0, + "recall_coffee": 0.17731159807589525, + "F1_noncoffee": 0.0035604466742191294, + "IoU_noncoffee": 0.0017833981841763942, + "kappa": 0.0006322344406907214, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7866366183457181, + "mIoU": 0.6477240930854189, + "macroF1": 0.7861121410148185, + "F1_coffee": 0.7967036155765771, + "IoU_coffee": 0.6621008970772644, + "precision_coffee": 0.8712871287128713, + "recall_coffee": 0.7338821768416551, + "F1_noncoffee": 0.77552066645306, + "IoU_noncoffee": 0.6333472890935734, + "kappa": 0.575657695571452, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.812658358756916, + "mIoU": 0.677697314150677, + "macroF1": 0.8069693795394526, + "F1_coffee": 0.8401076834811775, + "IoU_coffee": 0.7242979986302412, + "precision_coffee": 0.9165142031776601, + "recall_coffee": 0.7754603226332084, + "F1_noncoffee": 0.7738310755977277, + "IoU_noncoffee": 0.6310966296711129, + "kappa": 0.6176970930999657, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8610544133021357, + "mIoU": 0.7364272593246344, + "macroF1": 0.8462346776516843, + "F1_coffee": 0.8939710519317707, + "IoU_coffee": 0.8082709349453872, + "precision_coffee": 0.8843291995490418, + "recall_coffee": 0.9038254724227992, + "F1_noncoffee": 0.7984983033715978, + "IoU_noncoffee": 0.6645835837038817, + "kappa": 0.692538815750727, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7766194213423919, + "mIoU": 0.632106523504373, + "macroF1": 0.7741313582052376, + "F1_coffee": 0.7504253369977751, + "IoU_coffee": 0.6005446166736489, + "precision_coffee": 0.7596714361420244, + "recall_coffee": 0.7414016033100594, + "F1_noncoffee": 0.7978373794127, + "IoU_noncoffee": 0.663668430335097, + "kappa": 0.5483169164606563, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7776678755907243, + "mIoU": 0.6336439245508395, + "macroF1": 0.7753105082826561, + "F1_coffee": 0.7522958246602179, + "IoU_coffee": 0.6029440628066732, + "precision_coffee": 0.8222698072805139, + "recall_coffee": 0.6932972241029113, + "F1_noncoffee": 0.7983251919050942, + "IoU_noncoffee": 0.6643437862950058, + "kappa": 0.5532550571861083, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8185556141275698, + "mIoU": 0.6928156338799902, + "macroF1": 0.8185329502174716, + "F1_coffee": 0.8205609425503075, + "IoU_coffee": 0.6957213578500707, + "precision_coffee": 0.8235663457513605, + "recall_coffee": 0.8175773945564098, + "F1_noncoffee": 0.8165049578846358, + "IoU_noncoffee": 0.6899099099099099, + "kappa": 0.6370708428307447, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7974876284735439, + "mIoU": 0.6518633616428362, + "macroF1": 0.787494737240469, + "F1_coffee": 0.8335766423357664, + "IoU_coffee": 0.7146433041301627, + "precision_coffee": 0.9739278752436648, + "recall_coffee": 0.7285818446955887, + "F1_noncoffee": 0.7414128321451717, + "IoU_noncoffee": 0.5890834191555098, + "kappa": 0.5882750018314417, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84375, + "mIoU": 0.6897124612025922, + "macroF1": 0.8111965950485939, + "F1_coffee": 0.8895942589014629, + "IoU_coffee": 0.8011434253044991, + "precision_coffee": 0.9694690930967063, + "recall_coffee": 0.8218793828892006, + "F1_noncoffee": 0.7327989311957248, + "IoU_noncoffee": 0.5782814971006853, + "kappa": 0.6284964450257048, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8990756461045086, + "mIoU": 0.7468233004202651, + "macroF1": 0.8483920669615537, + "F1_coffee": 0.9360506813291896, + "IoU_coffee": 0.8797887877766543, + "precision_coffee": 0.9183769203705875, + "recall_coffee": 0.9544180377818403, + "F1_noncoffee": 0.7607334525939177, + "IoU_noncoffee": 0.6138578130638759, + "kappa": 0.6972037118565867, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2627, + 2984 + ], + [ + 43272, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0321587363878884, + "test_tta": { + "OA": 0.8265525392163885, + "mIoU": 0.6959487494654619, + "macroF1": 0.8196671165525581, + "F1_coffee": 0.854904428066391, + "IoU_coffee": 0.746579105727218, + "precision_coffee": 0.8886362928591448, + "recall_coffee": 0.8236397748592871, + "F1_noncoffee": 0.7844298050387252, + "IoU_noncoffee": 0.6453183932037058, + "kappa": 0.6401046811593923, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7299671166493596, + "mIoU": 0.5657803902905023, + "macroF1": 0.7206464491119436, + "F1_coffee": 0.771673516176632, + "IoU_coffee": 0.6282316031928835, + "precision_coffee": 0.8683206630622718, + "recall_coffee": 0.6943859187077517, + "F1_noncoffee": 0.6696193820472552, + "IoU_noncoffee": 0.5033291773881211, + "kappa": 0.4511317448269703, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s0_r0.05", + "val_epoch0": 0.6447736215767012 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6447736215767012, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8564442722959233, + "mIoU": 0.6838483491505247, + "macroF1": 0.8035620869336415, + "F1_coffee": 0.9054839498039549, + "IoU_coffee": 0.8272916140807332, + "precision_coffee": 0.9147666280218129, + "recall_coffee": 0.8963877727052785, + "F1_noncoffee": 0.701640224063328, + "IoU_noncoffee": 0.5404050842203162, + "kappa": 0.6072518397446727, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8256605515172494, + "mIoU": 0.637978914225364, + "macroF1": 0.7681614177720062, + "F1_coffee": 0.8836192786859993, + "IoU_coffee": 0.7915035272608103, + "precision_coffee": 0.8823959234688972, + "recall_coffee": 0.8848460307360059, + "F1_noncoffee": 0.652703556858013, + "IoU_noncoffee": 0.48445430118991767, + "kappa": 0.5363254951094379, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09876543209876543, + "mIoU": 0.050506756756756754, + "macroF1": 0.09379310344827586, + "F1_coffee": 0.16091954022988506, + "IoU_coffee": 0.0875, + "precision_coffee": 1.0, + "recall_coffee": 0.0875, + "F1_noncoffee": 0.02666666666666667, + "IoU_noncoffee": 0.013513513513513514, + "kappa": 0.002362071874472751, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8372815533980582, + "mIoU": 0.6593712347422274, + "macroF1": 0.7855998933687725, + "F1_coffee": 0.8908641010614052, + "IoU_coffee": 0.8032055421828216, + "precision_coffee": 0.9167727668699324, + "recall_coffee": 0.866379583306947, + "F1_noncoffee": 0.6803356856761397, + "IoU_noncoffee": 0.5155369273016331, + "kappa": 0.5722005547926476, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8427542188482182, + "mIoU": 0.6661553356190356, + "macroF1": 0.7906019639036864, + "F1_coffee": 0.8951035417069867, + "IoU_coffee": 0.8101243650376598, + "precision_coffee": 0.9169916066353843, + "recall_coffee": 0.8742360279755529, + "F1_noncoffee": 0.6861003861003862, + "IoU_noncoffee": 0.5221863062004114, + "kappa": 0.5819167426728242, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8892219911996518, + "mIoU": 0.7304505634269498, + "macroF1": 0.836893424437907, + "F1_coffee": 0.9292792097545918, + "IoU_coffee": 0.867900593899556, + "precision_coffee": 0.9109174534011135, + "recall_coffee": 0.9483964463486863, + "F1_noncoffee": 0.7445076391212223, + "IoU_noncoffee": 0.5930005329543436, + "kappa": 0.6742650004980537, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8097560975609757, + "mIoU": 0.5262756859231084, + "macroF1": 0.6472420397479084, + "F1_coffee": 0.8866749688667497, + "IoU_coffee": 0.796420581655481, + "precision_coffee": 0.9340329835082459, + "recall_coffee": 0.843887571960718, + "F1_noncoffee": 0.4078091106290672, + "IoU_noncoffee": 0.2561307901907357, + "kappa": 0.30383619503660036, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8120658860885096, + "mIoU": 0.5365231324645943, + "macroF1": 0.6596614810910129, + "F1_coffee": 0.887409344905481, + "IoU_coffee": 0.7976063261380637, + "precision_coffee": 0.9411171352918926, + "recall_coffee": 0.8395006186030818, + "F1_noncoffee": 0.4319136172765447, + "IoU_noncoffee": 0.2754399387911247, + "kappa": 0.3303272482118944, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9161539988092876, + "mIoU": 0.6632330424784705, + "macroF1": 0.7702694503994605, + "F1_coffee": 0.9533381191672649, + "IoU_coffee": 0.9108367626886146, + "precision_coffee": 0.9364287264048601, + "recall_coffee": 0.9708694185131032, + "F1_noncoffee": 0.5872007816316561, + "IoU_noncoffee": 0.41562932226832644, + "kappa": 0.5418604428463789, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8634770251065845, + "mIoU": 0.740135537776495, + "macroF1": 0.8487259992746091, + "F1_coffee": 0.8959641903111689, + "IoU_coffee": 0.8115354433690819, + "precision_coffee": 0.8968058968058968, + "recall_coffee": 0.8951240623196769, + "F1_noncoffee": 0.8014878082380493, + "IoU_noncoffee": 0.6687356321839081, + "kappa": 0.6974525070859614, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8719230406488729, + "mIoU": 0.7506261735572677, + "macroF1": 0.8554746083155975, + "F1_coffee": 0.9042313117066291, + "IoU_coffee": 0.8252027287939245, + "precision_coffee": 0.8904166666666666, + "recall_coffee": 0.9184813753581662, + "F1_noncoffee": 0.8067179049245659, + "IoU_noncoffee": 0.6760496183206107, + "kappa": 0.7110895704408676, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8636235027822314, + "mIoU": 0.7352429734023862, + "macroF1": 0.8449112433936292, + "F1_coffee": 0.8987820243595128, + "IoU_coffee": 0.8161708619374524, + "precision_coffee": 0.8787298111141527, + "recall_coffee": 0.9197707736389685, + "F1_noncoffee": 0.7910404624277456, + "IoU_noncoffee": 0.6543150848673202, + "kappa": 0.6901555772080172, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2570, + 2995 + ], + [ + 50497, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.537423841158549, + "test_tta": { + "OA": 0.8662728769245667, + "mIoU": 0.6958661936695476, + "macroF1": 0.8120909130776137, + "F1_coffee": 0.9129932587101245, + "IoU_coffee": 0.8399149922720247, + "precision_coffee": 0.9113855055449571, + "recall_coffee": 0.9146066942965939, + "F1_noncoffee": 0.7111885674451028, + "IoU_noncoffee": 0.5518173950670705, + "kappa": 0.6241857082781357, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8345736702434522, + "mIoU": 0.6462964110921794, + "macroF1": 0.7739817267639115, + "F1_coffee": 0.8910068797749819, + "IoU_coffee": 0.8034376981474817, + "precision_coffee": 0.8783700234192038, + "recall_coffee": 0.9040126491968917, + "F1_noncoffee": 0.6569565737528412, + "IoU_noncoffee": 0.48915512403687705, + "kappa": 0.5482577356138898, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s0_r0.1", + "val_epoch0": 0.676098048582795 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.676098048582795, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8878022013492141, + "mIoU": 0.7276436179405317, + "macroF1": 0.8348479500630299, + "F1_coffee": 0.9283653449839255, + "IoU_coffee": 0.8663076923076923, + "precision_coffee": 0.9097849136625266, + "recall_coffee": 0.9477205309995161, + "F1_noncoffee": 0.7413305551421342, + "IoU_noncoffee": 0.5889795435733711, + "kappa": 0.670192625608529, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.854721933771778, + "mIoU": 0.6707900000138287, + "macroF1": 0.7922059580346894, + "F1_coffee": 0.9061816014231561, + "IoU_coffee": 0.8284570844686648, + "precision_coffee": 0.876427773574028, + "recall_coffee": 0.9380266481556468, + "F1_noncoffee": 0.6782303146462226, + "IoU_noncoffee": 0.5131229155589927, + "kappa": 0.5860482061877269, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12345679012345678, + "mIoU": 0.06319444444444444, + "macroF1": 0.11482222564260428, + "F1_coffee": 0.20224719101123595, + "IoU_coffee": 0.1125, + "precision_coffee": 1.0, + "recall_coffee": 0.1125, + "F1_noncoffee": 0.0273972602739726, + "IoU_noncoffee": 0.013888888888888888, + "kappa": 0.003120124804992196, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8825728155339806, + "mIoU": 0.7191894145606303, + "macroF1": 0.8288010077197995, + "F1_coffee": 0.9247472390729506, + "IoU_coffee": 0.8600277745631293, + "precision_coffee": 0.9088296441237618, + "recall_coffee": 0.9412323475397378, + "F1_noncoffee": 0.7328547763666483, + "IoU_noncoffee": 0.5783510545581314, + "kappa": 0.657974470114178, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.894831004303467, + "mIoU": 0.7432151224173316, + "macroF1": 0.8462147230089248, + "F1_coffee": 0.9326812962332477, + "IoU_coffee": 0.8738545412365155, + "precision_coffee": 0.9165956929066796, + "recall_coffee": 0.9493415663789301, + "F1_noncoffee": 0.7597481497846018, + "IoU_noncoffee": 0.6125757035981475, + "kappa": 0.6927671356685832, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8859823025965863, + "mIoU": 0.7206000436869391, + "macroF1": 0.8293614574734771, + "F1_coffee": 0.927655396698779, + "IoU_coffee": 0.8650720988784619, + "precision_coffee": 0.9040243975363272, + "recall_coffee": 0.9525549744817592, + "F1_noncoffee": 0.7310675182481752, + "IoU_noncoffee": 0.5761279884954161, + "kappa": 0.6595875769766941, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9062220009955202, + "mIoU": 0.6235817970741244, + "macroF1": 0.7310183902839047, + "F1_coffee": 0.9481048920229176, + "IoU_coffee": 0.9013302608149156, + "precision_coffee": 0.9259657806951469, + "recall_coffee": 0.9713285923919178, + "F1_noncoffee": 0.5139318885448917, + "IoU_noncoffee": 0.3458333333333333, + "kappa": 0.464901846730726, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.920123040285771, + "mIoU": 0.6704568006799695, + "macroF1": 0.7764815656713084, + "F1_coffee": 0.9556644820179545, + "IoU_coffee": 0.9150933445839047, + "precision_coffee": 0.9363263544139866, + "recall_coffee": 0.9758182431672477, + "F1_noncoffee": 0.5972986493246624, + "IoU_noncoffee": 0.42582025677603424, + "kappa": 0.5546884511418614, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9156578686247271, + "mIoU": 0.6598673084104334, + "macroF1": 0.7669895296388949, + "F1_coffee": 0.9531112091791704, + "IoU_coffee": 0.9104225945832016, + "precision_coffee": 0.9352603659196709, + "recall_coffee": 0.9716567315262625, + "F1_noncoffee": 0.5808678500986193, + "IoU_noncoffee": 0.40931202223766505, + "kappa": 0.5354916723828939, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8600663192799621, + "mIoU": 0.7326607956513911, + "macroF1": 0.8434579802195604, + "F1_coffee": 0.894447223611806, + "IoU_coffee": 0.8090497737556561, + "precision_coffee": 0.8862767313411698, + "recall_coffee": 0.9027697634160415, + "F1_noncoffee": 0.7924687368273149, + "IoU_noncoffee": 0.6562718175471259, + "kappa": 0.6869682674599831, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.87079128548524, + "mIoU": 0.7491075987725904, + "macroF1": 0.8544889236116509, + "F1_coffee": 0.9031938948558508, + "IoU_coffee": 0.8234763561396727, + "precision_coffee": 0.8911042944785276, + "recall_coffee": 0.9156160458452722, + "F1_noncoffee": 0.805783952367451, + "IoU_noncoffee": 0.6747388414055081, + "kappa": 0.7090852745792843, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8577761011034613, + "mIoU": 0.7227643927201295, + "macroF1": 0.8360083461845047, + "F1_coffee": 0.8957555647725701, + "IoU_coffee": 0.8111931889320145, + "precision_coffee": 0.8654822335025381, + "recall_coffee": 0.9282234957020057, + "F1_noncoffee": 0.7762611275964392, + "IoU_noncoffee": 0.6343355965082444, + "kappa": 0.6728757166912739, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2607, + 2995 + ], + [ + 52403, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5378353039423627, + "test_tta": { + "OA": 0.8891255931054517, + "mIoU": 0.7256208903471318, + "macroF1": 0.8329573283739482, + "F1_coffee": 0.9298206186409512, + "IoU_coffee": 0.8688455737767511, + "precision_coffee": 0.903731209912826, + "recall_coffee": 0.9574611322660047, + "F1_noncoffee": 0.7360940381069453, + "IoU_noncoffee": 0.5823962069175126, + "kappa": 0.6669583865392393, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8562795661705319, + "mIoU": 0.6680828381355343, + "macroF1": 0.7893797359613919, + "F1_coffee": 0.9080829789785357, + "IoU_coffee": 0.8316410143776716, + "precision_coffee": 0.8704201442919791, + "recall_coffee": 0.9491525423728814, + "F1_noncoffee": 0.670676492944248, + "IoU_noncoffee": 0.504524661893397, + "kappa": 0.5815663370728372, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s0_r0.5", + "val_epoch0": 0.7058050771609986 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 67, + "stopped_epoch": 97, + "best_val": 0.7210635379179284, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8867531712985378, + "mIoU": 0.725082579057262, + "macroF1": 0.8329302972693012, + "F1_coffee": 0.9277573586187726, + "IoU_coffee": 0.8652494527019242, + "precision_coffee": 0.9084438888664865, + "recall_coffee": 0.9479098731407654, + "F1_noncoffee": 0.7381032359198298, + "IoU_noncoffee": 0.5849157054125999, + "kappa": 0.6664072045360204, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8557170878043152, + "mIoU": 0.6730675698188477, + "macroF1": 0.7940622294974433, + "F1_coffee": 0.9067434793146522, + "IoU_coffee": 0.8293968178174935, + "precision_coffee": 0.8776821323516143, + "recall_coffee": 0.9377952604076281, + "F1_noncoffee": 0.6813809796802344, + "IoU_noncoffee": 0.516738321820202, + "kappa": 0.5896615220978108, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8885922330097087, + "mIoU": 0.7310643856859169, + "macroF1": 0.8374994494892988, + "F1_coffee": 0.9286180834188672, + "IoU_coffee": 0.8667479533182373, + "precision_coffee": 0.9124694376528117, + "recall_coffee": 0.9453486163004243, + "F1_noncoffee": 0.7463808155597303, + "IoU_noncoffee": 0.5953808180535967, + "kappa": 0.6753601684498726, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8901407088632077, + "mIoU": 0.7363997887122822, + "macroF1": 0.8415444386018032, + "F1_coffee": 0.9292960726955872, + "IoU_coffee": 0.8679300122071731, + "precision_coffee": 0.9180962921970116, + "recall_coffee": 0.9407724781047193, + "F1_noncoffee": 0.7537928045080191, + "IoU_noncoffee": 0.6048695652173913, + "kappa": 0.6832530163787588, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8815337749625259, + "mIoU": 0.7071691984075397, + "macroF1": 0.8188578668799187, + "F1_coffee": 0.9254094866954881, + "IoU_coffee": 0.8611740707162284, + "precision_coffee": 0.8953166421207658, + "recall_coffee": 0.9575956146430596, + "F1_noncoffee": 0.7123062470643494, + "IoU_noncoffee": 0.553164326098851, + "kappa": 0.6392874756467102, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8990542558486809, + "mIoU": 0.6321944106065049, + "macroF1": 0.7426406603515576, + "F1_coffee": 0.9432759006489148, + "IoU_coffee": 0.892641609317099, + "precision_coffee": 0.9350116446711767, + "recall_coffee": 0.9516875493848064, + "F1_noncoffee": 0.5420054200542005, + "IoU_noncoffee": 0.37174721189591076, + "kappa": 0.48560578154450534, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9036515181583648, + "mIoU": 0.6667955662598156, + "macroF1": 0.7769991148318725, + "F1_coffee": 0.945057432241272, + "IoU_coffee": 0.8958378030465566, + "precision_coffee": 0.9509223411523571, + "recall_coffee": 0.939264424699134, + "F1_noncoffee": 0.6089407974224729, + "IoU_noncoffee": 0.4377533294730747, + "kappa": 0.554118951272089, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9249851160944632, + "mIoU": 0.7036782660623089, + "macroF1": 0.8069763631062713, + "F1_coffee": 0.9579017707985299, + "IoU_coffee": 0.9192048733568452, + "precision_coffee": 0.9486048307047535, + "recall_coffee": 0.9673827465976831, + "F1_noncoffee": 0.6560509554140127, + "IoU_noncoffee": 0.4881516587677725, + "kappa": 0.614255445076357, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.878635717669351, + "mIoU": 0.7598159801925817, + "macroF1": 0.8614224970117492, + "F1_coffee": 0.9102626970227671, + "IoU_coffee": 0.8353047055798406, + "precision_coffee": 0.8847882336919515, + "recall_coffee": 0.9372475476053087, + "F1_noncoffee": 0.8125822970007315, + "IoU_noncoffee": 0.6843272548053229, + "kappa": 0.7233239995201074, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8772988776761294, + "mIoU": 0.755764460935082, + "macroF1": 0.8585751333729652, + "F1_coffee": 0.9100338842403707, + "IoU_coffee": 0.8349194264687222, + "precision_coffee": 0.879561555941719, + "recall_coffee": 0.9426934097421203, + "F1_noncoffee": 0.8071163825055597, + "IoU_noncoffee": 0.6766094954014417, + "kappa": 0.7178762636996255, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8402338960671508, + "mIoU": 0.6864081817209056, + "macroF1": 0.8090471319544696, + "F1_coffee": 0.8862170875873187, + "IoU_coffee": 0.7956820648896393, + "precision_coffee": 0.8342185128983308, + "recall_coffee": 0.9451289398280802, + "F1_noncoffee": 0.7318771763216207, + "IoU_noncoffee": 0.5771342985521717, + "kappa": 0.6215590631822858, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2689, + 2995 + ], + [ + 52256, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.916939699649811, + "test_tta": { + "OA": 0.8860753364965624, + "mIoU": 0.720692489827692, + "macroF1": 0.8294215999928707, + "F1_coffee": 0.927726756150751, + "IoU_coffee": 0.8651962188484675, + "precision_coffee": 0.9036259922613586, + "recall_coffee": 0.9531483390486609, + "F1_noncoffee": 0.7311164438349903, + "IoU_noncoffee": 0.5761887608069164, + "kappa": 0.6597436862138374, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8553565247490481, + "mIoU": 0.6687665444320895, + "macroF1": 0.7902137510337713, + "F1_coffee": 0.9071156678058403, + "IoU_coffee": 0.8300198301723699, + "precision_coffee": 0.8727544910179641, + "recall_coffee": 0.9442933996644878, + "F1_noncoffee": 0.6733118342617024, + "IoU_noncoffee": 0.5075132586918091, + "kappa": 0.582702539540832, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s0_r1.0", + "val_epoch0": 0.7109249115033971 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 62, + "stopped_epoch": 92, + "best_val": 0.7415288554922823, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8979213066072754, + "mIoU": 0.7416472392141824, + "macroF1": 0.8444669550439716, + "F1_coffee": 0.93564764414419, + "IoU_coffee": 0.8790769701372692, + "precision_coffee": 0.9059581510816881, + "recall_coffee": 0.9673489996423538, + "F1_noncoffee": 0.7532862659437531, + "IoU_noncoffee": 0.6042175082910957, + "kappa": 0.6902094274198599, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8655965155186339, + "mIoU": 0.6834556866637858, + "macroF1": 0.8013121126731849, + "F1_coffee": 0.914327740749253, + "IoU_coffee": 0.8421765712059884, + "precision_coffee": 0.8737393260006325, + "recall_coffee": 0.9588708277896686, + "F1_noncoffee": 0.6882964845971168, + "IoU_noncoffee": 0.5247348021215831, + "kappa": 0.6057198394581848, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4691358024691358, + "mIoU": 0.24261363636363636, + "macroF1": 0.3384615384615384, + "F1_coffee": 0.6324786324786325, + "IoU_coffee": 0.4625, + "precision_coffee": 1.0, + "recall_coffee": 0.4625, + "F1_noncoffee": 0.044444444444444446, + "IoU_noncoffee": 0.022727272727272728, + "kappa": 0.020804048355355573, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9006310679611651, + "mIoU": 0.7511193089941568, + "macroF1": 0.8515249139065656, + "F1_coffee": 0.9369125034671927, + "IoU_coffee": 0.8813126920623877, + "precision_coffee": 0.9125840537944284, + "recall_coffee": 0.9625736178836046, + "F1_noncoffee": 0.7661373243459385, + "IoU_noncoffee": 0.6209259259259259, + "kappa": 0.7038300919897912, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9063391518785359, + "mIoU": 0.7616203808842545, + "macroF1": 0.8587995560622829, + "F1_coffee": 0.9407300878186102, + "IoU_coffee": 0.8880928996475822, + "precision_coffee": 0.9144556811421772, + "recall_coffee": 0.9685590069938882, + "F1_noncoffee": 0.7768690243059555, + "IoU_noncoffee": 0.6351478621209268, + "kappa": 0.7184740646748804, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8868043131376626, + "mIoU": 0.7120343349932676, + "macroF1": 0.8220086848438961, + "F1_coffee": 0.9294007660062125, + "IoU_coffee": 0.868112676056338, + "precision_coffee": 0.8913118926422953, + "recall_coffee": 0.9708903030684897, + "F1_noncoffee": 0.7146166036815799, + "IoU_noncoffee": 0.5559559939301972, + "kappa": 0.6466259261857965, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9157789945246392, + "mIoU": 0.6598896236093319, + "macroF1": 0.7669801468062339, + "F1_coffee": 0.953187250996016, + "IoU_coffee": 0.9105613701236918, + "precision_coffee": 0.9348746336698144, + "recall_coffee": 0.9722316288520149, + "F1_noncoffee": 0.5807730426164519, + "IoU_noncoffee": 0.4092178770949721, + "kappa": 0.5355562179481508, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9306410001984521, + "mIoU": 0.6986632676000899, + "macroF1": 0.8011167859646964, + "F1_coffee": 0.9616166053484158, + "IoU_coffee": 0.9260708619777895, + "precision_coffee": 0.9394849785407725, + "recall_coffee": 0.9848161061747834, + "F1_noncoffee": 0.6406169665809769, + "IoU_noncoffee": 0.4712556732223903, + "kappa": 0.6042896452565631, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9273665409803532, + "mIoU": 0.6845717051939801, + "macroF1": 0.7885160158116981, + "F1_coffee": 0.959877219907915, + "IoU_coffee": 0.9228499156829679, + "precision_coffee": 0.9361702127659575, + "recall_coffee": 0.9848161061747834, + "F1_noncoffee": 0.6171548117154811, + "IoU_noncoffee": 0.4462934947049924, + "kappa": 0.5796044058845269, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8862150639507342, + "mIoU": 0.7715585107154099, + "macroF1": 0.8690649882185856, + "F1_coffee": 0.9164521739130435, + "IoU_coffee": 0.8457883923985619, + "precision_coffee": 0.8849926105065162, + "recall_coffee": 0.9502308136180034, + "F1_noncoffee": 0.8216778025241277, + "IoU_noncoffee": 0.6973286290322581, + "kappa": 0.7388343651320987, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8832405922852024, + "mIoU": 0.7659320791043006, + "macroF1": 0.8653275389986983, + "F1_coffee": 0.9144436765722184, + "IoU_coffee": 0.8423733129615483, + "precision_coffee": 0.8833110814419226, + "recall_coffee": 0.9478510028653295, + "F1_noncoffee": 0.8162114014251781, + "IoU_noncoffee": 0.689490845247053, + "kappa": 0.7313719162238994, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8482504951428841, + "mIoU": 0.6989555966158928, + "macroF1": 0.8181799124195162, + "F1_coffee": 0.892122024807241, + "IoU_coffee": 0.8052529653836843, + "precision_coffee": 0.8384373030875867, + "recall_coffee": 0.9531518624641834, + "F1_noncoffee": 0.7442378000317914, + "IoU_noncoffee": 0.5926582278481013, + "kappa": 0.6398603622521685, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2716, + 2995 + ], + [ + 52921, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.6659294684727985, + "test_tta": { + "OA": 0.8972434718053001, + "mIoU": 0.7376989956239477, + "macroF1": 0.841410108895551, + "F1_coffee": 0.9355090299512798, + "IoU_coffee": 0.8788322834795517, + "precision_coffee": 0.9020588350197288, + "recall_coffee": 0.9715355647655313, + "F1_noncoffee": 0.7473111878398222, + "IoU_noncoffee": 0.5965657077683437, + "kappa": 0.6845199736617014, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8654955578631591, + "mIoU": 0.6800766501658175, + "macroF1": 0.7982995508389031, + "F1_coffee": 0.9147188997402977, + "IoU_coffee": 0.8428405318413913, + "precision_coffee": 0.8699017305852683, + "recall_coffee": 0.9644048514297835, + "F1_noncoffee": 0.6818802019375085, + "IoU_noncoffee": 0.5173127684902438, + "kappa": 0.6005540821471917, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s1_r0.05", + "val_epoch0": 0.7001414975486473 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7001414975486473, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8775378457764437, + "mIoU": 0.6986186640130853, + "macroF1": 0.8122531586126702, + "F1_coffee": 0.9229644670050762, + "IoU_coffee": 0.856948948043134, + "precision_coffee": 0.8918712107834481, + "recall_coffee": 0.9563040414028149, + "F1_noncoffee": 0.7015418502202643, + "IoU_noncoffee": 0.5402883799830365, + "kappa": 0.6262661963999349, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8464722510672666, + "mIoU": 0.6462442203677216, + "macroF1": 0.7710663253388752, + "F1_coffee": 0.9024548928332524, + "IoU_coffee": 0.8222485681366574, + "precision_coffee": 0.859851924285814, + "recall_coffee": 0.9494996239949095, + "F1_noncoffee": 0.6396777578444979, + "IoU_noncoffee": 0.4702398725987857, + "kappa": 0.5462473409718427, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12345679012345678, + "mIoU": 0.06172839506172839, + "macroF1": 0.10989010989010989, + "F1_coffee": 0.21978021978021978, + "IoU_coffee": 0.12345679012345678, + "precision_coffee": 0.9090909090909091, + "recall_coffee": 0.125, + "F1_noncoffee": 0.0, + "IoU_noncoffee": 0.0, + "kappa": -0.024950989128497615, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8812135922330097, + "mIoU": 0.7067543241406857, + "macroF1": 0.8185639204838155, + "F1_coffee": 0.9251796361412628, + "IoU_coffee": 0.8607760582612654, + "precision_coffee": 0.8944661227385597, + "recall_coffee": 0.9580773858527009, + "F1_noncoffee": 0.7119482048263684, + "IoU_noncoffee": 0.552732590020106, + "kappa": 0.6387675573047189, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8794062182679754, + "mIoU": 0.7130983563728481, + "macroF1": 0.8242870207902849, + "F1_coffee": 0.9227002231589387, + "IoU_coffee": 0.856493469129409, + "precision_coffee": 0.9080095162569389, + "recall_coffee": 0.9378741100119715, + "F1_noncoffee": 0.7258738184216311, + "IoU_noncoffee": 0.5697032436162871, + "kappa": 0.6488999591287379, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8720081233982883, + "mIoU": 0.6742094408370076, + "macroF1": 0.7915212731041001, + "F1_coffee": 0.9210581253168709, + "IoU_coffee": 0.8536679750124385, + "precision_coffee": 0.87440543601359, + "recall_coffee": 0.9729695671350261, + "F1_noncoffee": 0.6619844208913294, + "IoU_noncoffee": 0.4947509066615766, + "kappa": 0.5880635114411265, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9020408163265307, + "mIoU": 0.6020802854672612, + "macroF1": 0.7076482309255635, + "F1_coffee": 0.9460407984207063, + "IoU_coffee": 0.8976066597294485, + "precision_coffee": 0.9199104191105898, + "recall_coffee": 0.9736990630996727, + "F1_noncoffee": 0.4692556634304207, + "IoU_noncoffee": 0.30655391120507397, + "kappa": 0.4199003294454925, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9158563206985513, + "mIoU": 0.6432363072446005, + "macroF1": 0.7495939247223926, + "F1_coffee": 0.9536358665937671, + "IoU_coffee": 0.9113804995297314, + "precision_coffee": 0.9278646664538781, + "recall_coffee": 0.9808795411089866, + "F1_noncoffee": 0.5455519828510182, + "IoU_noncoffee": 0.3750921149594694, + "kappa": 0.5029462703626616, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9186346497320897, + "mIoU": 0.6302762431853547, + "macroF1": 0.7346227186402752, + "F1_coffee": 0.9556036816459123, + "IoU_coffee": 0.9149818558838777, + "precision_coffee": 0.9212861467794133, + "recall_coffee": 0.9925767630187831, + "F1_noncoffee": 0.5136417556346382, + "IoU_noncoffee": 0.3455706304868316, + "kappa": 0.4771922761237798, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8613927048792042, + "mIoU": 0.7276440977312513, + "macroF1": 0.839294564188235, + "F1_coffee": 0.8988872762457668, + "IoU_coffee": 0.8163444639718805, + "precision_coffee": 0.8628101366591482, + "recall_coffee": 0.9381130986728217, + "F1_noncoffee": 0.7797018521307032, + "IoU_noncoffee": 0.6389437314906219, + "kappa": 0.6798088146166591, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8447609167216825, + "mIoU": 0.7092201615352687, + "macroF1": 0.8273051303558695, + "F1_coffee": 0.8822098182338629, + "IoU_coffee": 0.7892445582586428, + "precision_coffee": 0.8813268515870747, + "recall_coffee": 0.8830945558739255, + "F1_noncoffee": 0.7724004424778761, + "IoU_noncoffee": 0.6291957648118945, + "kappa": 0.6546109305739896, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8276902763368857, + "mIoU": 0.6626395546421, + "macroF1": 0.7906892118511921, + "F1_coffee": 0.8786933138569816, + "IoU_coffee": 0.7836333491236381, + "precision_coffee": 0.8188343026853112, + "recall_coffee": 0.9479942693409742, + "F1_noncoffee": 0.7026851098454028, + "IoU_noncoffee": 0.541645760160562, + "kappa": 0.5867905655557045, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2658, + 2995 + ], + [ + 51716, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5391425251960755, + "test_tta": { + "OA": 0.8791355992382428, + "mIoU": 0.6960204039261735, + "macroF1": 0.8096593490672759, + "F1_coffee": 0.9246556737124862, + "IoU_coffee": 0.8598693935594933, + "precision_coffee": 0.8860481258676539, + "recall_coffee": 0.966780973218606, + "F1_noncoffee": 0.6946630244220655, + "IoU_noncoffee": 0.5321714142928535, + "kappa": 0.6222253397242015, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8484337140879197, + "mIoU": 0.6430425202915355, + "macroF1": 0.7674718150797839, + "F1_coffee": 0.9046794075229707, + "IoU_coffee": 0.8259494195001573, + "precision_coffee": 0.8541138590121258, + "recall_coffee": 0.9616089161412237, + "F1_noncoffee": 0.6302642226365971, + "IoU_noncoffee": 0.4601356210829138, + "kappa": 0.5411813195208016, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s1_r0.1", + "val_epoch0": 0.6869476394147185 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6869476394147185, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.873002808172751, + "mIoU": 0.6941830862833437, + "macroF1": 0.8092843213153276, + "F1_coffee": 0.9195209507348354, + "IoU_coffee": 0.8510308009768472, + "precision_coffee": 0.8947137966722395, + "recall_coffee": 0.9457429575242463, + "F1_noncoffee": 0.6990476918958198, + "IoU_noncoffee": 0.5373353715898401, + "kappa": 0.6196620201886267, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8427223952924887, + "mIoU": 0.6448282874773916, + "macroF1": 0.7706129552119292, + "F1_coffee": 0.8992246629270592, + "IoU_coffee": 0.8169011719668222, + "precision_coffee": 0.8634072759538598, + "recall_coffee": 0.9381423420296562, + "F1_noncoffee": 0.6420012474967992, + "IoU_noncoffee": 0.47275540298796115, + "kappa": 0.5440135433624306, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8812135922330097, + "mIoU": 0.7102284619770229, + "macroF1": 0.8215262601691753, + "F1_coffee": 0.9247377971888168, + "IoU_coffee": 0.8600114416475972, + "precision_coffee": 0.8989953354861858, + "recall_coffee": 0.9519979735292255, + "F1_noncoffee": 0.7183147231495338, + "IoU_noncoffee": 0.5604454823064488, + "kappa": 0.6441445792876306, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8759731154199507, + "mIoU": 0.7078063411101669, + "macroF1": 0.8204566263754551, + "F1_coffee": 0.9202945837606041, + "IoU_coffee": 0.8523571058539112, + "precision_coffee": 0.9079092581238504, + "recall_coffee": 0.9330224938567198, + "F1_noncoffee": 0.720618668990306, + "IoU_noncoffee": 0.5632555763664227, + "kappa": 0.6411473281119578, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8618538755379334, + "mIoU": 0.6639510834628595, + "macroF1": 0.7842757302778094, + "F1_coffee": 0.9136414472689901, + "IoU_coffee": 0.8410127991096271, + "precision_coffee": 0.8780501975366024, + "recall_coffee": 0.9522399344716779, + "F1_noncoffee": 0.6549100132866288, + "IoU_noncoffee": 0.48688936781609193, + "kappa": 0.571365704270786, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9061224489795918, + "mIoU": 0.6182208741763238, + "macroF1": 0.7250135941032292, + "F1_coffee": 0.9481782711435951, + "IoU_coffee": 0.9014629049111808, + "precision_coffee": 0.9238594988220176, + "recall_coffee": 0.9738119426571847, + "F1_noncoffee": 0.5018489170628632, + "IoU_noncoffee": 0.33497884344146683, + "kappa": 0.45366616025060513, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.919031553879738, + "mIoU": 0.6672165200391007, + "macroF1": 0.7735280898876404, + "F1_coffee": 0.9550561797752809, + "IoU_coffee": 0.9139784946236559, + "precision_coffee": 0.9357798165137615, + "recall_coffee": 0.9751434034416826, + "F1_noncoffee": 0.592, + "IoU_noncoffee": 0.42045454545454547, + "kappa": 0.5487942513575981, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9142687041079579, + "mIoU": 0.6444195703195523, + "macroF1": 0.7513105944286027, + "F1_coffee": 0.9526211888572055, + "IoU_coffee": 0.9095287958115184, + "precision_coffee": 0.9294810058855003, + "recall_coffee": 0.9769429760431897, + "F1_noncoffee": 0.55, + "IoU_noncoffee": 0.3793103448275862, + "kappa": 0.5055320336874995, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8575082899099953, + "mIoU": 0.7236819741494074, + "macroF1": 0.8367854613923515, + "F1_coffee": 0.8949427214305672, + "IoU_coffee": 0.8098609355246523, + "precision_coffee": 0.8675514626218852, + "recall_coffee": 0.9241200230813618, + "F1_noncoffee": 0.778628201354136, + "IoU_noncoffee": 0.6375030127741624, + "kappa": 0.6742551607716105, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8350466849004998, + "mIoU": 0.6932646759782033, + "macroF1": 0.8158673624024182, + "F1_coffee": 0.8752941176470588, + "IoU_coffee": 0.7782426778242678, + "precision_coffee": 0.8712562100780695, + "recall_coffee": 0.8793696275071633, + "F1_noncoffee": 0.7564406071577775, + "IoU_noncoffee": 0.6082866741321389, + "kappa": 0.6317501731323426, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8120343299066302, + "mIoU": 0.6430253524267162, + "macroF1": 0.7761750343094362, + "F1_coffee": 0.8657641274331515, + "IoU_coffee": 0.7633016627078385, + "precision_coffee": 0.8169569086055676, + "recall_coffee": 0.9207736389684814, + "F1_noncoffee": 0.686585941185721, + "IoU_noncoffee": 0.5227490421455939, + "kappa": 0.5560496628730001, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2602, + 2995 + ], + [ + 51491, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5426929593086243, + "test_tta": { + "OA": 0.8730835027920338, + "mIoU": 0.6889362750125597, + "macroF1": 0.8046359990659591, + "F1_coffee": 0.9202741337010077, + "IoU_coffee": 0.8523220221216503, + "precision_coffee": 0.8881127091282653, + "recall_coffee": 0.9548524183199041, + "F1_noncoffee": 0.6889978644309104, + "IoU_noncoffee": 0.5255505279034691, + "kappa": 0.6112606420303414, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.842895465559017, + "mIoU": 0.6388082130951888, + "macroF1": 0.764708263251267, + "F1_coffee": 0.9003430767119528, + "IoU_coffee": 0.8187490640443269, + "precision_coffee": 0.8565907666597034, + "recall_coffee": 0.9488054607508533, + "F1_noncoffee": 0.6290734497905812, + "IoU_noncoffee": 0.4588673621460507, + "kappa": 0.5339421195613299, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s1_r0.5", + "val_epoch0": 0.7057359903373612 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 19, + "stopped_epoch": 50, + "best_val": 0.718372669583432, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8859623640295665, + "mIoU": 0.7261591121536582, + "macroF1": 0.8339518281946774, + "F1_coffee": 0.9268832781456954, + "IoU_coffee": 0.8637301602607371, + "precision_coffee": 0.9120288349929745, + "recall_coffee": 0.9422296089032882, + "F1_noncoffee": 0.7410203782436593, + "IoU_noncoffee": 0.5885880640465794, + "kappa": 0.6682154022639278, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.853943117572401, + "mIoU": 0.6725701155602095, + "macroF1": 0.7939954831468776, + "F1_coffee": 0.905123712982134, + "IoU_coffee": 0.82669039754933, + "precision_coffee": 0.8802434491052881, + "recall_coffee": 0.9314513796494476, + "F1_noncoffee": 0.6828672533116212, + "IoU_noncoffee": 0.5184498335710889, + "kappa": 0.5890882938448243, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8908252427184467, + "mIoU": 0.7319567404808585, + "macroF1": 0.8378443129491289, + "F1_coffee": 0.9305328185328186, + "IoU_coffee": 0.8700901109057301, + "precision_coffee": 0.9082850940665702, + "recall_coffee": 0.9538977898803116, + "F1_noncoffee": 0.7451558073654391, + "IoU_noncoffee": 0.593823370055987, + "kappa": 0.6764008706011951, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8862240704027852, + "mIoU": 0.7310596218749732, + "macroF1": 0.8378971184138662, + "F1_coffee": 0.9264066556156757, + "IoU_coffee": 0.8629027559284508, + "precision_coffee": 0.9197615203080363, + "recall_coffee": 0.9331485098607523, + "F1_noncoffee": 0.7493875812120566, + "IoU_noncoffee": 0.5992164878214955, + "kappa": 0.6758518557024977, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.880856825105169, + "mIoU": 0.7154764959265278, + "macroF1": 0.8260157212077062, + "F1_coffee": 0.9236962715223584, + "IoU_coffee": 0.8582115318218437, + "precision_coffee": 0.9082272699591986, + "recall_coffee": 0.939701342070443, + "F1_noncoffee": 0.728335170893054, + "IoU_noncoffee": 0.5727414600312121, + "kappa": 0.6523904592686256, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9087108013937282, + "mIoU": 0.6389607141256288, + "macroF1": 0.747090047328302, + "F1_coffee": 0.9492669432918396, + "IoU_coffee": 0.9034330244313395, + "precision_coffee": 0.9308810763888888, + "recall_coffee": 0.9683937238966023, + "F1_noncoffee": 0.5449131513647643, + "IoU_noncoffee": 0.37448840381991816, + "kappa": 0.4959439457200161, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9068267513395515, + "mIoU": 0.6653317740229239, + "macroF1": 0.7747597675488846, + "F1_coffee": 0.9472323686428772, + "IoU_coffee": 0.8997544571367567, + "precision_coffee": 0.9465408805031447, + "recall_coffee": 0.9479248678438871, + "F1_noncoffee": 0.602287166454892, + "IoU_noncoffee": 0.4309090909090909, + "kappa": 0.5495213471342665, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9128795395911887, + "mIoU": 0.679367396308203, + "macroF1": 0.7869610334328648, + "F1_coffee": 0.9507461012004936, + "IoU_coffee": 0.9061163387510693, + "precision_coffee": 0.9484051482932289, + "recall_coffee": 0.9530986390732201, + "F1_noncoffee": 0.623175965665236, + "IoU_noncoffee": 0.45261845386533667, + "kappa": 0.5739419261836983, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8738038844149693, + "mIoU": 0.751194005984361, + "macroF1": 0.8556292165983796, + "F1_coffee": 0.9068531468531469, + "IoU_coffee": 0.8295803480040942, + "precision_coffee": 0.8800217155266015, + "recall_coffee": 0.9353721869590306, + "F1_noncoffee": 0.8044052863436123, + "IoU_noncoffee": 0.6728076639646279, + "kappa": 0.7118209716334102, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8666415165519192, + "mIoU": 0.7418166138692547, + "macroF1": 0.8495364008769548, + "F1_coffee": 0.9002680208774158, + "IoU_coffee": 0.8186249358645459, + "precision_coffee": 0.8866351764378995, + "recall_coffee": 0.9143266475644699, + "F1_noncoffee": 0.798804780876494, + "IoU_noncoffee": 0.6650082918739635, + "kappa": 0.6992162583823928, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8504196925398472, + "mIoU": 0.7107084835203197, + "macroF1": 0.8275260192630135, + "F1_coffee": 0.8903636112263238, + "IoU_coffee": 0.8023922252678793, + "precision_coffee": 0.8602725086828747, + "recall_coffee": 0.9226361031518625, + "F1_noncoffee": 0.7646884272997032, + "IoU_noncoffee": 0.61902474177276, + "kappa": 0.6559554951408225, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2634, + 2995 + ], + [ + 52262, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5335522572199505, + "test_tta": { + "OA": 0.8858816694102837, + "mIoU": 0.7217428460294, + "macroF1": 0.83032770451791, + "F1_coffee": 0.9274151328823511, + "IoU_coffee": 0.8646543143710282, + "precision_coffee": 0.9055609012909951, + "recall_coffee": 0.9503502829613111, + "F1_noncoffee": 0.7332402761534689, + "IoU_noncoffee": 0.5788313776877717, + "kappa": 0.6613802158331846, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8540152301834545, + "mIoU": 0.6675771361824187, + "macroF1": 0.7894185430574011, + "F1_coffee": 0.9060498617015352, + "IoU_coffee": 0.8282368912268794, + "precision_coffee": 0.8734899869355907, + "recall_coffee": 0.941131100441565, + "F1_noncoffee": 0.672787224413267, + "IoU_noncoffee": 0.5069173811379579, + "kappa": 0.580865403569165, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s1_r1.0", + "val_epoch0": 0.7094407078132741 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.7377558145071121, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8999709499370582, + "mIoU": 0.7504558825305678, + "macroF1": 0.8511080573180448, + "F1_coffee": 0.9364033737610047, + "IoU_coffee": 0.8804121324380644, + "precision_coffee": 0.913970956434652, + "recall_coffee": 0.9599646561336335, + "F1_noncoffee": 0.765812740875085, + "IoU_noncoffee": 0.6204996326230713, + "kappa": 0.7028752208706153, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.867601246105919, + "mIoU": 0.6923331126122547, + "macroF1": 0.8087515775089462, + "F1_coffee": 0.9148407206070613, + "IoU_coffee": 0.84304741062422, + "precision_coffee": 0.881509555392674, + "recall_coffee": 0.9507915389213475, + "F1_noncoffee": 0.7026624344108311, + "IoU_noncoffee": 0.5416188146002896, + "kappa": 0.6194030519823953, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.41975308641975306, + "mIoU": 0.21666666666666665, + "macroF1": 0.31244356149539465, + "F1_coffee": 0.584070796460177, + "IoU_coffee": 0.4125, + "precision_coffee": 1.0, + "recall_coffee": 0.4125, + "F1_noncoffee": 0.04081632653061224, + "IoU_noncoffee": 0.020833333333333332, + "kappa": 0.017041053446940353, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8986893203883495, + "mIoU": 0.7476451114843972, + "macroF1": 0.8491012095753079, + "F1_coffee": 0.9356043074454626, + "IoU_coffee": 0.8790004638218923, + "precision_coffee": 0.9123239860392346, + "recall_coffee": 0.9601038566271927, + "F1_noncoffee": 0.762598111705153, + "IoU_noncoffee": 0.616289759146902, + "kappa": 0.6989251582911543, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9068226874909338, + "mIoU": 0.7650744495585873, + "macroF1": 0.861369268058209, + "F1_coffee": 0.94074962334348, + "IoU_coffee": 0.8881277213352685, + "precision_coffee": 0.9186884458323324, + "recall_coffee": 0.9638964148446852, + "F1_noncoffee": 0.7819889127729381, + "IoU_noncoffee": 0.642021177781906, + "kappa": 0.72332558913914, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8943958222523088, + "mIoU": 0.7388935337180611, + "macroF1": 0.8428415257834474, + "F1_coffee": 0.9328537170263789, + "IoU_coffee": 0.8741573033707866, + "precision_coffee": 0.9108976283398379, + "recall_coffee": 0.9558943985886208, + "F1_noncoffee": 0.752829334540516, + "IoU_noncoffee": 0.6036297640653357, + "kappa": 0.6863538402622601, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9176704828272773, + "mIoU": 0.6578580835869263, + "macroF1": 0.7643986303766566, + "F1_coffee": 0.9544277291012289, + "IoU_coffee": 0.9128280805312533, + "precision_coffee": 0.9323858742463393, + "recall_coffee": 0.9775369680550853, + "F1_noncoffee": 0.5743695316520844, + "IoU_noncoffee": 0.4028880866425993, + "kappa": 0.5312439781194168, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9281603492756499, + "mIoU": 0.692968019105072, + "macroF1": 0.7963382330693383, + "F1_coffee": 0.9601891564940064, + "IoU_coffee": 0.9234267583289265, + "precision_coffee": 0.9393222162452932, + "recall_coffee": 0.9820042739849286, + "F1_noncoffee": 0.63248730964467, + "IoU_noncoffee": 0.46250927988121754, + "kappa": 0.5945237123265154, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.925977376463584, + "mIoU": 0.7031407499715262, + "macroF1": 0.8062722119150691, + "F1_coffee": 0.9585555555555556, + "IoU_coffee": 0.9204096873999786, + "precision_coffee": 0.9470853002524975, + "recall_coffee": 0.9703070520751321, + "F1_noncoffee": 0.6539888682745826, + "IoU_noncoffee": 0.48587181254307377, + "kappa": 0.6130183188367243, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8806252960682142, + "mIoU": 0.7634228216716386, + "macroF1": 0.8638290087245762, + "F1_coffee": 0.9116533445519562, + "IoU_coffee": 0.8376497873985311, + "precision_coffee": 0.8869031377899045, + "recall_coffee": 0.9378245816503173, + "F1_noncoffee": 0.8160046728971962, + "IoU_noncoffee": 0.689195855944746, + "kappa": 0.7280990115163286, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8865415448457984, + "mIoU": 0.7735531758574375, + "macroF1": 0.8704782847484069, + "F1_coffee": 0.9160912324754132, + "IoU_coffee": 0.8451737451737452, + "precision_coffee": 0.8926192741606633, + "recall_coffee": 0.9408309455587393, + "F1_noncoffee": 0.8248653370214005, + "IoU_noncoffee": 0.7019326065411299, + "kappa": 0.741329885969175, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8643780062246534, + "mIoU": 0.7327850993140577, + "macroF1": 0.8428678166179001, + "F1_coffee": 0.9010050943136445, + "IoU_coffee": 0.8198446504635429, + "precision_coffee": 0.8672144182348264, + "recall_coffee": 0.9375358166189112, + "F1_noncoffee": 0.7847305389221557, + "IoU_noncoffee": 0.6457255481645725, + "kappa": 0.6867697606291331, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2681, + 2995 + ], + [ + 53083, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.296803530057271, + "test_tta": { + "OA": 0.8995997546883574, + "mIoU": 0.7467311686294584, + "macroF1": 0.8482361073098126, + "F1_coffee": 0.9365262373863624, + "IoU_coffee": 0.8806293773385782, + "precision_coffee": 0.9092241857516443, + "recall_coffee": 0.9655186922769444, + "F1_noncoffee": 0.7599459772332626, + "IoU_noncoffee": 0.6128329599203386, + "kappa": 0.6975037481531505, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8672406830506519, + "mIoU": 0.6877925452725051, + "macroF1": 0.8048282905635142, + "F1_coffee": 0.9151964622967433, + "IoU_coffee": 0.8436518046709129, + "precision_coffee": 0.8762613788723449, + "recall_coffee": 0.9577524536742447, + "F1_noncoffee": 0.6944601188302851, + "IoU_noncoffee": 0.5319332858740974, + "kappa": 0.6124135848974768, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s2_r0.05", + "val_epoch0": 0.651923506834171 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.651923506834171, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8770859559084601, + "mIoU": 0.7003904180962439, + "macroF1": 0.8138819717176455, + "F1_coffee": 0.9223411848679515, + "IoU_coffee": 0.8558749503245463, + "precision_coffee": 0.8949284682509844, + "recall_coffee": 0.9514863358088065, + "F1_noncoffee": 0.7054227585673397, + "IoU_noncoffee": 0.5449058858679414, + "kappa": 0.6290840574366888, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8460684204453675, + "mIoU": 0.6483140866973984, + "macroF1": 0.7731579284015089, + "F1_coffee": 0.9017626213815638, + "IoU_coffee": 0.8210999178665415, + "precision_coffee": 0.86267258382643, + "recall_coffee": 0.9445633520371763, + "F1_noncoffee": 0.644553235421454, + "IoU_noncoffee": 0.4755282555282555, + "kappa": 0.5496614804041755, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8820873786407767, + "mIoU": 0.7134770097244431, + "macroF1": 0.8241105324349245, + "F1_coffee": 0.9250932864588152, + "IoU_coffee": 0.8606265779205876, + "precision_coffee": 0.9015989420533782, + "recall_coffee": 0.949844848331328, + "F1_noncoffee": 0.7231277784110338, + "IoU_noncoffee": 0.5663274415282985, + "kappa": 0.6491017885462219, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8774237222571443, + "mIoU": 0.7032934297412464, + "macroF1": 0.8163228682099914, + "F1_coffee": 0.9222607255665614, + "IoU_coffee": 0.8557363988162987, + "precision_coffee": 0.8983749551917792, + "recall_coffee": 0.9474513263184424, + "F1_noncoffee": 0.7103850108534217, + "IoU_noncoffee": 0.5508504606661941, + "kappa": 0.633610646029982, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8717663555920894, + "mIoU": 0.6841550879881566, + "macroF1": 0.80063763663985, + "F1_coffee": 0.9197190773142823, + "IoU_coffee": 0.8513702852659306, + "precision_coffee": 0.8851016722018296, + "recall_coffee": 0.9571545586289458, + "F1_noncoffee": 0.6815561959654178, + "IoU_noncoffee": 0.5169398907103825, + "kappa": 0.6036800187484183, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9019412643106023, + "mIoU": 0.6103031016925419, + "macroF1": 0.7173058157746459, + "F1_coffee": 0.9457688707812586, + "IoU_coffee": 0.8971171923960727, + "precision_coffee": 0.9231513327601032, + "recall_coffee": 0.9695225194717236, + "F1_noncoffee": 0.48884276076803324, + "IoU_noncoffee": 0.323489010989011, + "kappa": 0.43779251202180464, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9142687041079579, + "mIoU": 0.6384084120953705, + "macroF1": 0.7448692817926265, + "F1_coffee": 0.9527610716238382, + "IoU_coffee": 0.9097838571577739, + "precision_coffee": 0.9270135120757528, + "recall_coffee": 0.9799797548082331, + "F1_noncoffee": 0.5369774919614148, + "IoU_noncoffee": 0.367032967032967, + "kappa": 0.4935678981053534, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9133756697757491, + "mIoU": 0.6271594801382816, + "macroF1": 0.7327826369734796, + "F1_coffee": 0.9524587485704951, + "IoU_coffee": 0.9092326887086712, + "precision_coffee": 0.9232474662162162, + "recall_coffee": 0.9835789000112474, + "F1_noncoffee": 0.5131065253764641, + "IoU_noncoffee": 0.34508627156789196, + "kappa": 0.47098894187494467, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8631927996210327, + "mIoU": 0.7338865538539135, + "macroF1": 0.8439200181412763, + "F1_coffee": 0.8987661245092541, + "IoU_coffee": 0.8161446396740515, + "precision_coffee": 0.8742498636115658, + "recall_coffee": 0.9246970571263704, + "F1_noncoffee": 0.7890739117732983, + "IoU_noncoffee": 0.6516284680337756, + "kappa": 0.6883506682006129, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8424030934641139, + "mIoU": 0.7002412848296602, + "macroF1": 0.820335431280893, + "F1_coffee": 0.8833019065577206, + "IoU_coffee": 0.7909943714821763, + "precision_coffee": 0.861697778988963, + "recall_coffee": 0.9060171919770774, + "F1_noncoffee": 0.7573689560040656, + "IoU_noncoffee": 0.6094881981771442, + "kappa": 0.6411398609456465, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8322172969914176, + "mIoU": 0.6778776780367535, + "macroF1": 0.8032569496621043, + "F1_coffee": 0.8787403721627701, + "IoU_coffee": 0.7837082066869301, + "precision_coffee": 0.8381224808217397, + "recall_coffee": 0.9234957020057306, + "F1_noncoffee": 0.7277735271614384, + "IoU_noncoffee": 0.5720471493865769, + "kappa": 0.608577755339861, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2574, + 2995 + ], + [ + 51772, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.568443063894908, + "test_tta": { + "OA": 0.8791840160098124, + "mIoU": 0.7013227609765353, + "macroF1": 0.8142776825413811, + "F1_coffee": 0.9240709185329439, + "IoU_coffee": 0.8588585757650031, + "precision_coffee": 0.8921639671752286, + "recall_coffee": 0.9583447289251678, + "F1_noncoffee": 0.7044844465498185, + "IoU_noncoffee": 0.5437869461880676, + "kappa": 0.6303952514529264, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8483183339102343, + "mIoU": 0.6487381222366371, + "macroF1": 0.7730220664337747, + "F1_coffee": 0.9037530543328056, + "IoU_coffee": 0.8244064513974688, + "precision_coffee": 0.8600766417000523, + "recall_coffee": 0.9521027361601203, + "F1_noncoffee": 0.6422910785347438, + "IoU_noncoffee": 0.4730697930758054, + "kappa": 0.5503536980708718, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s2_r0.1", + "val_epoch0": 0.6637455520298294 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6637455520298294, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8553468254736775, + "mIoU": 0.68535994601102, + "macroF1": 0.805117617484161, + "F1_coffee": 0.9040559201019065, + "IoU_coffee": 0.8249106288214725, + "precision_coffee": 0.9202806956370134, + "recall_coffee": 0.8883933267414218, + "F1_noncoffee": 0.7061793148664154, + "IoU_noncoffee": 0.5458092632005676, + "kappa": 0.6106058903691162, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8252567208953502, + "mIoU": 0.6401257369650599, + "macroF1": 0.7703202562847568, + "F1_coffee": 0.8826492067489298, + "IoU_coffee": 0.7899481631733153, + "precision_coffee": 0.886737374720249, + "recall_coffee": 0.8785985615394998, + "F1_noncoffee": 0.6579913058205837, + "IoU_noncoffee": 0.4903033107568045, + "kappa": 0.5406689666358955, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.037037037037037035, + "mIoU": 0.018829113924050633, + "macroF1": 0.03689024390243903, + "F1_coffee": 0.04878048780487805, + "IoU_coffee": 0.025, + "precision_coffee": 1.0, + "recall_coffee": 0.025, + "F1_noncoffee": 0.025, + "IoU_noncoffee": 0.012658227848101266, + "kappa": 0.0006327111673521015, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8294174757281554, + "mIoU": 0.6507499689396512, + "macroF1": 0.7793869937544933, + "F1_coffee": 0.8844459059519895, + "IoU_coffee": 0.7928310340761703, + "precision_coffee": 0.9198987618852179, + "recall_coffee": 0.8516243429801785, + "F1_noncoffee": 0.6743280815569972, + "IoU_noncoffee": 0.508668903803132, + "kappa": 0.5606133368836286, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8492335960543494, + "mIoU": 0.6795602030700957, + "macroF1": 0.8012581295616097, + "F1_coffee": 0.898904091822839, + "IoU_coffee": 0.8163722025912838, + "precision_coffee": 0.9259234520072139, + "recall_coffee": 0.8734169239493416, + "F1_noncoffee": 0.7036121673003802, + "IoU_noncoffee": 0.5427482035489075, + "kappa": 0.6035060951614524, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8872878487500604, + "mIoU": 0.7301924480665334, + "macroF1": 0.8370135443744313, + "F1_coffee": 0.9275344296950291, + "IoU_coffee": 0.8648617311148472, + "precision_coffee": 0.9154393716249386, + "recall_coffee": 0.939953374078508, + "F1_noncoffee": 0.7464926590538336, + "IoU_noncoffee": 0.5955231650182197, + "kappa": 0.6742260332517457, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7978098556495768, + "mIoU": 0.5202357762613697, + "macroF1": 0.6440517498711216, + "F1_coffee": 0.8779960353216796, + "IoU_coffee": 0.7825248955991005, + "precision_coffee": 0.938366718027735, + "recall_coffee": 0.8249238062986793, + "F1_noncoffee": 0.41010746442056345, + "IoU_noncoffee": 0.257946656923639, + "kappa": 0.30207095256798233, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.843718991863465, + "mIoU": 0.5685786976430098, + "macroF1": 0.6878952408205029, + "F1_coffee": 0.9084249084249084, + "IoU_coffee": 0.8322147651006712, + "precision_coffee": 0.9402985074626866, + "recall_coffee": 0.8786413226858621, + "F1_noncoffee": 0.4673655732160974, + "IoU_noncoffee": 0.3049426301853486, + "kappa": 0.3799344856485881, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9144671561817821, + "mIoU": 0.6664485736625568, + "macroF1": 0.7739298404712001, + "F1_coffee": 0.9521748779405238, + "IoU_coffee": 0.9087154505983268, + "precision_coffee": 0.9395598379502902, + "recall_coffee": 0.9651332808457991, + "F1_noncoffee": 0.5956848030018762, + "IoU_noncoffee": 0.4241816967267869, + "kappa": 0.5485477059394374, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8594978683088583, + "mIoU": 0.7347784146713416, + "macroF1": 0.8451981170559844, + "F1_coffee": 0.8922473297972826, + "IoU_coffee": 0.8054571690935327, + "precision_coffee": 0.8988435075391598, + "recall_coffee": 0.8857472590882862, + "F1_noncoffee": 0.7981489043146862, + "IoU_noncoffee": 0.6640996602491506, + "kappa": 0.69042746483376, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8544751485428652, + "mIoU": 0.7289445418143088, + "macroF1": 0.8414410694407006, + "F1_coffee": 0.88690170783552, + "IoU_coffee": 0.7967865138943764, + "precision_coffee": 0.9079993996698184, + "recall_coffee": 0.8667621776504298, + "F1_noncoffee": 0.7959804310458812, + "IoU_noncoffee": 0.6611025697342412, + "kappa": 0.6831906796057547, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8614543053852683, + "mIoU": 0.7337303736568177, + "macroF1": 0.8440735434603183, + "F1_coffee": 0.8961323622993708, + "IoU_coffee": 0.8118114271073533, + "precision_coffee": 0.8846851877704872, + "recall_coffee": 0.9078796561604584, + "F1_noncoffee": 0.7920147246212658, + "IoU_noncoffee": 0.6556493202062822, + "kappa": 0.6882516012079319, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2602, + 2995 + ], + [ + 50397, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5312876224517824, + "test_tta": { + "OA": 0.8670959620412511, + "mIoU": 0.6991482445820726, + "macroF1": 0.8147601610293874, + "F1_coffee": 0.913221703531197, + "IoU_coffee": 0.8403017492145988, + "precision_coffee": 0.9148509416434423, + "recall_coffee": 0.9115982580523005, + "F1_noncoffee": 0.7162986185275778, + "IoU_noncoffee": 0.5579947399495464, + "kappa": 0.6295241633626161, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8363043729087343, + "mIoU": 0.650207582300782, + "macroF1": 0.7772798691316354, + "F1_coffee": 0.8919356374369228, + "IoU_coffee": 0.8049493040041245, + "precision_coffee": 0.880964471778668, + "recall_coffee": 0.9031835097664912, + "F1_noncoffee": 0.662624100826348, + "IoU_noncoffee": 0.4954658605974395, + "kappa": 0.5547753138379242, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s2_r0.5", + "val_epoch0": 0.7057415115760513 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 74, + "stopped_epoch": 100, + "best_val": 0.7345062537775291, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8926116006584681, + "mIoU": 0.7384284738658726, + "macroF1": 0.8427624840067199, + "F1_coffee": 0.9312958182756841, + "IoU_coffee": 0.8714252589271912, + "precision_coffee": 0.9144514062088124, + "recall_coffee": 0.9487724317842341, + "F1_noncoffee": 0.7542291497377558, + "IoU_noncoffee": 0.6054316888045541, + "kappa": 0.6859062067353658, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8603322949117341, + "mIoU": 0.6828149947830437, + "macroF1": 0.8018417186394751, + "F1_coffee": 0.9095004018466254, + "IoU_coffee": 0.8340217670751564, + "precision_coffee": 0.8824190769788739, + "recall_coffee": 0.9382966005283354, + "F1_noncoffee": 0.6941830354323248, + "IoU_noncoffee": 0.5316082224909311, + "kappa": 0.6049408189306614, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8885436893203883, + "mIoU": 0.7346767774912268, + "macroF1": 0.84042572716659, + "F1_coffee": 0.9280521433943344, + "IoU_coffee": 0.8657623947614593, + "precision_coffee": 0.9185534396129272, + "recall_coffee": 0.93774935089608, + "F1_noncoffee": 0.7527993109388458, + "IoU_noncoffee": 0.6035911602209945, + "kappa": 0.6809686698169674, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8998597746724046, + "mIoU": 0.7549529270564084, + "macroF1": 0.8546273100572283, + "F1_coffee": 0.9357171679548064, + "IoU_coffee": 0.8791997200186654, + "precision_coffee": 0.922121619968188, + "recall_coffee": 0.9497196143910277, + "F1_noncoffee": 0.7735374521596501, + "IoU_noncoffee": 0.6307061340941512, + "kappa": 0.7094771041107704, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.889415405444611, + "mIoU": 0.7253931584096402, + "macroF1": 0.83271880347551, + "F1_coffee": 0.9301060481036643, + "IoU_coffee": 0.8693441499085923, + "precision_coffee": 0.903086053412463, + "recall_coffee": 0.9587927666813685, + "F1_noncoffee": 0.7353315588473557, + "IoU_noncoffee": 0.5814421669106882, + "kappa": 0.6665678770748606, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8999502239920358, + "mIoU": 0.6363414937491114, + "macroF1": 0.7468261877756464, + "F1_coffee": 0.943719549756398, + "IoU_coffee": 0.893436539073269, + "precision_coffee": 0.9364303178484108, + "recall_coffee": 0.9511231515972457, + "F1_noncoffee": 0.5499328257948948, + "IoU_noncoffee": 0.3792464484249537, + "kappa": 0.4938976039556022, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9136733478864855, + "mIoU": 0.6817558192707069, + "macroF1": 0.7890595408199401, + "F1_coffee": 0.9511894075403949, + "IoU_coffee": 0.9069220070610892, + "precision_coffee": 0.9489533191536997, + "recall_coffee": 0.9534360589360027, + "F1_noncoffee": 0.6269296740994854, + "IoU_noncoffee": 0.4565896314803248, + "kappa": 0.5781369850727973, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9206191704703314, + "mIoU": 0.6756292547941447, + "macroF1": 0.7814612905883935, + "F1_coffee": 0.9558498896247241, + "IoU_coffee": 0.9154334038054969, + "precision_coffee": 0.9383465164156464, + "recall_coffee": 0.9740186705657407, + "F1_noncoffee": 0.6070726915520629, + "IoU_noncoffee": 0.43582510578279265, + "kappa": 0.5642718951156879, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8776882993841781, + "mIoU": 0.761188964362856, + "macroF1": 0.8625778901909351, + "F1_coffee": 0.9081465670579865, + "IoU_coffee": 0.8317476866936009, + "precision_coffee": 0.8959707988207216, + "recall_coffee": 0.9206578188113098, + "F1_noncoffee": 0.8170092133238838, + "IoU_noncoffee": 0.6906302420321112, + "kappa": 0.7252568604958828, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8867301707064038, + "mIoU": 0.7731204584615118, + "macroF1": 0.8701380097671099, + "F1_coffee": 0.9165566594872507, + "IoU_coffee": 0.8459663973323073, + "precision_coffee": 0.8897882099015243, + "recall_coffee": 0.9449856733524356, + "F1_noncoffee": 0.823719360046969, + "IoU_noncoffee": 0.7002745195907163, + "kappa": 0.7407716620511905, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8597566726398189, + "mIoU": 0.7238091202784094, + "macroF1": 0.8365125925183954, + "F1_coffee": 0.8981576604342169, + "IoU_coffee": 0.8151417205370463, + "precision_coffee": 0.8603857761448629, + "recall_coffee": 0.9393982808022923, + "F1_noncoffee": 0.7748675246025738, + "IoU_noncoffee": 0.6324765200197726, + "kappa": 0.6744123514258875, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2697, + 2995 + ], + [ + 52611, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.075521163145701, + "test_tta": { + "OA": 0.8925470449630418, + "mIoU": 0.7363479393866957, + "macroF1": 0.8411037341472892, + "F1_coffee": 0.9315147400687116, + "IoU_coffee": 0.8718086949824791, + "precision_coffee": 0.9113414511421958, + "recall_coffee": 0.9526013506406076, + "F1_noncoffee": 0.7506927282258669, + "IoU_noncoffee": 0.6008871837909123, + "kappa": 0.682773314906647, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.860707280489212, + "mIoU": 0.6809614585950479, + "macroF1": 0.8001097575781253, + "F1_coffee": 0.9101681672743508, + "IoU_coffee": 0.8351455150635828, + "precision_coffee": 0.8791755763598138, + "recall_coffee": 0.9434256956094175, + "F1_noncoffee": 0.6900513478818999, + "IoU_noncoffee": 0.5267774021265128, + "kappa": 0.6019263341935484, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f1_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f1_s2_r1.0", + "val_epoch0": 0.7107074087931788 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 25, + "stopped_epoch": 55, + "best_val": 0.7354826533937553, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8964526645363288, + "mIoU": 0.7417426060580168, + "macroF1": 0.8447821295448623, + "F1_coffee": 0.9343376453250368, + "IoU_coffee": 0.8767670559311617, + "precision_coffee": 0.9097032623208912, + "recall_coffee": 0.9603433404161319, + "F1_noncoffee": 0.7552266137646879, + "IoU_noncoffee": 0.6067181561848719, + "kappa": 0.6904105462962239, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8643561786085151, + "mIoU": 0.6848929070044608, + "macroF1": 0.8028524329150639, + "F1_coffee": 0.9129674356625301, + "IoU_coffee": 0.8398712840943917, + "precision_coffee": 0.8777089783281734, + "recall_coffee": 0.9511771851680454, + "F1_noncoffee": 0.6927374301675978, + "IoU_noncoffee": 0.5299145299145299, + "kappa": 0.6079384773073397, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4074074074074074, + "mIoU": 0.21020408163265308, + "macroF1": 0.3057142857142857, + "F1_coffee": 0.5714285714285714, + "IoU_coffee": 0.4, + "precision_coffee": 1.0, + "recall_coffee": 0.4, + "F1_noncoffee": 0.04, + "IoU_noncoffee": 0.02040816326530612, + "kappa": 0.01619433198380561, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8923300970873786, + "mIoU": 0.730546302294766, + "macroF1": 0.8364390141413733, + "F1_coffee": 0.9320507321855278, + "IoU_coffee": 0.8727481353987379, + "precision_coffee": 0.902735742685894, + "recall_coffee": 0.963333544424039, + "F1_noncoffee": 0.740827296097219, + "IoU_noncoffee": 0.5883444691907943, + "kappa": 0.6741885043423445, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9055654948986993, + "mIoU": 0.7627766977630412, + "macroF1": 0.8597987881427243, + "F1_coffee": 0.9399021448133674, + "IoU_coffee": 0.8866182873730043, + "precision_coffee": 0.9185612895464934, + "recall_coffee": 0.9622582067922626, + "F1_noncoffee": 0.7796954314720812, + "IoU_noncoffee": 0.6389351081530782, + "kappa": 0.7201513026252397, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.891446255016682, + "mIoU": 0.7320598300473422, + "macroF1": 0.8378224795350753, + "F1_coffee": 0.9310778865931907, + "IoU_coffee": 0.8710437130220001, + "precision_coffee": 0.9079152197341636, + "recall_coffee": 0.955453342574507, + "F1_noncoffee": 0.7445670724769599, + "IoU_noncoffee": 0.5930759470726844, + "kappa": 0.6764254702936173, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9160776505724241, + "mIoU": 0.6465037174828568, + "macroF1": 0.7530046350488588, + "F1_coffee": 0.9536991267095073, + "IoU_coffee": 0.9114960629921259, + "precision_coffee": 0.9287548138639281, + "recall_coffee": 0.9800203183203522, + "F1_noncoffee": 0.5523101433882103, + "IoU_noncoffee": 0.3815113719735877, + "kappa": 0.509430869977269, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9287557054971225, + "mIoU": 0.7000571520333084, + "macroF1": 0.8028292085531749, + "F1_coffee": 0.9604015001103022, + "IoU_coffee": 0.9238196286472149, + "precision_coffee": 0.942214046098907, + "recall_coffee": 0.9793049150826678, + "F1_noncoffee": 0.6452569169960475, + "IoU_noncoffee": 0.4762946754194019, + "kappa": 0.6069703306216333, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9220083349871007, + "mIoU": 0.689927655509064, + "macroF1": 0.7948789737190132, + "F1_coffee": 0.9563624250499667, + "IoU_coffee": 0.916374082349186, + "precision_coffee": 0.9443043525929175, + "recall_coffee": 0.9687324260488134, + "F1_noncoffee": 0.6333955223880597, + "IoU_noncoffee": 0.463481228668942, + "kappa": 0.5903191435111944, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8697299857887257, + "mIoU": 0.7422222746040913, + "macroF1": 0.8493764505486949, + "F1_coffee": 0.9047454104606858, + "IoU_coffee": 0.8260594560404807, + "precision_coffee": 0.8703185392509662, + "recall_coffee": 0.9420080784766302, + "F1_noncoffee": 0.7940074906367042, + "IoU_noncoffee": 0.6583850931677019, + "kappa": 0.6997688221223272, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8835235310761105, + "mIoU": 0.7679110946012877, + "macroF1": 0.8667489934590548, + "F1_coffee": 0.9140271493212669, + "IoU_coffee": 0.8416666666666667, + "precision_coffee": 0.8889641164522681, + "recall_coffee": 0.9405444126074498, + "F1_noncoffee": 0.8194708375968426, + "IoU_noncoffee": 0.6941555225359088, + "kappa": 0.7339420667386667, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8623974346882958, + "mIoU": 0.7288917912333177, + "macroF1": 0.840118628107106, + "F1_coffee": 0.899800837854543, + "IoU_coffee": 0.8178526841448189, + "precision_coffee": 0.864134019258673, + "recall_coffee": 0.938538681948424, + "F1_noncoffee": 0.7804364183596689, + "IoU_noncoffee": 0.6399308983218164, + "kappa": 0.681426504127728, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2606, + 2995 + ], + [ + 52940, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.7942405064900715, + "test_tta": { + "OA": 0.8954359123333656, + "mIoU": 0.7369192400234933, + "macroF1": 0.8410827801711744, + "F1_coffee": 0.9340217313821934, + "IoU_coffee": 0.8762108561493341, + "precision_coffee": 0.9051434887301149, + "recall_coffee": 0.9648033997433362, + "F1_noncoffee": 0.7481438289601555, + "IoU_noncoffee": 0.5976276238976524, + "kappa": 0.6833957584931485, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8634331371870313, + "mIoU": 0.6794800497244629, + "macroF1": 0.7982020855234755, + "F1_coffee": 0.9129343398585839, + "IoU_coffee": 0.839815269060951, + "precision_coffee": 0.8725393700787402, + "recall_coffee": 0.9572511135535373, + "F1_noncoffee": 0.683469831188367, + "IoU_noncoffee": 0.5191448303879748, + "kappa": 0.599524701727167, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s0_r0.05", + "val_epoch0": 0.6157080234935682 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6157080234935682, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8367148190228859, + "mIoU": 0.6531797983463032, + "macroF1": 0.779978213137136, + "F1_coffee": 0.8917068549776094, + "IoU_coffee": 0.8045767123819885, + "precision_coffee": 0.8962995022722354, + "recall_coffee": 0.88716103328621, + "F1_noncoffee": 0.6682495712966627, + "IoU_noncoffee": 0.501782884310618, + "kappa": 0.5599918171375594, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7958924656743971, + "mIoU": 0.5972273541012842, + "macroF1": 0.7350983110359182, + "F1_coffee": 0.8620017162025119, + "IoU_coffee": 0.7574718947079792, + "precision_coffee": 0.8748490786374522, + "recall_coffee": 0.8495262257587115, + "F1_noncoffee": 0.6081949058693245, + "IoU_noncoffee": 0.43698281349458945, + "kappa": 0.47052081755305597, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2252983293556086, + "mIoU": 0.113137434205247, + "macroF1": 0.18533642217786542, + "F1_coffee": 0.365767878077374, + "IoU_coffee": 0.22381635581061693, + "precision_coffee": 1.0, + "recall_coffee": 0.22381635581061693, + "F1_noncoffee": 0.004904966278356836, + "IoU_noncoffee": 0.002458512599877074, + "kappa": 0.0010999054328101505, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8356426886792453, + "mIoU": 0.6589373718441005, + "macroF1": 0.785567115624263, + "F1_coffee": 0.8891907112333124, + "IoU_coffee": 0.8004890850530836, + "precision_coffee": 0.906334413830362, + "recall_coffee": 0.8726835294882632, + "F1_noncoffee": 0.6819435200152134, + "IoU_noncoffee": 0.5173856586351175, + "kappa": 0.5715742143427848, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8337942075389317, + "mIoU": 0.6475551429562205, + "macroF1": 0.7753616631983831, + "F1_coffee": 0.8899312471888453, + "IoU_coffee": 0.801690206066219, + "precision_coffee": 0.8942407024793388, + "recall_coffee": 0.8856631282772733, + "F1_noncoffee": 0.6607920792079208, + "IoU_noncoffee": 0.4934200798462221, + "kappa": 0.55075547933158, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8406878178735772, + "mIoU": 0.6526057729235127, + "macroF1": 0.7785170237997061, + "F1_coffee": 0.8958616977487889, + "IoU_coffee": 0.8113672860747878, + "precision_coffee": 0.8889656905869047, + "recall_coffee": 0.9028655306656456, + "F1_noncoffee": 0.6611723498506232, + "IoU_noncoffee": 0.4938442597722376, + "kappa": 0.5571207595752734, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8623498269191611, + "mIoU": 0.659785975178994, + "macroF1": 0.7802294293024383, + "F1_coffee": 0.9145709591810944, + "IoU_coffee": 0.8425893584817791, + "precision_coffee": 0.9482442348008385, + "recall_coffee": 0.8832072247986331, + "F1_noncoffee": 0.6458878994237821, + "IoU_noncoffee": 0.4769825918762089, + "kappa": 0.5627444619574816, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8144390820447158, + "mIoU": 0.5802624491044546, + "macroF1": 0.7112744919868557, + "F1_coffee": 0.8838614227592159, + "IoU_coffee": 0.7918921904341102, + "precision_coffee": 0.9314018448746265, + "recall_coffee": 0.8409384164222874, + "F1_noncoffee": 0.5386875612144956, + "IoU_noncoffee": 0.36863270777479895, + "kappa": 0.4284634366631213, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8363156350836022, + "mIoU": 0.5837958201658325, + "macroF1": 0.708302363173687, + "F1_coffee": 0.901540995177038, + "IoU_coffee": 0.8207324908974084, + "precision_coffee": 0.9119466920514041, + "recall_coffee": 0.8913700860665271, + "F1_noncoffee": 0.515063731170336, + "IoU_noncoffee": 0.3468591494342567, + "kappa": 0.41697859337214893, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8107312440645774, + "mIoU": 0.64884248755151, + "macroF1": 0.7818571364021325, + "F1_coffee": 0.8612213634148039, + "IoU_coffee": 0.7562675797969916, + "precision_coffee": 0.8617614269788183, + "recall_coffee": 0.8606819763395964, + "F1_noncoffee": 0.7024929093894611, + "IoU_noncoffee": 0.5414173953060285, + "kappa": 0.5637146401381559, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8525812619502868, + "mIoU": 0.7022163709487684, + "macroF1": 0.820110676414157, + "F1_coffee": 0.8965378421900161, + "IoU_coffee": 0.8124771981028822, + "precision_coffee": 0.8575279168271082, + "recall_coffee": 0.9392661324335724, + "F1_noncoffee": 0.7436835106382979, + "IoU_noncoffee": 0.5919555437946546, + "kappa": 0.6420564676288009, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8449798425801497, + "mIoU": 0.6950743638208314, + "macroF1": 0.815522987960362, + "F1_coffee": 0.8892394211645291, + "IoU_coffee": 0.8005680414917263, + "precision_coffee": 0.8632490013315579, + "recall_coffee": 0.9168434450572762, + "F1_noncoffee": 0.7418065547561951, + "IoU_noncoffee": 0.5895806861499364, + "kappa": 0.6318239586219554, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 8, + 27 + ], + [ + 461, + 563 + ], + [ + 6239, + 7520 + ], + [ + 44842, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.551795744895935, + "test_tta": { + "OA": 0.8507547476059081, + "mIoU": 0.668826953702878, + "macroF1": 0.7912842979757837, + "F1_coffee": 0.9026953236610686, + "IoU_coffee": 0.8226478416849902, + "precision_coffee": 0.8920750454916233, + "recall_coffee": 0.9135715203701323, + "F1_noncoffee": 0.6798732722904989, + "IoU_noncoffee": 0.5150060657207659, + "kappa": 0.5827631498258621, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8110072689511942, + "mIoU": 0.6105648512496507, + "macroF1": 0.7447188575716335, + "F1_coffee": 0.8748041426223869, + "IoU_coffee": 0.7774683286349896, + "precision_coffee": 0.8697353673132089, + "recall_coffee": 0.879932345422745, + "F1_noncoffee": 0.6146335725208799, + "IoU_noncoffee": 0.4436613738643118, + "kappa": 0.48949108782994943, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s0_r0.1", + "val_epoch0": 0.6576543861582281 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6576543861582281, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8666450251582535, + "mIoU": 0.6961987138004738, + "macroF1": 0.8123054373856267, + "F1_coffee": 0.9132967496834107, + "IoU_coffee": 0.8404288377874456, + "precision_coffee": 0.9001123268294712, + "recall_coffee": 0.9268731525510859, + "F1_noncoffee": 0.7113141250878426, + "IoU_noncoffee": 0.551968589813502, + "kappa": 0.6248788474628855, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8277373947155878, + "mIoU": 0.6360374263361042, + "macroF1": 0.7657752176836616, + "F1_coffee": 0.8862454522943294, + "IoU_coffee": 0.7957277966855364, + "precision_coffee": 0.8783816949536521, + "recall_coffee": 0.8942512829383613, + "F1_noncoffee": 0.645304983072994, + "IoU_noncoffee": 0.47634705598667193, + "kappa": 0.5316674753617743, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.34988066825775654, + "mIoU": 0.17578263673429947, + "macroF1": 0.2614303463270694, + "F1_coffee": 0.5170212765957447, + "IoU_coffee": 0.3486370157819225, + "precision_coffee": 1.0, + "recall_coffee": 0.3486370157819225, + "F1_noncoffee": 0.00583941605839416, + "IoU_noncoffee": 0.0029282576866764276, + "kappa": 0.002039715698885882, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.878685141509434, + "mIoU": 0.7214854704961207, + "macroF1": 0.8313885537486825, + "F1_coffee": 0.9206899874722945, + "IoU_coffee": 0.8530357142857142, + "precision_coffee": 0.9097892331132554, + "recall_coffee": 0.9318551271213993, + "F1_noncoffee": 0.7420871200250705, + "IoU_noncoffee": 0.5899352267065272, + "kappa": 0.6629344662411037, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.858972493086887, + "mIoU": 0.6847510727916662, + "macroF1": 0.8038396844045144, + "F1_coffee": 0.9078342474873974, + "IoU_coffee": 0.831223873664654, + "precision_coffee": 0.9002703892347356, + "recall_coffee": 0.9155262821332651, + "F1_noncoffee": 0.6998451213216313, + "IoU_noncoffee": 0.5382782719186785, + "kappa": 0.6077695379607332, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8624364252845725, + "mIoU": 0.6828486539286873, + "macroF1": 0.8014324170799374, + "F1_coffee": 0.9114933931687859, + "IoU_coffee": 0.8373797526339899, + "precision_coffee": 0.8906754369937268, + "recall_coffee": 0.933307805220499, + "F1_noncoffee": 0.6913714409910889, + "IoU_noncoffee": 0.5283175552233849, + "kappa": 0.6036199428091773, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9009366727754021, + "mIoU": 0.713723161312148, + "macroF1": 0.8207648199341924, + "F1_coffee": 0.9406381550851077, + "IoU_coffee": 0.8879290486063119, + "precision_coffee": 0.9404660241551788, + "recall_coffee": 0.9408103490358799, + "F1_noncoffee": 0.700891484783277, + "IoU_noncoffee": 0.5395172740179839, + "kappa": 0.6415297003754618, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8391608391608392, + "mIoU": 0.5904686596209215, + "macroF1": 0.7149593138537138, + "F1_coffee": 0.9031148027291604, + "IoU_coffee": 0.8233448723496322, + "precision_coffee": 0.9136854741896758, + "recall_coffee": 0.8927859237536657, + "F1_noncoffee": 0.5268038249782672, + "IoU_noncoffee": 0.35759244689221087, + "kappa": 0.4302910610375842, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8585117825364232, + "mIoU": 0.602076095875751, + "macroF1": 0.7218923873413742, + "F1_coffee": 0.9168151767749353, + "IoU_coffee": 0.846406963167392, + "precision_coffee": 0.9064453791065136, + "recall_coffee": 0.9274249825540823, + "F1_noncoffee": 0.5269695979078131, + "IoU_noncoffee": 0.35774522858411006, + "kappa": 0.4441984142016289, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8579297245963913, + "mIoU": 0.7164568267995883, + "macroF1": 0.8308993009635367, + "F1_coffee": 0.8985074626865671, + "IoU_coffee": 0.8157181571815718, + "precision_coffee": 0.8765056254136333, + "recall_coffee": 0.9216423103688239, + "F1_noncoffee": 0.7632911392405063, + "IoU_noncoffee": 0.617195496417605, + "kappa": 0.6622948816479569, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8782026768642447, + "mIoU": 0.7504897699763526, + "macroF1": 0.854443772626083, + "F1_coffee": 0.9132507149666349, + "IoU_coffee": 0.8403508771929824, + "precision_coffee": 0.8855143272151063, + "recall_coffee": 0.9427808238436666, + "F1_noncoffee": 0.795636830285531, + "IoU_noncoffee": 0.660628662759723, + "kappa": 0.7095588249717285, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8662891149932809, + "mIoU": 0.7285568869080286, + "macroF1": 0.8392153903508388, + "F1_coffee": 0.9051929490233445, + "IoU_coffee": 0.8268059181897301, + "precision_coffee": 0.8724744161637366, + "recall_coffee": 0.9404610380427096, + "F1_noncoffee": 0.773237831678333, + "IoU_noncoffee": 0.630307855626327, + "kappa": 0.6795088043973955, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 524, + 563 + ], + [ + 6576, + 7520 + ], + [ + 46270, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.555362625916799, + "test_tta": { + "OA": 0.8701996429151112, + "mIoU": 0.6968720875693966, + "macroF1": 0.8121882639836389, + "F1_coffee": 0.9165684239079405, + "IoU_coffee": 0.8459864417225176, + "precision_coffee": 0.8934607952811959, + "recall_coffee": 0.9409030544488712, + "F1_noncoffee": 0.7078081040593373, + "IoU_noncoffee": 0.5477577334162755, + "kappa": 0.6252544056560656, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8323670243452175, + "mIoU": 0.6364940162229531, + "macroF1": 0.76507357168353, + "F1_coffee": 0.8908074592512565, + "IoU_coffee": 0.803113460039977, + "precision_coffee": 0.8712694795648339, + "recall_coffee": 0.9112418074535356, + "F1_noncoffee": 0.6393396841158036, + "IoU_noncoffee": 0.4698745724059293, + "kappa": 0.5309262570221515, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s0_r0.5", + "val_epoch0": 0.6824052394675311 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 22, + "stopped_epoch": 52, + "best_val": 0.6842054647803391, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8796299302061353, + "mIoU": 0.731307014280687, + "macroF1": 0.8392033964416097, + "F1_coffee": 0.9198287604592333, + "IoU_coffee": 0.851558277787786, + "precision_coffee": 0.9285620743844945, + "recall_coffee": 0.9112581930343143, + "F1_noncoffee": 0.7585780324239859, + "IoU_noncoffee": 0.6110557507735879, + "kappa": 0.6784924346549146, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8363476404753664, + "mIoU": 0.663172119815524, + "macroF1": 0.7892884939600162, + "F1_coffee": 0.8888671243744063, + "IoU_coffee": 0.7999647421771705, + "precision_coffee": 0.9062187961816511, + "recall_coffee": 0.8721674450787061, + "F1_noncoffee": 0.689709863545626, + "IoU_noncoffee": 0.5263794974538776, + "kappa": 0.579007926974767, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28162291169451076, + "mIoU": 0.14144972346694581, + "macroF1": 0.2215455098275412, + "F1_coffee": 0.4378035113933508, + "IoU_coffee": 0.2802486848397896, + "precision_coffee": 1.0, + "recall_coffee": 0.2802486848397896, + "F1_noncoffee": 0.005287508261731659, + "IoU_noncoffee": 0.0026507620941020544, + "kappa": 0.0014846422813327988, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8945558176100629, + "mIoU": 0.7642599542948355, + "macroF1": 0.8625062390283798, + "F1_coffee": 0.9288885943402478, + "IoU_coffee": 0.8672194035391659, + "precision_coffee": 0.9470910196634907, + "recall_coffee": 0.9113726510176214, + "F1_noncoffee": 0.7961238837165115, + "IoU_noncoffee": 0.6613005050505051, + "kappa": 0.725303385928819, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8734779022946684, + "mIoU": 0.7183730117120586, + "macroF1": 0.8297460355142623, + "F1_coffee": 0.9160334835801675, + "IoU_coffee": 0.8450754425567304, + "precision_coffee": 0.922448450265854, + "recall_coffee": 0.909707123673104, + "F1_noncoffee": 0.7434585874483572, + "IoU_noncoffee": 0.5916705808673869, + "kappa": 0.6595423769383847, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8710583676434972, + "mIoU": 0.7117305660959737, + "macroF1": 0.8246722352487421, + "F1_coffee": 0.9148541453428863, + "IoU_coffee": 0.8430702116370925, + "precision_coffee": 0.9170246873998076, + "recall_coffee": 0.9126938541068351, + "F1_noncoffee": 0.734490325154598, + "IoU_noncoffee": 0.580390920554855, + "kappa": 0.6493505963184772, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9103034005294237, + "mIoU": 0.7412619754935243, + "macroF1": 0.8421086426247082, + "F1_coffee": 0.9458745469066782, + "IoU_coffee": 0.8973073784823405, + "precision_coffee": 0.9523691698626747, + "recall_coffee": 0.9394679033439102, + "F1_noncoffee": 0.7383427383427383, + "IoU_noncoffee": 0.585216572504708, + "kappa": 0.6842882625055229, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8767851866443416, + "mIoU": 0.6503744362674124, + "macroF1": 0.7675515647734137, + "F1_coffee": 0.9268976801262199, + "IoU_coffee": 0.8637551731648878, + "precision_coffee": 0.9234979040521658, + "recall_coffee": 0.9303225806451613, + "F1_noncoffee": 0.6082054494206076, + "IoU_noncoffee": 0.436993699369937, + "kappa": 0.535136895662827, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8894103842769141, + "mIoU": 0.6651717349527828, + "macroF1": 0.7789174292009831, + "F1_coffee": 0.9352122357793435, + "IoU_coffee": 0.8783085861846353, + "precision_coffee": 0.9214358279715543, + "recall_coffee": 0.9494068387997209, + "F1_noncoffee": 0.6226226226226226, + "IoU_noncoffee": 0.45203488372093026, + "kappa": 0.5584098269123398, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8798670465337132, + "mIoU": 0.7664235483755023, + "macroF1": 0.8661493480241452, + "F1_coffee": 0.9089993525645637, + "IoU_coffee": 0.8331794804167216, + "precision_coffee": 0.940738534842168, + "recall_coffee": 0.8793319415448851, + "F1_noncoffee": 0.8232993434837268, + "IoU_noncoffee": 0.699667616334283, + "kappa": 0.7328890859400331, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8702676864244742, + "mIoU": 0.7484252090799728, + "macroF1": 0.8540476587161097, + "F1_coffee": 0.902703090270309, + "IoU_coffee": 0.8226607422895975, + "precision_coffee": 0.921129645888206, + "recall_coffee": 0.884999297061718, + "F1_noncoffee": 0.8053922271619103, + "IoU_noncoffee": 0.6741896758703482, + "kappa": 0.70832877154602, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8530428105202534, + "mIoU": 0.7213274129490862, + "macroF1": 0.8356511476943346, + "F1_coffee": 0.8891142174259433, + "IoU_coffee": 0.8003651062720042, + "precision_coffee": 0.9112232779097387, + "recall_coffee": 0.8680526092490454, + "F1_noncoffee": 0.7821880779627258, + "IoU_noncoffee": 0.6422897196261682, + "kappa": 0.6716819524679023, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6774, + 7520 + ], + [ + 46843, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8007805824279783, + "test_tta": { + "OA": 0.8857490667099497, + "mIoU": 0.7391034010206508, + "macroF1": 0.8444174100092467, + "F1_coffee": 0.9246077223799068, + "IoU_coffee": 0.8597864626907294, + "precision_coffee": 0.9246770496368817, + "recall_coffee": 0.924538405517714, + "F1_noncoffee": 0.7642270976385865, + "IoU_noncoffee": 0.618420339350572, + "kappa": 0.6888348254884752, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8425925925925926, + "mIoU": 0.6688178151985814, + "macroF1": 0.7930525131476325, + "F1_coffee": 0.8943056362579895, + "IoU_coffee": 0.8088181197120184, + "precision_coffee": 0.9012707149967792, + "recall_coffee": 0.887447385112149, + "F1_noncoffee": 0.6917993900372755, + "IoU_noncoffee": 0.5288175106851444, + "kappa": 0.5861770935092361, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s0_r1.0", + "val_epoch0": 0.6816762397076448 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 96, + "stopped_epoch": 100, + "best_val": 0.7021943917914253, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8881188118811881, + "mIoU": 0.7424418340651838, + "macroF1": 0.8466760649070593, + "F1_coffee": 0.9263890817056631, + "IoU_coffee": 0.8628722621202777, + "precision_coffee": 0.923735491427963, + "recall_coffee": 0.9290579617015807, + "F1_noncoffee": 0.7669630481084553, + "IoU_noncoffee": 0.62201140601009, + "kappa": 0.6933601407570257, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8456645898234684, + "mIoU": 0.6731544100413693, + "macroF1": 0.7962989722396332, + "F1_coffee": 0.8965777189303076, + "IoU_coffee": 0.8125426994832268, + "precision_coffee": 0.901710730948678, + "recall_coffee": 0.8915028157373772, + "F1_noncoffee": 0.6960202255489589, + "IoU_noncoffee": 0.533766120599512, + "kappa": 0.592636743656468, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.31551312649164676, + "mIoU": 0.15849268572044306, + "macroF1": 0.2418568945363366, + "F1_coffee": 0.4781659388646288, + "IoU_coffee": 0.31420373027259685, + "precision_coffee": 1.0, + "recall_coffee": 0.31420373027259685, + "F1_noncoffee": 0.005547850208044383, + "IoU_noncoffee": 0.0027816411682892906, + "kappa": 0.0017464776377094933, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8953419811320755, + "mIoU": 0.7613534627446275, + "macroF1": 0.8601991739689434, + "F1_coffee": 0.9302919230265742, + "IoU_coffee": 0.8696689714250749, + "precision_coffee": 0.9364828358700665, + "recall_coffee": 0.9241823265491904, + "F1_noncoffee": 0.7901064249113126, + "IoU_noncoffee": 0.6530379540641799, + "kappa": 0.7204351361233043, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8782806966477466, + "mIoU": 0.7282539366154139, + "macroF1": 0.8369722257699845, + "F1_coffee": 0.9190357868921231, + "IoU_coffee": 0.8502000119410114, + "precision_coffee": 0.9276268646993682, + "recall_coffee": 0.9106023788208211, + "F1_noncoffee": 0.754908664647846, + "IoU_noncoffee": 0.6063078612898164, + "kappa": 0.6740290889518152, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8908210220392346, + "mIoU": 0.7374910817549032, + "macroF1": 0.8423066467879372, + "F1_coffee": 0.9297731804586241, + "IoU_coffee": 0.8687627365356623, + "precision_coffee": 0.9083216655506179, + "recall_coffee": 0.9522624289999362, + "F1_noncoffee": 0.7548401131172504, + "IoU_noncoffee": 0.606219426974144, + "kappa": 0.6852261822585619, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.903787416004887, + "mIoU": 0.7159430616149267, + "macroF1": 0.8221288416904934, + "F1_coffee": 0.9426473265764399, + "IoU_coffee": 0.8915164734244059, + "precision_coffee": 0.9375830013280213, + "recall_coffee": 0.9477666585306321, + "F1_noncoffee": 0.7016103568045469, + "IoU_noncoffee": 0.5403696498054474, + "kappa": 0.6443116746355376, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8700876588200532, + "mIoU": 0.6440154900500054, + "macroF1": 0.7629312703383144, + "F1_coffee": 0.9223158018729019, + "IoU_coffee": 0.8558312383867089, + "precision_coffee": 0.9261887863733144, + "recall_coffee": 0.918475073313783, + "F1_noncoffee": 0.6035467388037271, + "IoU_noncoffee": 0.4321997417133018, + "kappa": 0.525904848170716, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.894592744695414, + "mIoU": 0.6677238503407014, + "macroF1": 0.7801298188053868, + "F1_coffee": 0.9387708735658298, + "IoU_coffee": 0.8846071505031042, + "precision_coffee": 0.9174067495559503, + "recall_coffee": 0.9611537566876017, + "F1_noncoffee": 0.6214887640449438, + "IoU_noncoffee": 0.45084055017829855, + "kappa": 0.5617289354153691, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8874643874643875, + "mIoU": 0.7772524653533519, + "macroF1": 0.8730428178423351, + "F1_coffee": 0.9158320903473258, + "IoU_coffee": 0.8447327044025157, + "precision_coffee": 0.9351610095735422, + "recall_coffee": 0.8972860125260961, + "F1_noncoffee": 0.8302535453373442, + "IoU_noncoffee": 0.7097722263041881, + "kappa": 0.7463042153628265, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8862332695984704, + "mIoU": 0.774796946068876, + "macroF1": 0.8714232443024468, + "F1_coffee": 0.9150606709493219, + "IoU_coffee": 0.843421052631579, + "precision_coffee": 0.9293895896766711, + "recall_coffee": 0.9011668775481513, + "F1_noncoffee": 0.8277858176555717, + "IoU_noncoffee": 0.7061728395061728, + "kappa": 0.7429703609974404, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8871184488385486, + "mIoU": 0.768591577307102, + "macroF1": 0.8667634981752741, + "F1_coffee": 0.9188405797101449, + "IoU_coffee": 0.8498659517426274, + "precision_coffee": 0.8972907399919127, + "recall_coffee": 0.941450997030123, + "F1_noncoffee": 0.8146864166404034, + "IoU_noncoffee": 0.6873172028715767, + "kappa": 0.733877483142916, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 19, + 27 + ], + [ + 539, + 563 + ], + [ + 6897, + 7520 + ], + [ + 47262, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.070787783463796, + "test_tta": { + "OA": 0.8912838824866093, + "mIoU": 0.7455013032985698, + "macroF1": 0.8485817859516488, + "F1_coffee": 0.9289924518700704, + "IoU_coffee": 0.8674004711658385, + "precision_coffee": 0.9196717182318123, + "recall_coffee": 0.9385040483228377, + "F1_noncoffee": 0.7681711200332272, + "IoU_noncoffee": 0.6236021354313009, + "kappa": 0.6972650938767164, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8493856005538248, + "mIoU": 0.675472613256014, + "macroF1": 0.797587293741334, + "F1_coffee": 0.8999818026836253, + "IoU_coffee": 0.8181517404705104, + "precision_coffee": 0.8969493337405979, + "recall_coffee": 0.9030348459512963, + "F1_noncoffee": 0.6951927847990427, + "IoU_noncoffee": 0.5327934860415175, + "kappa": 0.5951886886725208, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s1_r0.05", + "val_epoch0": 0.6668830649183521 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6668830649183521, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8591300113617919, + "mIoU": 0.6821368217683406, + "macroF1": 0.8014888930267924, + "F1_coffee": 0.9084580577793248, + "IoU_coffee": 0.8322704081632653, + "precision_coffee": 0.8948943332709931, + "recall_coffee": 0.9224392751574347, + "F1_noncoffee": 0.69451972827426, + "IoU_noncoffee": 0.532003235373416, + "kappa": 0.6032819161837883, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8228048921195339, + "mIoU": 0.6264171976343689, + "macroF1": 0.7575755225973998, + "F1_coffee": 0.8833260526865586, + "IoU_coffee": 0.791033098615505, + "precision_coffee": 0.8730125954986578, + "recall_coffee": 0.8938861019815872, + "F1_noncoffee": 0.631824992508241, + "IoU_noncoffee": 0.4618012966532329, + "kappa": 0.5153644789848895, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4262529832935561, + "mIoU": 0.2142360888051374, + "macroF1": 0.3016279327749737, + "F1_coffee": 0.5966442953020135, + "IoU_coffee": 0.4251554280248685, + "precision_coffee": 1.0, + "recall_coffee": 0.4251554280248685, + "F1_noncoffee": 0.006611570247933884, + "IoU_noncoffee": 0.003316749585406302, + "kappa": 0.0028162968231126937, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8840900157232704, + "mIoU": 0.7315093894150473, + "macroF1": 0.8386201208444012, + "F1_coffee": 0.9242818167228374, + "IoU_coffee": 0.8592230112788686, + "precision_coffee": 0.9126521298174443, + "recall_coffee": 0.9362117172768061, + "F1_noncoffee": 0.752958424965965, + "IoU_noncoffee": 0.6037957675512261, + "kappa": 0.6774111427371042, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8451947799932081, + "mIoU": 0.6553150766547295, + "macroF1": 0.7800185218846563, + "F1_coffee": 0.8997581126503943, + "IoU_coffee": 0.8177820922795798, + "precision_coffee": 0.8842852732324792, + "recall_coffee": 0.9157820693183272, + "F1_noncoffee": 0.6602789311189183, + "IoU_noncoffee": 0.4928480610298792, + "kappa": 0.5604930746174787, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8484378784209252, + "mIoU": 0.6620993454237234, + "macroF1": 0.785610994232115, + "F1_coffee": 0.9016687093428868, + "IoU_coffee": 0.8209442060085836, + "precision_coffee": 0.888187221396731, + "recall_coffee": 0.9155657668006892, + "F1_noncoffee": 0.6695532791213433, + "IoU_noncoffee": 0.5032544848388633, + "kappa": 0.571553709267728, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.902056607615557, + "mIoU": 0.7115834269496113, + "macroF1": 0.8186977363840306, + "F1_coffee": 0.9416332969299842, + "IoU_coffee": 0.8897041962852557, + "precision_coffee": 0.9362934362934363, + "recall_coffee": 0.9470344154259214, + "F1_noncoffee": 0.6957621758380772, + "IoU_noncoffee": 0.533462657613967, + "kappa": 0.6374569399818745, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8407367280606717, + "mIoU": 0.5861056101605634, + "macroF1": 0.7095110195648759, + "F1_coffee": 0.9047534900159039, + "IoU_coffee": 0.8260729267505647, + "precision_coffee": 0.9086606720302887, + "recall_coffee": 0.9008797653958944, + "F1_noncoffee": 0.514268549113848, + "IoU_noncoffee": 0.3461382935705621, + "kappa": 0.4190768150504577, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.857533978683876, + "mIoU": 0.6000831238323338, + "macroF1": 0.7199704273368225, + "F1_coffee": 0.916240298936476, + "IoU_coffee": 0.8454275408444727, + "precision_coffee": 0.9058770035239286, + "recall_coffee": 0.9268434519655734, + "F1_noncoffee": 0.523700555737169, + "IoU_noncoffee": 0.35473870682019487, + "kappa": 0.44035735279320887, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8673314339981006, + "mIoU": 0.7335971191044319, + "macroF1": 0.8430327883415047, + "F1_coffee": 0.9047911129285081, + "IoU_coffee": 0.8261356565028003, + "precision_coffee": 0.8864850427350427, + "recall_coffee": 0.9238691718858734, + "F1_noncoffee": 0.7812744637545014, + "IoU_noncoffee": 0.6410585817060637, + "kappa": 0.6863728204744443, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8495219885277246, + "mIoU": 0.6981247461000408, + "macroF1": 0.8172424492365051, + "F1_coffee": 0.8940495422724825, + "IoU_coffee": 0.808399269628728, + "precision_coffee": 0.8576779026217228, + "recall_coffee": 0.9336426261774217, + "F1_noncoffee": 0.7404353562005277, + "IoU_noncoffee": 0.5878502225713538, + "kappa": 0.6360882034820775, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.839508542906508, + "mIoU": 0.6892566807074302, + "macroF1": 0.8116278612048405, + "F1_coffee": 0.884098156107029, + "IoU_coffee": 0.792272331966704, + "precision_coffee": 0.8670292318150917, + "recall_coffee": 0.9018526375335879, + "F1_noncoffee": 0.7391575663026521, + "IoU_noncoffee": 0.5862410294481564, + "kappa": 0.6235840449853788, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 442, + 563 + ], + [ + 6385, + 7520 + ], + [ + 46080, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5509098092714946, + "test_tta": { + "OA": 0.8611751339068333, + "mIoU": 0.6819891519251293, + "macroF1": 0.8009297119497123, + "F1_coffee": 0.9104426038972597, + "IoU_coffee": 0.8356077496732529, + "precision_coffee": 0.8905709076756048, + "recall_coffee": 0.9312213511545216, + "F1_noncoffee": 0.6914168200021648, + "IoU_noncoffee": 0.5283705541770057, + "kappa": 0.6025412846433591, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8264105226722049, + "mIoU": 0.6277072616675113, + "macroF1": 0.7579319664964801, + "F1_coffee": 0.8866816050614796, + "IoU_coffee": 0.796431289640592, + "precision_coffee": 0.8690412475777429, + "recall_coffee": 0.9050529512387322, + "F1_noncoffee": 0.6291823279314807, + "IoU_noncoffee": 0.4589832336944307, + "kappa": 0.5165158258995409, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s1_r0.1", + "val_epoch0": 0.6844229156636721 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6881295013735091, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8636909592598604, + "mIoU": 0.6932711018235083, + "macroF1": 0.8103509881679487, + "F1_coffee": 0.9109286835518221, + "IoU_coffee": 0.8364270271323114, + "precision_coffee": 0.9022017731837472, + "recall_coffee": 0.9198260720558625, + "F1_noncoffee": 0.7097732927840752, + "IoU_noncoffee": 0.5501151765147051, + "kappa": 0.6208175772794304, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8260643821391485, + "mIoU": 0.634844434884813, + "macroF1": 0.7650291969049884, + "F1_coffee": 0.8847851424422493, + "IoU_coffee": 0.7933763941953501, + "precision_coffee": 0.8796086997815558, + "recall_coffee": 0.8900228718599242, + "F1_noncoffee": 0.6452732513677275, + "IoU_noncoffee": 0.4763124755742759, + "kappa": 0.5301084971670486, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.39856801909307876, + "mIoU": 0.20029103027441295, + "macroF1": 0.28754882464583914, + "F1_coffee": 0.5687885010266941, + "IoU_coffee": 0.39741750358680056, + "precision_coffee": 1.0, + "recall_coffee": 0.39741750358680056, + "F1_noncoffee": 0.006309148264984227, + "IoU_noncoffee": 0.0031645569620253164, + "kappa": 0.0025121412603331486, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8721501572327044, + "mIoU": 0.7141546894800097, + "macroF1": 0.8264937215225866, + "F1_coffee": 0.9154975318264484, + "IoU_coffee": 0.8441636222075822, + "precision_coffee": 0.9144877700642315, + "recall_coffee": 0.9165095259769815, + "F1_noncoffee": 0.7374899112187248, + "IoU_noncoffee": 0.5841457567524373, + "kappa": 0.652988757368416, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8580507446756901, + "mIoU": 0.6865356738242578, + "macroF1": 0.8056003637255333, + "F1_coffee": 0.9065772669220945, + "IoU_coffee": 0.8291187291946505, + "precision_coffee": 0.9053054457339625, + "recall_coffee": 0.9078526665814043, + "F1_noncoffee": 0.7046234605289723, + "IoU_noncoffee": 0.5439526184538653, + "kappa": 0.6112031535472223, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8609832889319448, + "mIoU": 0.6786922093221202, + "macroF1": 0.7980149919124386, + "F1_coffee": 0.9107919930374239, + "IoU_coffee": 0.8361965641230523, + "precision_coffee": 0.8877779797612555, + "recall_coffee": 0.9350309528368116, + "F1_noncoffee": 0.6852379907874534, + "IoU_noncoffee": 0.5211878545211879, + "kappa": 0.5969855813966333, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9015475463245775, + "mIoU": 0.7087108686159347, + "macroF1": 0.816296531890527, + "F1_coffee": 0.9414400775146854, + "IoU_coffee": 0.8893592677345538, + "precision_coffee": 0.9343671114316625, + "recall_coffee": 0.9486209421527947, + "F1_noncoffee": 0.6911529862663686, + "IoU_noncoffee": 0.5280624694973157, + "kappa": 0.6327040648342772, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.845956860041367, + "mIoU": 0.5969146997620296, + "macroF1": 0.7200452714736967, + "F1_coffee": 0.9077938922296899, + "IoU_coffee": 0.8311562128899924, + "precision_coffee": 0.9125281498162854, + "recall_coffee": 0.903108504398827, + "F1_noncoffee": 0.5322966507177034, + "IoU_noncoffee": 0.36267318663406684, + "kappa": 0.4401669758812615, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8753300088002347, + "mIoU": 0.6225866149827842, + "macroF1": 0.7392583552735573, + "F1_coffee": 0.9276185069543003, + "IoU_coffee": 0.86500794070937, + "precision_coffee": 0.9060663191748919, + "recall_coffee": 0.9502209816236334, + "F1_noncoffee": 0.5508982035928144, + "IoU_noncoffee": 0.38016528925619836, + "kappa": 0.4803410197234824, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8447293447293447, + "mIoU": 0.7029874602843897, + "macroF1": 0.8221906516974349, + "F1_coffee": 0.8854961832061069, + "IoU_coffee": 0.7945205479452054, + "precision_coffee": 0.8911756413870877, + "recall_coffee": 0.8798886569241475, + "F1_noncoffee": 0.7588851201887628, + "IoU_noncoffee": 0.6114543726235742, + "kappa": 0.6444117149543683, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8697896749521988, + "mIoU": 0.7414758911953636, + "macroF1": 0.8487906602527207, + "F1_coffee": 0.90513999164229, + "IoU_coffee": 0.8267175572519084, + "precision_coffee": 0.8968944099378882, + "recall_coffee": 0.9135385913116828, + "F1_noncoffee": 0.7924413288631514, + "IoU_noncoffee": 0.6562342251388188, + "kappa": 0.6976372377794912, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.846899596851603, + "mIoU": 0.6986852139875652, + "macroF1": 0.8182046898188244, + "F1_coffee": 0.8904307206155114, + "IoU_coffee": 0.8025012382367509, + "precision_coffee": 0.8657493988779055, + "recall_coffee": 0.916560599632301, + "F1_noncoffee": 0.7459786590221373, + "IoU_noncoffee": 0.5948691897383794, + "kappa": 0.6370931794210573, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6578, + 7520 + ], + [ + 46056, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.548754914601644, + "test_tta": { + "OA": 0.8681545203700698, + "mIoU": 0.6975535053579522, + "macroF1": 0.81318029021577, + "F1_coffee": 0.9145226294577559, + "IoU_coffee": 0.8425073191538864, + "precision_coffee": 0.8988313165787568, + "recall_coffee": 0.9307715375058904, + "F1_noncoffee": 0.7118379509737841, + "IoU_noncoffee": 0.552599691562018, + "kappa": 0.6267440708506774, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8312709126572055, + "mIoU": 0.6387512183682936, + "macroF1": 0.7675372886365073, + "F1_coffee": 0.8892570119555854, + "IoU_coffee": 0.800596557013806, + "precision_coffee": 0.8761284786987987, + "recall_coffee": 0.9027849852966615, + "F1_noncoffee": 0.6458175653174291, + "IoU_noncoffee": 0.47690587972278115, + "kappa": 0.5354082180527963, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s1_r0.5", + "val_epoch0": 0.6846330800403408 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 32, + "stopped_epoch": 62, + "best_val": 0.6945045612446736, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8804577179029378, + "mIoU": 0.7299908627789714, + "macroF1": 0.8380063867419502, + "F1_coffee": 0.9209331286433563, + "IoU_coffee": 0.8534532502934915, + "precision_coffee": 0.9231431461593096, + "recall_coffee": 0.9187336674806151, + "F1_noncoffee": 0.755079644840544, + "IoU_noncoffee": 0.6065284752644513, + "kappa": 0.6760185252846952, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8405445944386755, + "mIoU": 0.6660308524467682, + "macroF1": 0.7909713294122369, + "F1_coffee": 0.8927663866850304, + "IoU_coffee": 0.8063035442106554, + "precision_coffee": 0.9011219235212343, + "recall_coffee": 0.8845643775586692, + "F1_noncoffee": 0.6891762721394433, + "IoU_noncoffee": 0.5257581606828808, + "kappa": 0.5820468167847908, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3909307875894988, + "mIoU": 0.19644533118125299, + "macroF1": 0.28356949741966886, + "F1_coffee": 0.5609084652443221, + "IoU_coffee": 0.389765662362506, + "precision_coffee": 1.0, + "recall_coffee": 0.389765662362506, + "F1_noncoffee": 0.006230529595015576, + "IoU_noncoffee": 0.003125, + "kappa": 0.0024330718651808816, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8911654874213837, + "mIoU": 0.7542937526062037, + "macroF1": 0.8554256850145956, + "F1_coffee": 0.9273079321321913, + "IoU_coffee": 0.8644679679373432, + "precision_coffee": 0.9361250993904056, + "recall_coffee": 0.9186553091878535, + "F1_noncoffee": 0.7835434378969999, + "IoU_noncoffee": 0.6441195372750642, + "kappa": 0.7109277326000474, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8717799446950953, + "mIoU": 0.716021677184102, + "macroF1": 0.8281077543782709, + "F1_coffee": 0.9147501854659227, + "IoU_coffee": 0.8428936574927183, + "precision_coffee": 0.922876667751383, + "recall_coffee": 0.9067655710448906, + "F1_noncoffee": 0.7414653232906192, + "IoU_noncoffee": 0.5891496968754858, + "kappa": 0.6562963303450485, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8785662387987406, + "mIoU": 0.7198432479280457, + "macroF1": 0.8300569888620328, + "F1_coffee": 0.9208524072612471, + "IoU_coffee": 0.85331461002867, + "precision_coffee": 0.9111583156316382, + "recall_coffee": 0.9307549939370732, + "F1_noncoffee": 0.7392615704628185, + "IoU_noncoffee": 0.5863718858274212, + "kappa": 0.6602406744159937, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8992058643860721, + "mIoU": 0.7082049468866531, + "macroF1": 0.8163178566355259, + "F1_coffee": 0.9397076735688186, + "IoU_coffee": 0.8862722573233773, + "precision_coffee": 0.9378798930221249, + "recall_coffee": 0.9415425921405907, + "F1_noncoffee": 0.6929280397022333, + "IoU_noncoffee": 0.5301376364499288, + "kappa": 0.6326428191908953, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8701861518762927, + "mIoU": 0.6311593199472378, + "macroF1": 0.749780028107935, + "F1_coffee": 0.9233542684345196, + "IoU_coffee": 0.8576212595873393, + "precision_coffee": 0.9155806712028601, + "recall_coffee": 0.9312609970674487, + "F1_noncoffee": 0.5762057877813505, + "IoU_noncoffee": 0.4046973803071364, + "kappa": 0.49975944319117294, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8848147061699423, + "mIoU": 0.6311311171147426, + "macroF1": 0.745633024947435, + "F1_coffee": 0.9337904676258992, + "IoU_coffee": 0.8758039008961518, + "precision_coffee": 0.9035240374157059, + "recall_coffee": 0.9661549197487788, + "F1_noncoffee": 0.5574755822689706, + "IoU_noncoffee": 0.38645833333333335, + "kappa": 0.4950531377154553, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8836657169990503, + "mIoU": 0.7710354718106285, + "macroF1": 0.869021152069811, + "F1_coffee": 0.9128175930538752, + "IoU_coffee": 0.83961770096884, + "precision_coffee": 0.9340227206524905, + "recall_coffee": 0.8925539318023661, + "F1_noncoffee": 0.8252247110857469, + "IoU_noncoffee": 0.7024532426524168, + "kappa": 0.7383127004230451, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8733269598470363, + "mIoU": 0.7554094874482762, + "macroF1": 0.858877770411529, + "F1_coffee": 0.9040341855580503, + "IoU_coffee": 0.8248744382765001, + "precision_coffee": 0.9323274574245594, + "recall_coffee": 0.8774075636159145, + "F1_noncoffee": 0.8137213552650078, + "IoU_noncoffee": 0.6859445366200522, + "kappa": 0.718259187155343, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8724323286619313, + "mIoU": 0.7521662761569988, + "macroF1": 0.8565654480963182, + "F1_coffee": 0.9042714110782972, + "IoU_coffee": 0.8252695240599527, + "precision_coffee": 0.9214621256605989, + "recall_coffee": 0.8877103662848254, + "F1_noncoffee": 0.8088594851143391, + "IoU_noncoffee": 0.679063028254045, + "kappa": 0.7133301130341576, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6741, + 7520 + ], + [ + 46926, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.1720814943313598, + "test_tta": { + "OA": 0.8835254017204999, + "mIoU": 0.7325013398416349, + "macroF1": 0.8395131688305104, + "F1_coffee": 0.9235571084645375, + "IoU_coffee": 0.8579713013359723, + "precision_coffee": 0.918644570653556, + "recall_coffee": 0.928522469262734, + "F1_noncoffee": 0.7554692291964833, + "IoU_noncoffee": 0.6070313783472975, + "kappa": 0.6790556967698466, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8444963655244029, + "mIoU": 0.6684880824863244, + "macroF1": 0.7923419905301332, + "F1_coffee": 0.896410591445371, + "IoU_coffee": 0.8122682081730016, + "precision_coffee": 0.8961867255787148, + "recall_coffee": 0.8966345691825712, + "F1_noncoffee": 0.6882733896148954, + "IoU_noncoffee": 0.5247079567996473, + "kappa": 0.5846840590461275, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s1_r1.0", + "val_epoch0": 0.6818927082692056 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 47, + "stopped_epoch": 77, + "best_val": 0.6988069473666391, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8920467456581723, + "mIoU": 0.7500095001077968, + "macroF1": 0.8519836327928266, + "F1_coffee": 0.9289901028154127, + "IoU_coffee": 0.8673963753813028, + "precision_coffee": 0.9261127785937799, + "recall_coffee": 0.9318853617786916, + "F1_noncoffee": 0.7749771627702405, + "IoU_noncoffee": 0.6326226248342908, + "kappa": 0.7039763204930849, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8479289258105458, + "mIoU": 0.6774768158270192, + "macroF1": 0.799681178974135, + "F1_coffee": 0.8979915637939708, + "IoU_coffee": 0.8148681392000562, + "precision_coffee": 0.9040615564429726, + "recall_coffee": 0.8920025370466471, + "F1_noncoffee": 0.7013707941542993, + "IoU_noncoffee": 0.5400854924539824, + "kappa": 0.5994152232793662, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.27684964200477324, + "mIoU": 0.1390497977318386, + "macroF1": 0.21859939864706668, + "F1_coffee": 0.43194600674915634, + "IoU_coffee": 0.27546628407460544, + "precision_coffee": 1.0, + "recall_coffee": 0.27546628407460544, + "F1_noncoffee": 0.005252790544977019, + "IoU_noncoffee": 0.0026333113890717576, + "kappa": 0.0014497253921855785, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9012382075471698, + "mIoU": 0.7721309611770495, + "macroF1": 0.8674625778912726, + "F1_coffee": 0.9343694899758376, + "IoU_coffee": 0.8768231400906974, + "precision_coffee": 0.938414114251984, + "recall_coffee": 0.9303595812471552, + "F1_noncoffee": 0.8005556658067077, + "IoU_noncoffee": 0.6674387822634017, + "kappa": 0.7349401190772225, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8852180662688595, + "mIoU": 0.7346109092718196, + "macroF1": 0.8409247121792391, + "F1_coffee": 0.92486503651953, + "IoU_coffee": 0.8602315689981096, + "precision_coffee": 0.9186222558667676, + "recall_coffee": 0.9311932472183143, + "F1_noncoffee": 0.7569843878389483, + "IoU_noncoffee": 0.6089902495455297, + "kappa": 0.6818969406093751, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8898038265923952, + "mIoU": 0.7434367046792474, + "macroF1": 0.847192201157213, + "F1_coffee": 0.9278853773734428, + "IoU_coffee": 0.8654721778723907, + "precision_coffee": 0.921778561531679, + "recall_coffee": 0.9340736486055269, + "F1_noncoffee": 0.7664990249409833, + "IoU_noncoffee": 0.6214012314861042, + "kappa": 0.6944278288919585, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9138668295662797, + "mIoU": 0.7426559468587077, + "macroF1": 0.842642713842096, + "F1_coffee": 0.9485088253195374, + "IoU_coffee": 0.9020606621903219, + "precision_coffee": 0.9460903351141331, + "recall_coffee": 0.9509397119843788, + "F1_noncoffee": 0.7367766023646546, + "IoU_noncoffee": 0.5832512315270936, + "kappa": 0.6852959404621105, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8800354575002463, + "mIoU": 0.649195289965823, + "macroF1": 0.7655417873493413, + "F1_coffee": 0.9293831168831169, + "IoU_coffee": 0.868081880212282, + "precision_coffee": 0.9188352630975581, + "recall_coffee": 0.9401759530791789, + "F1_noncoffee": 0.6017004578155657, + "IoU_noncoffee": 0.4303086997193639, + "kappa": 0.5314318534010989, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8978194974088198, + "mIoU": 0.6784721934475393, + "macroF1": 0.7896382040829759, + "F1_coffee": 0.9404931382039747, + "IoU_coffee": 0.8876706438783188, + "precision_coffee": 0.9213433002342966, + "recall_coffee": 0.960455919981391, + "F1_noncoffee": 0.6387832699619772, + "IoU_noncoffee": 0.4692737430167598, + "kappa": 0.5803768004671165, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8894586894586894, + "mIoU": 0.7792262238415546, + "macroF1": 0.8742123261354031, + "F1_coffee": 0.9180050718512257, + "IoU_coffee": 0.8484375, + "precision_coffee": 0.9293966623876765, + "recall_coffee": 0.9068893528183716, + "F1_noncoffee": 0.8304195804195804, + "IoU_noncoffee": 0.7100149476831091, + "kappa": 0.7485027949673967, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8902485659655832, + "mIoU": 0.7787155890787061, + "macroF1": 0.8737427934090476, + "F1_coffee": 0.9193933436315125, + "IoU_coffee": 0.8508122157244964, + "precision_coffee": 0.9183616215457988, + "recall_coffee": 0.9204273864754674, + "F1_noncoffee": 0.8280922431865828, + "IoU_noncoffee": 0.7066189624329159, + "kappa": 0.747486266502918, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8819351123056249, + "mIoU": 0.7669363150826123, + "macroF1": 0.8662464341296459, + "F1_coffee": 0.9120549120549121, + "IoU_coffee": 0.8383280757097792, + "precision_coffee": 0.9223427331887202, + "recall_coffee": 0.9019940602460755, + "F1_noncoffee": 0.8204379562043795, + "IoU_noncoffee": 0.6955445544554455, + "kappa": 0.7325608027245692, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 15, + 27 + ], + [ + 538, + 563 + ], + [ + 6877, + 7520 + ], + [ + 47529, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.892068088054657, + "test_tta": { + "OA": 0.8938321701022561, + "mIoU": 0.7503366024727764, + "macroF1": 0.8519638267561608, + "F1_coffee": 0.9306913907284768, + "IoU_coffee": 0.8703674343017955, + "precision_coffee": 0.9209041917423305, + "recall_coffee": 0.9406888574733325, + "F1_noncoffee": 0.7732362627838447, + "IoU_noncoffee": 0.6303057706437574, + "kappa": 0.7040370269190175, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8503519095419407, + "mIoU": 0.677633921555322, + "macroF1": 0.799314230352566, + "F1_coffee": 0.9005196448773753, + "IoU_coffee": 0.8190411412825477, + "precision_coffee": 0.898417921297802, + "recall_coffee": 0.9026312248938092, + "F1_noncoffee": 0.6981088158277567, + "IoU_noncoffee": 0.5362267018280964, + "kappa": 0.5986351264217421, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s2_r0.05", + "val_epoch0": 0.6656227779564063 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6656227779564063, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.819558513228372, + "mIoU": 0.6238450571217684, + "macroF1": 0.7558543810415301, + "F1_coffee": 0.8805663884143917, + "IoU_coffee": 0.7866177853701607, + "precision_coffee": 0.8833279448216402, + "recall_coffee": 0.8778220451527224, + "F1_noncoffee": 0.6311423736686685, + "IoU_noncoffee": 0.461072328873376, + "kappa": 0.5117235008761188, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7852342217607015, + "mIoU": 0.5801725031327557, + "macroF1": 0.7200612507979139, + "F1_coffee": 0.8551332315085951, + "IoU_coffee": 0.7469281623357863, + "precision_coffee": 0.86580512982152, + "recall_coffee": 0.8447212131695785, + "F1_noncoffee": 0.5849892700872328, + "IoU_noncoffee": 0.41341684392972505, + "kappa": 0.44036607935485345, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3589498806682578, + "mIoU": 0.18034656961268944, + "macroF1": 0.2664338236923636, + "F1_coffee": 0.5269461077844312, + "IoU_coffee": 0.35772357723577236, + "precision_coffee": 1.0, + "recall_coffee": 0.35772357723577236, + "F1_noncoffee": 0.005921539600296077, + "IoU_noncoffee": 0.002969561989606533, + "kappa": 0.0021223101828684253, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.845125786163522, + "mIoU": 0.6687427472118419, + "macroF1": 0.792436319714708, + "F1_coffee": 0.897013657452787, + "IoU_coffee": 0.8132590793293442, + "precision_coffee": 0.9014907729690681, + "recall_coffee": 0.892580791989076, + "F1_noncoffee": 0.687858981976629, + "IoU_noncoffee": 0.5242264150943396, + "kappa": 0.5849036703120666, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8038131276378984, + "mIoU": 0.6076976887501365, + "macroF1": 0.7437280226238314, + "F1_coffee": 0.8678172190625613, + "IoU_coffee": 0.7664992205092673, + "precision_coffee": 0.8876036373361862, + "recall_coffee": 0.8488937204246068, + "F1_noncoffee": 0.6196388261851016, + "IoU_noncoffee": 0.4488961569910057, + "kappa": 0.48818790533564904, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8100750787115525, + "mIoU": 0.5963324415819893, + "macroF1": 0.7301413610234833, + "F1_coffee": 0.8770113860920298, + "IoU_coffee": 0.7809619574325457, + "precision_coffee": 0.8623242042931162, + "recall_coffee": 0.8922075435573426, + "F1_noncoffee": 0.5832713359549367, + "IoU_noncoffee": 0.41170292573143286, + "kappa": 0.46081270744426767, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8797597230706578, + "mIoU": 0.6674478526075002, + "macroF1": 0.7834086932757947, + "F1_coffee": 0.9278690527087278, + "IoU_coffee": 0.8654437734989177, + "precision_coffee": 0.9287198924073847, + "recall_coffee": 0.9270197705638272, + "F1_noncoffee": 0.6389483338428615, + "IoU_noncoffee": 0.4694519317160827, + "kappa": 0.5668192064322285, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8257657835122624, + "mIoU": 0.5812885913011657, + "macroF1": 0.7088423562720689, + "F1_coffee": 0.89335021402303, + "IoU_coffee": 0.8072564828938766, + "precision_coffee": 0.9190027288514017, + "recall_coffee": 0.8690909090909091, + "F1_noncoffee": 0.5243344985211078, + "IoU_noncoffee": 0.3553206997084548, + "kappa": 0.4197013115466071, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8711254522342818, + "mIoU": 0.6358446141185068, + "macroF1": 0.7543653086888789, + "F1_coffee": 0.9237180229193194, + "IoU_coffee": 0.8582490858249086, + "precision_coffee": 0.9193548387096774, + "recall_coffee": 0.928122819260293, + "F1_noncoffee": 0.5850125944584383, + "IoU_noncoffee": 0.413440142412105, + "kappa": 0.5087908068073462, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8128205128205128, + "mIoU": 0.6543351788452627, + "macroF1": 0.7864061995030889, + "F1_coffee": 0.8615190051289258, + "IoU_coffee": 0.7567267341397186, + "precision_coffee": 0.8698921679909194, + "recall_coffee": 0.8533054975643702, + "F1_noncoffee": 0.7112933938772521, + "IoU_noncoffee": 0.551943623550807, + "kappa": 0.5728948981689613, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7825047801147228, + "mIoU": 0.6126695779870637, + "macroF1": 0.754245544665827, + "F1_coffee": 0.8375812093953023, + "IoU_coffee": 0.7205503009458297, + "precision_coffee": 0.8508848273861329, + "recall_coffee": 0.8246871924645016, + "F1_noncoffee": 0.6709098799363518, + "IoU_noncoffee": 0.5047888550282977, + "kappa": 0.5087344177778748, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.750143981570359, + "mIoU": 0.5541252519794884, + "macroF1": 0.7020665202022239, + "F1_coffee": 0.8217489556940355, + "IoU_coffee": 0.6974311286760433, + "precision_coffee": 0.7966011683483802, + "recall_coffee": 0.8485362749257531, + "F1_noncoffee": 0.5823840847104124, + "IoU_noncoffee": 0.41081937528293344, + "kappa": 0.40552107120864783, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 14, + 27 + ], + [ + 225, + 563 + ], + [ + 6131, + 7520 + ], + [ + 44123, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5513381958007812, + "test_tta": { + "OA": 0.8284207109235514, + "mIoU": 0.6327840441603952, + "macroF1": 0.7624304838177302, + "F1_coffee": 0.8876393745814777, + "IoU_coffee": 0.7979780606199595, + "precision_coffee": 0.8810001054963604, + "recall_coffee": 0.8943794713618644, + "F1_noncoffee": 0.6372215930539826, + "IoU_noncoffee": 0.467590027700831, + "kappa": 0.5249480754231364, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7956472827968155, + "mIoU": 0.5892143735152207, + "macroF1": 0.7267239047501992, + "F1_coffee": 0.8639649759497682, + "IoU_coffee": 0.7605091019725166, + "precision_coffee": 0.8631445672191529, + "recall_coffee": 0.8647869457417978, + "F1_noncoffee": 0.5894828335506301, + "IoU_noncoffee": 0.41791964505792456, + "kappa": 0.4534492995629636, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s2_r0.1", + "val_epoch0": 0.6775781690213714 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6775781690213714, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8291835740951145, + "mIoU": 0.6535857827664349, + "macroF1": 0.7820788734910546, + "F1_coffee": 0.8833957497728633, + "IoU_coffee": 0.7911448927345254, + "precision_coffee": 0.9150064267352185, + "recall_coffee": 0.8538962429850491, + "F1_noncoffee": 0.6807619972092459, + "IoU_noncoffee": 0.5160266727983445, + "kappa": 0.5655772361509182, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7926762432214146, + "mIoU": 0.6042830889552279, + "macroF1": 0.7432364031075622, + "F1_coffee": 0.8559056144184601, + "IoU_coffee": 0.7481075208523166, + "precision_coffee": 0.894431408698567, + "recall_coffee": 0.8205616098714179, + "F1_noncoffee": 0.6305671917966642, + "IoU_noncoffee": 0.4604586570581391, + "kappa": 0.4889038909484416, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3431980906921241, + "mIoU": 0.1724201027176512, + "macroF1": 0.2577012924410533, + "F1_coffee": 0.5096222380612973, + "IoU_coffee": 0.34194165471066473, + "precision_coffee": 1.0, + "recall_coffee": 0.34194165471066473, + "F1_noncoffee": 0.005780346820809248, + "IoU_noncoffee": 0.002898550724637681, + "kappa": 0.001980307709351781, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8384433962264151, + "mIoU": 0.6732375271231746, + "macroF1": 0.7978952544621476, + "F1_coffee": 0.8884213384009774, + "IoU_coffee": 0.799242886799365, + "precision_coffee": 0.9290936191354958, + "recall_coffee": 0.8511606736458808, + "F1_noncoffee": 0.7073691705233179, + "IoU_noncoffee": 0.5472321674469843, + "kappa": 0.5978118810187614, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8072575559113181, + "mIoU": 0.6249790135674498, + "macroF1": 0.7600879772001425, + "F1_coffee": 0.8664672470003025, + "IoU_coffee": 0.7643954219296685, + "precision_coffee": 0.9132128940843075, + "recall_coffee": 0.8242742038623865, + "F1_noncoffee": 0.6537087073999825, + "IoU_noncoffee": 0.48556260520523115, + "kappa": 0.5234143730465342, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8419472027125212, + "mIoU": 0.6635115555077067, + "macroF1": 0.78836482869109, + "F1_coffee": 0.8948538652402281, + "IoU_coffee": 0.809715418707721, + "precision_coffee": 0.9037360062483728, + "recall_coffee": 0.8861446167592061, + "F1_noncoffee": 0.6818757921419518, + "IoU_noncoffee": 0.5173076923076924, + "kappa": 0.5768533222954256, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8890246385664834, + "mIoU": 0.6994722481138814, + "macroF1": 0.8106964319057561, + "F1_coffee": 0.9324659231722429, + "IoU_coffee": 0.873476494486361, + "precision_coffee": 0.9470173672287944, + "recall_coffee": 0.9183548938247498, + "F1_noncoffee": 0.6889269406392694, + "IoU_noncoffee": 0.5254680017414018, + "kappa": 0.6218041579153224, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8109918250763322, + "mIoU": 0.5701514564052201, + "macroF1": 0.7008863623275999, + "F1_coffee": 0.8823637589652424, + "IoU_coffee": 0.7894910048266783, + "precision_coffee": 0.9241140215716487, + "recall_coffee": 0.8442228739002933, + "F1_noncoffee": 0.5194089656899574, + "IoU_noncoffee": 0.35081190798376183, + "kappa": 0.4067199486584991, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8603696098562629, + "mIoU": 0.6118402106389106, + "macroF1": 0.7320711974110032, + "F1_coffee": 0.9174757281553398, + "IoU_coffee": 0.8475336322869955, + "precision_coffee": 0.9117849758787043, + "recall_coffee": 0.9232379623168179, + "F1_noncoffee": 0.5466666666666666, + "IoU_noncoffee": 0.3761467889908257, + "kappa": 0.4642570376592027, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7912630579297246, + "mIoU": 0.6370815728131183, + "macroF1": 0.7754054415351241, + "F1_coffee": 0.8350840336134454, + "IoU_coffee": 0.7168620378719567, + "precision_coffee": 0.9059091649031418, + "recall_coffee": 0.7745302713987474, + "F1_noncoffee": 0.7157268494568029, + "IoU_noncoffee": 0.55730110775428, + "kappa": 0.5554942265953997, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8036328871892925, + "mIoU": 0.6519930747805798, + "macroF1": 0.7862868442831679, + "F1_coffee": 0.8471726190476191, + "IoU_coffee": 0.7348651090744804, + "precision_coffee": 0.8997945313734788, + "recall_coffee": 0.8003655279066498, + "F1_noncoffee": 0.7254010695187165, + "IoU_noncoffee": 0.5691210404866792, + "kappa": 0.5751843152254323, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8238625455941639, + "mIoU": 0.6768883551849404, + "macroF1": 0.8040725883222875, + "F1_coffee": 0.8663413212906985, + "IoU_coffee": 0.7641994345926497, + "precision_coffee": 0.8932111745268849, + "recall_coffee": 0.8410408711639089, + "F1_noncoffee": 0.7418038553538765, + "IoU_noncoffee": 0.5895772757772311, + "kappa": 0.6088289962330846, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 458, + 563 + ], + [ + 6229, + 7520 + ], + [ + 44375, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.495523150761922, + "test_tta": { + "OA": 0.8372991397500406, + "mIoU": 0.6628829620469566, + "macroF1": 0.7888159183592098, + "F1_coffee": 0.8900032920004389, + "IoU_coffee": 0.8018071455404631, + "precision_coffee": 0.9124516245162452, + "recall_coffee": 0.868632994902112, + "F1_noncoffee": 0.6876285447179806, + "IoU_noncoffee": 0.5239587785534502, + "kappa": 0.5783565820962816, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8015893619476174, + "mIoU": 0.6127958454506988, + "macroF1": 0.749477694653244, + "F1_coffee": 0.8637367644291247, + "IoU_coffee": 0.7601555144879528, + "precision_coffee": 0.8910893112609851, + "recall_coffee": 0.8380134155951489, + "F1_noncoffee": 0.6352186248773632, + "IoU_noncoffee": 0.4654361764134447, + "kappa": 0.5002160243006543, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s2_r0.5", + "val_epoch0": 0.6886493668061958 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6886493668061958, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8700048693393929, + "mIoU": 0.7034454385278177, + "macroF1": 0.8178781497977206, + "F1_coffee": 0.9153123050406573, + "IoU_coffee": 0.8438487034509651, + "precision_coffee": 0.9038529811005535, + "recall_coffee": 0.9270659298290708, + "F1_noncoffee": 0.7204439945547838, + "IoU_noncoffee": 0.5630421736046702, + "kappa": 0.6359494664417009, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8337371639552325, + "mIoU": 0.6459308145763683, + "macroF1": 0.7738326772214551, + "F1_coffee": 0.8902304322986098, + "IoU_coffee": 0.8021759275148437, + "precision_coffee": 0.8821497990224755, + "recall_coffee": 0.8984604739664418, + "F1_noncoffee": 0.6574349221443004, + "IoU_noncoffee": 0.4896857016378929, + "kappa": 0.5477837712627782, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.433890214797136, + "mIoU": 0.2180843068934891, + "macroF1": 0.3054195096532954, + "F1_coffee": 0.6041388518024032, + "IoU_coffee": 0.4328072692491631, + "precision_coffee": 1.0, + "recall_coffee": 0.4328072692491631, + "F1_noncoffee": 0.006700167504187605, + "IoU_noncoffee": 0.0033613445378151263, + "kappa": 0.0029054018804852244, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8901336477987422, + "mIoU": 0.7446016400890585, + "macroF1": 0.848056421432583, + "F1_coffee": 0.928014937866203, + "IoU_coffee": 0.8656976394978677, + "precision_coffee": 0.9190205955493209, + "recall_coffee": 0.9371870732817479, + "F1_noncoffee": 0.7680979049989629, + "IoU_noncoffee": 0.6235056406802492, + "kappa": 0.6962065837357192, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8554795517391938, + "mIoU": 0.6833071264738457, + "macroF1": 0.8032824904014877, + "F1_coffee": 0.9046140053152316, + "IoU_coffee": 0.8258403975445776, + "precision_coffee": 0.9059193227730392, + "recall_coffee": 0.9033124440465533, + "F1_noncoffee": 0.7019509754877439, + "IoU_noncoffee": 0.540773855403114, + "kappa": 0.6065675330725001, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8646645676919351, + "mIoU": 0.6836759844524187, + "macroF1": 0.8017042123538004, + "F1_coffee": 0.9134394943924654, + "IoU_coffee": 0.8406706204379562, + "precision_coffee": 0.8875910650851948, + "recall_coffee": 0.9408385985066055, + "F1_noncoffee": 0.6899689303151354, + "IoU_noncoffee": 0.5266813484668812, + "kappa": 0.6046094556213397, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9034819792302994, + "mIoU": 0.7087271950473045, + "macroF1": 0.8159270899163635, + "F1_coffee": 0.9428778018799711, + "IoU_coffee": 0.8919288645690835, + "precision_coffee": 0.9312068555105927, + "recall_coffee": 0.9548450085428363, + "F1_noncoffee": 0.6889763779527559, + "IoU_noncoffee": 0.5255255255255256, + "kappa": 0.6321687784941862, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8467448044912833, + "mIoU": 0.5962353663275901, + "macroF1": 0.7190424849754712, + "F1_coffee": 0.908459818802212, + "IoU_coffee": 0.8322733642341275, + "precision_coffee": 0.9112474920335182, + "recall_coffee": 0.9056891495601173, + "F1_noncoffee": 0.5296251511487303, + "IoU_noncoffee": 0.36019736842105265, + "kappa": 0.43811199043506965, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8756233499559988, + "mIoU": 0.6105705270502897, + "macroF1": 0.7260352696780845, + "F1_coffee": 0.9284750337381916, + "IoU_coffee": 0.8664987405541562, + "precision_coffee": 0.8987589810581319, + "recall_coffee": 0.9602233077459874, + "F1_noncoffee": 0.5235955056179775, + "IoU_noncoffee": 0.3546423135464231, + "kappa": 0.45603138378905633, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8776828110161443, + "mIoU": 0.7548326839545219, + "macroF1": 0.8578172759142677, + "F1_coffee": 0.9109636388773676, + "IoU_coffee": 0.8364859718166815, + "precision_coffee": 0.9049581101497047, + "recall_coffee": 0.9170494084899096, + "F1_noncoffee": 0.8046709129511678, + "IoU_noncoffee": 0.6731793960923623, + "kappa": 0.7156620231740658, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8639579349904398, + "mIoU": 0.733645936966607, + "macroF1": 0.843610060348047, + "F1_coffee": 0.9000210777769971, + "IoU_coffee": 0.8182166581502299, + "precision_coffee": 0.8995786516853933, + "recall_coffee": 0.9004639392661324, + "F1_noncoffee": 0.7871990429190967, + "IoU_noncoffee": 0.649075215782984, + "kappa": 0.6872202817261306, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8539066999424074, + "mIoU": 0.7114298468571103, + "macroF1": 0.8275018225443018, + "F1_coffee": 0.8949910307713537, + "IoU_coffee": 0.8099400599400599, + "precision_coffee": 0.873770712649872, + "recall_coffee": 0.9172677131947391, + "F1_noncoffee": 0.7600126143172501, + "IoU_noncoffee": 0.6129196337741607, + "kappa": 0.6554680537701338, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6633, + 7520 + ], + [ + 46391, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5266377051671345, + "test_tta": { + "OA": 0.8729427041064762, + "mIoU": 0.7058146789898305, + "macroF1": 0.8193370527306704, + "F1_coffee": 0.9177471892403068, + "IoU_coffee": 0.8479970484863784, + "precision_coffee": 0.9007301377774111, + "recall_coffee": 0.9354196118750803, + "F1_noncoffee": 0.7209269162210339, + "IoU_noncoffee": 0.5636323094932828, + "kappa": 0.6391111441769968, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8364918656974731, + "mIoU": 0.6467898182931705, + "macroF1": 0.7739951205068061, + "F1_coffee": 0.892841952040228, + "IoU_coffee": 0.8064268273942664, + "precision_coffee": 0.8784035113822348, + "recall_coffee": 0.9077629783390032, + "F1_noncoffee": 0.6551482889733841, + "IoU_noncoffee": 0.48715280919207454, + "kappa": 0.5483829134474949, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f2_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f2_s2_r1.0", + "val_epoch0": 0.6860417647438162 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 29, + "stopped_epoch": 59, + "best_val": 0.6976344385694875, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8824054536601201, + "mIoU": 0.7381487002130924, + "macroF1": 0.8442005104236521, + "F1_coffee": 0.9213517298277228, + "IoU_coffee": 0.8541725373374662, + "precision_coffee": 0.9340567428961327, + "recall_coffee": 0.908987705093604, + "F1_noncoffee": 0.7670492910195814, + "IoU_noncoffee": 0.6221248630887185, + "kappa": 0.6885716827852704, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8381648782739125, + "mIoU": 0.6685770450137889, + "macroF1": 0.7937871236658023, + "F1_coffee": 0.8894493650308863, + "IoU_coffee": 0.8009084295878356, + "precision_coffee": 0.9124353169469599, + "recall_coffee": 0.8675930730938515, + "F1_noncoffee": 0.6981248823007183, + "IoU_noncoffee": 0.5362456604397421, + "kappa": 0.5882877255267505, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2682577565632458, + "mIoU": 0.13473021752300265, + "macroF1": 0.21324124368065625, + "F1_coffee": 0.42129105322763305, + "IoU_coffee": 0.266857962697274, + "precision_coffee": 1.0, + "recall_coffee": 0.266857962697274, + "F1_noncoffee": 0.005191434133679429, + "IoU_noncoffee": 0.002602472348731295, + "kappa": 0.0013880169733580278, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8941136006289309, + "mIoU": 0.7640981213522758, + "macroF1": 0.8624471014352235, + "F1_coffee": 0.9284457283261945, + "IoU_coffee": 0.8664476945959345, + "precision_coffee": 0.9486361785859683, + "recall_coffee": 0.9090968203394239, + "F1_noncoffee": 0.7964484745442524, + "IoU_noncoffee": 0.6617485481086172, + "kappa": 0.7252482588148654, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.879445010430311, + "mIoU": 0.73064220737663, + "macroF1": 0.8387003717640968, + "F1_coffee": 0.9197688309172505, + "IoU_coffee": 0.8514555562197382, + "precision_coffee": 0.9288555591783502, + "recall_coffee": 0.9108581660058831, + "F1_noncoffee": 0.7576319126109431, + "IoU_noncoffee": 0.6098288585335218, + "kappa": 0.677493980648583, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8738193267134899, + "mIoU": 0.720076980869615, + "macroF1": 0.8310861939267675, + "F1_coffee": 0.9160462792871185, + "IoU_coffee": 0.8450972230481061, + "precision_coffee": 0.9252604166666667, + "recall_coffee": 0.9070138490012126, + "F1_noncoffee": 0.7461261085664165, + "IoU_noncoffee": 0.5950567386911239, + "kappa": 0.6622736680219935, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9130523315007126, + "mIoU": 0.7423016273433249, + "macroF1": 0.8424915454568398, + "F1_coffee": 0.9479141253964382, + "IoU_coffee": 0.9009855072463768, + "precision_coffee": 0.9474518410143867, + "recall_coffee": 0.9483768611178911, + "F1_noncoffee": 0.7370689655172413, + "IoU_noncoffee": 0.5836177474402731, + "kappa": 0.6849834694951794, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8789520338816114, + "mIoU": 0.654711063165278, + "macroF1": 0.7712896525480755, + "F1_coffee": 0.9282084233892166, + "IoU_coffee": 0.8660344451711358, + "precision_coffee": 0.9244821968815453, + "recall_coffee": 0.9319648093841643, + "F1_noncoffee": 0.6143708817069344, + "IoU_noncoffee": 0.4433876811594203, + "kappa": 0.5426192182125423, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8870636550308009, + "mIoU": 0.6584842220464475, + "macroF1": 0.7729693360220118, + "F1_coffee": 0.9339131429879269, + "IoU_coffee": 0.8760197509660799, + "precision_coffee": 0.919135037729474, + "recall_coffee": 0.9491742265643173, + "F1_noncoffee": 0.6120255290560968, + "IoU_noncoffee": 0.4409486931268151, + "kappa": 0.546626726534645, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8764482431149098, + "mIoU": 0.7628149855520545, + "macroF1": 0.8639548650709203, + "F1_coffee": 0.9051818380584505, + "IoU_coffee": 0.8267873785115164, + "precision_coffee": 0.9501223990208079, + "recall_coffee": 0.8643006263048016, + "F1_noncoffee": 0.8227278920833901, + "IoU_noncoffee": 0.6988425925925926, + "kappa": 0.7290430877805909, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8799235181644359, + "mIoU": 0.7659509825487083, + "macroF1": 0.8657938222842386, + "F1_coffee": 0.9093402627400029, + "IoU_coffee": 0.8337524818001324, + "precision_coffee": 0.934431093309598, + "recall_coffee": 0.885561647687333, + "F1_noncoffee": 0.8222473818284743, + "IoU_noncoffee": 0.6981494832972843, + "kappa": 0.7319665458433511, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8608178153196391, + "mIoU": 0.7373283592719657, + "macroF1": 0.846969137771519, + "F1_coffee": 0.893004722550177, + "IoU_coffee": 0.8066924410078656, + "precision_coffee": 0.9336522141644807, + "recall_coffee": 0.855748833262622, + "F1_noncoffee": 0.8009335529928611, + "IoU_noncoffee": 0.6679642775360659, + "kappa": 0.6950137767821699, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 550, + 563 + ], + [ + 6784, + 7520 + ], + [ + 47007, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0331469694773356, + "test_tta": { + "OA": 0.8877941892549911, + "mIoU": 0.7450074340666204, + "macroF1": 0.8487422464340657, + "F1_coffee": 0.9255986654469138, + "IoU_coffee": 0.861501783066875, + "precision_coffee": 0.9301737004910338, + "recall_coffee": 0.921068414513987, + "F1_noncoffee": 0.7718858274212176, + "IoU_noncoffee": 0.6285130850663657, + "kappa": 0.6975069289859321, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8439483096803969, + "mIoU": 0.6739735206724944, + "macroF1": 0.7973950653999088, + "F1_coffee": 0.8945131224895683, + "IoU_coffee": 0.8091576125299845, + "precision_coffee": 0.9076627821854658, + "recall_coffee": 0.881739030156259, + "F1_noncoffee": 0.7002770083102493, + "IoU_noncoffee": 0.5387894288150042, + "kappa": 0.5950316338905104, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s0_r0.05", + "val_epoch0": 0.6751780381792168 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6751780381792168, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8167417226944057, + "mIoU": 0.6518248414562275, + "macroF1": 0.783252133598296, + "F1_coffee": 0.8684507074317326, + "IoU_coffee": 0.7674881802635549, + "precision_coffee": 0.8631745672587396, + "recall_coffee": 0.8737917449264739, + "F1_noncoffee": 0.6980535597648596, + "IoU_noncoffee": 0.5361615026489003, + "kappa": 0.5665414399182366, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7871668397369332, + "mIoU": 0.6120894564361627, + "macroF1": 0.7524952118140694, + "F1_coffee": 0.8451310252185503, + "IoU_coffee": 0.7317981898149831, + "precision_coffee": 0.8423640167364017, + "recall_coffee": 0.8479162718217618, + "F1_noncoffee": 0.6598593984095885, + "IoU_noncoffee": 0.4923807230573424, + "kappa": 0.505002154187683, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11007025761124122, + "mIoU": 0.055432433972521726, + "macroF1": 0.10051942148531263, + "F1_coffee": 0.1932059447983015, + "IoU_coffee": 0.10693301997649823, + "precision_coffee": 0.9891304347826086, + "recall_coffee": 0.10705882352941176, + "F1_noncoffee": 0.007832898172323759, + "IoU_noncoffee": 0.003931847968545216, + "kappa": -0.001499842609108926, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8103803904638557, + "mIoU": 0.6407138867272708, + "macroF1": 0.7743941934311745, + "F1_coffee": 0.8644979947211463, + "IoU_coffee": 0.7613355068526233, + "precision_coffee": 0.8524302034746164, + "recall_coffee": 0.8769123783031989, + "F1_noncoffee": 0.6842903921412028, + "IoU_noncoffee": 0.5200922666019182, + "kappa": 0.5489989864486078, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8235770036169807, + "mIoU": 0.6615720230973882, + "macroF1": 0.7906134882371525, + "F1_coffee": 0.8736924597090191, + "IoU_coffee": 0.7757139399806389, + "precision_coffee": 0.8659327299743347, + "recall_coffee": 0.881592518737537, + "F1_noncoffee": 0.707534516765286, + "IoU_noncoffee": 0.5474301062141375, + "kappa": 0.5813048281874172, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8162225890120255, + "mIoU": 0.653160015337439, + "macroF1": 0.7845892995573598, + "F1_coffee": 0.8671371586376189, + "IoU_coffee": 0.7654387865655471, + "precision_coffee": 0.8712661003014525, + "recall_coffee": 0.8630471666101119, + "F1_noncoffee": 0.7020414404771007, + "IoU_noncoffee": 0.5408812441093308, + "kappa": 0.5692002963094491, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8396026234567902, + "mIoU": 0.66416610183944, + "macroF1": 0.7894801592191775, + "F1_coffee": 0.8922019835353601, + "IoU_coffee": 0.8053832650672909, + "precision_coffee": 0.8644642632835071, + "recall_coffee": 0.9217787302437718, + "F1_noncoffee": 0.6867583349029949, + "IoU_noncoffee": 0.5229489386115892, + "kappa": 0.5802161803464251, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8216195569136746, + "mIoU": 0.6432698111046802, + "macroF1": 0.7741737785753919, + "F1_coffee": 0.8776846516500786, + "IoU_coffee": 0.7820303383897316, + "precision_coffee": 0.8701635938717216, + "recall_coffee": 0.885336856010568, + "F1_noncoffee": 0.6706629055007052, + "IoU_noncoffee": 0.5045092838196287, + "kappa": 0.548438387867213, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8228134729691481, + "mIoU": 0.6404077323904219, + "macroF1": 0.7711751158579243, + "F1_coffee": 0.8798771907381349, + "IoU_coffee": 0.7855185015989036, + "precision_coffee": 0.8664651045603426, + "recall_coffee": 0.8937110187110187, + "F1_noncoffee": 0.6624730409777139, + "IoU_noncoffee": 0.49529696318194033, + "kappa": 0.5426581350993854, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7814676972993606, + "mIoU": 0.6161944139682767, + "macroF1": 0.757939868394327, + "F1_coffee": 0.8334060817692419, + "IoU_coffee": 0.7143926166126217, + "precision_coffee": 0.8384074941451991, + "recall_coffee": 0.8284639861151287, + "F1_noncoffee": 0.682473655019412, + "IoU_noncoffee": 0.5179962113239318, + "kappa": 0.5159125704604332, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8255218216318786, + "mIoU": 0.6764712745760526, + "macroF1": 0.803379813749739, + "F1_coffee": 0.8693613696100021, + "IoU_coffee": 0.7689117868811259, + "precision_coffee": 0.8613457207207207, + "recall_coffee": 0.8775276064821455, + "F1_noncoffee": 0.737398257889476, + "IoU_noncoffee": 0.5840307622709794, + "kappa": 0.6068280707863878, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8096360550631718, + "mIoU": 0.6597637886840058, + "macroF1": 0.7919663921044529, + "F1_coffee": 0.8525954588596043, + "IoU_coffee": 0.7430643929753118, + "precision_coffee": 0.8769900871132472, + "recall_coffee": 0.8295212388123313, + "F1_noncoffee": 0.7313373253493014, + "IoU_noncoffee": 0.5764631843926998, + "kappa": 0.5845187158833987, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9217, + 11000 + ], + [ + 42160, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5246862371762595, + "test_tta": { + "OA": 0.8262241532411518, + "mIoU": 0.6638376227949339, + "macroF1": 0.7920829476331632, + "F1_coffee": 0.8763357744953114, + "IoU_coffee": 0.7798911406133885, + "precision_coffee": 0.8636373746135539, + "recall_coffee": 0.8894131659718723, + "F1_noncoffee": 0.7078301207710149, + "IoU_noncoffee": 0.5477841049764793, + "kappa": 0.5843781829689744, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7963395638629284, + "mIoU": 0.6226283210587683, + "macroF1": 0.7605086945697485, + "F1_coffee": 0.8531433622796526, + "IoU_coffee": 0.7438971308353586, + "precision_coffee": 0.8427919783019643, + "recall_coffee": 0.8637521848084739, + "F1_noncoffee": 0.6678740268598443, + "IoU_noncoffee": 0.501359511282178, + "kappa": 0.5211807458260267, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s0_r0.1", + "val_epoch0": 0.686707965704925 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.686707965704925, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8179627045541038, + "mIoU": 0.6480132922705581, + "macroF1": 0.779460607339735, + "F1_coffee": 0.8716084729460711, + "IoU_coffee": 0.7724344361409003, + "precision_coffee": 0.8516260162601627, + "recall_coffee": 0.8925511933666224, + "F1_noncoffee": 0.6873127417333987, + "IoU_noncoffee": 0.5235921484002158, + "kappa": 0.5595118344563335, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7903686396677051, + "mIoU": 0.6112524453628271, + "macroF1": 0.7508466003992025, + "F1_coffee": 0.8500789058390321, + "IoU_coffee": 0.7392497712717292, + "precision_coffee": 0.8330907326540514, + "recall_coffee": 0.8677743382399393, + "F1_noncoffee": 0.651614294959373, + "IoU_noncoffee": 0.4832551194539249, + "kappa": 0.5021742435760985, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18032786885245902, + "mIoU": 0.09107620320855615, + "macroF1": 0.1556497175141243, + "F1_coffee": 0.3, + "IoU_coffee": 0.17647058823529413, + "precision_coffee": 1.0, + "recall_coffee": 0.17647058823529413, + "F1_noncoffee": 0.011299435028248588, + "IoU_noncoffee": 0.005681818181818182, + "kappa": 0.0020033388981636276, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8217489327001487, + "mIoU": 0.6524459360561594, + "macroF1": 0.7827029445098137, + "F1_coffee": 0.8748147149979787, + "IoU_coffee": 0.7774850299401198, + "precision_coffee": 0.8484056455828541, + "recall_coffee": 0.9029207232267038, + "F1_noncoffee": 0.6905911740216486, + "IoU_noncoffee": 0.5274068421721989, + "kappa": 0.5664441906166325, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8098229583095374, + "mIoU": 0.6351878787771703, + "macroF1": 0.7693035053325364, + "F1_coffee": 0.865986987725535, + "IoU_coffee": 0.7636481930561306, + "precision_coffee": 0.8452373158756138, + "recall_coffee": 0.8877810630543904, + "F1_noncoffee": 0.6726200229395379, + "IoU_noncoffee": 0.5067275644982101, + "kappa": 0.5392852802989541, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.822306059891535, + "mIoU": 0.656474677372296, + "macroF1": 0.7862711256587895, + "F1_coffee": 0.874030489435678, + "IoU_coffee": 0.7762470308788598, + "precision_coffee": 0.861303287869803, + "recall_coffee": 0.8871394638615542, + "F1_noncoffee": 0.6985117618819011, + "IoU_noncoffee": 0.5367023238657322, + "kappa": 0.5727655184852221, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8338155864197531, + "mIoU": 0.6471759399138026, + "macroF1": 0.7749971178851296, + "F1_coffee": 0.8900376539664305, + "IoU_coffee": 0.8018629254829807, + "precision_coffee": 0.8500548579787882, + "recall_coffee": 0.9339673185105813, + "F1_noncoffee": 0.6599565818038287, + "IoU_noncoffee": 0.4924889543446245, + "kappa": 0.5530519705823983, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8045263559969442, + "mIoU": 0.6093315876651291, + "macroF1": 0.7452015883756057, + "F1_coffee": 0.8681481481481481, + "IoU_coffee": 0.7670157068062827, + "precision_coffee": 0.8471401634192331, + "recall_coffee": 0.890224570673712, + "F1_noncoffee": 0.6222550286030633, + "IoU_noncoffee": 0.45164746852397536, + "kappa": 0.4912994344919564, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8239456552504953, + "mIoU": 0.6344989045192189, + "macroF1": 0.7652165644565054, + "F1_coffee": 0.8826415094339622, + "IoU_coffee": 0.789935832489024, + "precision_coffee": 0.855314480741102, + "recall_coffee": 0.9117723492723493, + "F1_noncoffee": 0.6477916194790487, + "IoU_noncoffee": 0.47906197654941374, + "kappa": 0.5318672551013617, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8098100963832426, + "mIoU": 0.6524693114499152, + "macroF1": 0.7853717563263862, + "F1_coffee": 0.8577952194077774, + "IoU_coffee": 0.750999500249875, + "precision_coffee": 0.8465004928883256, + "recall_coffee": 0.8693954295632051, + "F1_noncoffee": 0.712948293244995, + "IoU_noncoffee": 0.5539391226499553, + "kappa": 0.5708977195391456, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8150853889943074, + "mIoU": 0.6569026459010758, + "macroF1": 0.7882364508613646, + "F1_coffee": 0.8636395438326453, + "IoU_coffee": 0.7600049255017854, + "precision_coffee": 0.8431693989071039, + "recall_coffee": 0.8851283522156891, + "F1_noncoffee": 0.712833357890084, + "IoU_noncoffee": 0.5538003663003663, + "kappa": 0.5769979511361413, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8206675466716953, + "mIoU": 0.6715175313188414, + "macroF1": 0.8000462698639261, + "F1_coffee": 0.864259206394519, + "IoU_coffee": 0.7609651878848812, + "precision_coffee": 0.8683493474831493, + "recall_coffee": 0.8602074158261117, + "F1_noncoffee": 0.7358333333333333, + "IoU_noncoffee": 0.5820698747528016, + "kappa": 0.6001098058973807, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9177, + 11000 + ], + [ + 42274, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.526599125067393, + "test_tta": { + "OA": 0.8223550678675631, + "mIoU": 0.6500865796553126, + "macroF1": 0.7803848413565228, + "F1_coffee": 0.8763916012931272, + "IoU_coffee": 0.7799795750029459, + "precision_coffee": 0.8454497072911122, + "recall_coffee": 0.909684364835769, + "F1_noncoffee": 0.6843780814199183, + "IoU_noncoffee": 0.5201935843076791, + "kappa": 0.5622667693174707, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7949550017307027, + "mIoU": 0.6127144319560215, + "macroF1": 0.7511190772314106, + "F1_coffee": 0.8555696652613399, + "IoU_coffee": 0.7475943613961581, + "precision_coffee": 0.8265093821150977, + "recall_coffee": 0.8867479520710931, + "F1_noncoffee": 0.6466684892014812, + "IoU_noncoffee": 0.47783450251588494, + "kappa": 0.5037390076078531, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s0_r0.5", + "val_epoch0": 0.7029903852154209 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.7047915934076197, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8461721425853101, + "mIoU": 0.687992579949873, + "macroF1": 0.8092450771569715, + "F1_coffee": 0.8931737344594818, + "IoU_coffee": 0.8069683221903853, + "precision_coffee": 0.8600725298496384, + "recall_coffee": 0.9289248247743827, + "F1_noncoffee": 0.725316419854461, + "IoU_noncoffee": 0.5690168377093607, + "kappa": 0.6199376821012756, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8162426445136726, + "mIoU": 0.6447402700221252, + "macroF1": 0.776806759694312, + "F1_coffee": 0.8706247905687391, + "IoU_coffee": 0.7708906511301721, + "precision_coffee": 0.8406871396634898, + "recall_coffee": 0.9027733906121675, + "F1_noncoffee": 0.682988728819885, + "IoU_noncoffee": 0.5185898889140784, + "kappa": 0.5549963019371105, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20023419203747073, + "mIoU": 0.10089399197651194, + "macroF1": 0.16922165360330785, + "F1_coffee": 0.3297350343473994, + "IoU_coffee": 0.19741480611045828, + "precision_coffee": 0.9940828402366864, + "recall_coffee": 0.1976470588235294, + "F1_noncoffee": 0.008708272859216255, + "IoU_noncoffee": 0.004373177842565598, + "kappa": -0.0006107121658666727, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8422794646711758, + "mIoU": 0.6800579060747676, + "macroF1": 0.8031241211018281, + "F1_coffee": 0.8909235668789809, + "IoU_coffee": 0.8033022254127782, + "precision_coffee": 0.8518142603400152, + "recall_coffee": 0.9337969401947149, + "F1_noncoffee": 0.7153246753246754, + "IoU_noncoffee": 0.556813586736757, + "kappa": 0.60840265565919, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8521321149819151, + "mIoU": 0.6979876819094888, + "macroF1": 0.8166347534799046, + "F1_coffee": 0.8973130184750636, + "IoU_coffee": 0.8137513487591416, + "precision_coffee": 0.8638793432607865, + "recall_coffee": 0.9334387677920649, + "F1_noncoffee": 0.7359564884847455, + "IoU_noncoffee": 0.582224015059836, + "kappa": 0.6346765252765096, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8440933742041972, + "mIoU": 0.6859519358299841, + "macroF1": 0.8078928806313712, + "F1_coffee": 0.8912857612627425, + "IoU_coffee": 0.8038913275596156, + "precision_coffee": 0.864561403508772, + "recall_coffee": 0.9197149643705463, + "F1_noncoffee": 0.7245, + "IoU_noncoffee": 0.5680125441003528, + "kappa": 0.6167138322312848, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8462577160493827, + "mIoU": 0.6636750700327544, + "macroF1": 0.7875566163318402, + "F1_coffee": 0.8992287267669743, + "IoU_coffee": 0.8169078796232483, + "precision_coffee": 0.8515325670498084, + "recall_coffee": 0.9525850522368069, + "F1_noncoffee": 0.675884505896706, + "IoU_noncoffee": 0.5104422604422605, + "kappa": 0.5793578654156283, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8406226126814362, + "mIoU": 0.6587207877788084, + "macroF1": 0.7842468615050271, + "F1_coffee": 0.8945339652448657, + "IoU_coffee": 0.8091917228764147, + "precision_coffee": 0.857419745608722, + "recall_coffee": 0.935006605019815, + "F1_noncoffee": 0.6739597577651885, + "IoU_noncoffee": 0.5082498526812022, + "kappa": 0.570978749935565, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.834135295782621, + "mIoU": 0.6425506628301102, + "macroF1": 0.7705042810037142, + "F1_coffee": 0.8913473423980223, + "IoU_coffee": 0.8039915263686029, + "precision_coffee": 0.8499528524280999, + "recall_coffee": 0.9369802494802495, + "F1_noncoffee": 0.6496612196094061, + "IoU_noncoffee": 0.48110979929161746, + "kappa": 0.5444922482450781, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8383433533734135, + "mIoU": 0.6907981345681578, + "macroF1": 0.8131626142384627, + "F1_coffee": 0.8817534552561775, + "IoU_coffee": 0.7885143570536829, + "precision_coffee": 0.8521316783594172, + "recall_coffee": 0.9135088226786231, + "F1_noncoffee": 0.7445717732207479, + "IoU_noncoffee": 0.5930819120826327, + "kappa": 0.6272980895805997, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8635673624288425, + "mIoU": 0.7315505449374486, + "macroF1": 0.8420273272924721, + "F1_coffee": 0.9003603104212861, + "IoU_coffee": 0.8187775677378702, + "precision_coffee": 0.8710282879742592, + "recall_coffee": 0.9317366986949663, + "F1_noncoffee": 0.7836943441636582, + "IoU_noncoffee": 0.6443235221370269, + "kappa": 0.684830542757001, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8540448802564586, + "mIoU": 0.7204115662852559, + "macroF1": 0.8347513825834245, + "F1_coffee": 0.8912157413914266, + "IoU_coffee": 0.8037774115857523, + "precision_coffee": 0.8817966903073287, + "recall_coffee": 0.9008381872425061, + "F1_noncoffee": 0.7782870237754225, + "IoU_noncoffee": 0.6370457209847596, + "kappa": 0.6695796019689232, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9401, + 11000 + ], + [ + 43831, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5265790661176046, + "test_tta": { + "OA": 0.8499302296080172, + "mIoU": 0.6898727957913319, + "macroF1": 0.8101274896200092, + "F1_coffee": 0.8970610628902086, + "IoU_coffee": 0.8133370150490128, + "precision_coffee": 0.8541217895608948, + "recall_coffee": 0.944546245819781, + "F1_noncoffee": 0.7231939163498099, + "IoU_noncoffee": 0.566408576533651, + "kappa": 0.6228183784890141, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8201799930771894, + "mIoU": 0.6458979258406026, + "macroF1": 0.7769802739275147, + "F1_coffee": 0.8751352000961423, + "IoU_coffee": 0.777991452991453, + "precision_coffee": 0.8343741048410198, + "recall_coffee": 0.9200833912439194, + "F1_noncoffee": 0.6788253477588871, + "IoU_noncoffee": 0.513804398689752, + "kappa": 0.5566819125346062, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s0_r1.0", + "val_epoch0": 0.7037993759735606 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 81, + "stopped_epoch": 100, + "best_val": 0.7178372259463416, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.860094507167322, + "mIoU": 0.7218084031268752, + "macroF1": 0.8348528358596357, + "F1_coffee": 0.8994174580193572, + "IoU_coffee": 0.8172194485301734, + "precision_coffee": 0.8953042373073693, + "recall_coffee": 0.9035686472124238, + "F1_noncoffee": 0.7702882136999141, + "IoU_noncoffee": 0.6263973577235772, + "kappa": 0.6697215924721736, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.828458520826122, + "mIoU": 0.6751547719754859, + "macroF1": 0.8016415941048325, + "F1_coffee": 0.874575556258568, + "IoU_coffee": 0.7771073048236573, + "precision_coffee": 0.8759056249075893, + "recall_coffee": 0.8732495209215153, + "F1_noncoffee": 0.7287076319510971, + "IoU_noncoffee": 0.5732022391273145, + "kappa": 0.6032851668520818, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19437939110070257, + "mIoU": 0.097940449730546, + "macroF1": 0.16507227347395823, + "F1_coffee": 0.3214990138067061, + "IoU_coffee": 0.19153936545240893, + "precision_coffee": 0.9939024390243902, + "recall_coffee": 0.19176470588235295, + "F1_noncoffee": 0.008645533141210375, + "IoU_noncoffee": 0.004341534008683068, + "kappa": -0.0006744374578476817, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8580131433779441, + "mIoU": 0.7158681630779764, + "macroF1": 0.8304062167083491, + "F1_coffee": 0.8988310889329414, + "IoU_coffee": 0.8162517847166181, + "precision_coffee": 0.8837881435676839, + "recall_coffee": 0.9143949930458971, + "F1_noncoffee": 0.7619813444837569, + "IoU_noncoffee": 0.6154845414393348, + "kappa": 0.6610434681862501, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8636493432324386, + "mIoU": 0.7264999017028382, + "macroF1": 0.83801314368969, + "F1_coffee": 0.9024548023560655, + "IoU_coffee": 0.8222484179178559, + "precision_coffee": 0.8937820339897491, + "recall_coffee": 0.9112975314584336, + "F1_noncoffee": 0.7735714850233146, + "IoU_noncoffee": 0.6307513854878206, + "kappa": 0.676097080709325, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8586182504126385, + "mIoU": 0.7228459385299325, + "macroF1": 0.8359327271582342, + "F1_coffee": 0.8969405293915435, + "IoU_coffee": 0.8131388681126901, + "precision_coffee": 0.9088122605363985, + "recall_coffee": 0.8853749575839837, + "F1_noncoffee": 0.7749249249249249, + "IoU_noncoffee": 0.6325530089471749, + "kappa": 0.6719876932030899, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8556134259259259, + "mIoU": 0.6882678170409777, + "macroF1": 0.8076082169505647, + "F1_coffee": 0.9037113269441049, + "IoU_coffee": 0.8243370100915278, + "precision_coffee": 0.8693231035762901, + "recall_coffee": 0.9409322260916153, + "F1_noncoffee": 0.7115051069570245, + "IoU_noncoffee": 0.5521986239904277, + "kappa": 0.6170120153569316, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8744270435446906, + "mIoU": 0.722823341607912, + "macroF1": 0.8332257064513602, + "F1_coffee": 0.9161191554506602, + "IoU_coffee": 0.8452212806026366, + "precision_coffee": 0.8857777229554705, + "recall_coffee": 0.9486129458388375, + "F1_noncoffee": 0.75033225745206, + "IoU_noncoffee": 0.6004254026131874, + "kappa": 0.6676122394143467, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8543258797999811, + "mIoU": 0.694351180679272, + "macroF1": 0.8131188885399041, + "F1_coffee": 0.9008731381612738, + "IoU_coffee": 0.819626168224299, + "precision_coffee": 0.8903553299492386, + "recall_coffee": 0.9116424116424117, + "F1_noncoffee": 0.7253646389185343, + "IoU_noncoffee": 0.5690761931342451, + "kappa": 0.6263822266965934, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8603874415497662, + "mIoU": 0.7356172266991834, + "macroF1": 0.8457103569408106, + "F1_coffee": 0.8932973524907009, + "IoU_coffee": 0.8071701594833267, + "precision_coffee": 0.9009857289980874, + "recall_coffee": 0.885739080127278, + "F1_noncoffee": 0.7981233613909203, + "IoU_noncoffee": 0.6640642939150402, + "kappa": 0.6914632199830413, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8529411764705882, + "mIoU": 0.7248649658776473, + "macroF1": 0.8384776285632851, + "F1_coffee": 0.8868117423689207, + "IoU_coffee": 0.7966413014956705, + "precision_coffee": 0.9034369885433715, + "recall_coffee": 0.8707873225297577, + "F1_noncoffee": 0.7901435147576497, + "IoU_noncoffee": 0.653088630259624, + "kappa": 0.677157956097039, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8629077880445031, + "mIoU": 0.7439870558356663, + "macroF1": 0.8517638223428736, + "F1_coffee": 0.8924078733165606, + "IoU_coffee": 0.8057188669160876, + "precision_coffee": 0.9312741312741313, + "recall_coffee": 0.8566557749680352, + "F1_noncoffee": 0.8111197713691868, + "IoU_noncoffee": 0.6822552447552448, + "kappa": 0.7044314079190586, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9480, + 11000 + ], + [ + 44631, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.077498201529185, + "test_tta": { + "OA": 0.865993276671318, + "mIoU": 0.7296297046297717, + "macroF1": 0.8401161009987381, + "F1_coffee": 0.9044382880081415, + "IoU_coffee": 0.8255475507297236, + "precision_coffee": 0.8931371016370011, + "recall_coffee": 0.9160291355536213, + "F1_noncoffee": 0.7757939139893348, + "IoU_noncoffee": 0.6337118585298197, + "kappa": 0.680352275424394, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8345448251990308, + "mIoU": 0.6820610886780555, + "macroF1": 0.8064213878196815, + "F1_coffee": 0.8802055052002841, + "IoU_coffee": 0.7860420008206199, + "precision_coffee": 0.8730037077697455, + "recall_coffee": 0.8875271126834713, + "F1_noncoffee": 0.732637270439079, + "IoU_noncoffee": 0.578080176535491, + "kappa": 0.6129015699148046, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s1_r0.05", + "val_epoch0": 0.6795793776858836 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6795793776858836, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8386401116326272, + "mIoU": 0.6751232091203728, + "macroF1": 0.799526104583878, + "F1_coffee": 0.888077430708315, + "IoU_coffee": 0.7986863970879164, + "precision_coffee": 0.8542169184545724, + "recall_coffee": 0.924733153144899, + "F1_noncoffee": 0.710974778459441, + "IoU_noncoffee": 0.5515600211528292, + "kappa": 0.6006725186775883, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8084977500865351, + "mIoU": 0.6321362197631004, + "macroF1": 0.7667067888757317, + "F1_coffee": 0.8654465860035265, + "IoU_coffee": 0.7628081457663451, + "precision_coffee": 0.8341048930559625, + "recall_coffee": 0.8992355802640722, + "F1_noncoffee": 0.667966991747937, + "IoU_noncoffee": 0.5014642937598558, + "kappa": 0.535033565412967, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15807962529274006, + "mIoU": 0.0798250752583191, + "macroF1": 0.13903927020543, + "F1_coffee": 0.2670744138634047, + "IoU_coffee": 0.15411764705882353, + "precision_coffee": 1.0, + "recall_coffee": 0.15411764705882353, + "F1_noncoffee": 0.011004126547455296, + "IoU_noncoffee": 0.005532503457814661, + "kappa": 0.0017038600233467839, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8363793351561376, + "mIoU": 0.6701208334584838, + "macroF1": 0.7955515701433307, + "F1_coffee": 0.8869144315883699, + "IoU_coffee": 0.7968070530767856, + "precision_coffee": 0.8474941392637648, + "recall_coffee": 0.9301808066759388, + "F1_noncoffee": 0.7041887086982915, + "IoU_noncoffee": 0.543434613840182, + "kappa": 0.5934042465488435, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.834808680753855, + "mIoU": 0.6670523020735367, + "macroF1": 0.7931342955229317, + "F1_coffee": 0.885983641559636, + "IoU_coffee": 0.7953057734269033, + "precision_coffee": 0.8481761006289308, + "recall_coffee": 0.927318985078732, + "F1_noncoffee": 0.7002849494862274, + "IoU_noncoffee": 0.5387988307201701, + "kappa": 0.5884183126908893, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8446592784720585, + "mIoU": 0.6879525342754649, + "macroF1": 0.8095079536564906, + "F1_coffee": 0.8913373358844099, + "IoU_coffee": 0.8039752439895264, + "precision_coffee": 0.86719301623981, + "recall_coffee": 0.9168646080760094, + "F1_noncoffee": 0.7276785714285714, + "IoU_noncoffee": 0.5719298245614035, + "kappa": 0.6197546000647594, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8328510802469136, + "mIoU": 0.6429171256411425, + "macroF1": 0.7711661554404818, + "F1_coffee": 0.8899752396673227, + "IoU_coffee": 0.8017616106154198, + "precision_coffee": 0.8459867229933615, + "recall_coffee": 0.9387891776051434, + "F1_noncoffee": 0.652357071213641, + "IoU_noncoffee": 0.4840726406668651, + "kappa": 0.5462089062923194, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8378533231474408, + "mIoU": 0.6524824713075121, + "macroF1": 0.7790606946866336, + "F1_coffee": 0.8930326319768175, + "IoU_coffee": 0.8067379922604143, + "precision_coffee": 0.8535645472061657, + "recall_coffee": 0.936327608982827, + "F1_noncoffee": 0.6650887573964497, + "IoU_noncoffee": 0.49822695035460995, + "kappa": 0.5610597371985087, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8387583734314558, + "mIoU": 0.6530666377698091, + "macroF1": 0.7793994010312675, + "F1_coffee": 0.8938311486612412, + "IoU_coffee": 0.8080422329551836, + "precision_coffee": 0.8563266277824069, + "recall_coffee": 0.9347713097713097, + "F1_noncoffee": 0.6649676534012938, + "IoU_noncoffee": 0.49809104258443465, + "kappa": 0.5614533693915812, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8398702166237236, + "mIoU": 0.6916746571449991, + "macroF1": 0.8136147491918462, + "F1_coffee": 0.8835692478490147, + "IoU_coffee": 0.7914232442510877, + "precision_coffee": 0.8491597759402507, + "recall_coffee": 0.9208851605438241, + "F1_noncoffee": 0.7436602505346777, + "IoU_noncoffee": 0.5919260700389105, + "kappa": 0.6285722626414937, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8317836812144213, + "mIoU": 0.6774795074689426, + "macroF1": 0.8029974227261396, + "F1_coffee": 0.8783032466195346, + "IoU_coffee": 0.7830130950923999, + "precision_coffee": 0.8422854133754608, + "recall_coffee": 0.9175390793058942, + "F1_noncoffee": 0.7276915988327446, + "IoU_noncoffee": 0.5719459198454853, + "kappa": 0.6076004078999411, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8505562888930794, + "mIoU": 0.7149643062502195, + "macroF1": 0.8309616647065954, + "F1_coffee": 0.8885137511429978, + "IoU_coffee": 0.7993924819643083, + "precision_coffee": 0.8799108386737253, + "recall_coffee": 0.8972865463844296, + "F1_noncoffee": 0.773409578270193, + "IoU_noncoffee": 0.6305361305361306, + "kappa": 0.6619889990710108, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9325, + 11000 + ], + [ + 43430, + 51930 + ], + [ + 133, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5253568410873415, + "test_tta": { + "OA": 0.8411613598883674, + "mIoU": 0.6761453063150419, + "macroF1": 0.7999077908996074, + "F1_coffee": 0.8907621675263634, + "IoU_coffee": 0.8030398364072515, + "precision_coffee": 0.8501280156532961, + "recall_coffee": 0.9354757432772917, + "F1_noncoffee": 0.7090534142728514, + "IoU_noncoffee": 0.5492507762228322, + "kappa": 0.6022359390513454, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8114832121841468, + "mIoU": 0.6330297351849469, + "macroF1": 0.7668420890858596, + "F1_coffee": 0.8688638073739654, + "IoU_coffee": 0.7681336810175083, + "precision_coffee": 0.8297309726373879, + "recall_coffee": 0.9118706172215554, + "F1_noncoffee": 0.6648203707977537, + "IoU_noncoffee": 0.49792578935238535, + "kappa": 0.5363203945495557, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s1_r0.1", + "val_epoch0": 0.6970545448398107 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6970545448398107, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8432861854623874, + "mIoU": 0.6818580469310331, + "macroF1": 0.8044954246132182, + "F1_coffee": 0.8915802753551643, + "IoU_coffee": 0.804370632831212, + "precision_coffee": 0.855548771501358, + "recall_coffee": 0.9307801548398918, + "F1_noncoffee": 0.7174105738712722, + "IoU_noncoffee": 0.5593454610308543, + "kappa": 0.6107901619471943, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8125649013499481, + "mIoU": 0.6375127155347784, + "macroF1": 0.7708608707462239, + "F1_coffee": 0.8686157952201868, + "IoU_coffee": 0.767746086210594, + "precision_coffee": 0.835326372280231, + "recall_coffee": 0.90466864615579, + "F1_noncoffee": 0.6731059462722608, + "IoU_noncoffee": 0.5072793448589626, + "kappa": 0.5435255088579487, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09133489461358314, + "mIoU": 0.04599135050661533, + "macroF1": 0.0848298376539084, + "F1_coffee": 0.16198704103671707, + "IoU_coffee": 0.0881316098707403, + "precision_coffee": 0.9868421052631579, + "recall_coffee": 0.08823529411764706, + "F1_noncoffee": 0.0076726342710997444, + "IoU_noncoffee": 0.0038510911424903724, + "kappa": -0.0016626259817050684, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.841655873746822, + "mIoU": 0.6798736743424731, + "macroF1": 0.8030895179988169, + "F1_coffee": 0.8902337645063678, + "IoU_coffee": 0.8021813387667046, + "precision_coffee": 0.8529917797744218, + "recall_coffee": 0.9308762169680111, + "F1_noncoffee": 0.7159452714912659, + "IoU_noncoffee": 0.5575660099182416, + "kappa": 0.6081122099250932, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8467542356748524, + "mIoU": 0.6887665181281135, + "macroF1": 0.8097977760566963, + "F1_coffee": 0.8936381053048821, + "IoU_coffee": 0.8077267570311101, + "precision_coffee": 0.8598944758756595, + "recall_coffee": 0.9301382108230764, + "F1_noncoffee": 0.7259574468085106, + "IoU_noncoffee": 0.569806279225117, + "kappa": 0.6210988709785032, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8414524876208441, + "mIoU": 0.6769370516162994, + "macroF1": 0.800547438050845, + "F1_coffee": 0.890872500649182, + "IoU_coffee": 0.803219198127012, + "precision_coffee": 0.8537920736639084, + "recall_coffee": 0.9313199864268747, + "F1_noncoffee": 0.7102223754525082, + "IoU_noncoffee": 0.5506549051055868, + "kappa": 0.6030828729853902, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8461612654320988, + "mIoU": 0.6667122497396717, + "macroF1": 0.7903625699341927, + "F1_coffee": 0.8985175287904816, + "IoU_coffee": 0.8157347504621072, + "precision_coffee": 0.8557750575687796, + "recall_coffee": 0.9457540851861773, + "F1_noncoffee": 0.682207611077904, + "IoU_noncoffee": 0.5176897490172362, + "kappa": 0.5839750536378385, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8411955691367456, + "mIoU": 0.6609785794894284, + "macroF1": 0.7862045456333926, + "F1_coffee": 0.8946334663878857, + "IoU_coffee": 0.8093545798463831, + "precision_coffee": 0.8596128089614027, + "recall_coffee": 0.9326287978863936, + "F1_noncoffee": 0.6777756248788994, + "IoU_noncoffee": 0.5126025791324736, + "kappa": 0.5745684669526308, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8326257194074913, + "mIoU": 0.6326689554964783, + "macroF1": 0.7612570377436476, + "F1_coffee": 0.8917896791509089, + "IoU_coffee": 0.804711580801409, + "precision_coffee": 0.840423085766843, + "recall_coffee": 0.9498440748440748, + "F1_noncoffee": 0.6307243963363863, + "IoU_noncoffee": 0.4606263301915476, + "kappa": 0.5285245204472675, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8371982059356808, + "mIoU": 0.688442330504682, + "macroF1": 0.8113790631763942, + "F1_coffee": 0.8811646698244636, + "IoU_coffee": 0.787573154028141, + "precision_coffee": 0.8499059392636388, + "recall_coffee": 0.9148105293607174, + "F1_noncoffee": 0.7415934565283248, + "IoU_noncoffee": 0.5893115069812229, + "kappa": 0.6238645034979817, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8522770398481974, + "mIoU": 0.7118418100718713, + "macroF1": 0.8281255349547925, + "F1_coffee": 0.8925539990338831, + "IoU_coffee": 0.8059571286141576, + "precision_coffee": 0.8602021814312317, + "recall_coffee": 0.9274343897891869, + "F1_noncoffee": 0.7636970708757019, + "IoU_noncoffee": 0.617726491529585, + "kappa": 0.6573170953765024, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8502734301338865, + "mIoU": 0.7113991802777575, + "macroF1": 0.8281156077500247, + "F1_coffee": 0.8898293325933121, + "IoU_coffee": 0.8015248093988252, + "precision_coffee": 0.8695593220338983, + "recall_coffee": 0.9110669129137662, + "F1_noncoffee": 0.7664018829067373, + "IoU_noncoffee": 0.6212735511566897, + "kappa": 0.6566268364000432, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9306, + 11000 + ], + [ + 43760, + 51930 + ], + [ + 115, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.529308013121287, + "test_tta": { + "OA": 0.8476468349613091, + "mIoU": 0.6856195090174775, + "macroF1": 0.8068973413113429, + "F1_coffee": 0.895603798596171, + "IoU_coffee": 0.8109442946813326, + "precision_coffee": 0.8519307094426989, + "recall_coffee": 0.9439965183929635, + "F1_noncoffee": 0.7181908840265149, + "IoU_noncoffee": 0.5602947233536223, + "kappa": 0.6165151145922639, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8167618553132572, + "mIoU": 0.6400319908585825, + "macroF1": 0.7722558062055629, + "F1_coffee": 0.8729334813525759, + "IoU_coffee": 0.7745181556809712, + "precision_coffee": 0.8312571428571428, + "recall_coffee": 0.9190094131025334, + "F1_noncoffee": 0.6715781310585498, + "IoU_noncoffee": 0.5055458260361938, + "kappa": 0.5474517937567221, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s1_r0.5", + "val_epoch0": 0.698718569691887 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.7044494578318963, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8558131422047444, + "mIoU": 0.712756472735038, + "macroF1": 0.8282519022161197, + "F1_coffee": 0.8970529962525615, + "IoU_coffee": 0.813323752822829, + "precision_coffee": 0.8869014305222861, + "recall_coffee": 0.9074396445095974, + "F1_noncoffee": 0.7594508081796778, + "IoU_noncoffee": 0.612189192647247, + "kappa": 0.6566089266569791, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8232808353524864, + "mIoU": 0.6649981331498449, + "macroF1": 0.7937476977848131, + "F1_coffee": 0.8717943352201982, + "IoU_coffee": 0.7727264296180884, + "precision_coffee": 0.8663644303955413, + "recall_coffee": 0.87729273274791, + "F1_noncoffee": 0.715701060349428, + "IoU_noncoffee": 0.5572698366816013, + "kappa": 0.5875313243276509, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15105386416861827, + "mIoU": 0.07609099185186143, + "macroF1": 0.13307019030029948, + "F1_coffee": 0.2579324462640737, + "IoU_coffee": 0.14806110458284372, + "precision_coffee": 0.9921259842519685, + "recall_coffee": 0.14823529411764705, + "F1_noncoffee": 0.008207934336525308, + "IoU_noncoffee": 0.004120879120879121, + "kappa": -0.0011189118743714266, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8599798532162901, + "mIoU": 0.7189424974029521, + "macroF1": 0.832561502481213, + "F1_coffee": 0.9003175904108186, + "IoU_coffee": 0.8187069126141233, + "precision_coffee": 0.8845198953230893, + "recall_coffee": 0.9166898470097358, + "F1_noncoffee": 0.7648054145516074, + "IoU_noncoffee": 0.6191780821917808, + "kappa": 0.6653748536017565, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8524652579478393, + "mIoU": 0.7071949429720519, + "macroF1": 0.8242741362753787, + "F1_coffee": 0.8946581487019165, + "IoU_coffee": 0.809394982784063, + "precision_coffee": 0.8843802485723883, + "recall_coffee": 0.9051777487451007, + "F1_noncoffee": 0.7538901238488409, + "IoU_noncoffee": 0.6049949031600408, + "kappa": 0.648659135768099, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8550341900495166, + "mIoU": 0.7122419104137121, + "macroF1": 0.8279679390756421, + "F1_coffee": 0.896204754186926, + "IoU_coffee": 0.8119302539002753, + "precision_coffee": 0.8918083462132921, + "recall_coffee": 0.9006447234475738, + "F1_noncoffee": 0.7597311239643583, + "IoU_noncoffee": 0.612553566927149, + "kappa": 0.655955232917077, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.863233024691358, + "mIoU": 0.7049493303459198, + "macroF1": 0.8204282365138184, + "F1_coffee": 0.9081011017498379, + "IoU_coffee": 0.8316714150047484, + "precision_coffee": 0.8797086891009543, + "recall_coffee": 0.9383873560139299, + "F1_noncoffee": 0.7327553712777988, + "IoU_noncoffee": 0.578227245687091, + "kappa": 0.6419410989709834, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8542780748663101, + "mIoU": 0.6818425208973355, + "macroF1": 0.8022351258099807, + "F1_coffee": 0.903685937894471, + "IoU_coffee": 0.8242947610823258, + "precision_coffee": 0.8652405124486343, + "recall_coffee": 0.9457067371202114, + "F1_noncoffee": 0.7007843137254902, + "IoU_noncoffee": 0.5393902807123453, + "kappa": 0.6068814549802793, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8547032738937635, + "mIoU": 0.6835304735441534, + "macroF1": 0.8036390498062815, + "F1_coffee": 0.9037740564858785, + "IoU_coffee": 0.8244414044687642, + "precision_coffee": 0.8704862782859895, + "recall_coffee": 0.9397089397089398, + "F1_noncoffee": 0.7035040431266847, + "IoU_noncoffee": 0.5426195426195426, + "kappa": 0.6090396903831072, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8567611413302796, + "mIoU": 0.7278272584194814, + "macroF1": 0.8401941710977224, + "F1_coffee": 0.8916480184797517, + "IoU_coffee": 0.8044809170248796, + "precision_coffee": 0.8900417927655282, + "recall_coffee": 0.8932600520682673, + "F1_noncoffee": 0.7887403237156931, + "IoU_noncoffee": 0.6511735998140832, + "kappa": 0.6803903717089933, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8506641366223909, + "mIoU": 0.7226213033082038, + "macroF1": 0.8370748655270247, + "F1_coffee": 0.8841283863368669, + "IoU_coffee": 0.7923208866605093, + "precision_coffee": 0.9083345938587203, + "recall_coffee": 0.8611788326401836, + "F1_noncoffee": 0.7900213447171825, + "IoU_noncoffee": 0.6529217199558985, + "kappa": 0.6745685433468489, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8553648877993588, + "mIoU": 0.730775188067296, + "macroF1": 0.8427316067865815, + "F1_coffee": 0.8873053188363209, + "IoU_coffee": 0.7974382675293807, + "precision_coffee": 0.9187585577361935, + "recall_coffee": 0.8579343656769427, + "F1_noncoffee": 0.7981578947368421, + "IoU_noncoffee": 0.6641121086052113, + "kappa": 0.6861220795282988, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9536, + 11000 + ], + [ + 44304, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.0341815749804177, + "test_tta": { + "OA": 0.8611569199543321, + "mIoU": 0.7191057977228945, + "macroF1": 0.832491732088768, + "F1_coffee": 0.9017857142857143, + "IoU_coffee": 0.8211382113821138, + "precision_coffee": 0.8835890447091924, + "recall_coffee": 0.9207476293004718, + "F1_noncoffee": 0.7631977498918218, + "IoU_noncoffee": 0.6170733840636753, + "kappa": 0.6653256930984022, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8290642667589708, + "mIoU": 0.6709135392514602, + "macroF1": 0.7977896169549743, + "F1_coffee": 0.8773135687963232, + "IoU_coffee": 0.7814413218263627, + "precision_coffee": 0.8627562758311786, + "recall_coffee": 0.8923705435171732, + "F1_noncoffee": 0.7182656651136256, + "IoU_noncoffee": 0.5603857566765579, + "kappa": 0.595843461305362, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s1_r1.0", + "val_epoch0": 0.7024501862220978 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 30, + "stopped_epoch": 60, + "best_val": 0.7230236138271295, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8539261702397565, + "mIoU": 0.7106269076516132, + "macroF1": 0.8268400372561651, + "F1_coffee": 0.8953253187282685, + "IoU_coffee": 0.8104877697545722, + "precision_coffee": 0.8883602417245423, + "recall_coffee": 0.9024004764304365, + "F1_noncoffee": 0.7583547557840618, + "IoU_noncoffee": 0.6107660455486542, + "kappa": 0.6537292134853535, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8220549209645783, + "mIoU": 0.6643530245676095, + "macroF1": 0.7934314234840324, + "F1_coffee": 0.8703256048598995, + "IoU_coffee": 0.7704216441516877, + "precision_coffee": 0.8687551144589689, + "recall_coffee": 0.8719017836460505, + "F1_noncoffee": 0.7165372421081653, + "IoU_noncoffee": 0.5582844049835314, + "kappa": 0.5868657982367596, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16276346604215455, + "mIoU": 0.0819951294397219, + "macroF1": 0.14195217438349023, + "F1_coffee": 0.2755825734549139, + "IoU_coffee": 0.1598119858989424, + "precision_coffee": 0.9927007299270073, + "recall_coffee": 0.16, + "F1_noncoffee": 0.008321775312066574, + "IoU_noncoffee": 0.004178272980501393, + "kappa": -0.0010032819779737141, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8511056746774116, + "mIoU": 0.706606943596225, + "macroF1": 0.8240329316227639, + "F1_coffee": 0.8930540242557883, + "IoU_coffee": 0.8067729083665338, + "precision_coffee": 0.8850040972411909, + "recall_coffee": 0.9012517385257302, + "F1_noncoffee": 0.7550118389897396, + "IoU_noncoffee": 0.6064409788259161, + "kappa": 0.6481325520703736, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8663620788121074, + "mIoU": 0.7260769968402427, + "macroF1": 0.8372241474159039, + "F1_coffee": 0.9060932379105077, + "IoU_coffee": 0.8283093855090187, + "precision_coffee": 0.8820235692427892, + "recall_coffee": 0.9315134428934883, + "F1_noncoffee": 0.7683550569213001, + "IoU_noncoffee": 0.6238446081714668, + "kappa": 0.6750452321280703, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8443763263381278, + "mIoU": 0.6996486773681594, + "macroF1": 0.8194790272533745, + "F1_coffee": 0.8865199449793673, + "IoU_coffee": 0.7961704756022236, + "precision_coffee": 0.8985709306378529, + "recall_coffee": 0.8747879199185612, + "F1_noncoffee": 0.7524381095273819, + "IoU_noncoffee": 0.603126879134095, + "kappa": 0.6390996638631624, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8588927469135802, + "mIoU": 0.6961018416958227, + "macroF1": 0.8137349303701499, + "F1_coffee": 0.9054482000904802, + "IoU_coffee": 0.8272319319792159, + "precision_coffee": 0.8748594979393031, + "recall_coffee": 0.9382534154835254, + "F1_noncoffee": 0.7220216606498195, + "IoU_noncoffee": 0.5649717514124294, + "kappa": 0.6288039655888843, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8657372039724981, + "mIoU": 0.7018125539110474, + "macroF1": 0.8173000027795315, + "F1_coffee": 0.9113716591023702, + "IoU_coffee": 0.8371742906774754, + "precision_coffee": 0.8715939233180613, + "recall_coffee": 0.9549537648612946, + "F1_noncoffee": 0.7232283464566929, + "IoU_noncoffee": 0.5664508171446192, + "kappa": 0.6369613188940072, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8504575903387112, + "mIoU": 0.6877897016211731, + "macroF1": 0.808221751321732, + "F1_coffee": 0.8982212804212419, + "IoU_coffee": 0.8152465322298637, + "precision_coffee": 0.8879014853370573, + "recall_coffee": 0.9087837837837838, + "F1_noncoffee": 0.7182222222222222, + "IoU_noncoffee": 0.5603328710124826, + "kappa": 0.6165868960859302, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8434010878900658, + "mIoU": 0.7106165746875013, + "macroF1": 0.8286773704809687, + "F1_coffee": 0.8789019260571176, + "IoU_coffee": 0.7839652448657188, + "precision_coffee": 0.8972427301491638, + "recall_coffee": 0.8612959213190627, + "F1_noncoffee": 0.7784528149048198, + "IoU_noncoffee": 0.6372679045092838, + "kappa": 0.6576164740976082, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8669829222011385, + "mIoU": 0.7431618367151585, + "macroF1": 0.8505185280558119, + "F1_coffee": 0.9001282233936458, + "IoU_coffee": 0.8183937823834196, + "precision_coffee": 0.8942675159235669, + "recall_coffee": 0.906066255557149, + "F1_noncoffee": 0.8009088327179779, + "IoU_noncoffee": 0.6679298910468972, + "kappa": 0.7010626510786628, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.83829907599472, + "mIoU": 0.7052746736829949, + "macroF1": 0.8252230307000187, + "F1_coffee": 0.8730287998815429, + "IoU_coffee": 0.7746682433320194, + "precision_coffee": 0.9115646258503401, + "recall_coffee": 0.8376189799687456, + "F1_noncoffee": 0.7774172615184944, + "IoU_noncoffee": 0.6358811040339702, + "kappa": 0.6515377440734296, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9491, + 11000 + ], + [ + 44232, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.05432471036911, + "test_tta": { + "OA": 0.8587625269567424, + "mIoU": 0.7161772596461948, + "macroF1": 0.8305275911592735, + "F1_coffee": 0.8997015933787512, + "IoU_coffee": 0.8176887178647454, + "precision_coffee": 0.8848649965667708, + "recall_coffee": 0.9150442072472399, + "F1_noncoffee": 0.7613535889397959, + "IoU_noncoffee": 0.6146658014276444, + "kappa": 0.6612817583773927, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8272470289604246, + "mIoU": 0.6693537461376573, + "macroF1": 0.796787159348743, + "F1_coffee": 0.8754626741526305, + "IoU_coffee": 0.7785092179958949, + "precision_coffee": 0.8646211981188261, + "recall_coffee": 0.88657948491166, + "F1_noncoffee": 0.7181116445448555, + "IoU_noncoffee": 0.5601982742794198, + "kappa": 0.593718905709751, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s2_r0.05", + "val_epoch0": 0.6552326659087183 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6552326659087183, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8249556006596473, + "mIoU": 0.6588453450468543, + "macroF1": 0.7878473615058, + "F1_coffee": 0.8765750958754012, + "IoU_coffee": 0.7802703079281037, + "precision_coffee": 0.8562504095585505, + "recall_coffee": 0.8978881304686427, + "F1_noncoffee": 0.6991196271361989, + "IoU_noncoffee": 0.5374203821656051, + "kappa": 0.5762767183497809, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7948107765085958, + "mIoU": 0.6176424322517393, + "macroF1": 0.7560262256651872, + "F1_coffee": 0.8533011620832947, + "IoU_coffee": 0.7441371124379541, + "precision_coffee": 0.8360003232715076, + "recall_coffee": 0.8713332069829638, + "F1_noncoffee": 0.6587512892470797, + "IoU_noncoffee": 0.4911477520655245, + "kappa": 0.5125380824036011, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.117096018735363, + "mIoU": 0.059109110662734755, + "macroF1": 0.1067292592654248, + "F1_coffee": 0.2029598308668076, + "IoU_coffee": 0.11294117647058824, + "precision_coffee": 1.0, + "recall_coffee": 0.11294117647058824, + "F1_noncoffee": 0.010498687664041995, + "IoU_noncoffee": 0.005277044854881266, + "kappa": 0.001191281309913074, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8148894325322589, + "mIoU": 0.6448077938351161, + "macroF1": 0.7771814020927146, + "F1_coffee": 0.8688441015532067, + "IoU_coffee": 0.7681028784327865, + "precision_coffee": 0.8496975337366217, + "recall_coffee": 0.8888734353268428, + "F1_noncoffee": 0.6855187026322224, + "IoU_noncoffee": 0.5215127092374457, + "kappa": 0.554904696710692, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8349990481629544, + "mIoU": 0.6745755709125973, + "macroF1": 0.7997952034700001, + "F1_coffee": 0.8837474432484995, + "IoU_coffee": 0.7917092219885852, + "precision_coffee": 0.862434554973822, + "recall_coffee": 0.906140411194389, + "F1_noncoffee": 0.7158429636915007, + "IoU_noncoffee": 0.5574419198366096, + "kappa": 0.6001872290208099, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8248997877858996, + "mIoU": 0.6574091236844792, + "macroF1": 0.786551854863178, + "F1_coffee": 0.8770244758718908, + "IoU_coffee": 0.7809827169232584, + "precision_coffee": 0.8565144261870876, + "recall_coffee": 0.8985408890397014, + "F1_noncoffee": 0.6960792338544651, + "IoU_noncoffee": 0.5338355304457, + "kappa": 0.5737078156913626, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8279320987654321, + "mIoU": 0.6425916175219524, + "macroF1": 0.7720348877537071, + "F1_coffee": 0.8849180750870855, + "IoU_coffee": 0.7935901885919241, + "precision_coffee": 0.8535340965654554, + "recall_coffee": 0.9186980980444682, + "F1_noncoffee": 0.6591517004203287, + "IoU_noncoffee": 0.4915930464519806, + "kappa": 0.545888182381342, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8288770053475936, + "mIoU": 0.6466004196396178, + "macroF1": 0.7756153298519066, + "F1_coffee": 0.8849364325157314, + "IoU_coffee": 0.7936197166877808, + "precision_coffee": 0.860944527736132, + "recall_coffee": 0.9103038309114927, + "F1_noncoffee": 0.666294227188082, + "IoU_noncoffee": 0.4995811225914549, + "kappa": 0.5522391022670093, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8222473818284743, + "mIoU": 0.6300730140286145, + "macroF1": 0.7613213790563201, + "F1_coffee": 0.881910492666416, + "IoU_coffee": 0.7887655566767575, + "precision_coffee": 0.8519011867280213, + "recall_coffee": 0.9141112266112266, + "F1_noncoffee": 0.6407322654462243, + "IoU_noncoffee": 0.4713804713804714, + "kappa": 0.5244381010309528, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8019849222254032, + "mIoU": 0.6425583843283034, + "macroF1": 0.77803732152392, + "F1_coffee": 0.8509446160476978, + "IoU_coffee": 0.7405601400350088, + "precision_coffee": 0.8452975595832739, + "recall_coffee": 0.8566676308938386, + "F1_noncoffee": 0.7051300270001422, + "IoU_noncoffee": 0.5445566286215979, + "kappa": 0.5561138334322437, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8410815939278937, + "mIoU": 0.6978930397875684, + "macroF1": 0.8186211055458936, + "F1_coffee": 0.8824478910800758, + "IoU_coffee": 0.7896257221803566, + "precision_coffee": 0.8640736668499175, + "recall_coffee": 0.9016205363545102, + "F1_noncoffee": 0.7547943200117113, + "IoU_noncoffee": 0.6061603573947801, + "kappa": 0.6375840518835858, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8275504431453894, + "mIoU": 0.6783775888397963, + "macroF1": 0.8046262677204854, + "F1_coffee": 0.8715499683966571, + "IoU_coffee": 0.7723425441872044, + "precision_coffee": 0.8618055555555556, + "recall_coffee": 0.8815172609745703, + "F1_noncoffee": 0.7377025670443138, + "IoU_noncoffee": 0.5844126334923881, + "kappa": 0.6093545202296204, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9082, + 11000 + ], + [ + 42820, + 51930 + ], + [ + 123, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5254353364308675, + "test_tta": { + "OA": 0.829078396549537, + "mIoU": 0.6629904276261767, + "macroF1": 0.7907061233325617, + "F1_coffee": 0.8803224266379474, + "IoU_coffee": 0.7862285068321996, + "precision_coffee": 0.8542308603934582, + "recall_coffee": 0.908058087864767, + "F1_noncoffee": 0.7010898200271761, + "IoU_noncoffee": 0.5397523484201537, + "kappa": 0.5823853376651419, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7986038998500058, + "mIoU": 0.6208296807043154, + "macroF1": 0.7581957862695567, + "F1_coffee": 0.8570434070434071, + "IoU_coffee": 0.7498477302855505, + "precision_coffee": 0.8339409877871417, + "recall_coffee": 0.8814622949438794, + "F1_noncoffee": 0.6593481654957065, + "IoU_noncoffee": 0.4918116311230803, + "kappa": 0.5172743499296377, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s2_r0.1", + "val_epoch0": 0.6815821503422126 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6820799823471231, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8297285297475581, + "mIoU": 0.6726795947421458, + "macroF1": 0.7992107292283124, + "F1_coffee": 0.8774900171135197, + "IoU_coffee": 0.781721348131886, + "precision_coffee": 0.8741589379887252, + "recall_coffee": 0.880846580237299, + "F1_noncoffee": 0.7209314413431052, + "IoU_noncoffee": 0.5636378413524057, + "kappa": 0.5984347411043904, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7997000115380177, + "mIoU": 0.6316465958273123, + "macroF1": 0.7683475079603778, + "F1_coffee": 0.8535700729619164, + "IoU_coffee": 0.7445462237427805, + "precision_coffee": 0.8547416432628756, + "recall_coffee": 0.8524017099416682, + "F1_noncoffee": 0.6831249429588391, + "IoU_noncoffee": 0.5187469679118442, + "kappa": 0.5366968995281918, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13114754098360656, + "mIoU": 0.06621037691215896, + "macroF1": 0.11806819763395963, + "F1_coffee": 0.2254697286012526, + "IoU_coffee": 0.12705882352941175, + "precision_coffee": 1.0, + "recall_coffee": 0.12705882352941175, + "F1_noncoffee": 0.010666666666666666, + "IoU_noncoffee": 0.005361930294906166, + "kappa": 0.0013616334558383268, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8178634815560992, + "mIoU": 0.6549013362821636, + "macroF1": 0.7858153904677686, + "F1_coffee": 0.8686659057106292, + "IoU_coffee": 0.7678243854714443, + "precision_coffee": 0.8641525015484137, + "recall_coffee": 0.8732267037552156, + "F1_noncoffee": 0.702964875224908, + "IoU_noncoffee": 0.541978287092883, + "kappa": 0.5716572080323122, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8398058252427184, + "mIoU": 0.687144798606838, + "macroF1": 0.809763625661949, + "F1_coffee": 0.88536203255909, + "IoU_coffee": 0.7943045710095331, + "precision_coffee": 0.8771172143869357, + "recall_coffee": 0.8937633225606821, + "F1_noncoffee": 0.7341652187648081, + "IoU_noncoffee": 0.5799850262041427, + "kappa": 0.6196051921134803, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8314076868663051, + "mIoU": 0.6762511542450256, + "macroF1": 0.8020012336235693, + "F1_coffee": 0.8783061578786125, + "IoU_coffee": 0.7830177227482399, + "precision_coffee": 0.8810954787597323, + "recall_coffee": 0.8755344418052257, + "F1_noncoffee": 0.725696309368526, + "IoU_noncoffee": 0.5694845857418112, + "kappa": 0.6040114125845838, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8444251543209876, + "mIoU": 0.6735973505608179, + "macroF1": 0.7969582683863481, + "F1_coffee": 0.8951303556335739, + "IoU_coffee": 0.8101682946922443, + "precision_coffee": 0.8697409981048642, + "recall_coffee": 0.9220466113045808, + "F1_noncoffee": 0.6987861811391223, + "IoU_noncoffee": 0.5370264064293915, + "kappa": 0.5949080585071568, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8398586707410237, + "mIoU": 0.6674961037363787, + "macroF1": 0.7924480396626707, + "F1_coffee": 0.8916456677650707, + "IoU_coffee": 0.8044770898915705, + "precision_coffee": 0.8726444922220817, + "recall_coffee": 0.9114927344782034, + "F1_noncoffee": 0.6932504115602707, + "IoU_noncoffee": 0.530515117581187, + "kappa": 0.5854524935861731, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8421549202754977, + "mIoU": 0.6722924440142912, + "macroF1": 0.7962712014390145, + "F1_coffee": 0.8929554034167253, + "IoU_coffee": 0.8066119523754479, + "precision_coffee": 0.8796167906214547, + "recall_coffee": 0.9067047817047817, + "F1_noncoffee": 0.6995869994613036, + "IoU_noncoffee": 0.5379729356531345, + "kappa": 0.5928051817994037, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7915831663326653, + "mIoU": 0.633799674805119, + "macroF1": 0.772279157069732, + "F1_coffee": 0.8385809312638581, + "IoU_coffee": 0.7220313096601756, + "precision_coffee": 0.8574667472793228, + "recall_coffee": 0.8205091119467747, + "F1_noncoffee": 0.7059773828756059, + "IoU_noncoffee": 0.5455680399500624, + "kappa": 0.5449603937359596, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8397533206831119, + "mIoU": 0.701432954877462, + "macroF1": 0.821805794295092, + "F1_coffee": 0.8783579402232625, + "IoU_coffee": 0.783100038525748, + "precision_coffee": 0.8822337962962963, + "recall_coffee": 0.8745159902480998, + "F1_noncoffee": 0.7652536483669214, + "IoU_noncoffee": 0.619765871229176, + "kappa": 0.6436248622409142, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8206675466716953, + "mIoU": 0.6753915017202456, + "macroF1": 0.8034147264448638, + "F1_coffee": 0.8616526040151294, + "IoU_coffee": 0.7569329073482428, + "precision_coffee": 0.88284394097481, + "recall_coffee": 0.8414547520954682, + "F1_noncoffee": 0.7451768488745981, + "IoU_noncoffee": 0.5938500960922486, + "kappa": 0.607246261855996, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9324, + 11000 + ], + [ + 42880, + 51930 + ], + [ + 122, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5312763412793475, + "test_tta": { + "OA": 0.8424299124698719, + "mIoU": 0.6877549921559417, + "macroF1": 0.8097748529987442, + "F1_coffee": 0.8885899117643762, + "IoU_coffee": 0.7995157873499446, + "precision_coffee": 0.8702756121664653, + "recall_coffee": 0.9076916029135553, + "F1_noncoffee": 0.7309597942331122, + "IoU_noncoffee": 0.5759941969619389, + "kappa": 0.6199561431378996, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8118726202838352, + "mIoU": 0.644040449089259, + "macroF1": 0.7771589746050626, + "F1_coffee": 0.865111373084321, + "IoU_coffee": 0.7622874637800011, + "precision_coffee": 0.8499238037183785, + "recall_coffee": 0.8808516014909343, + "F1_noncoffee": 0.6892065761258042, + "IoU_noncoffee": 0.5257934343985168, + "kappa": 0.5546456057137195, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s2_r0.5", + "val_epoch0": 0.7058433741858564 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7058433741858564, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8473138399086643, + "mIoU": 0.694556345711643, + "macroF1": 0.8146408797396063, + "F1_coffee": 0.8924626707318435, + "IoU_coffee": 0.8058082081274579, + "precision_coffee": 0.8708236165900225, + "recall_coffee": 0.915204544413395, + "F1_noncoffee": 0.7368190887473692, + "IoU_noncoffee": 0.5833044832958283, + "kappa": 0.6298411298400461, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.817136840890735, + "mIoU": 0.6507976003992384, + "macroF1": 0.7822201657806135, + "F1_coffee": 0.8694219301949556, + "IoU_coffee": 0.7690065404725901, + "precision_coffee": 0.8508022252680802, + "recall_coffee": 0.8888748499589362, + "F1_noncoffee": 0.6950184013662714, + "IoU_noncoffee": 0.5325886603258866, + "kappa": 0.5649270231667353, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19437939110070257, + "mIoU": 0.09818429105746344, + "macroF1": 0.1658261778201808, + "F1_coffee": 0.3201581027667984, + "IoU_coffee": 0.19058823529411764, + "precision_coffee": 1.0, + "recall_coffee": 0.19058823529411764, + "F1_noncoffee": 0.011494252873563218, + "IoU_noncoffee": 0.005780346820809248, + "kappa": 0.0022009075347118406, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8468364752722214, + "mIoU": 0.6928235049302087, + "macroF1": 0.8132581478917393, + "F1_coffee": 0.892444504328494, + "IoU_coffee": 0.8057785888077859, + "precision_coffee": 0.8654210491931796, + "recall_coffee": 0.9212100139082059, + "F1_noncoffee": 0.7340717914549846, + "IoU_noncoffee": 0.5798684210526316, + "kappa": 0.6274145196111965, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8577003616980773, + "mIoU": 0.7117340339829863, + "macroF1": 0.8270799017007393, + "F1_coffee": 0.8998459167950693, + "IoU_coffee": 0.8179271708683473, + "precision_coffee": 0.8772777741493044, + "recall_coffee": 0.92360585848862, + "F1_noncoffee": 0.7543138866064092, + "IoU_noncoffee": 0.6055408970976254, + "kappa": 0.6547203353029946, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8374911577458146, + "mIoU": 0.6796372685147611, + "macroF1": 0.8037270212194467, + "F1_coffee": 0.8851333333333333, + "IoU_coffee": 0.7939364946480895, + "precision_coffee": 0.8697674418604651, + "recall_coffee": 0.9010519172039362, + "F1_noncoffee": 0.72232070910556, + "IoU_noncoffee": 0.5653380423814329, + "kappa": 0.6077499946991377, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8501157407407407, + "mIoU": 0.6775915319361363, + "macroF1": 0.7993259530399072, + "F1_coffee": 0.900282340862423, + "IoU_coffee": 0.8186486171081806, + "precision_coffee": 0.864129095836413, + "recall_coffee": 0.9395928207875703, + "F1_noncoffee": 0.6983695652173914, + "IoU_noncoffee": 0.5365344467640919, + "kappa": 0.6007657271107002, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8494079449961803, + "mIoU": 0.6789142045260601, + "macroF1": 0.8006494944160507, + "F1_coffee": 0.899239665197112, + "IoU_coffee": 0.8169259345251916, + "precision_coffee": 0.8708080683083776, + "recall_coffee": 0.9295904887714663, + "F1_noncoffee": 0.7020593236349896, + "IoU_noncoffee": 0.5409024745269286, + "kappa": 0.6025517791032944, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.83630531182187, + "mIoU": 0.6496564259126831, + "macroF1": 0.7767592068504521, + "F1_coffee": 0.8920549990667579, + "IoU_coffee": 0.8051437556154537, + "precision_coffee": 0.8557956308941148, + "recall_coffee": 0.9315228690228691, + "F1_noncoffee": 0.6614634146341464, + "IoU_noncoffee": 0.49416909620991256, + "kappa": 0.5560180036463026, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8435919457963547, + "mIoU": 0.7029238871433368, + "macroF1": 0.8223440207252953, + "F1_coffee": 0.8837835921435155, + "IoU_coffee": 0.7917672468555457, + "precision_coffee": 0.8668799554875504, + "recall_coffee": 0.9013595603124096, + "F1_noncoffee": 0.7609044493070751, + "IoU_noncoffee": 0.6140805274311278, + "kappa": 0.6449657675230274, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8659392789373814, + "mIoU": 0.7390695602790247, + "macroF1": 0.8475232377785248, + "F1_coffee": 0.9005139759205801, + "IoU_coffee": 0.819031762295082, + "precision_coffee": 0.8845089903181189, + "recall_coffee": 0.9171088484153163, + "F1_noncoffee": 0.7945324996364694, + "IoU_noncoffee": 0.6591073582629674, + "kappa": 0.695252551460977, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8386762210069771, + "mIoU": 0.7003913890819361, + "macroF1": 0.8211394752291818, + "F1_coffee": 0.8771451138077117, + "IoU_coffee": 0.7811740631794347, + "precision_coffee": 0.8867595818815331, + "recall_coffee": 0.8677368944452337, + "F1_noncoffee": 0.765133836650652, + "IoU_noncoffee": 0.6196087149844375, + "kappa": 0.6423593241043869, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9475, + 11000 + ], + [ + 43837, + 51930 + ], + [ + 123, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5335543274879457, + "test_tta": { + "OA": 0.8535614613725739, + "mIoU": 0.7013540678774829, + "macroF1": 0.8192053869685806, + "F1_coffee": 0.8980177792501794, + "IoU_coffee": 0.8149113137588937, + "precision_coffee": 0.8670064183210013, + "recall_coffee": 0.9313298822667094, + "F1_noncoffee": 0.7403929946869817, + "IoU_noncoffee": 0.5877968219960721, + "kappa": 0.6395845691807112, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8236269758855429, + "mIoU": 0.6566781053284008, + "macroF1": 0.7861654925436707, + "F1_coffee": 0.8756672122980571, + "IoU_coffee": 0.7788327636409672, + "precision_coffee": 0.8465500294869275, + "recall_coffee": 0.9068587192284204, + "F1_noncoffee": 0.6966637727892844, + "IoU_noncoffee": 0.5345234470158343, + "kappa": 0.5735617870280871, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f3_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f3_s2_r1.0", + "val_epoch0": 0.7126736491109296 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 58, + "stopped_epoch": 88, + "best_val": 0.7246154292949625, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8557972852974756, + "mIoU": 0.714891280380989, + "macroF1": 0.8299963937077761, + "F1_coffee": 0.8962251232426511, + "IoU_coffee": 0.8119636912515766, + "precision_coffee": 0.8930049574748715, + "recall_coffee": 0.8994685968207431, + "F1_noncoffee": 0.7637676641729011, + "IoU_noncoffee": 0.6178188695104013, + "kappa": 0.6600028514267375, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8228337371639552, + "mIoU": 0.6671448591964105, + "macroF1": 0.7957507282498508, + "F1_coffee": 0.8701260255434323, + "IoU_coffee": 0.7701089194146049, + "precision_coffee": 0.8737286876021827, + "recall_coffee": 0.8665529513340493, + "F1_noncoffee": 0.7213754309562693, + "IoU_noncoffee": 0.5641807989782162, + "kappa": 0.5915163557978684, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11943793911007025, + "mIoU": 0.06029256146903206, + "macroF1": 0.10863868532089718, + "F1_coffee": 0.20675105485232068, + "IoU_coffee": 0.11529411764705882, + "precision_coffee": 1.0, + "recall_coffee": 0.11529411764705882, + "F1_noncoffee": 0.010526315789473684, + "IoU_noncoffee": 0.005291005291005291, + "kappa": 0.0012192997735585994, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8522569194608337, + "mIoU": 0.7097906266092517, + "macroF1": 0.8264496247347313, + "F1_coffee": 0.8933739527798934, + "IoU_coffee": 0.8072952512044047, + "precision_coffee": 0.8894940024817317, + "recall_coffee": 0.897287899860918, + "F1_noncoffee": 0.759525296689569, + "IoU_noncoffee": 0.6122860020140987, + "kappa": 0.6529141433985368, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.866076527698458, + "mIoU": 0.7284590802699858, + "macroF1": 0.8391725800423921, + "F1_coffee": 0.9049516989799365, + "IoU_coffee": 0.8264034546576188, + "precision_coffee": 0.8893314744738764, + "recall_coffee": 0.9211304407618786, + "F1_noncoffee": 0.7733934611048479, + "IoU_noncoffee": 0.6305147058823529, + "kappa": 0.6785815593306533, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8490921952369724, + "mIoU": 0.7067586763137115, + "macroF1": 0.8245199357207547, + "F1_coffee": 0.8901853122855182, + "IoU_coffee": 0.8021026592455164, + "precision_coffee": 0.9003818118708782, + "recall_coffee": 0.8802171700033933, + "F1_noncoffee": 0.758854559155991, + "IoU_noncoffee": 0.6114146933819065, + "kappa": 0.6491386818967174, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8535879629629629, + "mIoU": 0.6883087618882833, + "macroF1": 0.8080489970085711, + "F1_coffee": 0.9015436502788948, + "IoU_coffee": 0.8207368918280585, + "precision_coffee": 0.8739939637826962, + "recall_coffee": 0.9308866863112778, + "F1_noncoffee": 0.7145543437382474, + "IoU_noncoffee": 0.5558806319485079, + "kappa": 0.6172007191612897, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8681245225362872, + "mIoU": 0.7071074420328718, + "macroF1": 0.8213351288484323, + "F1_coffee": 0.912766091845114, + "IoU_coffee": 0.8395305600743668, + "precision_coffee": 0.8745914538191503, + "recall_coffee": 0.9544253632760898, + "F1_noncoffee": 0.7299041658517504, + "IoU_noncoffee": 0.5746843239913767, + "kappa": 0.6447657534290991, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8547976224172091, + "mIoU": 0.6898953434787055, + "macroF1": 0.8091860347552725, + "F1_coffee": 0.9024776630124833, + "IoU_coffee": 0.8222863741339492, + "precision_coffee": 0.8807668521954236, + "recall_coffee": 0.9252858627858628, + "F1_noncoffee": 0.7158944064980617, + "IoU_noncoffee": 0.5575043128234618, + "kappa": 0.6190464079555894, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8509399751884722, + "mIoU": 0.7235159670348505, + "macroF1": 0.8377383288598241, + "F1_coffee": 0.884021384021384, + "IoU_coffee": 0.7921490352628077, + "precision_coffee": 0.9083002746414404, + "recall_coffee": 0.8610066531674863, + "F1_noncoffee": 0.7914552736982644, + "IoU_noncoffee": 0.6548828988068935, + "kappa": 0.6758930555066031, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8640417457305503, + "mIoU": 0.7417769393877697, + "macroF1": 0.8499019764947311, + "F1_coffee": 0.8959709618874773, + "IoU_coffee": 0.8115465544450289, + "precision_coffee": 0.9072331667156719, + "recall_coffee": 0.8849849419188298, + "F1_noncoffee": 0.8038329911019849, + "IoU_noncoffee": 0.6720073243305105, + "kappa": 0.6998911615622122, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8433905336601923, + "mIoU": 0.7148292921469432, + "macroF1": 0.8320764109377237, + "F1_coffee": 0.8756643461336926, + "IoU_coffee": 0.7788282290279627, + "precision_coffee": 0.9254746835443038, + "recall_coffee": 0.8309418951555618, + "F1_noncoffee": 0.7884884757417547, + "IoU_noncoffee": 0.6508303552659239, + "kappa": 0.6657996758801132, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9459, + 11000 + ], + [ + 44382, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.482284760475158, + "test_tta": { + "OA": 0.8611727768616009, + "mIoU": 0.722044560659915, + "macroF1": 0.8348605389438168, + "F1_coffee": 0.9007785849473576, + "IoU_coffee": 0.8194696469811943, + "precision_coffee": 0.891473563785639, + "recall_coffee": 0.910279902881488, + "F1_noncoffee": 0.7689424929402761, + "IoU_noncoffee": 0.6246194743386356, + "kappa": 0.6698048507101833, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8284729433483328, + "mIoU": 0.67357877685754, + "macroF1": 0.8002588975299099, + "F1_coffee": 0.8753288956444258, + "IoU_coffee": 0.7782976660949966, + "precision_coffee": 0.8714828421140519, + "recall_coffee": 0.8792090466864616, + "F1_noncoffee": 0.7251888994153939, + "IoU_noncoffee": 0.5688598876200833, + "kappa": 0.600534944905853, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s0_r0.05", + "val_epoch0": 0.6051171611781523 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6051171611781523, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8303635983868636, + "mIoU": 0.6527132344961527, + "macroF1": 0.7810003421639685, + "F1_coffee": 0.8849740706846211, + "IoU_coffee": 0.7936802610751763, + "precision_coffee": 0.911754141786019, + "recall_coffee": 0.8597222810211252, + "F1_noncoffee": 0.677026613643316, + "IoU_noncoffee": 0.5117462079171291, + "kappa": 0.5630591130926009, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7954020999192338, + "mIoU": 0.6056985469761147, + "macroF1": 0.7439467349165697, + "F1_coffee": 0.8587305064829015, + "IoU_coffee": 0.7524344700010471, + "precision_coffee": 0.8880558587876666, + "recall_coffee": 0.8312800046272196, + "F1_noncoffee": 0.6291629633502379, + "IoU_noncoffee": 0.4589626239511823, + "kappa": 0.48935517424735075, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2617801047120419, + "mIoU": 0.13224729379132516, + "macroF1": 0.21137914033436422, + "F1_coffee": 0.41074626865671643, + "IoU_coffee": 0.25845229151014276, + "precision_coffee": 0.9913544668587896, + "recall_coffee": 0.25903614457831325, + "F1_noncoffee": 0.012012012012012012, + "IoU_noncoffee": 0.006042296072507553, + "kappa": -0.0013476567390804722, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8173741362290227, + "mIoU": 0.6445203040649784, + "macroF1": 0.7763396026152483, + "F1_coffee": 0.872140438178174, + "IoU_coffee": 0.7732704209816778, + "precision_coffee": 0.9227113190991518, + "recall_coffee": 0.8268247936050321, + "F1_noncoffee": 0.6805387670523225, + "IoU_noncoffee": 0.515770187148279, + "kappa": 0.5560113675115224, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8338819712799962, + "mIoU": 0.6601630233141659, + "macroF1": 0.7870841121207424, + "F1_coffee": 0.8869039885669742, + "IoU_coffee": 0.7967901955062737, + "precision_coffee": 0.92082012544682, + "recall_coffee": 0.8553975314829898, + "F1_noncoffee": 0.6872642356745106, + "IoU_noncoffee": 0.523535851122058, + "kappa": 0.5757597193774505, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8393757731468265, + "mIoU": 0.6518511350624914, + "macroF1": 0.7781119814268017, + "F1_coffee": 0.8947040109787288, + "IoU_coffee": 0.8094700603871551, + "precision_coffee": 0.8940347815246525, + "recall_coffee": 0.895374243086335, + "F1_noncoffee": 0.6615199518748747, + "IoU_noncoffee": 0.4942322097378277, + "kappa": 0.5562247621826135, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.846092344593244, + "mIoU": 0.6896305147285358, + "macroF1": 0.8106704376193321, + "F1_coffee": 0.8925631365982978, + "IoU_coffee": 0.8059720297341565, + "precision_coffee": 0.9156885198969368, + "recall_coffee": 0.8705770277626566, + "F1_noncoffee": 0.7287777386403663, + "IoU_noncoffee": 0.5732889997229149, + "kappa": 0.6219495763320224, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.851555046746804, + "mIoU": 0.6884694950669047, + "macroF1": 0.8085932585738057, + "F1_coffee": 0.8992749870533402, + "IoU_coffee": 0.8169842390025877, + "precision_coffee": 0.9109508196721311, + "recall_coffee": 0.8878946695641058, + "F1_noncoffee": 0.7179115300942712, + "IoU_noncoffee": 0.5599547511312217, + "kappa": 0.6173625611862433, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8711697182430509, + "mIoU": 0.7039235578449865, + "macroF1": 0.8180637952967156, + "F1_coffee": 0.9163587090416359, + "IoU_coffee": 0.8456291917699216, + "precision_coffee": 0.8904716303567154, + "recall_coffee": 0.9437959908652627, + "F1_noncoffee": 0.7197688815517953, + "IoU_noncoffee": 0.5622179239200515, + "kappa": 0.6371549979949922, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7893504973668812, + "mIoU": 0.6032953267205237, + "macroF1": 0.7431208289075495, + "F1_coffee": 0.8520953163516845, + "IoU_coffee": 0.7423049391553329, + "precision_coffee": 0.9300448430493273, + "recall_coffee": 0.7862016679302501, + "F1_noncoffee": 0.6341463414634146, + "IoU_noncoffee": 0.4642857142857143, + "kappa": 0.49501615317941855, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8162038362439165, + "mIoU": 0.6331490646203457, + "macroF1": 0.7658096321982378, + "F1_coffee": 0.8744458930899609, + "IoU_coffee": 0.776902583111317, + "precision_coffee": 0.9312690919189114, + "recall_coffee": 0.8241582698451708, + "F1_noncoffee": 0.6571733713065148, + "IoU_noncoffee": 0.48939554612937436, + "kappa": 0.5363328449745624, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8073876109573351, + "mIoU": 0.6045130189791139, + "macroF1": 0.7394812846728452, + "F1_coffee": 0.8724883103753317, + "IoU_coffee": 0.7738175297018606, + "precision_coffee": 0.8979060996228378, + "recall_coffee": 0.8484699520707878, + "F1_noncoffee": 0.6064742589703588, + "IoU_noncoffee": 0.4352085082563672, + "kappa": 0.48024795384340363, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6913, + 8413 + ], + [ + 44661, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.32044411500295, + "test_tta": { + "OA": 0.8406947412394158, + "mIoU": 0.6626020424539438, + "macroF1": 0.7878087456921994, + "F1_coffee": 0.8937424312246145, + "IoU_coffee": 0.807897235192684, + "precision_coffee": 0.9051205799995659, + "recall_coffee": 0.8826467973413488, + "F1_noncoffee": 0.6818750601597844, + "IoU_noncoffee": 0.5173068497152037, + "kappa": 0.5758181788423273, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8053969078112381, + "mIoU": 0.6130635273628818, + "macroF1": 0.7487481308084416, + "F1_coffee": 0.8680507339207307, + "IoU_coffee": 0.7668636395051489, + "precision_coffee": 0.8807548817272582, + "recall_coffee": 0.8557078682013611, + "F1_noncoffee": 0.6294455276961525, + "IoU_noncoffee": 0.45926341522061476, + "kappa": 0.4977896964431419, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s0_r0.1", + "val_epoch0": 0.6477000004241644 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 23, + "stopped_epoch": 53, + "best_val": 0.6497109496474143, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8506563408795128, + "mIoU": 0.6775404462585104, + "macroF1": 0.7991670650048828, + "F1_coffee": 0.9008565059251438, + "IoU_coffee": 0.819598633646456, + "precision_coffee": 0.9079357571327213, + "recall_coffee": 0.8938867956479404, + "F1_noncoffee": 0.6974776240846217, + "IoU_noncoffee": 0.5354822588705647, + "kappa": 0.5984086275722016, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8144830968039691, + "mIoU": 0.6263652084359276, + "macroF1": 0.7596351666881462, + "F1_coffee": 0.8744546492674976, + "IoU_coffee": 0.776916406520985, + "precision_coffee": 0.8854912037952164, + "recall_coffee": 0.8636898220448455, + "F1_noncoffee": 0.6448156841087948, + "IoU_noncoffee": 0.47581401035087006, + "kappa": 0.5194815177433284, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28272251308900526, + "mIoU": 0.14285336125784892, + "macroF1": 0.22461724720354764, + "F1_coffee": 0.4368761009982384, + "IoU_coffee": 0.27948910593538695, + "precision_coffee": 0.992, + "recall_coffee": 0.28012048192771083, + "F1_noncoffee": 0.012358393408856848, + "IoU_noncoffee": 0.0062176165803108805, + "kappa": -0.0009930432325118673, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8585883514313919, + "mIoU": 0.6980960056991682, + "macroF1": 0.815498483984238, + "F1_coffee": 0.9046620744733952, + "IoU_coffee": 0.8259205249726577, + "precision_coffee": 0.9191290824261276, + "recall_coffee": 0.8906434281221334, + "F1_noncoffee": 0.7263348934950807, + "IoU_noncoffee": 0.5702714864256787, + "kappa": 0.6312591961427733, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8491961261390201, + "mIoU": 0.6754589733950871, + "macroF1": 0.7976151562102012, + "F1_coffee": 0.899787591541705, + "IoU_coffee": 0.8178307976025818, + "precision_coffee": 0.9107303298677962, + "recall_coffee": 0.8891046926884281, + "F1_noncoffee": 0.6954427208786974, + "IoU_noncoffee": 0.5330871491875924, + "kappa": 0.5954078283730586, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8444666476353602, + "mIoU": 0.6590595538651463, + "macroF1": 0.783688943330368, + "F1_coffee": 0.898348829254641, + "IoU_coffee": 0.8154567009145309, + "precision_coffee": 0.8949814126394052, + "recall_coffee": 0.9017416817529184, + "F1_noncoffee": 0.669029057406095, + "IoU_noncoffee": 0.5026624068157615, + "kappa": 0.5673978269680765, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8819708175094944, + "mIoU": 0.7437228837165779, + "macroF1": 0.8486483300442943, + "F1_coffee": 0.9196653288891912, + "IoU_coffee": 0.8512781765520715, + "precision_coffee": 0.9193526451788385, + "recall_coffee": 0.9199782253674469, + "F1_noncoffee": 0.7776313311993974, + "IoU_noncoffee": 0.6361675908810844, + "kappa": 0.6972967570131634, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8777904979965655, + "mIoU": 0.722970245064395, + "macroF1": 0.8327623814505596, + "F1_coffee": 0.9195402298850575, + "IoU_coffee": 0.851063829787234, + "precision_coffee": 0.9039268955297605, + "recall_coffee": 0.9357024159529592, + "F1_noncoffee": 0.7459845330160618, + "IoU_noncoffee": 0.594876660341556, + "kappa": 0.6658395095948709, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8720235271795845, + "mIoU": 0.7026154053637842, + "macroF1": 0.8167827502688156, + "F1_coffee": 0.9173862453303938, + "IoU_coffee": 0.8473809254440547, + "precision_coffee": 0.8867053391736711, + "recall_coffee": 0.9502664298401421, + "F1_noncoffee": 0.7161792552072376, + "IoU_noncoffee": 0.5578498852835136, + "kappa": 0.635066509252125, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8357714062804759, + "mIoU": 0.6550120351830342, + "macroF1": 0.7819050133059173, + "F1_coffee": 0.8902931596091205, + "IoU_coffee": 0.8022777973464835, + "precision_coffee": 0.9189080150618613, + "recall_coffee": 0.8634066211776599, + "F1_noncoffee": 0.6735168670027142, + "IoU_noncoffee": 0.507746273019585, + "kappa": 0.5650651611263261, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8205935680885581, + "mIoU": 0.6320515539434074, + "macroF1": 0.7636665280213562, + "F1_coffee": 0.8796568941236718, + "IoU_coffee": 0.7851674094389213, + "precision_coffee": 0.9180919294494923, + "recall_coffee": 0.844310641435242, + "F1_noncoffee": 0.6476761619190404, + "IoU_noncoffee": 0.4789356984478936, + "kappa": 0.5297459353576704, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8167414336164933, + "mIoU": 0.6192585838711999, + "macroF1": 0.7520020238452765, + "F1_coffee": 0.8787113076437144, + "IoU_coffee": 0.783661971830986, + "precision_coffee": 0.9040686338229559, + "recall_coffee": 0.8547376182868379, + "F1_noncoffee": 0.6252927400468384, + "IoU_noncoffee": 0.454855195911414, + "kappa": 0.505206588469205, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7297, + 8413 + ], + [ + 45539, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.461955491701762, + "test_tta": { + "OA": 0.8555728723147865, + "mIoU": 0.6790711814217365, + "macroF1": 0.7995004138755523, + "F1_coffee": 0.9055310920307295, + "IoU_coffee": 0.827370321292082, + "precision_coffee": 0.8992089499279915, + "recall_coffee": 0.9119427627958173, + "F1_noncoffee": 0.6934697357203751, + "IoU_noncoffee": 0.5307720415513911, + "kappa": 0.5990651358324309, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.820381908388139, + "mIoU": 0.6276344269090774, + "macroF1": 0.7593949252423554, + "F1_coffee": 0.8805302943095046, + "IoU_coffee": 0.7865601809799654, + "precision_coffee": 0.876243389273918, + "recall_coffee": 0.8848593518036516, + "F1_noncoffee": 0.6382595561752062, + "IoU_noncoffee": 0.4687086728381895, + "kappa": 0.5188247228010382, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s0_r0.5", + "val_epoch0": 0.6693143350453732 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 57, + "stopped_epoch": 87, + "best_val": 0.6915613157554554, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8717363710856537, + "mIoU": 0.717458746824895, + "macroF1": 0.8293013519589628, + "F1_coffee": 0.914410695714638, + "IoU_coffee": 0.8423173405495091, + "precision_coffee": 0.9264594060266353, + "recall_coffee": 0.9026713517632615, + "F1_noncoffee": 0.7441920082032877, + "IoU_noncoffee": 0.5926001531002807, + "kappa": 0.6587751937675397, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8347034729433483, + "mIoU": 0.6608559639379976, + "macroF1": 0.7875364384406822, + "F1_coffee": 0.887642762609676, + "IoU_coffee": 0.7979835369185483, + "precision_coffee": 0.902947863895648, + "recall_coffee": 0.8728478608749302, + "F1_noncoffee": 0.6874301142716884, + "IoU_noncoffee": 0.5237283909574468, + "kappa": 0.5754122368579513, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3537771129394166, + "mIoU": 0.17953072255472488, + "macroF1": 0.2682882335056248, + "F1_coffee": 0.5183946488294314, + "IoU_coffee": 0.34988713318284426, + "precision_coffee": 0.9978540772532188, + "recall_coffee": 0.3501506024096386, + "F1_noncoffee": 0.01818181818181818, + "IoU_noncoffee": 0.009174311926605505, + "kappa": 0.004922119560816699, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8751233958538993, + "mIoU": 0.7245049661655707, + "macroF1": 0.834473917059025, + "F1_coffee": 0.9165016501650165, + "IoU_coffee": 0.8458726774291806, + "precision_coffee": 0.9233275701556058, + "recall_coffee": 0.9097759140348578, + "F1_noncoffee": 0.7524461839530333, + "IoU_noncoffee": 0.6031372549019608, + "kappa": 0.6690014666847753, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8752445016936214, + "mIoU": 0.7262104030155987, + "macroF1": 0.8358354156944109, + "F1_coffee": 0.9162690916076974, + "IoU_coffee": 0.845476570348047, + "precision_coffee": 0.9370006548788474, + "recall_coffee": 0.896435060459871, + "F1_noncoffee": 0.7554017397811243, + "IoU_noncoffee": 0.6069442356831505, + "kappa": 0.6721396887314327, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8649728803882386, + "mIoU": 0.7018442899906439, + "macroF1": 0.8174724928505647, + "F1_coffee": 0.910586011342155, + "IoU_coffee": 0.8358493840013882, + "precision_coffee": 0.9192163348387508, + "recall_coffee": 0.9021162369685998, + "F1_noncoffee": 0.7243589743589743, + "IoU_noncoffee": 0.5678391959798995, + "kappa": 0.6350441596006194, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8990605636618029, + "mIoU": 0.7721329344972915, + "macroF1": 0.8677608663781342, + "F1_coffee": 0.9320962753798575, + "IoU_coffee": 0.8728280030219089, + "precision_coffee": 0.921073611480202, + "recall_coffee": 0.9433859553620033, + "F1_noncoffee": 0.803425457376411, + "IoU_noncoffee": 0.6714378659726741, + "kappa": 0.7356313371847671, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.898015645869109, + "mIoU": 0.7706320841011425, + "macroF1": 0.8667891377905831, + "F1_coffee": 0.9312849521115897, + "IoU_coffee": 0.8714062312041381, + "precision_coffee": 0.9366433928109645, + "recall_coffee": 0.9259874728365077, + "F1_noncoffee": 0.8022933234695765, + "IoU_noncoffee": 0.669857936998147, + "kappa": 0.7336033612989872, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9004838250640357, + "mIoU": 0.7679301086896062, + "macroF1": 0.8644291497136831, + "F1_coffee": 0.9343431182324592, + "IoU_coffee": 0.8767766944672853, + "precision_coffee": 0.9220506485484867, + "recall_coffee": 0.9469677746764781, + "F1_noncoffee": 0.7945151811949069, + "IoU_noncoffee": 0.6590835229119272, + "kappa": 0.7290090375259255, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8517651648137312, + "mIoU": 0.6800700537691711, + "macroF1": 0.8011851072209617, + "F1_coffee": 0.9014650589913134, + "IoU_coffee": 0.820606632833707, + "precision_coffee": 0.9255857294994675, + "recall_coffee": 0.8785696234521102, + "F1_noncoffee": 0.70090515545061, + "IoU_noncoffee": 0.539533474704635, + "kappa": 0.6031882057528606, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8524668384387823, + "mIoU": 0.6838663544552199, + "macroF1": 0.8043919703087423, + "F1_coffee": 0.9013653183616179, + "IoU_coffee": 0.8204413472706156, + "precision_coffee": 0.9373673036093418, + "recall_coffee": 0.8680265421479479, + "F1_noncoffee": 0.7074186222558667, + "IoU_noncoffee": 0.5472913616398243, + "kappa": 0.6104883377560685, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8292450128853679, + "mIoU": 0.6417705685994364, + "macroF1": 0.7709357152963114, + "F1_coffee": 0.8865063756899068, + "IoU_coffee": 0.7961485870556062, + "precision_coffee": 0.9162077104642015, + "recall_coffee": 0.8586702715988693, + "F1_noncoffee": 0.6553650549027162, + "IoU_noncoffee": 0.4873925501432665, + "kappa": 0.543328752737923, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7420, + 8413 + ], + [ + 46728, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.018841846783956, + "test_tta": { + "OA": 0.8756246083645303, + "mIoU": 0.7224151053807917, + "macroF1": 0.8326850628072009, + "F1_coffee": 0.9174460642643091, + "IoU_coffee": 0.8474830066003349, + "precision_coffee": 0.9244954542523696, + "recall_coffee": 0.9105033656492104, + "F1_noncoffee": 0.7479240613500928, + "IoU_noncoffee": 0.5973472041612484, + "kappa": 0.66542952401334, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8386840890734971, + "mIoU": 0.6645462758562335, + "macroF1": 0.7900278224645589, + "F1_coffee": 0.8911043392754568, + "IoU_coffee": 0.8035962001088693, + "precision_coffee": 0.9000511347991976, + "recall_coffee": 0.882333661094723, + "F1_noncoffee": 0.6889513056536611, + "IoU_noncoffee": 0.5254963516035975, + "kappa": 0.5801741365537734, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s0_r1.0", + "val_epoch0": 0.6852018715258299 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 57, + "stopped_epoch": 87, + "best_val": 0.6972390125453622, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8737608252060605, + "mIoU": 0.7202488245749252, + "macroF1": 0.8312373460382444, + "F1_coffee": 0.915950834929023, + "IoU_coffee": 0.844934772740729, + "precision_coffee": 0.925885075369277, + "recall_coffee": 0.9062275094195843, + "F1_noncoffee": 0.7465238571474658, + "IoU_noncoffee": 0.5955628764091213, + "kappa": 0.6625918345639196, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8380783431406484, + "mIoU": 0.6646875187020845, + "macroF1": 0.7902886681327232, + "F1_coffee": 0.8903987894762533, + "IoU_coffee": 0.8024493674227094, + "precision_coffee": 0.9018351526657175, + "recall_coffee": 0.8792488480151156, + "F1_noncoffee": 0.6901785467891933, + "IoU_noncoffee": 0.5269256699814596, + "kappa": 0.5807679140212134, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.42782348541510845, + "mIoU": 0.21736426049602997, + "macroF1": 0.30818305597886414, + "F1_coffee": 0.595879556259905, + "IoU_coffee": 0.42437923250564336, + "precision_coffee": 0.9982300884955753, + "recall_coffee": 0.4246987951807229, + "F1_noncoffee": 0.020486555697823303, + "IoU_noncoffee": 0.01034928848641656, + "kappa": 0.007275543748865665, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.870187561697927, + "mIoU": 0.7149493699147464, + "macroF1": 0.8275055406332159, + "F1_coffee": 0.9133100402135935, + "IoU_coffee": 0.840451346760495, + "precision_coffee": 0.9189440169806314, + "recall_coffee": 0.9077447254619316, + "F1_noncoffee": 0.7417010410528383, + "IoU_noncoffee": 0.5894473930689978, + "kappa": 0.6550497146154284, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8790134058489576, + "mIoU": 0.7317413818816833, + "macroF1": 0.8396541678728453, + "F1_coffee": 0.9190965354431188, + "IoU_coffee": 0.8503039962221829, + "precision_coffee": 0.9363015924601885, + "recall_coffee": 0.902512373911409, + "F1_noncoffee": 0.7602118003025718, + "IoU_noncoffee": 0.6131787675411836, + "kappa": 0.6796289587271092, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8719668855266914, + "mIoU": 0.7138522104732888, + "macroF1": 0.8262753699185006, + "F1_coffee": 0.9153693744692896, + "IoU_coffee": 0.843945720250522, + "precision_coffee": 0.922360248447205, + "recall_coffee": 0.9084836756351832, + "F1_noncoffee": 0.7371813653677117, + "IoU_noncoffee": 0.5837587006960557, + "kappa": 0.6526127130932934, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.888167099740156, + "mIoU": 0.7525564126954445, + "macroF1": 0.8545396084395165, + "F1_coffee": 0.9244786394006884, + "IoU_coffee": 0.8595632530120482, + "precision_coffee": 0.9169902262685767, + "recall_coffee": 0.9320903647250952, + "F1_noncoffee": 0.7846005774783446, + "IoU_noncoffee": 0.6455495723788407, + "kappa": 0.7091345413230439, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8962030146918527, + "mIoU": 0.7674485711884117, + "macroF1": 0.8646660889276074, + "F1_coffee": 0.9299961394929868, + "IoU_coffee": 0.8691521346963319, + "precision_coffee": 0.9362611737271668, + "recall_coffee": 0.9238143934551962, + "F1_noncoffee": 0.799336038362228, + "IoU_noncoffee": 0.6657450076804915, + "kappa": 0.7293669139627483, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9039939284697847, + "mIoU": 0.7761800533233357, + "macroF1": 0.8700899632094012, + "F1_coffee": 0.9364561095064674, + "IoU_coffee": 0.8805053725351281, + "precision_coffee": 0.9270263550472402, + "recall_coffee": 0.9460796752093378, + "F1_noncoffee": 0.8037238169123352, + "IoU_noncoffee": 0.6718547341115434, + "kappa": 0.7402629390789219, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8526428710747026, + "mIoU": 0.6787515535726496, + "macroF1": 0.7998301285293958, + "F1_coffee": 0.9026480252561047, + "IoU_coffee": 0.8225692813527478, + "precision_coffee": 0.9208623636124622, + "recall_coffee": 0.8851402577710387, + "F1_noncoffee": 0.697012231802687, + "IoU_noncoffee": 0.5349338257925516, + "kappa": 0.60014713253371, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.861818875846932, + "mIoU": 0.6967402257731201, + "macroF1": 0.8137153942548254, + "F1_coffee": 0.9083776259174893, + "IoU_coffee": 0.8321354045907721, + "precision_coffee": 0.9363422906339681, + "recall_coffee": 0.8820348980093389, + "F1_noncoffee": 0.7190531625921615, + "IoU_noncoffee": 0.561345046955468, + "kappa": 0.6284470215459508, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.839744201584423, + "mIoU": 0.6560311646025931, + "macroF1": 0.781946411266629, + "F1_coffee": 0.894209564614706, + "IoU_coffee": 0.8086609686609687, + "precision_coffee": 0.917507111455909, + "recall_coffee": 0.8720658719429766, + "F1_noncoffee": 0.669683257918552, + "IoU_noncoffee": 0.5034013605442177, + "kappa": 0.5647690270448451, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7380, + 8413 + ], + [ + 46894, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.0442323366800945, + "test_tta": { + "OA": 0.8780025386011986, + "mIoU": 0.7251796345438123, + "macroF1": 0.8345279805000548, + "F1_coffee": 0.9193443876738084, + "IoU_coffee": 0.8507283700631058, + "precision_coffee": 0.9227062410712382, + "recall_coffee": 0.9160069429744718, + "F1_noncoffee": 0.7497115733263012, + "IoU_noncoffee": 0.5996308990245188, + "kappa": 0.6690695934363188, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8424483673704858, + "mIoU": 0.6682328782904587, + "macroF1": 0.792554606188403, + "F1_coffee": 0.8942906909231663, + "IoU_coffee": 0.8087936707974516, + "precision_coffee": 0.8977133642880734, + "recall_coffee": 0.8908940173906338, + "F1_noncoffee": 0.6908185214536398, + "IoU_noncoffee": 0.5276720857834659, + "kappa": 0.5851268512603196, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s1_r0.05", + "val_epoch0": 0.6483869198869747 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6483869198869747, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8433940133999582, + "mIoU": 0.6659550171988755, + "macroF1": 0.7902792649057383, + "F1_coffee": 0.8958219771058454, + "IoU_coffee": 0.8113021256824253, + "precision_coffee": 0.9047475118202034, + "recall_coffee": 0.887070826806655, + "F1_noncoffee": 0.6847365527056312, + "IoU_noncoffee": 0.5206079087153256, + "kappa": 0.580682026320022, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8072718356986269, + "mIoU": 0.6144459391937581, + "macroF1": 0.7496468986054632, + "F1_coffee": 0.8697576047017086, + "IoU_coffee": 0.7695319237004588, + "precision_coffee": 0.8794693893641345, + "recall_coffee": 0.8602579674937821, + "F1_noncoffee": 0.6295361925092179, + "IoU_noncoffee": 0.4593599546870575, + "kappa": 0.4994674102755364, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2707554225878833, + "mIoU": 0.13702280140269207, + "macroF1": 0.21776034900222926, + "F1_coffee": 0.42136498516320475, + "IoU_coffee": 0.2669172932330827, + "precision_coffee": 0.9943977591036415, + "recall_coffee": 0.26731927710843373, + "F1_noncoffee": 0.014155712841253791, + "IoU_noncoffee": 0.007128309572301426, + "kappa": 0.0008262733462460714, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8486673247778874, + "mIoU": 0.6823719503017416, + "macroF1": 0.8038536028726139, + "F1_coffee": 0.8976088698904622, + "IoU_coffee": 0.8142381096637382, + "precision_coffee": 0.9153385097398175, + "recall_coffee": 0.8805530074695321, + "F1_noncoffee": 0.7100983358547656, + "IoU_noncoffee": 0.5505057909397449, + "kappa": 0.6081234746587628, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8433280854921044, + "mIoU": 0.6636182813015189, + "macroF1": 0.7881565559863363, + "F1_coffee": 0.8962663465790638, + "IoU_coffee": 0.8120313662640948, + "precision_coffee": 0.903803274511053, + "recall_coffee": 0.8888540818244471, + "F1_noncoffee": 0.6800467653936088, + "IoU_noncoffee": 0.515205196338943, + "kappa": 0.5764039692289106, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.838376629555619, + "mIoU": 0.6518049419108102, + "macroF1": 0.7783016329505463, + "F1_coffee": 0.8937075628148565, + "IoU_coffee": 0.8078402534223328, + "precision_coffee": 0.895922208281054, + "recall_coffee": 0.8915038391909608, + "F1_noncoffee": 0.662895703086236, + "IoU_noncoffee": 0.4957696303992875, + "kappa": 0.5566118582878307, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8657805316809914, + "mIoU": 0.7154065768373321, + "macroF1": 0.8286669765641583, + "F1_coffee": 0.9084089204119211, + "IoU_coffee": 0.8321879295264276, + "precision_coffee": 0.9104579630895421, + "recall_coffee": 0.9063690800217746, + "F1_noncoffee": 0.7489250327163955, + "IoU_noncoffee": 0.5986252241482367, + "kappa": 0.6573387108331143, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8499332188513642, + "mIoU": 0.681291191767808, + "macroF1": 0.8026434396926128, + "F1_coffee": 0.8992506244796004, + "IoU_coffee": 0.8169440242057489, + "precision_coffee": 0.9011553273427471, + "recall_coffee": 0.8973539562827559, + "F1_noncoffee": 0.7060362549056252, + "IoU_noncoffee": 0.5456383593298672, + "kappa": 0.605292024350775, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8589317901527369, + "mIoU": 0.68968670488841, + "macroF1": 0.8081803303759793, + "F1_coffee": 0.906847083881476, + "IoU_coffee": 0.8295702005730659, + "precision_coffee": 0.8956812275708452, + "recall_coffee": 0.9182948490230906, + "F1_noncoffee": 0.7095135768704826, + "IoU_noncoffee": 0.5498032092037541, + "kappa": 0.6165464922058191, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8319680124829335, + "mIoU": 0.6507572318997308, + "macroF1": 0.7788055047396213, + "F1_coffee": 0.8872455991100059, + "IoU_coffee": 0.7973418019289579, + "precision_coffee": 0.9201846070313561, + "recall_coffee": 0.8565832701541571, + "F1_noncoffee": 0.6703654103692367, + "IoU_noncoffee": 0.5041726618705036, + "kappa": 0.5592620238365547, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8367210611699589, + "mIoU": 0.6453350667067157, + "macroF1": 0.7725513495431287, + "F1_coffee": 0.8933624181988158, + "IoU_coffee": 0.8072764136066681, + "precision_coffee": 0.9064120399645883, + "recall_coffee": 0.8806832145490292, + "F1_noncoffee": 0.6517402808874415, + "IoU_noncoffee": 0.48339371980676327, + "kappa": 0.5454104199557908, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8176959053164073, + "mIoU": 0.6152305045288926, + "macroF1": 0.7476795832681447, + "F1_coffee": 0.8805951487871968, + "IoU_coffee": 0.7866636881492237, + "precision_coffee": 0.8961699961827204, + "recall_coffee": 0.8655524148949244, + "F1_noncoffee": 0.6147640177490924, + "IoU_noncoffee": 0.44379732090856144, + "kappa": 0.4958504487698828, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7148, + 8413 + ], + [ + 45237, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3304290215174355, + "test_tta": { + "OA": 0.8531146065971497, + "mIoU": 0.6752345453542141, + "macroF1": 0.7965812625034348, + "F1_coffee": 0.903819042609153, + "IoU_coffee": 0.8245162776412777, + "precision_coffee": 0.898468875502008, + "recall_coffee": 0.9092333093433809, + "F1_noncoffee": 0.6893434823977165, + "IoU_noncoffee": 0.5259528130671506, + "kappa": 0.5932091148455894, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.818232952578747, + "mIoU": 0.6231942133877046, + "macroF1": 0.7555481700999084, + "F1_coffee": 0.8793359311421104, + "IoU_coffee": 0.7846561298590345, + "precision_coffee": 0.8733739064282997, + "recall_coffee": 0.8853799140108354, + "F1_noncoffee": 0.6317604090577064, + "IoU_noncoffee": 0.4617322969163748, + "kappa": 0.5111658588230801, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s1_r0.1", + "val_epoch0": 0.6540146066823571 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6572862773777004, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8527289962885007, + "mIoU": 0.6786724536220488, + "macroF1": 0.7997416062414859, + "F1_coffee": 0.9027521378403038, + "IoU_coffee": 0.8227422162057629, + "precision_coffee": 0.9049604356334553, + "recall_coffee": 0.9005545912535455, + "F1_noncoffee": 0.696731074642668, + "IoU_noncoffee": 0.5346026910383346, + "kappa": 0.5994906498052477, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8155792084919811, + "mIoU": 0.6243563627097376, + "macroF1": 0.7573796934278108, + "F1_coffee": 0.8762089162108524, + "IoU_coffee": 0.7796902189831326, + "precision_coffee": 0.87994866609629, + "recall_coffee": 0.8725008194034742, + "F1_noncoffee": 0.6385504706447692, + "IoU_noncoffee": 0.4690225064363425, + "kappa": 0.5147849764250364, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.28646222887060585, + "mIoU": 0.1449954230007902, + "macroF1": 0.2276299981591466, + "F1_coffee": 0.44079718640093785, + "IoU_coffee": 0.28270676691729324, + "precision_coffee": 0.9947089947089947, + "recall_coffee": 0.28313253012048195, + "F1_noncoffee": 0.014462809917355372, + "IoU_noncoffee": 0.007284079084287201, + "kappa": 0.0011402133514598518, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8543928923988154, + "mIoU": 0.6885355943003062, + "macroF1": 0.8080855962323625, + "F1_coffee": 0.9023566794651132, + "IoU_coffee": 0.8220855195705928, + "precision_coffee": 0.9117725752508361, + "recall_coffee": 0.8931332721792687, + "F1_noncoffee": 0.713814512999612, + "IoU_noncoffee": 0.5549856690300196, + "kappa": 0.6162911305579589, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8616955297934259, + "mIoU": 0.6921647246944851, + "macroF1": 0.8097860615051374, + "F1_coffee": 0.9091535834038419, + "IoU_coffee": 0.8334386670496984, + "precision_coffee": 0.9094670846394984, + "recall_coffee": 0.9088402982269281, + "F1_noncoffee": 0.710418539606433, + "IoU_noncoffee": 0.5508907823392719, + "kappa": 0.6195722671022067, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8421828908554573, + "mIoU": 0.6555565520846529, + "macroF1": 0.7809424948293844, + "F1_coffee": 0.8967663627026858, + "IoU_coffee": 0.8128526292033401, + "precision_coffee": 0.8941782522343595, + "recall_coffee": 0.8993694987202697, + "F1_noncoffee": 0.6651186269560828, + "IoU_noncoffee": 0.4982604749659658, + "kappa": 0.5618968955937277, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8664801119328402, + "mIoU": 0.7136905425917881, + "macroF1": 0.827127947925331, + "F1_coffee": 0.9096075778078484, + "IoU_coffee": 0.8342020352444776, + "precision_coffee": 0.9044671689989235, + "recall_coffee": 0.9148067501360915, + "F1_noncoffee": 0.7446483180428135, + "IoU_noncoffee": 0.5931790499390986, + "kappa": 0.6542874409253251, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8683457355466514, + "mIoU": 0.7080183699731077, + "macroF1": 0.8220605740684319, + "F1_coffee": 0.9128127369219106, + "IoU_coffee": 0.8396094839609484, + "precision_coffee": 0.9024359775140537, + "recall_coffee": 0.9234309088584942, + "F1_noncoffee": 0.7313084112149533, + "IoU_noncoffee": 0.576427255985267, + "kappa": 0.6442660977216903, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8718337918603548, + "mIoU": 0.710157595718165, + "macroF1": 0.8232128856534402, + "F1_coffee": 0.9159250731221606, + "IoU_coffee": 0.8448909299655568, + "precision_coffee": 0.8988640527665812, + "recall_coffee": 0.9336462826693732, + "F1_noncoffee": 0.7305006981847197, + "IoU_noncoffee": 0.5754242614707731, + "kappa": 0.6468336138110764, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8425980105324752, + "mIoU": 0.6640594245378767, + "macroF1": 0.788722613782175, + "F1_coffee": 0.895412130637636, + "IoU_coffee": 0.8106300598380852, + "precision_coffee": 0.9189944134078212, + "recall_coffee": 0.8730098559514784, + "F1_noncoffee": 0.682033096926714, + "IoU_noncoffee": 0.5174887892376682, + "kappa": 0.5782894579932376, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8550434201736807, + "mIoU": 0.6761365197325055, + "macroF1": 0.7969813515465447, + "F1_coffee": 0.9055524466828329, + "IoU_coffee": 0.827405976593569, + "precision_coffee": 0.916551290119572, + "recall_coffee": 0.8948144507249939, + "F1_noncoffee": 0.6884102564102564, + "IoU_noncoffee": 0.524867062871442, + "kappa": 0.5941555144386276, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8123508637968884, + "mIoU": 0.6042749158610924, + "macroF1": 0.7378593406396494, + "F1_coffee": 0.8775993027020297, + "IoU_coffee": 0.7818948302640337, + "precision_coffee": 0.8893375394321766, + "recall_coffee": 0.8661668919749294, + "F1_noncoffee": 0.598119378577269, + "IoU_noncoffee": 0.42665500145815105, + "kappa": 0.47601839159805226, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7147, + 8413 + ], + [ + 45819, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3294363379478455, + "test_tta": { + "OA": 0.8606822089043847, + "mIoU": 0.6868164534314789, + "macroF1": 0.8053111710006368, + "F1_coffee": 0.909138539887458, + "IoU_coffee": 0.8334133830281839, + "precision_coffee": 0.9002054410757642, + "recall_coffee": 0.9182507091147708, + "F1_noncoffee": 0.7014838021138156, + "IoU_noncoffee": 0.5402195238347739, + "kappa": 0.610748275057824, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8233817930079612, + "mIoU": 0.6301877480555325, + "macroF1": 0.7611489196178249, + "F1_coffee": 0.8830685203574975, + "IoU_coffee": 0.7906201378084019, + "precision_coffee": 0.8747658954616825, + "recall_coffee": 0.8915302600883028, + "F1_noncoffee": 0.6392293188781523, + "IoU_noncoffee": 0.4697553583026629, + "kappa": 0.5224305736249463, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s1_r0.5", + "val_epoch0": 0.6696482696123724 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 26, + "stopped_epoch": 56, + "best_val": 0.6848564399994391, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8639438294317068, + "mIoU": 0.7040549170967371, + "macroF1": 0.8195409518807676, + "F1_coffee": 0.9090557608041928, + "IoU_coffee": 0.833274266587911, + "precision_coffee": 0.9226509701329845, + "recall_coffee": 0.8958553829219762, + "F1_noncoffee": 0.7300261429573424, + "IoU_noncoffee": 0.5748355676055631, + "kappa": 0.6393143766231062, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8288479289258105, + "mIoU": 0.6514010738219842, + "macroF1": 0.7801252037392169, + "F1_coffee": 0.8836283402794802, + "IoU_coffee": 0.791518068902514, + "precision_coffee": 0.8991378622176099, + "recall_coffee": 0.868644803053965, + "F1_noncoffee": 0.6766220671989536, + "IoU_noncoffee": 0.5112840787414545, + "kappa": 0.560613697874229, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.39341810022438295, + "mIoU": 0.1997673758396106, + "macroF1": 0.2901283102963137, + "F1_coffee": 0.5609095831077423, + "IoU_coffee": 0.3897667419112114, + "precision_coffee": 0.9980732177263969, + "recall_coffee": 0.39006024096385544, + "F1_noncoffee": 0.019347037484885126, + "IoU_noncoffee": 0.009768009768009768, + "kappa": 0.006111964068837501, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8582922013820335, + "mIoU": 0.702343185624888, + "macroF1": 0.8191549339126822, + "F1_coffee": 0.9032844871147044, + "IoU_coffee": 0.8236269812016218, + "precision_coffee": 0.9295569576371074, + "recall_coffee": 0.878456296684576, + "F1_noncoffee": 0.7350253807106599, + "IoU_noncoffee": 0.5810593900481541, + "kappa": 0.6390997188268658, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8696627069319212, + "mIoU": 0.7115771200076284, + "macroF1": 0.8247986434795174, + "F1_coffee": 0.9134566649771921, + "IoU_coffee": 0.8406997084548105, + "precision_coffee": 0.9238162363042225, + "recall_coffee": 0.9033268592193472, + "F1_noncoffee": 0.7361406219818427, + "IoU_noncoffee": 0.5824545315604462, + "kappa": 0.6497315796199984, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8636882671995433, + "mIoU": 0.6978173279098421, + "macroF1": 0.8142776802385343, + "F1_coffee": 0.9100725069838977, + "IoU_coffee": 0.8349844487962216, + "precision_coffee": 0.9152146464646465, + "recall_coffee": 0.9049878269554904, + "F1_noncoffee": 0.7184828534931709, + "IoU_noncoffee": 0.5606502070234627, + "kappa": 0.6285920637951116, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8875674595242854, + "mIoU": 0.7541617508341995, + "macroF1": 0.8558597021373253, + "F1_coffee": 0.9234641812368188, + "IoU_coffee": 0.8578109201213346, + "precision_coffee": 0.9232757447966263, + "recall_coffee": 0.9236526946107785, + "F1_noncoffee": 0.7882552230378317, + "IoU_noncoffee": 0.6505125815470643, + "kappa": 0.711719437496994, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8842778095783248, + "mIoU": 0.7397815439717479, + "macroF1": 0.8451904812839629, + "F1_coffee": 0.9229792367769383, + "IoU_coffee": 0.8569744133946469, + "precision_coffee": 0.9169820842795862, + "recall_coffee": 0.929055349610124, + "F1_noncoffee": 0.7674017257909875, + "IoU_noncoffee": 0.6225886745488488, + "kappa": 0.6904209513995119, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8899535148467888, + "mIoU": 0.749097089205627, + "macroF1": 0.8515961152416809, + "F1_coffee": 0.9270440251572327, + "IoU_coffee": 0.8640093786635404, + "precision_coffee": 0.9191818408580693, + "recall_coffee": 0.935041867546308, + "F1_noncoffee": 0.7761482053261289, + "IoU_noncoffee": 0.6341847997477137, + "kappa": 0.703258843801658, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8297249853715624, + "mIoU": 0.6554179054539886, + "macroF1": 0.7836507360993162, + "F1_coffee": 0.8834912585079407, + "IoU_coffee": 0.7912981114032991, + "precision_coffee": 0.9360859728506787, + "recall_coffee": 0.8364922921405105, + "F1_noncoffee": 0.6838102136906917, + "IoU_noncoffee": 0.519537699504678, + "kappa": 0.5709770244673794, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8550434201736807, + "mIoU": 0.6842423816320543, + "macroF1": 0.8041967164523571, + "F1_coffee": 0.9039762311144826, + "IoU_coffee": 0.8247779443995847, + "precision_coffee": 0.9308683765134748, + "recall_coffee": 0.8785942492012779, + "F1_noncoffee": 0.7044172017902316, + "IoU_noncoffee": 0.5437068188645239, + "kappa": 0.6093969168379597, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8372625751646464, + "mIoU": 0.648998384436513, + "macroF1": 0.7759111953610356, + "F1_coffee": 0.8931637320634125, + "IoU_coffee": 0.8069519927536232, + "precision_coffee": 0.9111480439785221, + "recall_coffee": 0.875875629839007, + "F1_noncoffee": 0.6586586586586587, + "IoU_noncoffee": 0.491044776119403, + "kappa": 0.552379563444856, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7196, + 8413 + ], + [ + 46466, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.586910629272461, + "test_tta": { + "OA": 0.8685872202316876, + "mIoU": 0.7079096803378608, + "macroF1": 0.8219244344333008, + "F1_coffee": 0.9130809041541356, + "IoU_coffee": 0.8400633567336084, + "precision_coffee": 0.9168320635123888, + "recall_coffee": 0.9093603149739639, + "F1_noncoffee": 0.7307679647124659, + "IoU_noncoffee": 0.5757560039421131, + "kappa": 0.6438673349497455, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8343573324102919, + "mIoU": 0.6549796442903655, + "macroF1": 0.7821971171465286, + "F1_coffee": 0.8887834448565369, + "IoU_coffee": 0.7998291968767429, + "precision_coffee": 0.8928210116731518, + "recall_coffee": 0.8847822314766615, + "F1_noncoffee": 0.6756107894365203, + "IoU_noncoffee": 0.510130091703988, + "kappa": 0.5644202164568705, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s1_r1.0", + "val_epoch0": 0.66958381436155 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 49, + "stopped_epoch": 79, + "best_val": 0.6889888449199943, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8743392406690339, + "mIoU": 0.722327570387669, + "macroF1": 0.8328366249392563, + "F1_coffee": 0.9161295857417079, + "IoU_coffee": 0.845239037517809, + "precision_coffee": 0.9284053120041731, + "recall_coffee": 0.9041742517251599, + "F1_noncoffee": 0.7495436641368047, + "IoU_noncoffee": 0.5994161032575291, + "kappa": 0.6658477062513829, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8378331602630668, + "mIoU": 0.6657996177307917, + "macroF1": 0.7913512356364456, + "F1_coffee": 0.8898316709451118, + "IoU_coffee": 0.801528603957425, + "precision_coffee": 0.9046518577547564, + "recall_coffee": 0.875489232074344, + "F1_noncoffee": 0.6928708003277793, + "IoU_noncoffee": 0.5300706315041585, + "kappa": 0.5830144534214858, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38668661181750186, + "mIoU": 0.19632828431532917, + "macroF1": 0.28650082521567544, + "F1_coffee": 0.5538628944504896, + "IoU_coffee": 0.3829947328818661, + "precision_coffee": 0.9980392156862745, + "recall_coffee": 0.3832831325301205, + "F1_noncoffee": 0.019138755980861243, + "IoU_noncoffee": 0.00966183574879227, + "kappa": 0.0058992824020761055, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8737907206317868, + "mIoU": 0.7254104793851159, + "macroF1": 0.8354355800261892, + "F1_coffee": 0.9148829932425685, + "IoU_coffee": 0.8431192097674703, + "precision_coffee": 0.9298328709655592, + "recall_coffee": 0.9004062377145853, + "F1_noncoffee": 0.7559881668098101, + "IoU_noncoffee": 0.6077017490027616, + "kappa": 0.6711148873936124, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8780115452507037, + "mIoU": 0.72877321819184, + "macroF1": 0.8374365872284963, + "F1_coffee": 0.9186523717112589, + "IoU_coffee": 0.8495439835245661, + "precision_coffee": 0.9331695966907962, + "recall_coffee": 0.9045799135392519, + "F1_noncoffee": 0.7562208027457337, + "IoU_noncoffee": 0.6080024528591139, + "kappa": 0.6751088072541996, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8712056332667237, + "mIoU": 0.7127230251424661, + "macroF1": 0.8254733632207754, + "F1_coffee": 0.9148126003083992, + "IoU_coffee": 0.8429996520125276, + "precision_coffee": 0.922388627998477, + "recall_coffee": 0.907360009988139, + "F1_noncoffee": 0.7361341261331514, + "IoU_noncoffee": 0.5824463982724047, + "kappa": 0.6510196493640824, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8990605636618029, + "mIoU": 0.7737450412117298, + "macroF1": 0.8689540060597714, + "F1_coffee": 0.9317659775705985, + "IoU_coffee": 0.8722489248671895, + "precision_coffee": 0.925140863965656, + "recall_coffee": 0.9384866630375612, + "F1_noncoffee": 0.8061420345489443, + "IoU_noncoffee": 0.6752411575562701, + "kappa": 0.7379461928366436, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8955352032054952, + "mIoU": 0.764184586878181, + "macroF1": 0.862310783778474, + "F1_coffee": 0.9299469003902502, + "IoU_coffee": 0.8690661245964367, + "precision_coffee": 0.9308401639344263, + "recall_coffee": 0.929055349610124, + "F1_noncoffee": 0.7946746671666979, + "IoU_noncoffee": 0.6593030491599253, + "kappa": 0.724622310837762, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9057015463428517, + "mIoU": 0.7793525894735287, + "macroF1": 0.8721992462237516, + "F1_coffee": 0.937633329150458, + "IoU_coffee": 0.8825891802504134, + "precision_coffee": 0.9275074478649454, + "recall_coffee": 0.947982745496067, + "F1_noncoffee": 0.8067651632970451, + "IoU_noncoffee": 0.6761159986966438, + "kappa": 0.7444928478508681, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8491320460308173, + "mIoU": 0.6808739041141483, + "macroF1": 0.8024400265269171, + "F1_coffee": 0.8984841525034452, + "IoU_coffee": 0.8156797331109258, + "precision_coffee": 0.9346075085324232, + "recall_coffee": 0.865049279757392, + "F1_noncoffee": 0.706395900550389, + "IoU_noncoffee": 0.5460680751173709, + "kappa": 0.6065798713441957, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8604828705029106, + "mIoU": 0.6944024441443857, + "macroF1": 0.8119634619219671, + "F1_coffee": 0.9074800658144538, + "IoU_coffee": 0.8306302131603337, + "precision_coffee": 0.9355427974947808, + "recall_coffee": 0.8810518554927501, + "F1_noncoffee": 0.7164468580294803, + "IoU_noncoffee": 0.5581746751284375, + "kappa": 0.6249611320900857, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.836498997804715, + "mIoU": 0.6515255497898886, + "macroF1": 0.7784759361011528, + "F1_coffee": 0.8918492329061178, + "IoU_coffee": 0.8048085688240656, + "precision_coffee": 0.9170345364840301, + "recall_coffee": 0.8680103232149441, + "F1_noncoffee": 0.6651026392961877, + "IoU_noncoffee": 0.4982425307557118, + "kappa": 0.5579842599738366, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 110, + 110 + ], + [ + 7368, + 8413 + ], + [ + 46940, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.656148664156596, + "test_tta": { + "OA": 0.8787576921223027, + "mIoU": 0.728330444746129, + "macroF1": 0.8369533632875807, + "F1_coffee": 0.9195127674552552, + "IoU_coffee": 0.8510167818361303, + "precision_coffee": 0.9267285861713106, + "recall_coffee": 0.9124084501079548, + "F1_noncoffee": 0.7543939591199063, + "IoU_noncoffee": 0.6056441076561275, + "kappa": 0.673967043565056, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8429964232144918, + "mIoU": 0.6713795918632262, + "macroF1": 0.7952739907509695, + "F1_coffee": 0.8941174182002101, + "IoU_coffee": 0.8085102640327886, + "precision_coffee": 0.9022082638139169, + "recall_coffee": 0.8861703973624848, + "F1_noncoffee": 0.6964305633017289, + "IoU_noncoffee": 0.5342489196936636, + "kappa": 0.5906423681668523, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s2_r0.05", + "val_epoch0": 0.5780248915208044 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.5780248915208044, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8187631549350086, + "mIoU": 0.6150846550631472, + "macroF1": 0.7472454824981525, + "F1_coffee": 0.8816940406519413, + "IoU_coffee": 0.7884193348714197, + "precision_coffee": 0.8737942790620322, + "recall_coffee": 0.8897379450488971, + "F1_noncoffee": 0.6127969243443636, + "IoU_noncoffee": 0.4417499752548748, + "kappa": 0.49462615809159177, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7913061036113995, + "mIoU": 0.5787925329225785, + "macroF1": 0.7167533282172619, + "F1_coffee": 0.8620696229076905, + "IoU_coffee": 0.7575767729397377, + "precision_coffee": 0.8525291755434475, + "recall_coffee": 0.8718260165423102, + "F1_noncoffee": 0.5714370335268333, + "IoU_noncoffee": 0.4000082929054194, + "kappa": 0.4337269995825371, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5594614809274495, + "mIoU": 0.283779807941208, + "macroF1": 0.36791872044742924, + "F1_coffee": 0.7158707187650748, + "IoU_coffee": 0.5574755822689706, + "precision_coffee": 0.9959731543624161, + "recall_coffee": 0.5587349397590361, + "F1_noncoffee": 0.019966722129783693, + "IoU_noncoffee": 0.010084033613445379, + "kappa": 0.006795471199335011, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8265547877591313, + "mIoU": 0.6351867048432727, + "macroF1": 0.7652407049733887, + "F1_coffee": 0.8852159142875808, + "IoU_coffee": 0.7940693858415377, + "precision_coffee": 0.8826211568525274, + "recall_coffee": 0.8878259730048487, + "F1_noncoffee": 0.6452654956591964, + "IoU_noncoffee": 0.4763040238450075, + "kappa": 0.5304939502434236, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8060207051190306, + "mIoU": 0.5976730857504563, + "macroF1": 0.7327196179677452, + "F1_coffee": 0.872690838499593, + "IoU_coffee": 0.7741362070881013, + "precision_coffee": 0.8722538649308381, + "recall_coffee": 0.8731282501096422, + "F1_noncoffee": 0.5927483974358975, + "IoU_noncoffee": 0.4212099644128114, + "kappa": 0.4654396651005995, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8239604148824817, + "mIoU": 0.6127225728555588, + "macroF1": 0.7434141188678655, + "F1_coffee": 0.8871744831371592, + "IoU_coffee": 0.7972269414150271, + "precision_coffee": 0.8671833084947839, + "recall_coffee": 0.9081091204195019, + "F1_noncoffee": 0.5996537545985717, + "IoU_noncoffee": 0.42821820429609025, + "kappa": 0.48779412799747246, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8304017589446332, + "mIoU": 0.645072677210503, + "macroF1": 0.7738087183709085, + "F1_coffee": 0.8869495703151022, + "IoU_coffee": 0.7968637778309792, + "precision_coffee": 0.8687198225238157, + "recall_coffee": 0.9059608056614045, + "F1_noncoffee": 0.6606678664267147, + "IoU_noncoffee": 0.49328157659002686, + "kappa": 0.548214591405452, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.819977103606182, + "mIoU": 0.6272404331876279, + "macroF1": 0.7591092082211752, + "F1_coffee": 0.8801980826614183, + "IoU_coffee": 0.7860301621499036, + "precision_coffee": 0.8743693239152371, + "recall_coffee": 0.8861050747794964, + "F1_noncoffee": 0.6380203337809323, + "IoU_noncoffee": 0.4684507042253521, + "kappa": 0.5182830971298106, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8431837586566739, + "mIoU": 0.6433356325692842, + "macroF1": 0.7690555510115809, + "F1_coffee": 0.899897050808454, + "IoU_coffee": 0.8180116701530331, + "precision_coffee": 0.8608504228942185, + "recall_coffee": 0.9426541486932251, + "F1_noncoffee": 0.6382140512147079, + "IoU_noncoffee": 0.4686595949855352, + "kappa": 0.5415201783349102, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8228008582016774, + "mIoU": 0.625388147491777, + "macroF1": 0.7565548536988398, + "F1_coffee": 0.883548035634173, + "IoU_coffee": 0.7913892078071183, + "precision_coffee": 0.896475484458317, + "recall_coffee": 0.870988122314885, + "F1_noncoffee": 0.6295616717635066, + "IoU_noncoffee": 0.45938708717643556, + "kappa": 0.5134315635750543, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7920603110983873, + "mIoU": 0.5678316752021447, + "macroF1": 0.7043340670853852, + "F1_coffee": 0.8653858034224995, + "IoU_coffee": 0.7627137101165197, + "precision_coffee": 0.8701702074791899, + "recall_coffee": 0.8606537232735316, + "F1_noncoffee": 0.5432823307482708, + "IoU_noncoffee": 0.3729496402877698, + "kappa": 0.40872877860815815, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8046196430275843, + "mIoU": 0.5836998685331837, + "macroF1": 0.7181111296308191, + "F1_coffee": 0.8742706221976537, + "IoU_coffee": 0.7766259275425579, + "precision_coffee": 0.8738948919449901, + "recall_coffee": 0.8746466756789971, + "F1_noncoffee": 0.5619516370639845, + "IoU_noncoffee": 0.3907738095238095, + "kappa": 0.436222622362156, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7077, + 8413 + ], + [ + 43775, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3209961454073587, + "test_tta": { + "OA": 0.8232298076768586, + "mIoU": 0.6088016343889625, + "macroF1": 0.7395468746453139, + "F1_coffee": 0.8871798027030907, + "IoU_coffee": 0.7972355326207151, + "precision_coffee": 0.8604105338531307, + "recall_coffee": 0.9156682612929173, + "F1_noncoffee": 0.591913946587537, + "IoU_noncoffee": 0.42036773615720985, + "kappa": 0.4809112229219332, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7974645205953618, + "mIoU": 0.5734093189292495, + "macroF1": 0.7089091531492213, + "F1_coffee": 0.8694633711040258, + "IoU_coffee": 0.7690713851112463, + "precision_coffee": 0.8394600804135555, + "recall_coffee": 0.9016908631692598, + "F1_noncoffee": 0.5483549351944168, + "IoU_noncoffee": 0.37774725274725274, + "kappa": 0.4203801099397199, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s2_r0.1", + "val_epoch0": 0.6409574952021075 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6409574952021075, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8421889811854304, + "mIoU": 0.6622673889732041, + "macroF1": 0.7871690964140307, + "F1_coffee": 0.895381534659793, + "IoU_coffee": 0.8105799085877384, + "precision_coffee": 0.901140602890099, + "recall_coffee": 0.8896956098387029, + "F1_noncoffee": 0.6789566581682683, + "IoU_noncoffee": 0.5139548693586699, + "kappa": 0.5743915367458698, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8071997230875736, + "mIoU": 0.6133572322298104, + "macroF1": 0.7485692131420185, + "F1_coffee": 0.8699838549670291, + "IoU_coffee": 0.7698862169280292, + "precision_coffee": 0.8778041647857746, + "recall_coffee": 0.8623016561590221, + "F1_noncoffee": 0.6271545713170079, + "IoU_noncoffee": 0.45682824753159157, + "kappa": 0.4972528546759348, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3335826477187734, + "mIoU": 0.168935144096321, + "macroF1": 0.25589761047381393, + "F1_coffee": 0.4963256076879593, + "IoU_coffee": 0.3300751879699248, + "precision_coffee": 0.9954648526077098, + "recall_coffee": 0.3305722891566265, + "F1_noncoffee": 0.015469613259668509, + "IoU_noncoffee": 0.0077951002227171495, + "kappa": 0.0021694390534209964, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8502467917077986, + "mIoU": 0.6835366272768839, + "macroF1": 0.8045543069857775, + "F1_coffee": 0.899055097151983, + "IoU_coffee": 0.8166213357509822, + "precision_coffee": 0.9132756522914696, + "recall_coffee": 0.8852706067356834, + "F1_noncoffee": 0.7100535168195719, + "IoU_noncoffee": 0.5504519188027855, + "kappa": 0.6093806438158864, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.838271074853299, + "mIoU": 0.6557337197906458, + "macroF1": 0.7820061226708658, + "F1_coffee": 0.8927554571338184, + "IoU_coffee": 0.8062857142857143, + "precision_coffee": 0.9016550578311713, + "recall_coffee": 0.8840298226928137, + "F1_noncoffee": 0.6712567882079131, + "IoU_noncoffee": 0.5051817252955773, + "kappa": 0.564142407998065, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.838329051289371, + "mIoU": 0.6474808503510134, + "macroF1": 0.7742160028389808, + "F1_coffee": 0.8945310075113291, + "IoU_coffee": 0.8091868823000898, + "precision_coffee": 0.889561084017532, + "recall_coffee": 0.8995567763281104, + "F1_noncoffee": 0.6539009981666327, + "IoU_noncoffee": 0.48577481840193704, + "kappa": 0.5484782546491319, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.869578253048171, + "mIoU": 0.722588293001962, + "macroF1": 0.8338692449457354, + "F1_coffee": 0.9108910891089109, + "IoU_coffee": 0.8363636363636363, + "precision_coffee": 0.9140742771001782, + "recall_coffee": 0.9077299945563418, + "F1_noncoffee": 0.7568474007825601, + "IoU_noncoffee": 0.6088129496402878, + "kappa": 0.6677494846335061, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8423010875787064, + "mIoU": 0.664683742995841, + "macroF1": 0.7893591667774066, + "F1_coffee": 0.8949609201245472, + "IoU_coffee": 0.8098907418056355, + "precision_coffee": 0.8898155168056608, + "recall_coffee": 0.9001661766585709, + "F1_noncoffee": 0.683757413430266, + "IoU_noncoffee": 0.5194767441860465, + "kappa": 0.5787607405186957, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8639597761123233, + "mIoU": 0.6903107275123945, + "macroF1": 0.8077146943797379, + "F1_coffee": 0.911710380495013, + "IoU_coffee": 0.8377460964019009, + "precision_coffee": 0.885645933014354, + "recall_coffee": 0.939355493529561, + "F1_noncoffee": 0.7037190082644628, + "IoU_noncoffee": 0.5428753586228882, + "kappa": 0.616543905433304, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8313828749756192, + "mIoU": 0.6458286338083401, + "macroF1": 0.7742941308863069, + "F1_coffee": 0.8878074102913504, + "IoU_coffee": 0.7982497082847141, + "precision_coffee": 0.9124983326663999, + "recall_coffee": 0.8644174879959565, + "F1_noncoffee": 0.6607808514812635, + "IoU_noncoffee": 0.493407559331966, + "kappa": 0.5495853627715629, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8342399083882049, + "mIoU": 0.6467454477622003, + "macroF1": 0.7744879851074542, + "F1_coffee": 0.8905688905688905, + "IoU_coffee": 0.802725724020443, + "precision_coffee": 0.9137685843568196, + "recall_coffee": 0.8685180634062423, + "F1_noncoffee": 0.6584070796460177, + "IoU_noncoffee": 0.49076517150395776, + "kappa": 0.5498816753134594, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8125417581368712, + "mIoU": 0.6076083824984655, + "macroF1": 0.7412648200907226, + "F1_coffee": 0.8770655983975963, + "IoU_coffee": 0.7810479375696767, + "precision_coffee": 0.8937364459752519, + "recall_coffee": 0.861005284502888, + "F1_noncoffee": 0.6054640417838489, + "IoU_noncoffee": 0.4341688274272544, + "kappa": 0.4831068190026765, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7113, + 8413 + ], + [ + 45197, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.318845633665721, + "test_tta": { + "OA": 0.8458522791175951, + "mIoU": 0.6606809272724208, + "macroF1": 0.7848805686459693, + "F1_coffee": 0.8994065468576341, + "IoU_coffee": 0.8172014328176206, + "precision_coffee": 0.8910911659602759, + "recall_coffee": 0.9078785826171627, + "F1_noncoffee": 0.6703545904343046, + "IoU_noncoffee": 0.5041604217272211, + "kappa": 0.5698838764266448, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8120745355947848, + "mIoU": 0.61246694380295, + "macroF1": 0.7463718332936622, + "F1_coffee": 0.8754611664404641, + "IoU_coffee": 0.7785068334806555, + "precision_coffee": 0.8680604257093576, + "recall_coffee": 0.8829891838741396, + "F1_noncoffee": 0.6172825001468601, + "IoU_noncoffee": 0.4464270541252443, + "kappa": 0.4928569469088045, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s2_r0.5", + "val_epoch0": 0.6686266780189499 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 87, + "stopped_epoch": 100, + "best_val": 0.6892962275526973, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8697761853500217, + "mIoU": 0.7133871120031592, + "macroF1": 0.8262844837457313, + "F1_coffee": 0.9132050417108405, + "IoU_coffee": 0.8402735352659481, + "precision_coffee": 0.9241205921237998, + "recall_coffee": 0.9025443461326785, + "F1_noncoffee": 0.7393639257806219, + "IoU_noncoffee": 0.5865006887403704, + "kappa": 0.6527144667242478, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8336938963886005, + "mIoU": 0.658697111634634, + "macroF1": 0.7857813811784434, + "F1_coffee": 0.8870915624663409, + "IoU_coffee": 0.7970930334864241, + "precision_coffee": 0.9012733784321528, + "recall_coffee": 0.8733491430003664, + "F1_noncoffee": 0.684471199890546, + "IoU_noncoffee": 0.5203011897828438, + "kappa": 0.571859006671986, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3836948391922214, + "mIoU": 0.19480016785321527, + "macroF1": 0.2848782260996002, + "F1_coffee": 0.5507088331515813, + "IoU_coffee": 0.3799849510910459, + "precision_coffee": 0.9980237154150198, + "recall_coffee": 0.3802710843373494, + "F1_noncoffee": 0.01904761904761905, + "IoU_noncoffee": 0.009615384615384616, + "kappa": 0.0058062198927555375, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8649555774925962, + "mIoU": 0.7045278529107271, + "macroF1": 0.8197508216891145, + "F1_coffee": 0.9100177596527002, + "IoU_coffee": 0.8348922816969404, + "precision_coffee": 0.9135631273111463, + "recall_coffee": 0.9064998034333639, + "F1_noncoffee": 0.729483883725529, + "IoU_noncoffee": 0.5741634241245136, + "kappa": 0.6395179650785695, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8774867611278088, + "mIoU": 0.7289552500189078, + "macroF1": 0.8376715494009077, + "F1_coffee": 0.918065216004084, + "IoU_coffee": 0.8485402536125037, + "precision_coffee": 0.9353748130810741, + "recall_coffee": 0.9013846250234948, + "F1_noncoffee": 0.7572778827977316, + "IoU_noncoffee": 0.6093702464253118, + "kappa": 0.6756721230400817, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8667332762394139, + "mIoU": 0.7065232924905649, + "macroF1": 0.8211019871000288, + "F1_coffee": 0.9114532292226473, + "IoU_coffee": 0.8373119591101817, + "precision_coffee": 0.9232739848853593, + "recall_coffee": 0.8999313315437918, + "F1_noncoffee": 0.7307507449774103, + "IoU_noncoffee": 0.5757346258709481, + "kappa": 0.6423822244567953, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8887667399560264, + "mIoU": 0.7511354249777729, + "macroF1": 0.8533550630973983, + "F1_coffee": 0.9254171413254707, + "IoU_coffee": 0.8611873285108506, + "precision_coffee": 0.9115511551155115, + "recall_coffee": 0.9397114861186717, + "F1_noncoffee": 0.781292984869326, + "IoU_noncoffee": 0.6410835214446953, + "kappa": 0.7069089945195635, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8940087769509636, + "mIoU": 0.7648967174165737, + "macroF1": 0.8630618140781792, + "F1_coffee": 0.9281603621079858, + "IoU_coffee": 0.8659507722007722, + "precision_coffee": 0.9391520544360115, + "recall_coffee": 0.9174229835101624, + "F1_noncoffee": 0.7979632660483724, + "IoU_noncoffee": 0.6638426626323752, + "kappa": 0.7262290937494579, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9000094867659615, + "mIoU": 0.7681059491604694, + "macroF1": 0.8646273925520425, + "F1_coffee": 0.9338355304456999, + "IoU_coffee": 0.8758831841733397, + "precision_coffee": 0.9242047713717694, + "recall_coffee": 0.943669119512814, + "F1_noncoffee": 0.7954192546583851, + "IoU_noncoffee": 0.6603287141475991, + "kappa": 0.7293456590827582, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8417203042715038, + "mIoU": 0.6609874361646493, + "macroF1": 0.7860951394933875, + "F1_coffee": 0.8951753536136408, + "IoU_coffee": 0.810242020343739, + "precision_coffee": 0.915576694411415, + "recall_coffee": 0.8756633813495072, + "F1_noncoffee": 0.6770149253731343, + "IoU_noncoffee": 0.5117328519855595, + "kappa": 0.5728437611892029, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8609600152686325, + "mIoU": 0.6930945157779128, + "macroF1": 0.8107387289443173, + "F1_coffee": 0.9082320337595263, + "IoU_coffee": 0.831891081112265, + "precision_coffee": 0.931644915363742, + "recall_coffee": 0.8859670680756943, + "F1_noncoffee": 0.7132454241291084, + "IoU_noncoffee": 0.5542979504435607, + "kappa": 0.6222229854129591, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8332537940250072, + "mIoU": 0.6502426317466063, + "macroF1": 0.7780244197503863, + "F1_coffee": 0.8887473731134178, + "IoU_coffee": 0.7997707736389685, + "precision_coffee": 0.922283901665345, + "recall_coffee": 0.8575642128548605, + "F1_noncoffee": 0.6673014663873548, + "IoU_noncoffee": 0.500714489854244, + "kappa": 0.5577973526625087, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7389, + 8413 + ], + [ + 46637, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.6380726059277855, + "test_tta": { + "OA": 0.8746284484005206, + "mIoU": 0.7197134800745579, + "macroF1": 0.8306456670103393, + "F1_coffee": 0.9169513713720105, + "IoU_coffee": 0.8466391509433963, + "precision_coffee": 0.9221235149309643, + "recall_coffee": 0.9118369247703315, + "F1_noncoffee": 0.7443399626486681, + "IoU_noncoffee": 0.5927878092057196, + "kappa": 0.6613241343028328, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8379341179185416, + "mIoU": 0.6624031744249921, + "macroF1": 0.7882376789642325, + "F1_coffee": 0.8908234151080884, + "IoU_coffee": 0.8031393983987667, + "precision_coffee": 0.8978808413960594, + "recall_coffee": 0.8838760676345268, + "F1_noncoffee": 0.6856519428203766, + "IoU_noncoffee": 0.5216669504512175, + "kappa": 0.5765506827314139, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_es50p30_spatial_f4_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "run_variant": "es50p30", + "early_stop": [ + 50, + 30, + 100 + ], + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_es50p30_spatial_f4_s2_r1.0", + "val_epoch0": 0.6826075057346443 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 87, + "stopped_epoch": 100, + "best_val": 0.6981265652182069, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8761226883465352, + "mIoU": 0.7243589932304484, + "macroF1": 0.8341836376098013, + "F1_coffee": 0.9175753688261706, + "IoU_coffee": 0.8477037037037037, + "precision_coffee": 0.9269298889800855, + "recall_coffee": 0.9084077727445917, + "F1_noncoffee": 0.7507919063934321, + "IoU_noncoffee": 0.6010142827571932, + "kappa": 0.6684693640091934, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8414820583823699, + "mIoU": 0.6704265682023077, + "macroF1": 0.7947408770308793, + "F1_coffee": 0.8926901184304307, + "IoU_coffee": 0.8061791313241752, + "precision_coffee": 0.9042645778938208, + "recall_coffee": 0.8814082171708408, + "F1_noncoffee": 0.6967916356313277, + "IoU_noncoffee": 0.5346740050804403, + "kappa": 0.589671705823408, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4831712789827973, + "mIoU": 0.2457525584759912, + "macroF1": 0.3356672220348624, + "F1_coffee": 0.6487036095577021, + "IoU_coffee": 0.4800601956358164, + "precision_coffee": 0.9984350547730829, + "recall_coffee": 0.48042168674698793, + "F1_noncoffee": 0.02263083451202263, + "IoU_noncoffee": 0.011444921316165951, + "kappa": 0.00946504484316954, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8746298124383021, + "mIoU": 0.7226890572810862, + "macroF1": 0.8330811600448733, + "F1_coffee": 0.9163593256059009, + "IoU_coffee": 0.8456302418864714, + "precision_coffee": 0.9210909572355356, + "recall_coffee": 0.9116760581837243, + "F1_noncoffee": 0.7498029944838456, + "IoU_noncoffee": 0.5997478726757012, + "kappa": 0.6661886702020035, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.877868422308096, + "mIoU": 0.7293348729730691, + "macroF1": 0.837913052253293, + "F1_coffee": 0.9183881662841112, + "IoU_coffee": 0.8490921952369724, + "precision_coffee": 0.9348997209060816, + "recall_coffee": 0.9024497211954138, + "F1_noncoffee": 0.7574379382224748, + "IoU_noncoffee": 0.6095775507091657, + "kappa": 0.6761263601731878, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8758207250927776, + "mIoU": 0.7209194017780347, + "macroF1": 0.831426377787561, + "F1_coffee": 0.9179348509621431, + "IoU_coffee": 0.848317545185099, + "precision_coffee": 0.9247386759581881, + "recall_coffee": 0.9112304138835133, + "F1_noncoffee": 0.7449179046129789, + "IoU_noncoffee": 0.5935212583709703, + "kappa": 0.6629094755439283, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.893763741754947, + "mIoU": 0.7624129802120847, + "macroF1": 0.861227246385986, + "F1_coffee": 0.9284223284627298, + "IoU_coffee": 0.8664069372879226, + "precision_coffee": 0.9188324670131948, + "recall_coffee": 0.9382144801306478, + "F1_noncoffee": 0.7940321643092424, + "IoU_noncoffee": 0.6584190231362468, + "kappa": 0.7225414632647361, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8948673917191375, + "mIoU": 0.764831334737319, + "macroF1": 0.8628917222008041, + "F1_coffee": 0.9291044776119403, + "IoU_coffee": 0.867595818815331, + "precision_coffee": 0.9352415490221474, + "recall_coffee": 0.9230474242617922, + "F1_noncoffee": 0.7966789667896679, + "IoU_noncoffee": 0.6620668506593069, + "kappa": 0.7258173037278774, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9063656199601556, + "mIoU": 0.7833074122986372, + "macroF1": 0.8750038220429872, + "F1_coffee": 0.9376145629226976, + "IoU_coffee": 0.882555925749643, + "precision_coffee": 0.9342486459251795, + "recall_coffee": 0.941004821111393, + "F1_noncoffee": 0.8123930811632769, + "IoU_noncoffee": 0.6840588988476313, + "kappa": 0.7500174020060424, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8559586502828165, + "mIoU": 0.6847319935174472, + "macroF1": 0.804440698031865, + "F1_coffee": 0.9048140748856093, + "IoU_coffee": 0.8261739437448511, + "precision_coffee": 0.9233197422070235, + "recall_coffee": 0.8870356330553449, + "F1_noncoffee": 0.7040673211781207, + "IoU_noncoffee": 0.5432900432900433, + "kappa": 0.6093692523134668, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8608645863154881, + "mIoU": 0.6944575800288307, + "macroF1": 0.8119361919564765, + "F1_coffee": 0.9078614762386249, + "IoU_coffee": 0.8312695289897003, + "precision_coffee": 0.9345563361956805, + "recall_coffee": 0.882649299582207, + "F1_noncoffee": 0.716010907674328, + "IoU_noncoffee": 0.5576456310679612, + "kappa": 0.6248158996678975, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.845089243103942, + "mIoU": 0.6616826693935612, + "macroF1": 0.7859804723870953, + "F1_coffee": 0.8984546080210223, + "IoU_coffee": 0.8156310348744746, + "precision_coffee": 0.9151159826663268, + "recall_coffee": 0.8823890868870591, + "F1_noncoffee": 0.6735063367531684, + "IoU_noncoffee": 0.5077343039126478, + "kappa": 0.5724166716895385, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7304, + 8413 + ], + [ + 47118, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.645571672916413, + "test_tta": { + "OA": 0.8794003759700509, + "mIoU": 0.7283904043560705, + "macroF1": 0.8368930613240029, + "F1_coffee": 0.9201591286218781, + "IoU_coffee": 0.8521247463504009, + "precision_coffee": 0.9248022236476374, + "recall_coffee": 0.9155624232674315, + "F1_noncoffee": 0.7536269940261275, + "IoU_noncoffee": 0.6046560623617402, + "kappa": 0.6738114946023024, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8451742240683051, + "mIoU": 0.6736191643990808, + "macroF1": 0.7968193306841993, + "F1_coffee": 0.895939356927521, + "IoU_coffee": 0.8114946969164852, + "precision_coffee": 0.900943580145826, + "recall_coffee": 0.8909904177993715, + "F1_noncoffee": 0.6976993044408775, + "IoU_noncoffee": 0.5357436318816763, + "kappa": 0.5936750783761437, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f0_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f0_s0_r0.1", + "val_epoch0": 0.728554353854858 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.728554353854858, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7866914977437146, + "mIoU": 0.6388884545996726, + "macroF1": 0.7781005620774231, + "F1_coffee": 0.8217620301651903, + "IoU_coffee": 0.6974499644417352, + "precision_coffee": 0.8531394662441358, + "recall_coffee": 0.7926107663443498, + "F1_noncoffee": 0.7344390939896558, + "IoU_noncoffee": 0.5803269447576099, + "kappa": 0.5570937522719532, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6954251759547709, + "mIoU": 0.523473506239803, + "macroF1": 0.6846197730770747, + "F1_coffee": 0.7429962273335767, + "IoU_coffee": 0.5910851212144683, + "precision_coffee": 0.8339070097798175, + "recall_coffee": 0.6699587393556317, + "F1_noncoffee": 0.6262433188205727, + "IoU_noncoffee": 0.4558618912651379, + "kappa": 0.3799563982931527, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16490993995997333, + "mIoU": 0.0826947029593829, + "macroF1": 0.14233420137998556, + "F1_coffee": 0.2814831821834462, + "IoU_coffee": 0.1637942551770207, + "precision_coffee": 0.9991850040749797, + "recall_coffee": 0.1638161411010155, + "F1_noncoffee": 0.0031852205765249245, + "IoU_noncoffee": 0.0015951507417450949, + "kappa": 0.00025582223074300647, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7597758557680594, + "mIoU": 0.6118635261369825, + "macroF1": 0.7590614568057759, + "F1_coffee": 0.772181146025878, + "IoU_coffee": 0.6289047798268724, + "precision_coffee": 0.8398039954768187, + "recall_coffee": 0.7146370148615417, + "F1_noncoffee": 0.7459417675856738, + "IoU_noncoffee": 0.5948222724470926, + "kappa": 0.5215821642685581, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7878897564506955, + "mIoU": 0.6393390609399363, + "macroF1": 0.7782456832077499, + "F1_coffee": 0.8244908437446518, + "IoU_coffee": 0.7013904054742666, + "precision_coffee": 0.8681744458460984, + "recall_coffee": 0.7849926674270816, + "F1_noncoffee": 0.732000522670848, + "IoU_noncoffee": 0.5772877164056059, + "kappa": 0.5581993488834356, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8075372131229153, + "mIoU": 0.6551192199434288, + "macroF1": 0.7882591664541524, + "F1_coffee": 0.8521493039620621, + "IoU_coffee": 0.7423868861198107, + "precision_coffee": 0.8485148514851485, + "recall_coffee": 0.855815025349516, + "F1_noncoffee": 0.7243690289462427, + "IoU_noncoffee": 0.5678515537670468, + "kappa": 0.5765328167408356, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7499121471242826, + "mIoU": 0.5953182730795659, + "macroF1": 0.74542014891581, + "F1_coffee": 0.7116034040253951, + "IoU_coffee": 0.5523170475990774, + "precision_coffee": 0.7449095022624435, + "recall_coffee": 0.6811481768813034, + "F1_noncoffee": 0.7792368938062249, + "IoU_noncoffee": 0.6383194985600542, + "kappa": 0.49161827488111054, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7193098142653038, + "mIoU": 0.5603358941266421, + "macroF1": 0.717918616693541, + "F1_coffee": 0.6981087470449172, + "IoU_coffee": 0.5362266206646087, + "precision_coffee": 0.7329362124596674, + "recall_coffee": 0.666440983976529, + "F1_noncoffee": 0.7377284863421647, + "IoU_noncoffee": 0.5844451675886756, + "kappa": 0.43694173235077205, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7365313653136532, + "mIoU": 0.582943634837295, + "macroF1": 0.7365310724572438, + "F1_coffee": 0.7362532981530343, + "IoU_coffee": 0.5825956238516786, + "precision_coffee": 0.7481767481767482, + "recall_coffee": 0.7247039268647413, + "F1_noncoffee": 0.7368088467614534, + "IoU_noncoffee": 0.5832916458229115, + "kappa": 0.47319565960437854, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.770460601446517, + "mIoU": 0.6095218848900613, + "macroF1": 0.7541832107338233, + "F1_coffee": 0.8174386920980926, + "IoU_coffee": 0.6912442396313364, + "precision_coffee": 0.9156680985756274, + "recall_coffee": 0.7382427998541743, + "F1_noncoffee": 0.690927729369554, + "IoU_noncoffee": 0.5277995301487862, + "kappa": 0.5177619167956566, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.848828125, + "mIoU": 0.6884158847960922, + "macroF1": 0.8090868728725766, + "F1_coffee": 0.8961909871244635, + "IoU_coffee": 0.8119076549210207, + "precision_coffee": 0.9452539255906068, + "recall_coffee": 0.8519699094734158, + "F1_noncoffee": 0.7219827586206896, + "IoU_noncoffee": 0.5649241146711635, + "kappa": 0.6209089535493224, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8710620637615544, + "mIoU": 0.6924504642484693, + "macroF1": 0.8081558758278784, + "F1_coffee": 0.9180111557608109, + "IoU_coffee": 0.8484478935698447, + "precision_coffee": 0.9037553141237601, + "recall_coffee": 0.9327239488117002, + "F1_noncoffee": 0.698300595894946, + "IoU_noncoffee": 0.536453034927094, + "kappa": 0.6166627335602631, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2548, + 2984 + ], + [ + 41356, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.565251676241557, + "test_tta": { + "OA": 0.7951973354344245, + "mIoU": 0.648548396564671, + "macroF1": 0.7850085852467675, + "F1_coffee": 0.8318112968926927, + "IoU_coffee": 0.7120521664694479, + "precision_coffee": 0.8478834392613023, + "recall_coffee": 0.8163371337855391, + "F1_noncoffee": 0.7382058736008423, + "IoU_noncoffee": 0.5850446266598941, + "kappa": 0.5702575218606099, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7047132802584516, + "mIoU": 0.5321486077860416, + "macroF1": 0.6915374732333079, + "F1_coffee": 0.7552888867640379, + "IoU_coffee": 0.6067985404263492, + "precision_coffee": 0.8292478085139887, + "recall_coffee": 0.6934421912035817, + "F1_noncoffee": 0.627786059702578, + "IoU_noncoffee": 0.45749867514573395, + "kappa": 0.3904499257917895, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f0_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f0_s0_r1.0", + "val_epoch0": 0.752146385479364 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 47, + "stopped_epoch": 77, + "best_val": 0.7625334611441754, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7996382780603108, + "mIoU": 0.6624380081670469, + "macroF1": 0.7963998031746695, + "F1_coffee": 0.8220776949130981, + "IoU_coffee": 0.6979048544737837, + "precision_coffee": 0.9152680405070462, + "recall_coffee": 0.746110549862895, + "F1_noncoffee": 0.770721911436241, + "IoU_noncoffee": 0.6269711618603101, + "kappa": 0.5981677263983738, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7070208838121611, + "mIoU": 0.543090999996058, + "macroF1": 0.7029732199419327, + "F1_coffee": 0.7376469068836369, + "IoU_coffee": 0.5843427729579309, + "precision_coffee": 0.8961902968681353, + "recall_coffee": 0.6267667456764112, + "F1_noncoffee": 0.6682995330002286, + "IoU_noncoffee": 0.5018392270341852, + "kappa": 0.42855786619342845, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1827885256837892, + "mIoU": 0.09166335931847396, + "macroF1": 0.1553865252810242, + "F1_coffee": 0.3075183719615602, + "IoU_coffee": 0.18169672678690715, + "precision_coffee": 0.9992652461425422, + "recall_coffee": 0.1817210048102619, + "F1_noncoffee": 0.0032546786004882017, + "IoU_noncoffee": 0.0016299918500407497, + "kappa": 0.00032559680171263426, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7864538920696796, + "mIoU": 0.6479332188249494, + "macroF1": 0.7863382241147894, + "F1_coffee": 0.7913095238095238, + "IoU_coffee": 0.6546833448241899, + "precision_coffee": 0.8925741909493756, + "recall_coffee": 0.7106810648989629, + "F1_noncoffee": 0.7813669244200548, + "IoU_noncoffee": 0.6411830928257087, + "kappa": 0.5783620980369168, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7947153420549149, + "mIoU": 0.6557243332341915, + "macroF1": 0.7915178319666066, + "F1_coffee": 0.8173368915063955, + "IoU_coffee": 0.6910986616868969, + "precision_coffee": 0.9389006342494715, + "recall_coffee": 0.7236434740101026, + "F1_noncoffee": 0.7656987724268177, + "IoU_noncoffee": 0.620350004781486, + "kappa": 0.5918127828191122, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8151540797530741, + "mIoU": 0.6776258591737765, + "macroF1": 0.8064230559427117, + "F1_coffee": 0.8475341847000369, + "IoU_coffee": 0.7354093921470819, + "precision_coffee": 0.9104543449492721, + "recall_coffee": 0.7927485020740513, + "F1_noncoffee": 0.7653119271853865, + "IoU_noncoffee": 0.619842326200471, + "kappa": 0.6156715407493917, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7861075319198781, + "mIoU": 0.6428431596376964, + "macroF1": 0.781832741554287, + "F1_coffee": 0.7512939253609371, + "IoU_coffee": 0.6016579406631762, + "precision_coffee": 0.7936690647482014, + "recall_coffee": 0.713214378070856, + "F1_noncoffee": 0.8123715577476367, + "IoU_noncoffee": 0.6840283786122167, + "kappa": 0.5646018417895883, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7361248488844928, + "mIoU": 0.5714152580172813, + "macroF1": 0.7248230776444293, + "F1_coffee": 0.6690558235699517, + "IoU_coffee": 0.5026926263463132, + "precision_coffee": 0.8594192634560907, + "recall_coffee": 0.5477318889641164, + "F1_noncoffee": 0.780590331718907, + "IoU_noncoffee": 0.6401378896882494, + "kappa": 0.46698411887469476, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7413811280969953, + "mIoU": 0.582716316712007, + "macroF1": 0.7350164129158785, + "F1_coffee": 0.6939488459139114, + "IoU_coffee": 0.5313335880779518, + "precision_coffee": 0.8685196752029981, + "recall_coffee": 0.5778100976521919, + "F1_noncoffee": 0.7760839799178457, + "IoU_noncoffee": 0.6340990453460621, + "kappa": 0.4852478736476469, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7868290826037305, + "mIoU": 0.6387441789666601, + "macroF1": 0.7779375663499758, + "F1_coffee": 0.8223725946288856, + "IoU_coffee": 0.6983300413000538, + "precision_coffee": 0.979103726082578, + "recall_coffee": 0.7088953700328108, + "F1_noncoffee": 0.733502538071066, + "IoU_noncoffee": 0.5791583166332666, + "kappa": 0.5723172583091892, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84677734375, + "mIoU": 0.6949652857807028, + "macroF1": 0.8150898693945374, + "F1_coffee": 0.8916361627184198, + "IoU_coffee": 0.8044616151545364, + "precision_coffee": 0.9727245328511152, + "recall_coffee": 0.8230269029708019, + "F1_noncoffee": 0.7385435760706549, + "IoU_noncoffee": 0.5854689564068692, + "kappa": 0.6362782194888676, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8811544991511036, + "mIoU": 0.7227202494629488, + "macroF1": 0.8319697983067018, + "F1_coffee": 0.922879177377892, + "IoU_coffee": 0.8568019093078759, + "precision_coffee": 0.9269642198450756, + "recall_coffee": 0.9188299817184643, + "F1_noncoffee": 0.7410604192355117, + "IoU_noncoffee": 0.5886385896180215, + "kappa": 0.663961508664037, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2628, + 2984 + ], + [ + 41999, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.897261969248454, + "test_tta": { + "OA": 0.8048313158083232, + "mIoU": 0.6692418305457293, + "macroF1": 0.8012589978666909, + "F1_coffee": 0.8279041859436926, + "IoU_coffee": 0.7063451434729894, + "precision_coffee": 0.9138952799274908, + "recall_coffee": 0.7567037090489248, + "F1_noncoffee": 0.7746138097896892, + "IoU_noncoffee": 0.6321385176184691, + "kappa": 0.6070739763581052, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7119101188415831, + "mIoU": 0.5484321538170167, + "macroF1": 0.7073351193551283, + "F1_coffee": 0.74392667136722, + "IoU_coffee": 0.592263727291284, + "precision_coffee": 0.8943928978761444, + "recall_coffee": 0.6367965938021245, + "F1_noncoffee": 0.6707435673430365, + "IoU_noncoffee": 0.5046005803427495, + "kappa": 0.43522291420005543, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f0_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f0_s1_r0.1", + "val_epoch0": 0.7046945289344752 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7046945289344752, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7889477831100924, + "mIoU": 0.6396730469657641, + "macroF1": 0.7783152769536394, + "F1_coffee": 0.8268648823339307, + "IoU_coffee": 0.7048334585524668, + "precision_coffee": 0.8419037362768853, + "recall_coffee": 0.8123538750180401, + "F1_noncoffee": 0.729765671573348, + "IoU_noncoffee": 0.5745126353790614, + "kappa": 0.5568512575399768, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7026652821045345, + "mIoU": 0.5295628007132014, + "macroF1": 0.6892584111862259, + "F1_coffee": 0.7538035300580381, + "IoU_coffee": 0.6048833777334841, + "precision_coffee": 0.8267669094147849, + "recall_coffee": 0.6926740409094899, + "F1_noncoffee": 0.6247132923144136, + "IoU_noncoffee": 0.4542422236929186, + "kappa": 0.3858085234228081, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20226817878585723, + "mIoU": 0.10146603237714023, + "macroF1": 0.16925988287375027, + "F1_coffee": 0.3348537100901101, + "IoU_coffee": 0.20109567076429716, + "precision_coffee": 1.0, + "recall_coffee": 0.20109567076429716, + "F1_noncoffee": 0.0036660556573904347, + "IoU_noncoffee": 0.0018363939899833056, + "kappa": 0.0007383091115840039, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7566086003167255, + "mIoU": 0.6074891452012466, + "macroF1": 0.7556318155758368, + "F1_coffee": 0.7710815765352887, + "IoU_coffee": 0.6274473242588103, + "precision_coffee": 0.8305565839812415, + "recall_coffee": 0.7195552229231262, + "F1_noncoffee": 0.7401820546163849, + "IoU_noncoffee": 0.5875309661436829, + "kappa": 0.514091591862382, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7859248151403899, + "mIoU": 0.6367648823505039, + "macroF1": 0.7763221071886979, + "F1_coffee": 0.8226676946800309, + "IoU_coffee": 0.6987557301899149, + "precision_coffee": 0.8673229768786127, + "recall_coffee": 0.7823855303894411, + "F1_noncoffee": 0.729976519697365, + "IoU_noncoffee": 0.5747740345110929, + "kappa": 0.5544426762295335, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8182904366007866, + "mIoU": 0.6614439052732473, + "macroF1": 0.7916306110022078, + "F1_coffee": 0.8661630976826049, + "IoU_coffee": 0.7639221266412263, + "precision_coffee": 0.8286095131191245, + "recall_coffee": 0.9072822246120756, + "F1_noncoffee": 0.7170981243218105, + "IoU_noncoffee": 0.5589656839052682, + "kappa": 0.585062767861913, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7297645542930772, + "mIoU": 0.5702485398098924, + "macroF1": 0.725369279170701, + "F1_coffee": 0.6906262572079925, + "IoU_coffee": 0.5274477673084801, + "precision_coffee": 0.7172701949860725, + "recall_coffee": 0.6658908714765969, + "F1_noncoffee": 0.7601123011334096, + "IoU_noncoffee": 0.6130493123113049, + "kappa": 0.45132560209959227, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7365644576327068, + "mIoU": 0.5823107903218634, + "macroF1": 0.7358835439169612, + "F1_coffee": 0.7224730809308788, + "IoU_coffee": 0.5655247417074497, + "precision_coffee": 0.7417974322396577, + "recall_coffee": 0.7041299932295193, + "F1_noncoffee": 0.7492940069030436, + "IoU_noncoffee": 0.599096838936277, + "kappa": 0.4720907247774152, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7753294675803901, + "mIoU": 0.6306944235575511, + "macroF1": 0.7731200739430284, + "F1_coffee": 0.7955090682276174, + "IoU_coffee": 0.6604525175270873, + "precision_coffee": 0.7391226818830242, + "recall_coffee": 0.8612092250155828, + "F1_noncoffee": 0.7507310796584395, + "IoU_noncoffee": 0.600936329588015, + "kappa": 0.5494365799173739, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7856870955462505, + "mIoU": 0.6288422495345984, + "macroF1": 0.7690032928331876, + "F1_coffee": 0.8310831083108311, + "IoU_coffee": 0.7109856262833676, + "precision_coffee": 0.9206736095723466, + "recall_coffee": 0.7573824279985417, + "F1_noncoffee": 0.706923477355544, + "IoU_noncoffee": 0.5466988727858293, + "kappa": 0.5454741518178137, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.82978515625, + "mIoU": 0.662088439047015, + "macroF1": 0.7897368717457613, + "F1_coffee": 0.8815011217621864, + "IoU_coffee": 0.788110867979577, + "precision_coffee": 0.9442178852315759, + "recall_coffee": 0.8265969654468953, + "F1_noncoffee": 0.6979726217293364, + "IoU_noncoffee": 0.536066010114453, + "kappa": 0.5841499285043339, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8567251461988304, + "mIoU": 0.6586255467761529, + "macroF1": 0.780451118963342, + "F1_coffee": 0.9098569817814967, + "IoU_coffee": 0.8346216657593903, + "precision_coffee": 0.8866527874161462, + "recall_coffee": 0.9343083485679464, + "F1_noncoffee": 0.6510452561451873, + "IoU_noncoffee": 0.4826294277929155, + "kappa": 0.5620633499578311, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2535, + 2984 + ], + [ + 41495, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5309747020403544, + "test_tta": { + "OA": 0.795483847861901, + "mIoU": 0.6453449887876945, + "macroF1": 0.7820444461893802, + "F1_coffee": 0.83616645866506, + "IoU_coffee": 0.7184588078686585, + "precision_coffee": 0.831146979980608, + "recall_coffee": 0.8412469331793909, + "F1_noncoffee": 0.7279224337137004, + "IoU_noncoffee": 0.5722311697067306, + "kappa": 0.5641152935450878, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7103813314872505, + "mIoU": 0.5350465935375673, + "macroF1": 0.6930334687662383, + "F1_coffee": 0.7660075274706067, + "IoU_coffee": 0.6207554296506138, + "precision_coffee": 0.8165196869954043, + "recall_coffee": 0.7213809147572645, + "F1_noncoffee": 0.6200594100618697, + "IoU_noncoffee": 0.4493377574245208, + "kappa": 0.3898583673170271, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f0_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f0_s1_r1.0", + "val_epoch0": 0.7533157193607276 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 81, + "stopped_epoch": 100, + "best_val": 0.7752332409680316, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8003724661557196, + "mIoU": 0.6632883039149327, + "macroF1": 0.7969922213205074, + "F1_coffee": 0.823187946074544, + "IoU_coffee": 0.699506725248659, + "precision_coffee": 0.9136067593733498, + "recall_coffee": 0.7490546976475682, + "F1_noncoffee": 0.7707964965664706, + "IoU_noncoffee": 0.6270698825812063, + "kappa": 0.5990750715610872, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7155301719164647, + "mIoU": 0.5525986827660734, + "macroF1": 0.7107689670371735, + "F1_coffee": 0.7478781061458227, + "IoU_coffee": 0.5972885785454694, + "precision_coffee": 0.8954940614668789, + "recall_coffee": 0.6420419629532087, + "F1_noncoffee": 0.6736598279285242, + "IoU_noncoffee": 0.5079087869866773, + "kappa": 0.4411924969255241, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24389593062041362, + "mIoU": 0.12228626628762697, + "macroF1": 0.1970694111458787, + "F1_coffee": 0.3909725953788286, + "IoU_coffee": 0.242986908896607, + "precision_coffee": 0.9989017023613399, + "recall_coffee": 0.24305184393372528, + "F1_noncoffee": 0.0031662269129287598, + "IoU_noncoffee": 0.0015856236786469344, + "kappa": 0.00023731149100985355, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7935193080765014, + "mIoU": 0.6571576140369222, + "macroF1": 0.7930303496375346, + "F1_coffee": 0.8030901486988847, + "IoU_coffee": 0.6709696204988839, + "precision_coffee": 0.8791809741828819, + "recall_coffee": 0.7391211376029082, + "F1_noncoffee": 0.7829705505761844, + "IoU_noncoffee": 0.6433456075749605, + "kappa": 0.589450117694563, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7948704690004654, + "mIoU": 0.6545508201623478, + "macroF1": 0.7904462142683913, + "F1_coffee": 0.8208948485258928, + "IoU_coffee": 0.6962015622606831, + "precision_coffee": 0.9206075949367089, + "recall_coffee": 0.7406713377871924, + "F1_noncoffee": 0.7599975800108899, + "IoU_noncoffee": 0.6129000780640125, + "kappa": 0.5873789399059404, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.811270971274954, + "mIoU": 0.6750921011789237, + "macroF1": 0.8050150206009231, + "F1_coffee": 0.8399408908591935, + "IoU_coffee": 0.7240500800698791, + "precision_coffee": 0.9325021093090841, + "recall_coffee": 0.7640958672607159, + "F1_noncoffee": 0.7700891503426527, + "IoU_noncoffee": 0.6261341222879684, + "kappa": 0.6154721269062384, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7763851470071453, + "mIoU": 0.6309268819534302, + "macroF1": 0.7730949659502515, + "F1_coffee": 0.7457717405779731, + "IoU_coffee": 0.5946060734763219, + "precision_coffee": 0.7688083470620538, + "recall_coffee": 0.7240755107318335, + "F1_noncoffee": 0.80041819132253, + "IoU_noncoffee": 0.6672476904305386, + "kappa": 0.5465095755487259, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7812946477634904, + "mIoU": 0.6381961741817606, + "macroF1": 0.778669209477798, + "F1_coffee": 0.7545633941785891, + "IoU_coffee": 0.6058625470390177, + "precision_coffee": 0.8319282023388632, + "recall_coffee": 0.6903633491311216, + "F1_noncoffee": 0.8027750247770069, + "IoU_noncoffee": 0.6705298013245033, + "kappa": 0.56039335438064, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7627833421191355, + "mIoU": 0.6125271720754888, + "macroF1": 0.7589702538375697, + "F1_coffee": 0.7286541244573083, + "IoU_coffee": 0.5731360273192943, + "precision_coffee": 0.868352974992814, + "recall_coffee": 0.6276750467483898, + "F1_noncoffee": 0.7892863832178311, + "IoU_noncoffee": 0.6519183168316832, + "kappa": 0.5274382635582399, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8120796853191219, + "mIoU": 0.671102673322266, + "macroF1": 0.8014192215055546, + "F1_coffee": 0.8474296899144947, + "IoU_coffee": 0.7352520557740436, + "precision_coffee": 0.9744136460554371, + "recall_coffee": 0.7497265767407948, + "F1_noncoffee": 0.7554087530966144, + "IoU_noncoffee": 0.6069532908704883, + "kappa": 0.6133649219865274, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80693359375, + "mIoU": 0.6416666557869546, + "macroF1": 0.7760814044473112, + "F1_coffee": 0.8591980628160387, + "IoU_coffee": 0.75315270320889, + "precision_coffee": 0.9732171668280091, + "recall_coffee": 0.7690934591355348, + "F1_noncoffee": 0.6929647460785836, + "IoU_noncoffee": 0.530180608365019, + "kappa": 0.5651773104057792, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8546500660252783, + "mIoU": 0.6993968165211081, + "macroF1": 0.8173514226692761, + "F1_coffee": 0.8998895601896966, + "IoU_coffee": 0.8179992913664816, + "precision_coffee": 0.9635503617139677, + "recall_coffee": 0.8441194393662401, + "F1_noncoffee": 0.7348132851488556, + "IoU_noncoffee": 0.5807943416757345, + "kappa": 0.6388784670430733, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2528, + 2984 + ], + [ + 42140, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.054581956068675, + "test_tta": { + "OA": 0.8052073633693861, + "mIoU": 0.6695409642714207, + "macroF1": 0.8014421755196569, + "F1_coffee": 0.8287845877797715, + "IoU_coffee": 0.7076278019674246, + "precision_coffee": 0.911350340960227, + "recall_coffee": 0.7599364987732717, + "F1_noncoffee": 0.7740997632595423, + "IoU_noncoffee": 0.6314541265754168, + "kappa": 0.6071387886065612, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7186454367139725, + "mIoU": 0.5558272121429291, + "macroF1": 0.7133247396741453, + "F1_coffee": 0.7523799852758244, + "IoU_coffee": 0.6030521924916065, + "precision_coffee": 0.8921970016256247, + "recall_coffee": 0.6504477218856992, + "F1_noncoffee": 0.6742694940724662, + "IoU_noncoffee": 0.5086022317942518, + "kappa": 0.44459199625924084, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f0_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f0_s2_r0.1", + "val_epoch0": 0.7176500794192087 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7176500794192087, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7634481770646802, + "mIoU": 0.6120069048601064, + "macroF1": 0.758310498309644, + "F1_coffee": 0.7935485887537899, + "IoU_coffee": 0.657754287786932, + "precision_coffee": 0.8652738488804063, + "recall_coffee": 0.7328041564439313, + "F1_noncoffee": 0.7230724078654983, + "IoU_noncoffee": 0.5662595219332808, + "kappa": 0.5210355700284524, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.667705088265836, + "mIoU": 0.496623803764899, + "macroF1": 0.6622923822050445, + "F1_coffee": 0.7050464705430525, + "IoU_coffee": 0.544456966605374, + "precision_coffee": 0.8459907834101382, + "recall_coffee": 0.6043587042401897, + "F1_noncoffee": 0.6195382938670365, + "IoU_noncoffee": 0.44879064092442406, + "kappa": 0.34793089069959127, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08779186124082722, + "mIoU": 0.044028702040989624, + "macroF1": 0.08117574068555096, + "F1_coffee": 0.15914401672610995, + "IoU_coffee": 0.0864510956707643, + "precision_coffee": 1.0, + "recall_coffee": 0.0864510956707643, + "F1_noncoffee": 0.0032074646449919814, + "IoU_noncoffee": 0.0016063084112149532, + "kappa": 0.0002776956814692802, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7193933487635522, + "mIoU": 0.5615490193213395, + "macroF1": 0.7191719364074023, + "F1_coffee": 0.711286582690982, + "IoU_coffee": 0.5519354211242948, + "precision_coffee": 0.8593276801938219, + "recall_coffee": 0.6067571902063509, + "F1_noncoffee": 0.7270572901238225, + "IoU_noncoffee": 0.571162617518384, + "kappa": 0.4536725453720752, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7626040643259734, + "mIoU": 0.6119323227868111, + "macroF1": 0.7584436784219106, + "F1_coffee": 0.7901449010376194, + "IoU_coffee": 0.6530905244068309, + "precision_coffee": 0.9000312402374258, + "recall_coffee": 0.7041714192602249, + "F1_noncoffee": 0.726742455806202, + "IoU_noncoffee": 0.5707741211667913, + "kappa": 0.5260860133877492, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8002688305869468, + "mIoU": 0.6445250971154002, + "macroF1": 0.7802336812068995, + "F1_coffee": 0.846589171000306, + "IoU_coffee": 0.7339875348097069, + "precision_coffee": 0.8428506167199634, + "recall_coffee": 0.8503610385619911, + "F1_noncoffee": 0.7138781914134931, + "IoU_noncoffee": 0.5550626594210935, + "kappa": 0.5604834902573321, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6943891296708445, + "mIoU": 0.5165953088527918, + "macroF1": 0.6770150375212611, + "F1_coffee": 0.6021046210157084, + "IoU_coffee": 0.43072223434431595, + "precision_coffee": 0.7338289962825278, + "recall_coffee": 0.5104732350659426, + "F1_noncoffee": 0.7519254540268138, + "IoU_noncoffee": 0.6024683833612677, + "kappa": 0.36675133567562684, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7198593252005715, + "mIoU": 0.5550871076620272, + "macroF1": 0.712182757274262, + "F1_coffee": 0.6651779850256141, + "IoU_coffee": 0.4983271009643771, + "precision_coffee": 0.7957259585166562, + "recall_coffee": 0.5714285714285714, + "F1_noncoffee": 0.7591875295229098, + "IoU_noncoffee": 0.6118471143596772, + "kappa": 0.43529747160113713, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7383236689509752, + "mIoU": 0.5851825300025959, + "macroF1": 0.7383135435880389, + "F1_coffee": 0.7366857627837895, + "IoU_coffee": 0.5831373866308364, + "precision_coffee": 0.7526555386949925, + "recall_coffee": 0.7213795969249948, + "F1_noncoffee": 0.7399413243922883, + "IoU_noncoffee": 0.5872276733743556, + "kappa": 0.47685969285217406, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7464788732394366, + "mIoU": 0.5857108734765017, + "macroF1": 0.7366973118315531, + "F1_coffee": 0.7874468085106383, + "IoU_coffee": 0.6494121775750131, + "precision_coffee": 0.9455799693408278, + "recall_coffee": 0.6746263215457529, + "F1_noncoffee": 0.6859478151524678, + "IoU_noncoffee": 0.5220095693779905, + "kappa": 0.49429161301130176, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8005859375, + "mIoU": 0.6274946539654822, + "macroF1": 0.7641676609708017, + "F1_coffee": 0.856842400448682, + "IoU_coffee": 0.7495400466086103, + "precision_coffee": 0.951720915745211, + "recall_coffee": 0.7791661354073697, + "F1_noncoffee": 0.6714929214929215, + "IoU_noncoffee": 0.5054492613223541, + "kappa": 0.53885220377741, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8556876061120543, + "mIoU": 0.6615314841677646, + "macroF1": 0.7834276300621685, + "F1_coffee": 0.9085256486906612, + "IoU_coffee": 0.8323838737949167, + "precision_coffee": 0.8916793803544185, + "recall_coffee": 0.9260207190737355, + "F1_noncoffee": 0.6583296114336757, + "IoU_noncoffee": 0.49067909454061254, + "kappa": 0.567431963387615, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2571, + 2984 + ], + [ + 40035, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5273443818092347, + "test_tta": { + "OA": 0.774281928228637, + "mIoU": 0.6244736659821482, + "macroF1": 0.767565243007948, + "F1_coffee": 0.8070771538332032, + "IoU_coffee": 0.6765543609350543, + "precision_coffee": 0.859051218558582, + "recall_coffee": 0.7610333381440323, + "F1_noncoffee": 0.728053332182693, + "IoU_noncoffee": 0.5723929710292421, + "kappa": 0.5375168202580886, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6779450790354217, + "mIoU": 0.5064383837951322, + "macroF1": 0.6705267991467075, + "F1_coffee": 0.7199648858791071, + "IoU_coffee": 0.562457137258744, + "precision_coffee": 0.8399169007490637, + "recall_coffee": 0.6299929769115968, + "F1_noncoffee": 0.621088712414308, + "IoU_noncoffee": 0.45041963033152027, + "kappa": 0.35875039318074, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f0_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f0_s2_r1.0", + "val_epoch0": 0.7534665549671229 + }, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 70, + "stopped_epoch": 100, + "best_val": 0.7823875929683177, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7975968770145405, + "mIoU": 0.6592450338955234, + "macroF1": 0.7940219312532093, + "F1_coffee": 0.8211578930713122, + "IoU_coffee": 0.6965800493933212, + "precision_coffee": 0.9087057010785824, + "recall_coffee": 0.7489969692596334, + "F1_noncoffee": 0.7668859694351063, + "IoU_noncoffee": 0.6219100183977254, + "kappa": 0.5929684600820777, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7154869043498328, + "mIoU": 0.5521617343283647, + "macroF1": 0.7103121342138538, + "F1_coffee": 0.7490299352442019, + "IoU_coffee": 0.5987592799755924, + "precision_coffee": 0.8910075970822361, + "recall_coffee": 0.6460802387850058, + "F1_noncoffee": 0.6715943331835056, + "IoU_noncoffee": 0.505564188681137, + "kappa": 0.43925506004900844, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2644429619746498, + "mIoU": 0.13259424352960975, + "macroF1": 0.21021160914687256, + "F1_coffee": 0.41716883391479015, + "IoU_coffee": 0.26355864279989316, + "precision_coffee": 0.9989873417721519, + "recall_coffee": 0.2636290753607696, + "F1_noncoffee": 0.003254384378954981, + "IoU_noncoffee": 0.0016298442593263311, + "kappa": 0.0003258865317289997, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.775977585576806, + "mIoU": 0.6335760154185326, + "macroF1": 0.7756280607326951, + "F1_coffee": 0.7844837688972226, + "IoU_coffee": 0.6453914384882375, + "precision_coffee": 0.8678853883054584, + "recall_coffee": 0.7157061905271036, + "F1_noncoffee": 0.7667723525681674, + "IoU_noncoffee": 0.6217605923488276, + "kappa": 0.5556963380455375, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7906303324887533, + "mIoU": 0.6489142543634554, + "macroF1": 0.7863221656611514, + "F1_coffee": 0.8166628933665384, + "IoU_coffee": 0.6901354557281703, + "precision_coffee": 0.9191723575578432, + "recall_coffee": 0.734723806420075, + "F1_noncoffee": 0.7559814379557644, + "IoU_noncoffee": 0.6076930529987404, + "kappa": 0.5796036298172739, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8219744113107981, + "mIoU": 0.689033879289024, + "macroF1": 0.8147642877883512, + "F1_coffee": 0.8513097713097713, + "IoU_coffee": 0.741113443857236, + "precision_coffee": 0.9279369108049311, + "recall_coffee": 0.7863727147027193, + "F1_noncoffee": 0.7782188042669312, + "IoU_noncoffee": 0.6369543147208122, + "kappa": 0.6332587605355041, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7756823240014057, + "mIoU": 0.6307392008782157, + "macroF1": 0.7730812530112268, + "F1_coffee": 0.7487865669683852, + "IoU_coffee": 0.5984483120150975, + "precision_coffee": 0.7598509052183173, + "recall_coffee": 0.7380398241530902, + "F1_noncoffee": 0.7973759390540683, + "IoU_noncoffee": 0.6630300897413338, + "kappa": 0.5462401072124635, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.758874601604572, + "mIoU": 0.6065505706347304, + "macroF1": 0.7541680540723723, + "F1_coffee": 0.7201530612244897, + "IoU_coffee": 0.5626868646601555, + "precision_coffee": 0.828102082722206, + "recall_coffee": 0.6371022342586323, + "F1_noncoffee": 0.7881830469202549, + "IoU_noncoffee": 0.6504142766093053, + "kappa": 0.5145796042085902, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7560358460727464, + "mIoU": 0.6037803255960343, + "macroF1": 0.7521807982265286, + "F1_coffee": 0.721271982654782, + "IoU_coffee": 0.5640542577241899, + "precision_coffee": 0.8581255374032674, + "recall_coffee": 0.6220652399750676, + "F1_noncoffee": 0.7830896137982752, + "IoU_noncoffee": 0.6435063934678786, + "kappa": 0.5139813331261854, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7762974241847481, + "mIoU": 0.6245344932450592, + "macroF1": 0.7671505080155683, + "F1_coffee": 0.8133008577782485, + "IoU_coffee": 0.6853471354631447, + "precision_coffee": 0.9704321455648218, + "recall_coffee": 0.6999635435654393, + "F1_noncoffee": 0.7210001582528881, + "IoU_noncoffee": 0.5637218510269735, + "kappa": 0.551858869924825, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.81884765625, + "mIoU": 0.6554871822432418, + "macroF1": 0.7861324180490179, + "F1_coffee": 0.8697788697788698, + "IoU_coffee": 0.7695652173913043, + "precision_coffee": 0.9676663542642924, + "recall_coffee": 0.7898763228356496, + "F1_noncoffee": 0.702485966319166, + "IoU_noncoffee": 0.5414091470951793, + "kappa": 0.5820364755204676, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8809658554989624, + "mIoU": 0.7379548201949049, + "macroF1": 0.844278927194218, + "F1_coffee": 0.9198628397256795, + "IoU_coffee": 0.8516166960611405, + "precision_coffee": 0.9602280259843563, + "recall_coffee": 0.8827544180377819, + "F1_noncoffee": 0.7686950146627566, + "IoU_noncoffee": 0.6242929443286692, + "kappa": 0.6901383164936941, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2574, + 2984 + ], + [ + 41939, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.052850186824799, + "test_tta": { + "OA": 0.8025571234152281, + "mIoU": 0.6656034355968509, + "macroF1": 0.7985645871924185, + "F1_coffee": 0.8269236806580228, + "IoU_coffee": 0.7049189102392549, + "precision_coffee": 0.9063693609992773, + "recall_coffee": 0.7602828691008804, + "F1_noncoffee": 0.7702054937268142, + "IoU_noncoffee": 0.6262879609544468, + "kappa": 0.6011972617130072, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7200155763239875, + "mIoU": 0.5569942033106896, + "macroF1": 0.7141755231359173, + "F1_coffee": 0.7550317362171438, + "IoU_coffee": 0.60646665315224, + "precision_coffee": 0.888192856930796, + "recall_coffee": 0.6565929242384339, + "F1_noncoffee": 0.6733193100546908, + "IoU_noncoffee": 0.5075217534691393, + "kappa": 0.44498735044962584, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f1_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f1_s0_r0.1", + "val_epoch0": 0.7024578837817238 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7024578837817238, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.886962977308673, + "mIoU": 0.7164251828912728, + "macroF1": 0.8256930028784494, + "F1_coffee": 0.9290360493627023, + "IoU_coffee": 0.8674764905110594, + "precision_coffee": 0.8960617609694127, + "recall_coffee": 0.9645299055393095, + "F1_noncoffee": 0.7223499563941964, + "IoU_noncoffee": 0.5653738752714862, + "kappa": 0.6532233258017799, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8549815391715703, + "mIoU": 0.6602246093376737, + "macroF1": 0.782364409356096, + "F1_coffee": 0.908078656513114, + "IoU_coffee": 0.8316337636677216, + "precision_coffee": 0.8633661300976949, + "recall_coffee": 0.957675324424905, + "F1_noncoffee": 0.656650162199078, + "IoU_noncoffee": 0.4888154550076258, + "kappa": 0.5690461921056716, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25925925925925924, + "mIoU": 0.13319672131147542, + "macroF1": 0.2161290322580645, + "F1_coffee": 0.4, + "IoU_coffee": 0.25, + "precision_coffee": 1.0, + "recall_coffee": 0.25, + "F1_noncoffee": 0.03225806451612903, + "IoU_noncoffee": 0.01639344262295082, + "kappa": 0.008163265306122457, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8889805825242718, + "mIoU": 0.7218859992168983, + "macroF1": 0.8298929080530624, + "F1_coffee": 0.9301487431660609, + "IoU_coffee": 0.8694187507137148, + "precision_coffee": 0.8983480825958702, + "recall_coffee": 0.964283452599582, + "F1_noncoffee": 0.7296370729400639, + "IoU_noncoffee": 0.5743532477200819, + "kappa": 0.6614279441493585, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8933320439050336, + "mIoU": 0.7300931062826271, + "macroF1": 0.8358960963702209, + "F1_coffee": 0.9329809211325799, + "IoU_coffee": 0.8743807300267639, + "precision_coffee": 0.9008506893517161, + "recall_coffee": 0.9674878709596119, + "F1_noncoffee": 0.7388112716078618, + "IoU_noncoffee": 0.5858054825384904, + "kappa": 0.6734113133443106, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.878584207726899, + "mIoU": 0.697557915872828, + "macroF1": 0.8111184481000162, + "F1_coffee": 0.9240035107896251, + "IoU_coffee": 0.8587421242124212, + "precision_coffee": 0.8890506697728596, + "recall_coffee": 0.9618171507781488, + "F1_noncoffee": 0.6982333854104074, + "IoU_noncoffee": 0.5363737075332349, + "kappa": 0.6245412640682, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9134892981582877, + "mIoU": 0.6286933386618756, + "macroF1": 0.7344558696912842, + "F1_coffee": 0.952495490078172, + "IoU_coffee": 0.9092996555683123, + "precision_coffee": 0.9234683061267754, + "recall_coffee": 0.9834067050457163, + "F1_noncoffee": 0.5164162493043962, + "IoU_noncoffee": 0.3480870217554389, + "kappa": 0.47420012549413243, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9243897598729907, + "mIoU": 0.6776302540686102, + "macroF1": 0.7824921903863324, + "F1_coffee": 0.958173235261829, + "IoU_coffee": 0.919704952581665, + "precision_coffee": 0.9357778492548515, + "recall_coffee": 0.9816668541221459, + "F1_noncoffee": 0.6068111455108359, + "IoU_noncoffee": 0.43555555555555553, + "kappa": 0.5673140341970973, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9188331018059138, + "mIoU": 0.6600107891086306, + "macroF1": 0.7662918099264272, + "F1_coffee": 0.9551042810098792, + "IoU_coffee": 0.9140666036348356, + "precision_coffee": 0.9326830314074391, + "recall_coffee": 0.9786300753571027, + "F1_noncoffee": 0.5774793388429752, + "IoU_noncoffee": 0.4059549745824256, + "kappa": 0.5351120026626238, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8656560871624822, + "mIoU": 0.7351314474066845, + "macroF1": 0.8445029668608557, + "F1_coffee": 0.9018549280177187, + "IoU_coffee": 0.8212529938232699, + "precision_coffee": 0.8668174560936669, + "recall_coffee": 0.9398442008078477, + "F1_noncoffee": 0.7871510057039928, + "IoU_noncoffee": 0.649009900990099, + "kappa": 0.690104001886998, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.863812128642837, + "mIoU": 0.7289543854628202, + "macroF1": 0.8399372893618982, + "F1_coffee": 0.9017553408627024, + "IoU_coffee": 0.8210878453723206, + "precision_coffee": 0.8586421352682042, + "recall_coffee": 0.9494269340974212, + "F1_noncoffee": 0.778119237861094, + "IoU_noncoffee": 0.6368209255533199, + "kappa": 0.6816870089643547, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8403282089974535, + "mIoU": 0.6878993456766131, + "macroF1": 0.8103087446504005, + "F1_coffee": 0.8857701909452803, + "IoU_coffee": 0.7949618505510476, + "precision_coffee": 0.8371381201377376, + "recall_coffee": 0.9404011461318051, + "F1_noncoffee": 0.7348472983555208, + "IoU_noncoffee": 0.5808368408021788, + "kappa": 0.6235663639820097, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2665, + 2995 + ], + [ + 52293, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5270956198374432, + "test_tta": { + "OA": 0.8864465317452632, + "mIoU": 0.7125759194555135, + "macroF1": 0.822536185556251, + "F1_coffee": 0.9290339499324229, + "IoU_coffee": 0.8674728296698122, + "precision_coffee": 0.8923139519113402, + "recall_coffee": 0.9689058128037363, + "F1_noncoffee": 0.7160384211800791, + "IoU_noncoffee": 0.5576790092412146, + "kappa": 0.6474612041508885, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.854721933771778, + "mIoU": 0.6565892531794575, + "macroF1": 0.7789928612423278, + "F1_coffee": 0.908363126916114, + "IoU_coffee": 0.8321110703690123, + "precision_coffee": 0.8598567049016569, + "recall_coffee": 0.9626694433196429, + "F1_noncoffee": 0.6496225955685415, + "IoU_noncoffee": 0.48106743598990265, + "kappa": 0.5632994089709805, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f1_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f1_s0_r1.0", + "val_epoch0": 0.7248037069950115 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 63, + "stopped_epoch": 93, + "best_val": 0.7327413331346657, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8952906620186566, + "mIoU": 0.7424872003520608, + "macroF1": 0.8455629672984695, + "F1_coffee": 0.9331974217993864, + "IoU_coffee": 0.8747611234436831, + "precision_coffee": 0.9138518623081732, + "recall_coffee": 0.9533797572212989, + "F1_noncoffee": 0.7579285127975525, + "IoU_noncoffee": 0.6102132772604386, + "kappa": 0.6916267044348076, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8641398407753548, + "mIoU": 0.6885947022542089, + "macroF1": 0.8061714919160613, + "F1_coffee": 0.9121711078374699, + "IoU_coffee": 0.8385244356069047, + "precision_coffee": 0.8830899211091654, + "recall_coffee": 0.9432328724860686, + "F1_noncoffee": 0.7001718759946527, + "IoU_noncoffee": 0.5386649689015133, + "kappa": 0.6137728393898858, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.654320987654321, + "mIoU": 0.3422413793103448, + "macroF1": 0.42727272727272725, + "F1_coffee": 0.7878787878787878, + "IoU_coffee": 0.65, + "precision_coffee": 1.0, + "recall_coffee": 0.65, + "F1_noncoffee": 0.06666666666666667, + "IoU_noncoffee": 0.034482758620689655, + "kappa": 0.04384485666104545, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8938349514563106, + "mIoU": 0.7414815569879889, + "macroF1": 0.844998760755937, + "F1_coffee": 0.9320026116966701, + "IoU_coffee": 0.8726637554585153, + "precision_coffee": 0.9154654287808454, + "recall_coffee": 0.9491482490025964, + "F1_noncoffee": 0.7579949098152041, + "IoU_noncoffee": 0.6102993585174625, + "kappa": 0.690357132135294, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.902035684928195, + "mIoU": 0.7560695566517759, + "macroF1": 0.8551629228750357, + "F1_coffee": 0.9375577883252173, + "IoU_coffee": 0.8824553260617313, + "precision_coffee": 0.9176470588235294, + "recall_coffee": 0.9583517106672548, + "F1_noncoffee": 0.7727680574248542, + "IoU_noncoffee": 0.6296837872418205, + "kappa": 0.7108212736216162, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8899956481794884, + "mIoU": 0.7300911212052316, + "macroF1": 0.8364683960295416, + "F1_coffee": 0.9300279888044782, + "IoU_coffee": 0.8692077727952168, + "precision_coffee": 0.908484557144574, + "recall_coffee": 0.9526179824837755, + "F1_noncoffee": 0.7429088032546051, + "IoU_noncoffee": 0.5909744696152464, + "kappa": 0.6736111536494557, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9143852663016426, + "mIoU": 0.6745102851876167, + "macroF1": 0.7818993887820439, + "F1_coffee": 0.9518854201633657, + "IoU_coffee": 0.908188320700331, + "precision_coffee": 0.9436494731003883, + "recall_coffee": 0.9602663957557286, + "F1_noncoffee": 0.6119133574007221, + "IoU_noncoffee": 0.4408322496749025, + "kappa": 0.564066619029741, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9288549315340345, + "mIoU": 0.7101606470819525, + "macroF1": 0.8120356135030773, + "F1_coffee": 0.9602174998612883, + "IoU_coffee": 0.9234791889007471, + "precision_coffee": 0.9475470871660097, + "recall_coffee": 0.9732313575525813, + "F1_noncoffee": 0.6638537271448663, + "IoU_noncoffee": 0.4968421052631579, + "kappa": 0.6246383353843549, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9302440960508037, + "mIoU": 0.7164382496628257, + "macroF1": 0.8173642583145999, + "F1_coffee": 0.9609466140769958, + "IoU_coffee": 0.9248289136013687, + "precision_coffee": 0.9493962678375412, + "recall_coffee": 0.9727814644022045, + "F1_noncoffee": 0.6737819025522042, + "IoU_noncoffee": 0.5080475857242828, + "kappa": 0.6351795653751394, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8742775935575556, + "mIoU": 0.7521610012413789, + "macroF1": 0.8562925527861622, + "F1_coffee": 0.9071313597872489, + "IoU_coffee": 0.8300461065573771, + "precision_coffee": 0.8809297267908115, + "recall_coffee": 0.934939411425274, + "F1_noncoffee": 0.8054537457850754, + "IoU_noncoffee": 0.6742758959253805, + "kappa": 0.7131167645410671, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8765443742337075, + "mIoU": 0.755029090202061, + "macroF1": 0.8581298632423116, + "F1_coffee": 0.909242182624974, + "IoU_coffee": 0.8335875921688278, + "precision_coffee": 0.8809619776971651, + "recall_coffee": 0.9393982808022923, + "F1_noncoffee": 0.8070175438596491, + "IoU_noncoffee": 0.6764705882352942, + "kappa": 0.7168801024356244, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8517400735640857, + "mIoU": 0.7120864914798566, + "macroF1": 0.8284193434262412, + "F1_coffee": 0.8916758544652701, + "IoU_coffee": 0.8045262372544143, + "precision_coffee": 0.8590015932023367, + "recall_coffee": 0.9269340974212035, + "F1_noncoffee": 0.7651628323872124, + "IoU_noncoffee": 0.6196467457052988, + "kappa": 0.6579116959488726, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2702, + 2995 + ], + [ + 52772, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.7062777558962505, + "test_tta": { + "OA": 0.895968496820632, + "mIoU": 0.7411799464340506, + "macroF1": 0.8444121137607685, + "F1_coffee": 0.93397521253713, + "IoU_coffee": 0.876128982666513, + "precision_coffee": 0.9100744555562209, + "recall_coffee": 0.9591652115372478, + "F1_noncoffee": 0.754849014984407, + "IoU_noncoffee": 0.6062309102015883, + "kappa": 0.6896190883557396, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8648032767970463, + "mIoU": 0.6864876082563709, + "macroF1": 0.8041750424605187, + "F1_coffee": 0.9131361429259794, + "IoU_coffee": 0.8401568761190212, + "precision_coffee": 0.878976005708679, + "recall_coffee": 0.9500588110526215, + "F1_noncoffee": 0.6952139419950579, + "IoU_noncoffee": 0.5328183403937204, + "kappa": 0.6104147218816385, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f1_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f1_s1_r0.1", + "val_epoch0": 0.6345513678155221 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6345513678155221, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8749233401116814, + "mIoU": 0.6980159662171742, + "macroF1": 0.8122473347054985, + "F1_coffee": 0.9207258443976187, + "IoU_coffee": 0.8530972780347259, + "precision_coffee": 0.8960162455951741, + "recall_coffee": 0.946836934340353, + "F1_noncoffee": 0.7037688250133782, + "IoU_noncoffee": 0.5429346543996225, + "kappa": 0.6255587693556784, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8443377177800854, + "mIoU": 0.6475596243597977, + "macroF1": 0.772850971554981, + "F1_coffee": 0.9002799515859303, + "IoU_coffee": 0.8186446658713222, + "precision_coffee": 0.8642588519122969, + "recall_coffee": 0.9394342569560942, + "F1_noncoffee": 0.6454219915240317, + "IoU_noncoffee": 0.4764745828482732, + "kappa": 0.5484907741657817, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3950617283950617, + "mIoU": 0.20375000000000001, + "macroF1": 0.29888712241653415, + "F1_coffee": 0.5585585585585585, + "IoU_coffee": 0.3875, + "precision_coffee": 1.0, + "recall_coffee": 0.3875, + "F1_noncoffee": 0.0392156862745098, + "IoU_noncoffee": 0.02, + "kappa": 0.015380798809228456, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8748543689320388, + "mIoU": 0.6977380954115306, + "macroF1": 0.8120192459149509, + "F1_coffee": 0.9207013226699478, + "IoU_coffee": 0.8530551755585956, + "precision_coffee": 0.895149231413362, + "recall_coffee": 0.9477550503451333, + "F1_noncoffee": 0.7033371691599539, + "IoU_noncoffee": 0.5424210152644657, + "kappa": 0.6251810563631371, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8815821285237658, + "mIoU": 0.7122902318963678, + "macroF1": 0.8232031001872926, + "F1_coffee": 0.9247965607247044, + "IoU_coffee": 0.8601130976180956, + "precision_coffee": 0.9020007188211333, + "recall_coffee": 0.9487744943607839, + "F1_noncoffee": 0.7216096396498807, + "IoU_noncoffee": 0.5644673661746399, + "kappa": 0.6472402521658646, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8683332527440646, + "mIoU": 0.6841992573002027, + "macroF1": 0.8014021102608984, + "F1_coffee": 0.9166947104353412, + "IoU_coffee": 0.8462016379553798, + "precision_coffee": 0.8909372026641293, + "recall_coffee": 0.9439858862075483, + "F1_noncoffee": 0.6861095100864554, + "IoU_noncoffee": 0.5221968766450255, + "kappa": 0.6040511965519756, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9070184171229467, + "mIoU": 0.6302190734289338, + "macroF1": 0.7381189216540961, + "F1_coffee": 0.9484319787985865, + "IoU_coffee": 0.901921663341384, + "precision_coffee": 0.9282394898951691, + "recall_coffee": 0.9695225194717236, + "F1_noncoffee": 0.5278058645096056, + "IoU_noncoffee": 0.3585164835164835, + "kappa": 0.47849757086924094, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9245882119468148, + "mIoU": 0.6755772815556007, + "macroF1": 0.7804264645039488, + "F1_coffee": 0.9583424687568516, + "IoU_coffee": 0.9200168385603031, + "precision_coffee": 0.9346733668341709, + "recall_coffee": 0.9832414801484647, + "F1_noncoffee": 0.602510460251046, + "IoU_noncoffee": 0.4311377245508982, + "kappa": 0.5635237000986894, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9095058543361778, + "mIoU": 0.6528061105193422, + "macroF1": 0.7614085322223769, + "F1_coffee": 0.9493839493839494, + "IoU_coffee": 0.9036450079239303, + "precision_coffee": 0.9371096745918702, + "recall_coffee": 0.9619840287931616, + "F1_noncoffee": 0.5734331150608045, + "IoU_noncoffee": 0.4019672131147541, + "kappa": 0.5235059818788754, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8442444339175746, + "mIoU": 0.7007741585948184, + "macroF1": 0.8204415144402423, + "F1_coffee": 0.8858174746492569, + "IoU_coffee": 0.7950380251838923, + "precision_coffee": 0.854138762389499, + "recall_coffee": 0.9199365262550491, + "F1_noncoffee": 0.7550655542312277, + "IoU_noncoffee": 0.6065102920057444, + "kappa": 0.6419395659295007, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8407054607186645, + "mIoU": 0.6975125326237233, + "macroF1": 0.818372702214202, + "F1_coffee": 0.8820613085678375, + "IoU_coffee": 0.7890068707058089, + "precision_coffee": 0.8603732461517505, + "recall_coffee": 0.9048710601719198, + "F1_noncoffee": 0.7546840958605664, + "IoU_noncoffee": 0.6060181945416375, + "kappa": 0.6372248889567008, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8291992832217296, + "mIoU": 0.6731710345132373, + "macroF1": 0.7997519857207414, + "F1_coffee": 0.8765423682595951, + "IoU_coffee": 0.7802184466019417, + "precision_coffee": 0.8361295357003512, + "recall_coffee": 0.9210601719197707, + "F1_noncoffee": 0.7229616031818877, + "IoU_noncoffee": 0.5661236224245328, + "kappa": 0.6015925026983544, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2609, + 2995 + ], + [ + 51603, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5295917550722757, + "test_tta": { + "OA": 0.8751815628933862, + "mIoU": 0.6910627160629059, + "macroF1": 0.8060902309852499, + "F1_coffee": 0.9218377329506408, + "IoU_coffee": 0.8550083425507583, + "precision_coffee": 0.8870368569483613, + "recall_coffee": 0.9594807817726632, + "F1_noncoffee": 0.690342729019859, + "IoU_noncoffee": 0.5271170895750535, + "kappa": 0.6145310179197854, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8443809853467175, + "mIoU": 0.6396544737706129, + "macroF1": 0.7651661867446704, + "F1_coffee": 0.9015564841340803, + "IoU_coffee": 0.8207581647230805, + "precision_coffee": 0.8556238635379687, + "recall_coffee": 0.952700487842502, + "F1_noncoffee": 0.6287758893552604, + "IoU_noncoffee": 0.4585507828181453, + "kappa": 0.5353815687312253, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f1_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f1_s1_r1.0", + "val_epoch0": 0.7284741434661739 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.7284741434661739, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8904328459378329, + "mIoU": 0.7216443317397743, + "macroF1": 0.829431020424976, + "F1_coffee": 0.9314360160376501, + "IoU_coffee": 0.8716707937168025, + "precision_coffee": 0.8956957501359646, + "recall_coffee": 0.9701470557297036, + "F1_noncoffee": 0.7274260248123018, + "IoU_noncoffee": 0.5716178697627461, + "kappa": 0.6610077587927751, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8582554517133957, + "mIoU": 0.6646643343327513, + "macroF1": 0.7857671272300107, + "F1_coffee": 0.9103840682788051, + "IoU_coffee": 0.835509138381201, + "precision_coffee": 0.8635632362862629, + "recall_coffee": 0.9625730317579684, + "F1_noncoffee": 0.6611501861812163, + "IoU_noncoffee": 0.4938195302843016, + "kappa": 0.5762443261363569, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19753086419753085, + "mIoU": 0.10132575757575757, + "macroF1": 0.1728201099764336, + "F1_coffee": 0.3157894736842105, + "IoU_coffee": 0.1875, + "precision_coffee": 1.0, + "recall_coffee": 0.1875, + "F1_noncoffee": 0.029850746268656716, + "IoU_noncoffee": 0.015151515151515152, + "kappa": 0.005665722379603369, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8986893203883495, + "mIoU": 0.743366216309795, + "macroF1": 0.8457130736090522, + "F1_coffee": 0.9361207186801751, + "IoU_coffee": 0.8799125381207205, + "precision_coffee": 0.9059241706161137, + "recall_coffee": 0.9683997213602685, + "F1_noncoffee": 0.7553054285379294, + "IoU_noncoffee": 0.6068198944988696, + "kappa": 0.6927338526644522, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8939606402011508, + "mIoU": 0.7279787231734987, + "macroF1": 0.834051527253455, + "F1_coffee": 0.933760231975111, + "IoU_coffee": 0.8757507082152974, + "precision_coffee": 0.8967857971687166, + "recall_coffee": 0.97391468716527, + "F1_noncoffee": 0.7343428225317989, + "IoU_noncoffee": 0.5802067381316999, + "kappa": 0.6703504570824604, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8786809148493786, + "mIoU": 0.6938285518064626, + "macroF1": 0.8078201751681128, + "F1_coffee": 0.9245163813592466, + "IoU_coffee": 0.8596285106859125, + "precision_coffee": 0.8846729617687702, + "recall_coffee": 0.9681179509797744, + "F1_noncoffee": 0.6911239689769789, + "IoU_noncoffee": 0.5280285929270128, + "kappa": 0.6188042828429998, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9215530114484818, + "mIoU": 0.6622988071040486, + "macroF1": 0.767902952184981, + "F1_coffee": 0.9567460753101328, + "IoU_coffee": 0.9170788172156161, + "precision_coffee": 0.931189229618549, + "recall_coffee": 0.9837453437182526, + "F1_noncoffee": 0.5790598290598291, + "IoU_noncoffee": 0.4075187969924812, + "kappa": 0.5391839156530269, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9289541575709466, + "mIoU": 0.6854442724431743, + "macroF1": 0.7889783306360436, + "F1_coffee": 0.9608443618068467, + "IoU_coffee": 0.9246395116303547, + "precision_coffee": 0.9350718467269824, + "recall_coffee": 0.9880778315150152, + "F1_noncoffee": 0.6171122994652406, + "IoU_noncoffee": 0.4462490332559938, + "kappa": 0.5810686898100124, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9239928557253423, + "mIoU": 0.6757489701380033, + "macroF1": 0.7807435920507073, + "F1_coffee": 0.9579675153643546, + "IoU_coffee": 0.9193259610321222, + "precision_coffee": 0.9352834029786778, + "recall_coffee": 0.9817793274097402, + "F1_noncoffee": 0.6035196687370601, + "IoU_noncoffee": 0.43217197924388434, + "kappa": 0.5639069473585735, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8769303647560398, + "mIoU": 0.7542612798528014, + "macroF1": 0.8574947615785087, + "F1_coffee": 0.9101224659240296, + "IoU_coffee": 0.835068562722194, + "precision_coffee": 0.8744847759606436, + "recall_coffee": 0.9487882285054818, + "F1_noncoffee": 0.8048670572329878, + "IoU_noncoffee": 0.6734539969834088, + "kappa": 0.7160135037353043, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8606998019428463, + "mIoU": 0.7215097004503286, + "macroF1": 0.8345103460417257, + "F1_coffee": 0.9003441063356049, + "IoU_coffee": 0.8187507669652718, + "precision_coffee": 0.8509118734855248, + "recall_coffee": 0.9558739255014327, + "F1_noncoffee": 0.7686765857478465, + "IoU_noncoffee": 0.6242686339353855, + "kappa": 0.6715933370356931, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8356125624823163, + "mIoU": 0.6763025537122362, + "macroF1": 0.8011891839383359, + "F1_coffee": 0.8839160839160839, + "IoU_coffee": 0.7919799498746867, + "precision_coffee": 0.8258867454884878, + "recall_coffee": 0.9507163323782235, + "F1_noncoffee": 0.718462283960588, + "IoU_noncoffee": 0.5606251575497857, + "kappa": 0.6070829350078435, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2682, + 2995 + ], + [ + 52491, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5284820040067038, + "test_tta": { + "OA": 0.8872050611665214, + "mIoU": 0.7113429996044567, + "macroF1": 0.8213443127147134, + "F1_coffee": 0.929817338300714, + "IoU_coffee": 0.8688398453627595, + "precision_coffee": 0.8894716618635927, + "recall_coffee": 0.9739970126017714, + "F1_noncoffee": 0.7128712871287128, + "IoU_noncoffee": 0.5538461538461539, + "kappa": 0.6456711434879719, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8557170878043152, + "mIoU": 0.6554868334605026, + "macroF1": 0.7777093659135063, + "F1_coffee": 0.9093922651933701, + "IoU_coffee": 0.8338399189463019, + "precision_coffee": 0.8574527318997762, + "recall_coffee": 0.9680299261487437, + "F1_noncoffee": 0.6460264666336424, + "IoU_noncoffee": 0.47713374797470337, + "kappa": 0.5617015025136525, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f1_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f1_s2_r0.1", + "val_epoch0": 0.6891880591492969 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 5, + "stopped_epoch": 50, + "best_val": 0.6981765312979504, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8660630709144315, + "mIoU": 0.696722487355109, + "macroF1": 0.8128723748810762, + "F1_coffee": 0.9126393465056791, + "IoU_coffee": 0.8393161400247832, + "precision_coffee": 0.9133027136355975, + "recall_coffee": 0.911976942334799, + "F1_noncoffee": 0.7131054032564732, + "IoU_noncoffee": 0.554128834685435, + "kappa": 0.6257453981756468, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8350496134764047, + "mIoU": 0.6476345901426879, + "macroF1": 0.7751405173220158, + "F1_coffee": 0.8912057074910821, + "IoU_coffee": 0.8037610885194145, + "precision_coffee": 0.8794683088014419, + "recall_coffee": 0.9032606390158308, + "F1_noncoffee": 0.6590753271529496, + "IoU_noncoffee": 0.4915080917659612, + "kappa": 0.5505319079835106, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.012345679012345678, + "mIoU": 0.006172839506172839, + "macroF1": 0.012195121951219513, + "F1_coffee": 0.0, + "IoU_coffee": 0.0, + "precision_coffee": 0.0, + "recall_coffee": 0.0, + "F1_noncoffee": 0.024390243902439025, + "IoU_noncoffee": 0.012345679012345678, + "kappa": 0.0, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8556310679611651, + "mIoU": 0.68512620892627, + "macroF1": 0.8048543600750426, + "F1_coffee": 0.9043975826154044, + "IoU_coffee": 0.8254797253682296, + "precision_coffee": 0.918391329894888, + "recall_coffee": 0.8908238870242543, + "F1_noncoffee": 0.7053111375346809, + "IoU_noncoffee": 0.5447726924843104, + "kappa": 0.6099878366450985, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8695420917750593, + "mIoU": 0.6981034727910747, + "macroF1": 0.8133835439831958, + "F1_coffee": 0.9157559482920128, + "IoU_coffee": 0.8446031563183966, + "precision_coffee": 0.9077065923862582, + "recall_coffee": 0.923949341566379, + "F1_noncoffee": 0.7110111396743788, + "IoU_noncoffee": 0.5516037892637528, + "kappa": 0.6268677431007097, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.872975194623084, + "mIoU": 0.7071910686319784, + "macroF1": 0.8204989240356875, + "F1_coffee": 0.9175532749584158, + "IoU_coffee": 0.8476659901420701, + "precision_coffee": 0.9140820410205103, + "recall_coffee": 0.9210509734736312, + "F1_noncoffee": 0.7234445731129593, + "IoU_noncoffee": 0.5667161471218869, + "kappa": 0.641015213369094, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8507715281234445, + "mIoU": 0.5708402247821335, + "macroF1": 0.6881320548618313, + "F1_coffee": 0.9133475923463784, + "IoU_coffee": 0.8405149483987658, + "precision_coffee": 0.9360189573459715, + "recall_coffee": 0.891748504345863, + "F1_noncoffee": 0.4629165173772841, + "IoU_noncoffee": 0.30116550116550117, + "kappa": 0.3785239181815986, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8955149831315737, + "mIoU": 0.6360452467420907, + "macroF1": 0.74778482076894, + "F1_coffee": 0.9408127705019392, + "IoU_coffee": 0.8882402886860539, + "precision_coffee": 0.9403370786516854, + "recall_coffee": 0.9412889438758295, + "F1_noncoffee": 0.5547568710359408, + "IoU_noncoffee": 0.38385020479812754, + "kappa": 0.49557061261538576, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8988886683865847, + "mIoU": 0.6501080942124575, + "macroF1": 0.7615014304946089, + "F1_coffee": 0.9425170643650927, + "IoU_coffee": 0.8912834738077456, + "precision_coffee": 0.9454504300588502, + "recall_coffee": 0.9396018445619165, + "F1_noncoffee": 0.5804857966241251, + "IoU_noncoffee": 0.40893271461716935, + "kappa": 0.5230363689411999, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8602558029369967, + "mIoU": 0.7354218351923127, + "macroF1": 0.8455792420095996, + "F1_coffee": 0.8931856035918604, + "IoU_coffee": 0.8069876995550903, + "precision_coffee": 0.8967573069652465, + "recall_coffee": 0.8896422388920946, + "F1_noncoffee": 0.7979728804273387, + "IoU_noncoffee": 0.6638559708295351, + "kappa": 0.6911677502571002, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8448552296519853, + "mIoU": 0.7054867167638439, + "macroF1": 0.8242310697884965, + "F1_coffee": 0.8844397611520899, + "IoU_coffee": 0.7928211586901763, + "precision_coffee": 0.8676774638180565, + "recall_coffee": 0.9018624641833811, + "F1_noncoffee": 0.7640223784249032, + "IoU_noncoffee": 0.6181522748375116, + "kappa": 0.6487298431009606, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8483448080731868, + "mIoU": 0.7125697024716271, + "macroF1": 0.8294039954565431, + "F1_coffee": 0.8862478777589134, + "IoU_coffee": 0.7957317073170732, + "precision_coffee": 0.8753493571827837, + "recall_coffee": 0.8974212034383954, + "F1_noncoffee": 0.7725601131541726, + "IoU_noncoffee": 0.6294076976261811, + "kappa": 0.6589137076261454, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2617, + 2995 + ], + [ + 51046, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5661201039950052, + "test_tta": { + "OA": 0.8716471385688003, + "mIoU": 0.6950752857839642, + "macroF1": 0.8103369802979474, + "F1_coffee": 0.9181714356267555, + "IoU_coffee": 0.8487217530244237, + "precision_coffee": 0.8985259172741552, + "recall_coffee": 0.9386952222666358, + "F1_noncoffee": 0.7025025249691392, + "IoU_noncoffee": 0.5414288185435046, + "kappa": 0.6213320768808409, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8407320872274143, + "mIoU": 0.6443465563887129, + "macroF1": 0.77063269706656, + "F1_coffee": 0.8974337540750648, + "IoU_coffee": 0.8139499620924943, + "precision_coffee": 0.865713364154392, + "recall_coffee": 0.9315670735234569, + "F1_noncoffee": 0.6438316400580552, + "IoU_noncoffee": 0.4747431506849315, + "kappa": 0.5433941269750455, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f1_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f1_s2_r1.0", + "val_epoch0": 0.7245388706692166 + }, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 22, + "stopped_epoch": 52, + "best_val": 0.7282667622049184, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8878022013492141, + "mIoU": 0.7214242481863824, + "macroF1": 0.829720226929633, + "F1_coffee": 0.9291696383087111, + "IoU_coffee": 0.867709463188141, + "precision_coffee": 0.9008633463065768, + "recall_coffee": 0.9593124776471084, + "F1_noncoffee": 0.7302708155505548, + "IoU_noncoffee": 0.5751390331846239, + "kappa": 0.6607160696921363, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8562651436483212, + "mIoU": 0.6675154756128823, + "macroF1": 0.7888599786687651, + "F1_coffee": 0.9081576231200236, + "IoU_coffee": 0.8317662350816185, + "precision_coffee": 0.8697639935746941, + "recall_coffee": 0.9500973756772912, + "F1_noncoffee": 0.6695623342175067, + "IoU_noncoffee": 0.5032647161441459, + "kappa": 0.5806598291170292, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.38271604938271603, + "mIoU": 0.19730392156862744, + "macroF1": 0.2919580419580419, + "F1_coffee": 0.5454545454545454, + "IoU_coffee": 0.375, + "precision_coffee": 1.0, + "recall_coffee": 0.375, + "F1_noncoffee": 0.038461538461538464, + "IoU_noncoffee": 0.0196078431372549, + "kappa": 0.014598540145985326, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8887864077669902, + "mIoU": 0.7264710218142507, + "macroF1": 0.8337158394712686, + "F1_coffee": 0.9294099522415652, + "IoU_coffee": 0.8681287054624993, + "precision_coffee": 0.9050648103696591, + "recall_coffee": 0.9551010069026661, + "F1_noncoffee": 0.738021726700972, + "IoU_noncoffee": 0.5848133381660022, + "kappa": 0.6683223212177852, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8962816111406605, + "mIoU": 0.7401084587561939, + "macroF1": 0.8435046494372342, + "F1_coffee": 0.9343856107185464, + "IoU_coffee": 0.8768515328970031, + "precision_coffee": 0.908026159334126, + "recall_coffee": 0.9623212147942789, + "F1_noncoffee": 0.7526236881559221, + "IoU_noncoffee": 0.6033653846153846, + "kappa": 0.6880005617583549, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8783424399207002, + "mIoU": 0.6977890687266262, + "macroF1": 0.8113689309241059, + "F1_coffee": 0.9237668161434978, + "IoU_coffee": 0.8583333333333333, + "precision_coffee": 0.8897449366719197, + "recall_coffee": 0.9604939827358074, + "F1_noncoffee": 0.698971045704714, + "IoU_noncoffee": 0.537244804119919, + "kappa": 0.6249035341238878, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9121951219512195, + "mIoU": 0.6466406787938518, + "macroF1": 0.754247124424319, + "F1_coffee": 0.9512653331859874, + "IoU_coffee": 0.9070600632244468, + "precision_coffee": 0.9317025652126854, + "recall_coffee": 0.9716672310644542, + "F1_noncoffee": 0.5572289156626506, + "IoU_noncoffee": 0.3862212943632568, + "kappa": 0.510455078316667, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9251835681682874, + "mIoU": 0.6929816014386845, + "macroF1": 0.7970295437632653, + "F1_coffee": 0.9583102952559991, + "IoU_coffee": 0.9199575371549894, + "precision_coffee": 0.942468733007069, + "recall_coffee": 0.9746935102913058, + "F1_noncoffee": 0.6357487922705314, + "IoU_noncoffee": 0.4660056657223796, + "kappa": 0.5950586878340557, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9238936296884303, + "mIoU": 0.6894256612252067, + "macroF1": 0.793970612831282, + "F1_coffee": 0.9575797798794314, + "IoU_coffee": 0.9186120543293718, + "precision_coffee": 0.9420021762785636, + "recall_coffee": 0.9736812507029581, + "F1_noncoffee": 0.6303614457831326, + "IoU_noncoffee": 0.46023926812104154, + "kappa": 0.5889207773475679, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8665087636191379, + "mIoU": 0.7380012130980897, + "macroF1": 0.8466058558523016, + "F1_coffee": 0.9018597199972139, + "IoU_coffee": 0.8212609412660155, + "precision_coffee": 0.8719191919191919, + "recall_coffee": 0.933929601846509, + "F1_noncoffee": 0.7913519917073893, + "IoU_noncoffee": 0.6547414849301642, + "kappa": 0.6939788696783105, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8688107139488824, + "mIoU": 0.7389917111409985, + "macroF1": 0.8470164983353751, + "F1_coffee": 0.9047586442998973, + "IoU_coffee": 0.826081520380095, + "precision_coffee": 0.8664918032786886, + "recall_coffee": 0.9465616045845272, + "F1_noncoffee": 0.7892743523708529, + "IoU_noncoffee": 0.6519019019019019, + "kappa": 0.6953476542864588, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8350466849004998, + "mIoU": 0.6773395859938365, + "macroF1": 0.8022140798120467, + "F1_coffee": 0.8827983649400255, + "IoU_coffee": 0.7901871401151631, + "precision_coffee": 0.8292836459775903, + "recall_coffee": 0.9436962750716332, + "F1_noncoffee": 0.7216297946840681, + "IoU_noncoffee": 0.56449203187251, + "kappa": 0.6083023445552218, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2651, + 2995 + ], + [ + 52359, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.630388116836548, + "test_tta": { + "OA": 0.8856073077047223, + "mIoU": 0.7128826461734363, + "macroF1": 0.8229535708190086, + "F1_coffee": 0.9282750804476736, + "IoU_coffee": 0.8661505051458785, + "precision_coffee": 0.8942853243385521, + "recall_coffee": 0.9649506658531968, + "F1_noncoffee": 0.7176320611903434, + "IoU_noncoffee": 0.5596147872009941, + "kappa": 0.6479095078136041, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8546353986385139, + "mIoU": 0.6594823399983865, + "macroF1": 0.781746684046938, + "F1_coffee": 0.9078744115899638, + "IoU_coffee": 0.831291218907971, + "precision_coffee": 0.8630439316001668, + "recall_coffee": 0.9576174774879004, + "F1_noncoffee": 0.6556189565039122, + "IoU_noncoffee": 0.4876734610888019, + "kappa": 0.5678522210576709, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f2_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f2_s0_r0.1", + "val_epoch0": 0.6244299432292312 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6244299432292312, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8419250121733485, + "mIoU": 0.664614943165492, + "macroF1": 0.7893791347081678, + "F1_coffee": 0.8945801716766072, + "IoU_coffee": 0.8092673468988073, + "precision_coffee": 0.9042606735671926, + "recall_coffee": 0.8851047423210384, + "F1_noncoffee": 0.6841780977397283, + "IoU_noncoffee": 0.5199625394321766, + "kappa": 0.5789028502428344, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7998153917157033, + "mIoU": 0.6062044324040905, + "macroF1": 0.7432794255479479, + "F1_coffee": 0.8637532638357186, + "IoU_coffee": 0.7601810736562019, + "precision_coffee": 0.8826762965192095, + "recall_coffee": 0.8456245555363355, + "F1_noncoffee": 0.6228055872601772, + "IoU_noncoffee": 0.45222779115197914, + "kappa": 0.4872113144560533, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21336515513126492, + "mIoU": 0.10714083070185494, + "macroF1": 0.17723787409110495, + "F1_coffee": 0.34964483030781374, + "IoU_coffee": 0.21186035389765662, + "precision_coffee": 1.0, + "recall_coffee": 0.21186035389765662, + "F1_noncoffee": 0.004830917874396135, + "IoU_noncoffee": 0.002421307506053269, + "kappa": 0.0010254321050523834, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8372150157232704, + "mIoU": 0.6666901408450705, + "macroF1": 0.7922904993723401, + "F1_coffee": 0.8888888888888888, + "IoU_coffee": 0.8, + "precision_coffee": 0.9178556586784873, + "recall_coffee": 0.8616945184992523, + "F1_noncoffee": 0.6956921098557913, + "IoU_noncoffee": 0.5333802816901408, + "kappa": 0.5857110818831989, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8518895842429535, + "mIoU": 0.6719409259998095, + "macroF1": 0.793869779218532, + "F1_coffee": 0.9032298963517069, + "IoU_coffee": 0.823536211779666, + "precision_coffee": 0.895481113694928, + "recall_coffee": 0.9111139531909451, + "F1_noncoffee": 0.684509662085357, + "IoU_noncoffee": 0.5203456402199529, + "kappa": 0.5878401738729717, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8366190360862195, + "mIoU": 0.6547405021339442, + "macroF1": 0.7814583839452917, + "F1_coffee": 0.8912531837379501, + "IoU_coffee": 0.8038383250945043, + "precision_coffee": 0.9005733646077665, + "recall_coffee": 0.8821239389878103, + "F1_noncoffee": 0.6716635841526332, + "IoU_noncoffee": 0.5056426791733841, + "kappa": 0.5630580661178357, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8260028507432294, + "mIoU": 0.6134941398694346, + "macroF1": 0.743650763410219, + "F1_coffee": 0.8889466502046917, + "IoU_coffee": 0.8000935781962802, + "precision_coffee": 0.9506601806810285, + "recall_coffee": 0.834757139370271, + "F1_noncoffee": 0.5983548766157462, + "IoU_noncoffee": 0.42689470154258885, + "kappa": 0.49499839014885405, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8449719294789717, + "mIoU": 0.6010684829305972, + "macroF1": 0.7249407396544828, + "F1_coffee": 0.9066429418742586, + "IoU_coffee": 0.82922859932733, + "precision_coffee": 0.9169766046790642, + "recall_coffee": 0.8965395894428152, + "F1_noncoffee": 0.543238537434707, + "IoU_noncoffee": 0.37290836653386455, + "kappa": 0.4502230816679469, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8432580424366872, + "mIoU": 0.6014651697796891, + "macroF1": 0.725894550563869, + "F1_coffee": 0.9052544476623914, + "IoU_coffee": 0.8269085411942555, + "precision_coffee": 0.9203220766734768, + "recall_coffee": 0.8906722493603163, + "F1_noncoffee": 0.5465346534653466, + "IoU_noncoffee": 0.3760217983651226, + "kappa": 0.4524915040218322, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.847673314339981, + "mIoU": 0.705195364491997, + "macroF1": 0.8234848102286032, + "F1_coffee": 0.8888272802883282, + "IoU_coffee": 0.7999001996007984, + "precision_coffee": 0.885268535137374, + "recall_coffee": 0.8924147529575505, + "F1_noncoffee": 0.7581423401688782, + "IoU_noncoffee": 0.6104905293831957, + "kappa": 0.6469820313249492, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.858604206500956, + "mIoU": 0.7166942146373583, + "macroF1": 0.8309754157233264, + "F1_coffee": 0.8993124106474233, + "IoU_coffee": 0.8170460168233548, + "precision_coffee": 0.871832101372756, + "recall_coffee": 0.928581470546886, + "F1_noncoffee": 0.7626384207992296, + "IoU_noncoffee": 0.6163424124513619, + "kappa": 0.6627407383055578, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8301017469763871, + "mIoU": 0.6804152594589425, + "macroF1": 0.8058805256727901, + "F1_coffee": 0.8744502766349836, + "IoU_coffee": 0.7769095034030754, + "precision_coffee": 0.8771879891845737, + "recall_coffee": 0.8717295997737237, + "F1_noncoffee": 0.7373107747105966, + "IoU_noncoffee": 0.5839210155148096, + "kappa": 0.6117689637247556, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6575, + 7520 + ], + [ + 44719, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5500649015108743, + "test_tta": { + "OA": 0.8530920305145269, + "mIoU": 0.6735847826663864, + "macroF1": 0.7950982068516771, + "F1_coffee": 0.9041075571847818, + "IoU_coffee": 0.8249966163305555, + "precision_coffee": 0.8944885851449655, + "recall_coffee": 0.9139356552285481, + "F1_noncoffee": 0.6860888565185724, + "IoU_noncoffee": 0.5221729490022173, + "kappa": 0.5903514885823319, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8128966193607938, + "mIoU": 0.6148090364939133, + "macroF1": 0.7485295371448792, + "F1_coffee": 0.8757553991284777, + "IoU_coffee": 0.7789722969979895, + "precision_coffee": 0.8727713511243462, + "recall_coffee": 0.8787599223509965, + "F1_noncoffee": 0.6213036751612809, + "IoU_noncoffee": 0.45064577598983696, + "kappa": 0.4970769937826224, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f2_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f2_s0_r1.0", + "val_epoch0": 0.6745283902870597 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 55, + "stopped_epoch": 85, + "best_val": 0.7093419423574501, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8820970621652329, + "mIoU": 0.7419469493142177, + "macroF1": 0.8472403145312888, + "F1_coffee": 0.9202108963093146, + "IoU_coffee": 0.8522135416666666, + "precision_coffee": 0.9444018577805835, + "recall_coffee": 0.8972282911365291, + "F1_noncoffee": 0.7742697327532629, + "IoU_noncoffee": 0.6316803569617686, + "kappa": 0.6950467016683213, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8379773854851736, + "mIoU": 0.6735122733767216, + "macroF1": 0.7982366203508613, + "F1_coffee": 0.8877811963079874, + "IoU_coffee": 0.7982073251782795, + "precision_coffee": 0.9242496724141517, + "recall_coffee": 0.8540813776932096, + "F1_noncoffee": 0.7086920443937351, + "IoU_noncoffee": 0.5488172215751637, + "kappa": 0.5980975323260883, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2911694510739857, + "mIoU": 0.14624992652960542, + "macroF1": 0.2273732740180911, + "F1_coffee": 0.44938820912124583, + "IoU_coffee": 0.2898134863701578, + "precision_coffee": 1.0, + "recall_coffee": 0.2898134863701578, + "F1_noncoffee": 0.0053583389149363695, + "IoU_noncoffee": 0.002686366689053056, + "kappa": 0.0015558792691603503, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8989779874213837, + "mIoU": 0.7720993182288864, + "macroF1": 0.8677471683179252, + "F1_coffee": 0.9320150783678328, + "IoU_coffee": 0.8726856152083721, + "precision_coffee": 0.9481935006391711, + "recall_coffee": 0.9163794785096561, + "F1_noncoffee": 0.8034792582680176, + "IoU_noncoffee": 0.6715130212494008, + "kappa": 0.7357167412697471, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8870615630912531, + "mIoU": 0.7484512175932457, + "macroF1": 0.8515384392632243, + "F1_coffee": 0.9241594996090696, + "IoU_coffee": 0.8590116279069767, + "precision_coffee": 0.9419577633151813, + "recall_coffee": 0.9070213582299527, + "F1_noncoffee": 0.7789173789173789, + "IoU_noncoffee": 0.6378908072795147, + "kappa": 0.7033855795652735, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8604989101477355, + "mIoU": 0.7079597116818547, + "macroF1": 0.823453315573671, + "F1_coffee": 0.9043252940003986, + "IoU_coffee": 0.8253592868837548, + "precision_coffee": 0.9430471835377261, + "recall_coffee": 0.8686578594677389, + "F1_noncoffee": 0.7425813371469432, + "IoU_noncoffee": 0.5905601364799545, + "kappa": 0.6485010892649602, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9045001018122582, + "mIoU": 0.7227096085326342, + "macroF1": 0.827763290067621, + "F1_coffee": 0.9427280498229332, + "IoU_coffee": 0.8916608916608917, + "precision_coffee": 0.9433040078201369, + "recall_coffee": 0.9421527947278496, + "F1_noncoffee": 0.7127985303123087, + "IoU_noncoffee": 0.5537583254043768, + "kappa": 0.6555272241233643, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.890672707574116, + "mIoU": 0.6803901297211233, + "macroF1": 0.7930648313609011, + "F1_coffee": 0.9351862664953872, + "IoU_coffee": 0.8782627769247642, + "precision_coffee": 0.9310545285431927, + "recall_coffee": 0.9393548387096774, + "F1_noncoffee": 0.6509433962264151, + "IoU_noncoffee": 0.4825174825174825, + "kappa": 0.5861735523970936, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.891854893908282, + "mIoU": 0.6777202346976032, + "macroF1": 0.790302270084598, + "F1_coffee": 0.9362315498154982, + "IoU_coffee": 0.8801084010840109, + "precision_coffee": 0.9283100846101074, + "recall_coffee": 0.9442893696208421, + "F1_noncoffee": 0.6443729903536978, + "IoU_noncoffee": 0.47533206831119545, + "kappa": 0.5807747799996975, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8938271604938272, + "mIoU": 0.7909051442277601, + "macroF1": 0.881997700524142, + "F1_coffee": 0.9193594922100404, + "IoU_coffee": 0.8507542384194366, + "precision_coffee": 0.954184758197335, + "recall_coffee": 0.8869867780097426, + "F1_noncoffee": 0.8446359088382435, + "IoU_noncoffee": 0.7310560500360838, + "kappa": 0.7645995286207808, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8835564053537285, + "mIoU": 0.7754790582719429, + "macroF1": 0.8722644488893567, + "F1_coffee": 0.9102431834929993, + "IoU_coffee": 0.8352718420340817, + "precision_coffee": 0.956481338082701, + "recall_coffee": 0.8682693659496696, + "F1_noncoffee": 0.8342857142857143, + "IoU_noncoffee": 0.7156862745098039, + "kappa": 0.7456264179168667, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8297177961220964, + "mIoU": 0.6978596188075675, + "macroF1": 0.820670589049447, + "F1_coffee": 0.8609499921617808, + "IoU_coffee": 0.755849160473438, + "precision_coffee": 0.9657112713205557, + "recall_coffee": 0.7766935369820394, + "F1_noncoffee": 0.7803911859371131, + "IoU_noncoffee": 0.6398700771416971, + "kappa": 0.6478855738217767, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 20, + 27 + ], + [ + 536, + 563 + ], + [ + 6904, + 7520 + ], + [ + 46886, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.306818608442942, + "test_tta": { + "OA": 0.8873397175783152, + "mIoU": 0.7486818524338087, + "macroF1": 0.8516746375951836, + "F1_coffee": 0.92440727066793, + "IoU_coffee": 0.8594398655353274, + "precision_coffee": 0.9402902403899412, + "recall_coffee": 0.9090519641862657, + "F1_noncoffee": 0.778942004522437, + "IoU_noncoffee": 0.63792383933229, + "kappa": 0.7035965893359, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8439194646359756, + "mIoU": 0.6796548353198987, + "macroF1": 0.8024354764268871, + "F1_coffee": 0.8929659374134589, + "IoU_coffee": 0.8066291432145091, + "precision_coffee": 0.9198027669675422, + "recall_coffee": 0.8676507332449211, + "F1_noncoffee": 0.7119050154403151, + "IoU_noncoffee": 0.5526805274252883, + "kappa": 0.6057742521378646, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f2_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f2_s1_r0.1", + "val_epoch0": 0.6725978879506125 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 1, + "stopped_epoch": 50, + "best_val": 0.6742484209076219, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8643402045122545, + "mIoU": 0.6966823561378049, + "macroF1": 0.81317470694309, + "F1_coffee": 0.9109448919575502, + "IoU_coffee": 0.8364543586733196, + "precision_coffee": 0.9063096298180893, + "recall_coffee": 0.9156278113353039, + "F1_noncoffee": 0.7154045219286298, + "IoU_noncoffee": 0.5569103536022902, + "kappa": 0.6263806454648475, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8236125533633322, + "mIoU": 0.6349929815474692, + "macroF1": 0.7657776409065733, + "F1_coffee": 0.8821659119375662, + "IoU_coffee": 0.7891742802965006, + "precision_coffee": 0.884449682193157, + "recall_coffee": 0.8798939053220319, + "F1_noncoffee": 0.6493893698755805, + "IoU_noncoffee": 0.4808116827984378, + "kappa": 0.5315645749520633, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32124105011933174, + "mIoU": 0.16137383013958842, + "macroF1": 0.24518850714502888, + "F1_coffee": 0.48478260869565215, + "IoU_coffee": 0.3199426111908178, + "precision_coffee": 1.0, + "recall_coffee": 0.3199426111908178, + "F1_noncoffee": 0.005594405594405594, + "IoU_noncoffee": 0.002805049088359046, + "kappa": 0.0017933000540804238, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8739681603773585, + "mIoU": 0.7199369142136217, + "macroF1": 0.8309451798256251, + "F1_coffee": 0.9162284855808485, + "IoU_coffee": 0.8454074252651881, + "precision_coffee": 0.9204068241469816, + "recall_coffee": 0.9120879120879121, + "F1_noncoffee": 0.7456618740704016, + "IoU_noncoffee": 0.5944664031620553, + "kappa": 0.6619115136793158, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.866686071896376, + "mIoU": 0.693849952014449, + "macroF1": 0.8102587855425848, + "F1_coffee": 0.9137313995102656, + "IoU_coffee": 0.8411652505635513, + "precision_coffee": 0.8974469659595461, + "recall_coffee": 0.9306177260519248, + "F1_noncoffee": 0.706786171574904, + "IoU_noncoffee": 0.5465346534653466, + "kappa": 0.6209417659006343, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8525066602082829, + "mIoU": 0.6765180287710413, + "macroF1": 0.7978630963476403, + "F1_coffee": 0.9029605787309984, + "IoU_coffee": 0.8230885428770626, + "precision_coffee": 0.9017823042647994, + "recall_coffee": 0.9041419363073585, + "F1_noncoffee": 0.6927656139642822, + "IoU_noncoffee": 0.5299475146650201, + "kappa": 0.5957283778610829, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8864793321115862, + "mIoU": 0.689068267140982, + "macroF1": 0.801939259188124, + "F1_coffee": 0.931338136584765, + "IoU_coffee": 0.871499366140371, + "precision_coffee": 0.9399627097576134, + "recall_coffee": 0.9228703929704662, + "F1_noncoffee": 0.6725403817914831, + "IoU_noncoffee": 0.5066371681415929, + "kappa": 0.6040375011958566, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8570865753964345, + "mIoU": 0.5980921807424201, + "macroF1": 0.7178749237451426, + "F1_coffee": 0.9160543824124964, + "IoU_coffee": 0.8451110162254484, + "precision_coffee": 0.9037671232876713, + "recall_coffee": 0.9286803519061584, + "F1_noncoffee": 0.5196954650777889, + "IoU_noncoffee": 0.35107334525939177, + "kappa": 0.4363459600051345, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8701476483817346, + "mIoU": 0.6292613213560772, + "macroF1": 0.7478115808550462, + "F1_coffee": 0.9234582132564841, + "IoU_coffee": 0.8578006210515045, + "precision_coffee": 0.9153336380255942, + "recall_coffee": 0.9317283089090486, + "F1_noncoffee": 0.5721649484536082, + "IoU_noncoffee": 0.4007220216606498, + "kappa": 0.495845177659887, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.862298195631529, + "mIoU": 0.7300499852755951, + "macroF1": 0.8410498196930201, + "F1_coffee": 0.8991655076495132, + "IoU_coffee": 0.8168035375868604, + "precision_coffee": 0.8985406532314107, + "recall_coffee": 0.8997912317327766, + "F1_noncoffee": 0.7829341317365269, + "IoU_noncoffee": 0.6432964329643296, + "kappa": 0.6820999703305799, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8760038240917782, + "mIoU": 0.7486660476838712, + "macroF1": 0.8533777753669687, + "F1_coffee": 0.9109753586382044, + "IoU_coffee": 0.8365057355351065, + "precision_coffee": 0.8900214592274678, + "recall_coffee": 0.9329396878954028, + "F1_noncoffee": 0.7957801920957329, + "IoU_noncoffee": 0.6608263598326359, + "kappa": 0.7071279375780558, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8351890957957382, + "mIoU": 0.6895251804470106, + "macroF1": 0.8126851613998634, + "F1_coffee": 0.8776106636253475, + "IoU_coffee": 0.781912866759812, + "precision_coffee": 0.8847369933889049, + "recall_coffee": 0.8705982180738226, + "F1_noncoffee": 0.7477596591743794, + "IoU_noncoffee": 0.5971374941342092, + "kappa": 0.6254204090514894, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6734, + 7520 + ], + [ + 45940, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5390235861142476, + "test_tta": { + "OA": 0.8709625060866742, + "mIoU": 0.7038515115521093, + "macroF1": 0.8180418505538047, + "F1_coffee": 0.9161710742755915, + "IoU_coffee": 0.8453096725234954, + "precision_coffee": 0.9022429906542057, + "recall_coffee": 0.9305359208327978, + "F1_noncoffee": 0.7199126268320181, + "IoU_noncoffee": 0.5623933505807233, + "kappa": 0.636373229511474, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8309536171685704, + "mIoU": 0.6411712614892646, + "macroF1": 0.7699486316225721, + "F1_coffee": 0.8884149998571986, + "IoU_coffee": 0.7992326270533221, + "precision_coffee": 0.8801780728891572, + "recall_coffee": 0.89680754963578, + "F1_noncoffee": 0.6514822633879457, + "IoU_noncoffee": 0.48310989592520726, + "kappa": 0.5400230817286356, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f2_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f2_s1_r1.0", + "val_epoch0": 0.6847484063007956 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 68, + "stopped_epoch": 98, + "best_val": 0.7002187146052508, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8864307742249635, + "mIoU": 0.747951876306916, + "macroF1": 0.8512479041610561, + "F1_coffee": 0.9235910148187785, + "IoU_coffee": 0.8580298265192249, + "precision_coffee": 0.9420990487223472, + "recall_coffee": 0.9057961701580773, + "F1_noncoffee": 0.7789047935033336, + "IoU_noncoffee": 0.6378739260946071, + "kappa": 0.7028276803825205, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8403715241721472, + "mIoU": 0.6753766865741132, + "macroF1": 0.7993912502965447, + "F1_coffee": 0.890060988934581, + "IoU_coffee": 0.801900807216624, + "precision_coffee": 0.9210196320279577, + "recall_coffee": 0.8611159161237002, + "F1_noncoffee": 0.7087215116585084, + "IoU_noncoffee": 0.5488525659316024, + "kappa": 0.5999799698822015, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24916467780429594, + "mIoU": 0.12513241063627764, + "macroF1": 0.20107354753372808, + "F1_coffee": 0.3970870065159065, + "IoU_coffee": 0.24772835963653755, + "precision_coffee": 1.0, + "recall_coffee": 0.24772835963653755, + "F1_noncoffee": 0.005060088551549652, + "IoU_noncoffee": 0.0025364616360177552, + "kappa": 0.0012559178004224246, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.9007468553459119, + "mIoU": 0.7735340918952835, + "macroF1": 0.868570425499181, + "F1_coffee": 0.933600683715732, + "IoU_coffee": 0.8754700696627828, + "precision_coffee": 0.9440271222495513, + "recall_coffee": 0.923402041745237, + "F1_noncoffee": 0.8035401672826299, + "IoU_noncoffee": 0.6715981141277841, + "kappa": 0.737235688383855, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8906515305874934, + "mIoU": 0.7546668646001957, + "macroF1": 0.8557885151672768, + "F1_coffee": 0.9266944191492129, + "IoU_coffee": 0.863402218047391, + "precision_coffee": 0.942885506287227, + "recall_coffee": 0.9110500063946796, + "F1_noncoffee": 0.7848826111853408, + "IoU_noncoffee": 0.6459315111530003, + "kappa": 0.7118263903321507, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8681036570598207, + "mIoU": 0.7177252325777874, + "macroF1": 0.8301608271248944, + "F1_coffee": 0.9104364700851889, + "IoU_coffee": 0.8355974159270664, + "precision_coffee": 0.9393240124881227, + "recall_coffee": 0.883272704065352, + "F1_noncoffee": 0.7498851841645999, + "IoU_noncoffee": 0.5998530492285085, + "kappa": 0.6612164437553132, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.903685603746691, + "mIoU": 0.7178435768865761, + "macroF1": 0.8237778181705628, + "F1_coffee": 0.9424434168897542, + "IoU_coffee": 0.8911517661949143, + "precision_coffee": 0.93969910215967, + "recall_coffee": 0.9452038076641445, + "F1_noncoffee": 0.7051122194513716, + "IoU_noncoffee": 0.5445353875782378, + "kappa": 0.6475710364423425, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8905742145178764, + "mIoU": 0.6801088738362562, + "macroF1": 0.7928253472986158, + "F1_coffee": 0.9351316634553629, + "IoU_coffee": 0.8781664656212304, + "precision_coffee": 0.9309462915601023, + "recall_coffee": 0.9393548387096774, + "F1_noncoffee": 0.6505190311418685, + "IoU_noncoffee": 0.48205128205128206, + "kappa": 0.5856958104270455, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8916593331377726, + "mIoU": 0.6737943107675685, + "macroF1": 0.7866442642362104, + "F1_coffee": 0.9363291575680956, + "IoU_coffee": 0.8802809292274446, + "precision_coffee": 0.9253748296228986, + "recall_coffee": 0.9475459409164922, + "F1_noncoffee": 0.6369593709043251, + "IoU_noncoffee": 0.4673076923076923, + "kappa": 0.5736292018526022, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.898005698005698, + "mIoU": 0.7968737714825529, + "macroF1": 0.885692671952214, + "F1_coffee": 0.9232089232089232, + "IoU_coffee": 0.8573705179282869, + "precision_coffee": 0.949272165857962, + "recall_coffee": 0.8985386221294364, + "F1_noncoffee": 0.8481764206955047, + "IoU_noncoffee": 0.7363770250368189, + "kappa": 0.7717255649273619, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8907265774378585, + "mIoU": 0.7871874998194768, + "macroF1": 0.879744331099681, + "F1_coffee": 0.916085456280743, + "IoU_coffee": 0.8451639122189109, + "precision_coffee": 0.9586662569145666, + "recall_coffee": 0.877126388303107, + "F1_noncoffee": 0.843403205918619, + "IoU_noncoffee": 0.7292110874200426, + "kappa": 0.7603708843904133, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8449798425801497, + "mIoU": 0.718605181536216, + "macroF1": 0.8348262150763819, + "F1_coffee": 0.8757787862472117, + "IoU_coffee": 0.7790093048713739, + "precision_coffee": 0.9600337268128162, + "recall_coffee": 0.8051195021920521, + "F1_noncoffee": 0.793873643905552, + "IoU_noncoffee": 0.6582010582010582, + "kappa": 0.6738212316699441, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 23, + 27 + ], + [ + 557, + 563 + ], + [ + 6877, + 7520 + ], + [ + 47156, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.9511154850324, + "test_tta": { + "OA": 0.8890602174971596, + "mIoU": 0.7513041771941449, + "macroF1": 0.8534408828363282, + "F1_coffee": 0.9256927910592174, + "IoU_coffee": 0.8616648788682224, + "precision_coffee": 0.9398856436408592, + "recall_coffee": 0.9119222036584843, + "F1_noncoffee": 0.7811889746134392, + "IoU_noncoffee": 0.6409434755200673, + "kappa": 0.7070784541514271, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8436165916695512, + "mIoU": 0.6786463912888965, + "macroF1": 0.8016097223122032, + "F1_coffee": 0.8928991218972551, + "IoU_coffee": 0.8065201099175618, + "precision_coffee": 0.9184548484109567, + "recall_coffee": 0.8687270560648869, + "F1_noncoffee": 0.7103203227271513, + "IoU_noncoffee": 0.5507726726602312, + "kappa": 0.604048584377645, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f2_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f2_s2_r0.1", + "val_epoch0": 0.6750843873615202 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6750843873615202, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8428014932640805, + "mIoU": 0.6761501744624594, + "macroF1": 0.7995716674622242, + "F1_coffee": 0.8926548662757834, + "IoU_coffee": 0.8061216319013492, + "precision_coffee": 0.9249374095596848, + "recall_coffee": 0.8625498007968128, + "F1_noncoffee": 0.706488468648665, + "IoU_noncoffee": 0.5461787170235697, + "kappa": 0.6004740912793499, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8024691358024691, + "mIoU": 0.6192530808215478, + "macroF1": 0.7556743911250512, + "F1_coffee": 0.8626003210272873, + "IoU_coffee": 0.7583968388371437, + "precision_coffee": 0.9022266059474093, + "recall_coffee": 0.8263084049280209, + "F1_noncoffee": 0.6487484612228149, + "IoU_noncoffee": 0.48010932280595203, + "kappa": 0.5137466794106218, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2534606205250597, + "mIoU": 0.12729177036668324, + "macroF1": 0.20384323056078782, + "F1_coffee": 0.4025974025974026, + "IoU_coffee": 0.25203252032520324, + "precision_coffee": 1.0, + "recall_coffee": 0.25203252032520324, + "F1_noncoffee": 0.005089058524173028, + "IoU_noncoffee": 0.002551020408163265, + "kappa": 0.001285053992994431, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8599646226415094, + "mIoU": 0.7092054172383808, + "macroF1": 0.8245858434117521, + "F1_coffee": 0.9033636240336362, + "IoU_coffee": 0.8237585801743863, + "precision_coffee": 0.9438815276695246, + "recall_coffee": 0.8661811561219845, + "F1_noncoffee": 0.745808062789868, + "IoU_noncoffee": 0.5946522543023752, + "kappa": 0.6508639767059665, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8333090767961966, + "mIoU": 0.6592345158911352, + "macroF1": 0.7863604066334019, + "F1_coffee": 0.8865107676047034, + "IoU_coffee": 0.796155671570954, + "precision_coffee": 0.9167919114633146, + "recall_coffee": 0.8581660058831052, + "F1_noncoffee": 0.6862100456621004, + "IoU_noncoffee": 0.5223133602113166, + "kappa": 0.5740057776593563, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8353596512472754, + "mIoU": 0.6608038390875484, + "macroF1": 0.7873435634001069, + "F1_coffee": 0.8883927105565589, + "IoU_coffee": 0.7991965498907072, + "precision_coffee": 0.9149195184634114, + "recall_coffee": 0.8633607760546301, + "F1_noncoffee": 0.6862944162436548, + "IoU_noncoffee": 0.5224111282843895, + "kappa": 0.5756897031570488, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8835267766239056, + "mIoU": 0.6935088173203097, + "macroF1": 0.806540587233736, + "F1_coffee": 0.9285803471095018, + "IoU_coffee": 0.8666822048712272, + "precision_coffee": 0.9505368098159509, + "recall_coffee": 0.9076153282889919, + "F1_noncoffee": 0.6845008273579702, + "IoU_noncoffee": 0.5203354297693921, + "kappa": 0.613991013939154, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8265537279621786, + "mIoU": 0.5793177789287083, + "macroF1": 0.7063428169051976, + "F1_coffee": 0.8942278815544478, + "IoU_coffee": 0.8086909288430201, + "precision_coffee": 0.9162973904480551, + "recall_coffee": 0.8731964809384164, + "F1_noncoffee": 0.5184577522559475, + "IoU_noncoffee": 0.34994462901439644, + "kappa": 0.41423267108183665, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8640852644959421, + "mIoU": 0.6377928364422671, + "macroF1": 0.7582361608755488, + "F1_coffee": 0.9182064257973402, + "IoU_coffee": 0.848781549173194, + "precision_coffee": 0.9292520247737017, + "recall_coffee": 0.9074203303093743, + "F1_noncoffee": 0.5982658959537572, + "IoU_noncoffee": 0.4268041237113402, + "kappa": 0.5168076352900077, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8379867046533713, + "mIoU": 0.7040164886053824, + "macroF1": 0.8242489142655973, + "F1_coffee": 0.8733857800207807, + "IoU_coffee": 0.7752305665349144, + "precision_coffee": 0.93560184449038, + "recall_coffee": 0.81892832289492, + "F1_noncoffee": 0.7751120485104139, + "IoU_noncoffee": 0.6328024106758502, + "kappa": 0.651237111540686, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8398661567877629, + "mIoU": 0.7037619839680924, + "macroF1": 0.8237049873291074, + "F1_coffee": 0.8770822631540325, + "IoU_coffee": 0.7810743693634818, + "precision_coffee": 0.9174086582744857, + "recall_coffee": 0.8401518346689161, + "F1_noncoffee": 0.7703277115041821, + "IoU_noncoffee": 0.626449598572703, + "kappa": 0.6486783625093081, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8071606834325207, + "mIoU": 0.6560479375696767, + "macroF1": 0.7891736252500947, + "F1_coffee": 0.8507540301612064, + "IoU_coffee": 0.7402714932126697, + "precision_coffee": 0.8960876369327073, + "recall_coffee": 0.8097864517041437, + "F1_noncoffee": 0.7275932203389831, + "IoU_noncoffee": 0.5718243819266837, + "kappa": 0.5803078357718869, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 20, + 27 + ], + [ + 553, + 563 + ], + [ + 6655, + 7520 + ], + [ + 44697, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5267534971237184, + "test_tta": { + "OA": 0.8511767570199643, + "mIoU": 0.686133434488069, + "macroF1": 0.8066374811652417, + "F1_coffee": 0.8994395639346779, + "IoU_coffee": 0.8172559492964484, + "precision_coffee": 0.9216056458319286, + "recall_coffee": 0.8783146981964615, + "F1_noncoffee": 0.7138353983958053, + "IoU_noncoffee": 0.5550109196796894, + "kappa": 0.6139105337060278, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8117572401061498, + "mIoU": 0.6287174734230412, + "macroF1": 0.7626115151586806, + "F1_coffee": 0.8706236866103644, + "IoU_coffee": 0.7708889200954923, + "precision_coffee": 0.8989049227305291, + "recall_coffee": 0.8440677314574564, + "F1_noncoffee": 0.6545993437069969, + "IoU_noncoffee": 0.4865460267505901, + "kappa": 0.5264743870069714, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f2_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f2_s2_r1.0", + "val_epoch0": 0.6747222804157125 + }, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.6797051141127259, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8849537412757669, + "mIoU": 0.7377962064401685, + "macroF1": 0.8435089447132134, + "F1_coffee": 0.9240430365639333, + "IoU_coffee": 0.8588104059599219, + "precision_coffee": 0.9245978983487025, + "recall_coffee": 0.9234888403375744, + "F1_noncoffee": 0.7629748528624933, + "IoU_noncoffee": 0.6167820069204152, + "kappa": 0.6870182411566454, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.839924425983616, + "mIoU": 0.6659790349572348, + "macroF1": 0.7910593783149544, + "F1_coffee": 0.8921033956468061, + "IoU_coffee": 0.8052226102521804, + "precision_coffee": 0.9025532082300641, + "recall_coffee": 0.8818927905591113, + "F1_noncoffee": 0.6900153609831029, + "IoU_noncoffee": 0.526735459662289, + "kappa": 0.5822796319494653, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.24630071599045347, + "mIoU": 0.12369288346742485, + "macroF1": 0.19921659875268732, + "F1_coffee": 0.3933922397233961, + "IoU_coffee": 0.24485891917742708, + "precision_coffee": 1.0, + "recall_coffee": 0.24485891917742708, + "F1_noncoffee": 0.005040957781978576, + "IoU_noncoffee": 0.002526847757422615, + "kappa": 0.0012366772631631994, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8935239779874213, + "mIoU": 0.7591356650372081, + "macroF1": 0.8587783951462105, + "F1_coffee": 0.9288271422471837, + "IoU_coffee": 0.8671122830686209, + "precision_coffee": 0.9384125298646138, + "recall_coffee": 0.919435593991807, + "F1_noncoffee": 0.7887296480452374, + "IoU_noncoffee": 0.6511590470057952, + "kappa": 0.7176442388335664, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8878862853539029, + "mIoU": 0.7373504785273134, + "macroF1": 0.8426760173456829, + "F1_coffee": 0.9270126014591163, + "IoU_coffee": 0.8639547889562607, + "precision_coffee": 0.9158190327613105, + "recall_coffee": 0.9384831819925822, + "F1_noncoffee": 0.7583394332322493, + "IoU_noncoffee": 0.6107461680983661, + "kappa": 0.685507590374135, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8735771373213853, + "mIoU": 0.7172086520257415, + "macroF1": 0.828768187639136, + "F1_coffee": 0.9163622380311478, + "IoU_coffee": 0.8456352022711142, + "precision_coffee": 0.9202548754585828, + "recall_coffee": 0.9125023932605782, + "F1_noncoffee": 0.7411741372471241, + "IoU_noncoffee": 0.5887821017803687, + "kappa": 0.6575553365439724, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9025656689065363, + "mIoU": 0.7133692352236056, + "macroF1": 0.8201452847159979, + "F1_coffee": 0.9418978811244004, + "IoU_coffee": 0.8901767271058068, + "precision_coffee": 0.9371753050622206, + "recall_coffee": 0.946668293873566, + "F1_noncoffee": 0.6983926883075954, + "IoU_noncoffee": 0.5365617433414044, + "kappa": 0.640337978424535, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8832857283561509, + "mIoU": 0.6537198837101413, + "macroF1": 0.7692162057102148, + "F1_coffee": 0.9314672372910763, + "IoU_coffee": 0.871725481705997, + "precision_coffee": 0.9186630161989505, + "recall_coffee": 0.9446334310850439, + "F1_noncoffee": 0.6069651741293532, + "IoU_noncoffee": 0.4357142857142857, + "kappa": 0.5389460745363243, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8789478830546592, + "mIoU": 0.6379356823726748, + "macroF1": 0.7543906199562983, + "F1_coffee": 0.9292975442604227, + "IoU_coffee": 0.867932579475144, + "precision_coffee": 0.9129263913824057, + "recall_coffee": 0.9462665736217725, + "F1_noncoffee": 0.579483695652174, + "IoU_noncoffee": 0.40793878527020566, + "kappa": 0.5097189755676284, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8850902184235517, + "mIoU": 0.7744327544461062, + "macroF1": 0.8713077787298189, + "F1_coffee": 0.913423010875787, + "IoU_coffee": 0.8406426972211247, + "precision_coffee": 0.9399204829921955, + "recall_coffee": 0.8883785664578984, + "F1_noncoffee": 0.8291925465838509, + "IoU_noncoffee": 0.7082228116710876, + "kappa": 0.7430184904945702, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8923518164435946, + "mIoU": 0.7806162483978614, + "macroF1": 0.8748461552455302, + "F1_coffee": 0.9216532145839131, + "IoU_coffee": 0.8546909278616596, + "precision_coffee": 0.9123846259815401, + "recall_coffee": 0.9311120483621538, + "F1_noncoffee": 0.8280390959071472, + "IoU_noncoffee": 0.7065415689340631, + "kappa": 0.7497489938613291, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8683048569783067, + "mIoU": 0.7477619004373157, + "macroF1": 0.8538339518050211, + "F1_coffee": 0.8998247663551402, + "IoU_coffee": 0.8178922219272631, + "precision_coffee": 0.9301132075471699, + "recall_coffee": 0.8714467543487484, + "F1_noncoffee": 0.807843137254902, + "IoU_noncoffee": 0.6776315789473685, + "kappa": 0.7082613366837177, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 22, + 27 + ], + [ + 552, + 563 + ], + [ + 6778, + 7520 + ], + [ + 47170, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5698198000590007, + "test_tta": { + "OA": 0.8870475572147378, + "mIoU": 0.7389578033060693, + "macroF1": 0.8440920275112909, + "F1_coffee": 0.9259278970505274, + "IoU_coffee": 0.8620723827644984, + "precision_coffee": 0.920275902926179, + "recall_coffee": 0.9316497451055991, + "F1_noncoffee": 0.7622561579720543, + "IoU_noncoffee": 0.6158432238476401, + "kappa": 0.6882218007369505, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8435733241029191, + "mIoU": 0.6682111154731791, + "macroF1": 0.7922911684344403, + "F1_coffee": 0.8954985162061124, + "IoU_coffee": 0.8107716733255405, + "precision_coffee": 0.8978341930871926, + "recall_coffee": 0.8931749601183955, + "F1_noncoffee": 0.6890838206627681, + "IoU_noncoffee": 0.5256505576208178, + "kappa": 0.5845907011827485, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f3_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f3_s0_r0.1", + "val_epoch0": 0.6846295449304058 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6846295449304058, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8259070150957757, + "mIoU": 0.657457874185198, + "macroF1": 0.7863741435969018, + "F1_coffee": 0.878272149723371, + "IoU_coffee": 0.7829636658363974, + "precision_coffee": 0.8511228107875792, + "recall_coffee": 0.90721059141509, + "F1_noncoffee": 0.6944761374704327, + "IoU_noncoffee": 0.5319520825339984, + "kappa": 0.5738366291227042, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7965847467405099, + "mIoU": 0.617393840235225, + "macroF1": 0.7553340943375023, + "F1_coffee": 0.8557961679242583, + "IoU_coffee": 0.7479403091770173, + "precision_coffee": 0.8317136668057792, + "recall_coffee": 0.8813148861793754, + "F1_noncoffee": 0.6548720207507464, + "IoU_noncoffee": 0.4868473712934328, + "kappa": 0.5116481112014639, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09250585480093677, + "mIoU": 0.04658136956672779, + "macroF1": 0.08582612671221998, + "F1_coffee": 0.16396979503775622, + "IoU_coffee": 0.08930669800235018, + "precision_coffee": 0.987012987012987, + "recall_coffee": 0.08941176470588236, + "F1_noncoffee": 0.0076824583866837385, + "IoU_noncoffee": 0.0038560411311053984, + "kappa": -0.0016526474140305446, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8188708207415936, + "mIoU": 0.6461826959208214, + "macroF1": 0.7775485392282093, + "F1_coffee": 0.8734245105926521, + "IoU_coffee": 0.7752915972387526, + "precision_coffee": 0.8431271032876003, + "recall_coffee": 0.905980528511822, + "F1_noncoffee": 0.6816725678637666, + "IoU_noncoffee": 0.5170737946028904, + "kappa": 0.5565372242217296, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8306205977536646, + "mIoU": 0.6648994052015618, + "macroF1": 0.792095227974678, + "F1_coffee": 0.8815916425458296, + "IoU_coffee": 0.7882555925749642, + "precision_coffee": 0.8540028361479953, + "recall_coffee": 0.9110224850443512, + "F1_noncoffee": 0.7025988134035264, + "IoU_noncoffee": 0.5415432178281592, + "kappa": 0.5852775449168878, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8281537373261023, + "mIoU": 0.6612942820111432, + "macroF1": 0.7893720415980556, + "F1_coffee": 0.8797518479408659, + "IoU_coffee": 0.785318722752445, + "precision_coffee": 0.856188579870255, + "recall_coffee": 0.9046487953851374, + "F1_noncoffee": 0.6989922352552453, + "IoU_noncoffee": 0.5372698412698412, + "kappa": 0.5795412603768603, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8247492283950617, + "mIoU": 0.6274207479982663, + "macroF1": 0.7580729987186843, + "F1_coffee": 0.8850800075896528, + "IoU_coffee": 0.7938506920807806, + "precision_coffee": 0.8384661473936489, + "recall_coffee": 0.9371818912402893, + "F1_noncoffee": 0.6310659898477158, + "IoU_noncoffee": 0.460990803915752, + "kappa": 0.5208997716939802, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8301184110007639, + "mIoU": 0.6415474688247286, + "macroF1": 0.7705116020153682, + "F1_coffee": 0.8874691631349232, + "IoU_coffee": 0.797702979304071, + "precision_coffee": 0.8514382813448234, + "recall_coffee": 0.9266842800528402, + "F1_noncoffee": 0.653554040895813, + "IoU_noncoffee": 0.4853919583453862, + "kappa": 0.5435397816030365, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.82621001981319, + "mIoU": 0.6305416998996047, + "macroF1": 0.7607840629994245, + "F1_coffee": 0.8858877462520134, + "IoU_coffee": 0.7951512455516014, + "precision_coffee": 0.8465545820506749, + "recall_coffee": 0.9290540540540541, + "F1_noncoffee": 0.6356803797468354, + "IoU_noncoffee": 0.465932154247608, + "kappa": 0.5248430049036433, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8130546807901518, + "mIoU": 0.6571979306417194, + "macroF1": 0.7889411378103668, + "F1_coffee": 0.8602810070608373, + "IoU_coffee": 0.7548185231539424, + "precision_coffee": 0.8485999718587308, + "recall_coffee": 0.8722881110789702, + "F1_noncoffee": 0.7176012685598963, + "IoU_noncoffee": 0.5595773381294964, + "kappa": 0.5780438718537992, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8311195445920304, + "mIoU": 0.6822560055434805, + "macroF1": 0.8072657718014904, + "F1_coffee": 0.8750701852891634, + "IoU_coffee": 0.7778886947841278, + "precision_coffee": 0.8569072164948454, + "recall_coffee": 0.8940197906209666, + "F1_noncoffee": 0.7394613583138173, + "IoU_noncoffee": 0.5866233163028333, + "kappa": 0.6148923666326812, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8300961719781256, + "mIoU": 0.6835512075690412, + "macroF1": 0.8085776240684039, + "F1_coffee": 0.8727580850162406, + "IoU_coffee": 0.7742420446003508, + "precision_coffee": 0.8676119612522813, + "recall_coffee": 0.8779656201164938, + "F1_noncoffee": 0.7443971631205674, + "IoU_noncoffee": 0.5928603705377316, + "kappa": 0.6171823024723413, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9076, + 11000 + ], + [ + 42877, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.5761321544647218, + "test_tta": { + "OA": 0.8284124064442471, + "mIoU": 0.6573501242382553, + "macroF1": 0.7857207467137203, + "F1_coffee": 0.8813655948165283, + "IoU_coffee": 0.7878942313346532, + "precision_coffee": 0.8452528651035643, + "recall_coffee": 0.9207018186815704, + "F1_noncoffee": 0.6900758986109122, + "IoU_noncoffee": 0.5268060171418576, + "kappa": 0.5734754238174542, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7988635052497981, + "mIoU": 0.6164032945742199, + "macroF1": 0.7537770545866359, + "F1_coffee": 0.8591398501100943, + "IoU_coffee": 0.7530632481053899, + "precision_coffee": 0.8255206816902502, + "recall_coffee": 0.8956135363362604, + "F1_noncoffee": 0.6484142590631775, + "IoU_noncoffee": 0.47974334104305005, + "kappa": 0.5095842470622179, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f3_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f3_s0_r1.0", + "val_epoch0": 0.7002533158636637 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 51, + "stopped_epoch": 81, + "best_val": 0.7144068830576948, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8495496638335659, + "mIoU": 0.6999040601861237, + "macroF1": 0.8187344014283207, + "F1_coffee": 0.8934722565288662, + "IoU_coffee": 0.807455811027457, + "precision_coffee": 0.8762552854122622, + "recall_coffee": 0.911379357735123, + "F1_noncoffee": 0.7439965463277751, + "IoU_noncoffee": 0.5923523093447906, + "kappa": 0.6378048327766, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8196175147109727, + "mIoU": 0.656993831151022, + "macroF1": 0.787333156115981, + "F1_coffee": 0.870193355543793, + "IoU_coffee": 0.7702144077605688, + "precision_coffee": 0.8579322200392927, + "recall_coffee": 0.8828100322193443, + "F1_noncoffee": 0.704472956688169, + "IoU_noncoffee": 0.5437732545414752, + "kappa": 0.5748640017366551, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.25995316159250587, + "mIoU": 0.1310343551356903, + "macroF1": 0.20937509155362846, + "F1_coffee": 0.4093457943925234, + "IoU_coffee": 0.2573443008225617, + "precision_coffee": 0.9954545454545455, + "recall_coffee": 0.2576470588235294, + "F1_noncoffee": 0.009404388714733543, + "IoU_noncoffee": 0.004724409448818898, + "kappa": 9.633554411054523e-05, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8367630834172782, + "mIoU": 0.674460359299367, + "macroF1": 0.7993288674457395, + "F1_coffee": 0.8860004689960135, + "IoU_coffee": 0.795332892283635, + "precision_coffee": 0.8547605196819856, + "recall_coffee": 0.9196105702364396, + "F1_noncoffee": 0.7126572658954656, + "IoU_noncoffee": 0.5535878263150991, + "kappa": 0.6000044756973439, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8604130972777461, + "mIoU": 0.7145841616732996, + "macroF1": 0.8289388506494331, + "F1_coffee": 0.9023147377185678, + "IoU_coffee": 0.822015899022999, + "precision_coffee": 0.8749515566464281, + "recall_coffee": 0.9314446812899677, + "F1_noncoffee": 0.7555629635802984, + "IoU_noncoffee": 0.6071524243236003, + "kappa": 0.6587129636517062, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8513558123084178, + "mIoU": 0.7100177656330946, + "macroF1": 0.8267955939981104, + "F1_coffee": 0.8920178143199726, + "IoU_coffee": 0.8050831735823387, + "precision_coffee": 0.9006572120373573, + "recall_coffee": 0.8835425856803529, + "F1_noncoffee": 0.7615733736762481, + "IoU_noncoffee": 0.6149523576838505, + "kappa": 0.6536615521094634, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8173225308641975, + "mIoU": 0.6059236572477621, + "macroF1": 0.7381923739275176, + "F1_coffee": 0.8821259646502365, + "IoU_coffee": 0.7891103440596815, + "precision_coffee": 0.8238781678679377, + "recall_coffee": 0.9492365389766944, + "F1_noncoffee": 0.5942587832047986, + "IoU_noncoffee": 0.42273697043584274, + "kappa": 0.4852413602195241, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8456837280366692, + "mIoU": 0.6596298343975813, + "macroF1": 0.7839423797047131, + "F1_coffee": 0.8994399502177971, + "IoU_coffee": 0.8172565871310641, + "precision_coffee": 0.8502352941176471, + "recall_coffee": 0.9546895640686922, + "F1_noncoffee": 0.6684448091916291, + "IoU_noncoffee": 0.5020030816640986, + "kappa": 0.5726042453802296, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8468723464477781, + "mIoU": 0.6788428820838897, + "macroF1": 0.8011119211434571, + "F1_coffee": 0.8965121469106676, + "IoU_coffee": 0.812434993643823, + "precision_coffee": 0.8801802929760861, + "recall_coffee": 0.9134615384615384, + "F1_noncoffee": 0.7057116953762466, + "IoU_noncoffee": 0.5452507705239563, + "kappa": 0.6026129098930464, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8559977097051246, + "mIoU": 0.7275531032142841, + "macroF1": 0.8401018575374755, + "F1_coffee": 0.8905173039251252, + "IoU_coffee": 0.8026419042636673, + "precision_coffee": 0.8934342699082836, + "recall_coffee": 0.8876193231125253, + "F1_noncoffee": 0.7896864111498257, + "IoU_noncoffee": 0.6524643021649009, + "kappa": 0.6802102633043818, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8750474383301707, + "mIoU": 0.7577580647983609, + "macroF1": 0.860391559335458, + "F1_coffee": 0.9056252239340739, + "IoU_coffee": 0.8275275013095862, + "precision_coffee": 0.9050415353766829, + "recall_coffee": 0.9062096658540083, + "F1_noncoffee": 0.8151578947368421, + "IoU_noncoffee": 0.6879886282871357, + "kappa": 0.7207833461343688, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8558363190646804, + "mIoU": 0.7327270085690811, + "macroF1": 0.8441784337844482, + "F1_coffee": 0.8867994373287925, + "IoU_coffee": 0.7966214418728386, + "precision_coffee": 0.9259431045145331, + "recall_coffee": 0.8508310839607899, + "F1_noncoffee": 0.8015574302401038, + "IoU_noncoffee": 0.6688325752653238, + "kappa": 0.6893301520048244, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9250, + 11000 + ], + [ + 44197, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.1117247621218365, + "test_tta": { + "OA": 0.8543067360142078, + "mIoU": 0.7057357283396244, + "macroF1": 0.8227308353807392, + "F1_coffee": 0.8975468331846566, + "IoU_coffee": 0.8141360197434964, + "precision_coffee": 0.8744948068315154, + "recall_coffee": 0.9218470841541069, + "F1_noncoffee": 0.7479148375768218, + "IoU_noncoffee": 0.5973354369357525, + "kappa": 0.6460667983412712, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8246942425291335, + "mIoU": 0.6622381655804856, + "macroF1": 0.7909729572251712, + "F1_coffee": 0.8749292586304471, + "IoU_coffee": 0.7776659959758552, + "precision_coffee": 0.8554670208056663, + "recall_coffee": 0.8952976604123234, + "F1_noncoffee": 0.7070166558198954, + "IoU_noncoffee": 0.5468103351851161, + "kappa": 0.5824521730839067, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f3_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f3_s1_r0.1", + "val_epoch0": 0.672609523238324 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 16, + "stopped_epoch": 50, + "best_val": 0.6810141573053226, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8388303945198529, + "mIoU": 0.683702592100023, + "macroF1": 0.806990601088934, + "F1_coffee": 0.8853830713367464, + "IoU_coffee": 0.7943384391250683, + "precision_coffee": 0.8719902265659707, + "recall_coffee": 0.8991937331073343, + "F1_noncoffee": 0.7285981308411215, + "IoU_noncoffee": 0.5730667450749779, + "kappa": 0.6141967047391527, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8092477212414907, + "mIoU": 0.6420954989866993, + "macroF1": 0.7759490287056292, + "F1_coffee": 0.8623238190410759, + "IoU_coffee": 0.7579694762654174, + "precision_coffee": 0.8526317956318574, + "recall_coffee": 0.8722387179649167, + "F1_noncoffee": 0.6895742383701826, + "IoU_noncoffee": 0.5262215217079811, + "kappa": 0.552028570816832, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20491803278688525, + "mIoU": 0.10325699280818496, + "macroF1": 0.1725125043702863, + "F1_coffee": 0.3362658846529814, + "IoU_coffee": 0.20211515863689777, + "precision_coffee": 0.9942196531791907, + "recall_coffee": 0.2023529411764706, + "F1_noncoffee": 0.008759124087591242, + "IoU_noncoffee": 0.004398826979472141, + "kappa": -0.0005590621559783317, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8353719959706433, + "mIoU": 0.6775291773002351, + "macroF1": 0.802313905481854, + "F1_coffee": 0.8831540242407735, + "IoU_coffee": 0.7907572247286916, + "precision_coffee": 0.865128068303095, + "recall_coffee": 0.9019471488178025, + "F1_noncoffee": 0.7214737867229346, + "IoU_noncoffee": 0.5643011298717786, + "kappa": 0.6050365489765605, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8475157053112508, + "mIoU": 0.6983769163194429, + "macroF1": 0.8178307154711787, + "F1_coffee": 0.8913677358106734, + "IoU_coffee": 0.804024710991498, + "precision_coffee": 0.8792054043207812, + "recall_coffee": 0.9038712782782095, + "F1_noncoffee": 0.744293695131684, + "IoU_noncoffee": 0.5927291216473878, + "kappa": 0.6358254692003451, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.833624145248762, + "mIoU": 0.6754040336667877, + "macroF1": 0.8008069705466742, + "F1_coffee": 0.8816583925935865, + "IoU_coffee": 0.7883623275344931, + "precision_coffee": 0.8716588180672548, + "recall_coffee": 0.8918900576857821, + "F1_noncoffee": 0.7199555484997618, + "IoU_noncoffee": 0.5624457397990822, + "kappa": 0.6017379715654887, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8234953703703703, + "mIoU": 0.6327465571953729, + "macroF1": 0.7636235655847481, + "F1_coffee": 0.8825869369947389, + "IoU_coffee": 0.7898484152503445, + "precision_coffee": 0.8470443349753695, + "recall_coffee": 0.9212429681221538, + "F1_noncoffee": 0.6446601941747573, + "IoU_noncoffee": 0.47564469914040114, + "kappa": 0.5297528926478483, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8422459893048129, + "mIoU": 0.6691723471373536, + "macroF1": 0.7934474446826162, + "F1_coffee": 0.8938439789230176, + "IoU_coffee": 0.8080632043685373, + "precision_coffee": 0.8702452452452453, + "recall_coffee": 0.9187582562747688, + "F1_noncoffee": 0.6930509104422148, + "IoU_noncoffee": 0.5302814899061701, + "kappa": 0.5877713934085912, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.831965279743372, + "mIoU": 0.6475318462606463, + "macroF1": 0.7757702440804148, + "F1_coffee": 0.8880226343917007, + "IoU_coffee": 0.7985977609408572, + "precision_coffee": 0.8602753075892313, + "recall_coffee": 0.9176195426195426, + "F1_noncoffee": 0.6635178537691291, + "IoU_noncoffee": 0.4964659315804354, + "kappa": 0.5529380366461699, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8471228170626969, + "mIoU": 0.7133079935999673, + "macroF1": 0.8302132493102883, + "F1_coffee": 0.8837951545045698, + "IoU_coffee": 0.7917858071224331, + "precision_coffee": 0.8864959254947613, + "recall_coffee": 0.8811107897020538, + "F1_noncoffee": 0.7766313441160066, + "IoU_noncoffee": 0.6348301800775017, + "kappa": 0.6604325568549432, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8527514231499052, + "mIoU": 0.7213766973397827, + "macroF1": 0.8357390545588687, + "F1_coffee": 0.8886017800746483, + "IoU_coffee": 0.7995350038749677, + "precision_coffee": 0.8894956171863774, + "recall_coffee": 0.8877097375591567, + "F1_noncoffee": 0.782876329043089, + "IoU_noncoffee": 0.6432183908045978, + "kappa": 0.6714787556966265, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8352819158966622, + "mIoU": 0.6954031082341223, + "macroF1": 0.8176142712367138, + "F1_coffee": 0.8743798087294168, + "IoU_coffee": 0.7767982624249393, + "precision_coffee": 0.885264997087944, + "recall_coffee": 0.8637590566841881, + "F1_noncoffee": 0.760848733744011, + "IoU_noncoffee": 0.6140079540433053, + "kappa": 0.6353335050320272, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9255, + 11000 + ], + [ + 43515, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.571123552322388, + "test_tta": { + "OA": 0.8468222757833312, + "mIoU": 0.691755466423065, + "macroF1": 0.8123492534390817, + "F1_coffee": 0.8927786534064421, + "IoU_coffee": 0.8063235559476312, + "precision_coffee": 0.8660737358945646, + "recall_coffee": 0.9211828301800358, + "F1_noncoffee": 0.7319198534717212, + "IoU_noncoffee": 0.5771873768984987, + "kappa": 0.6255885381675607, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.817180108457367, + "mIoU": 0.6486865906237103, + "macroF1": 0.7802623774158457, + "F1_coffee": 0.8703302099103891, + "IoU_coffee": 0.7704288611996523, + "precision_coffee": 0.8462471901171696, + "recall_coffee": 0.8958241202855518, + "F1_noncoffee": 0.6901945449213022, + "IoU_noncoffee": 0.5269443200477684, + "kappa": 0.5613734906572062, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f3_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f3_s1_r1.0", + "val_epoch0": 0.6998538708730473 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 74, + "stopped_epoch": 100, + "best_val": 0.710828670344364, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8525307624001015, + "mIoU": 0.7075960825557156, + "macroF1": 0.8245937892679849, + "F1_coffee": 0.894596064919757, + "IoU_coffee": 0.809293360127958, + "precision_coffee": 0.885404047202405, + "recall_coffee": 0.903980942782537, + "F1_noncoffee": 0.7545915136162128, + "IoU_noncoffee": 0.6058988049834731, + "kappa": 0.6492755896352893, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8213626398984655, + "mIoU": 0.6627601704896953, + "macroF1": 0.7921546130220514, + "F1_coffee": 0.8700696542463914, + "IoU_coffee": 0.7700206101342444, + "precision_coffee": 0.866850609310006, + "recall_coffee": 0.8733126961063028, + "F1_noncoffee": 0.7142395717977114, + "IoU_noncoffee": 0.5554997308451463, + "kappa": 0.5843218331171444, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19789227166276346, + "mIoU": 0.09971254748175881, + "macroF1": 0.16756670608341265, + "F1_coffee": 0.32645034414945917, + "IoU_coffee": 0.19506462984723855, + "precision_coffee": 0.9940119760479041, + "recall_coffee": 0.1952941176470588, + "F1_noncoffee": 0.008683068017366137, + "IoU_noncoffee": 0.00436046511627907, + "kappa": -0.000636312942810531, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8420396220079628, + "mIoU": 0.6873244413497728, + "macroF1": 0.8094811696088073, + "F1_coffee": 0.888240285083998, + "IoU_coffee": 0.7989498748397338, + "precision_coffee": 0.8674842558833278, + "recall_coffee": 0.9100139082058415, + "F1_noncoffee": 0.7307220541336168, + "IoU_noncoffee": 0.5756990078598119, + "kappa": 0.619487207229908, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8618884446982676, + "mIoU": 0.7184181884871816, + "macroF1": 0.831808091433023, + "F1_coffee": 0.9029366512810222, + "IoU_coffee": 0.8230487804878048, + "precision_coffee": 0.8790621947248454, + "recall_coffee": 0.9281441243209791, + "F1_noncoffee": 0.7606795315850239, + "IoU_noncoffee": 0.6137875964865585, + "kappa": 0.6642268412629724, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8535722706908748, + "mIoU": 0.7163585491909762, + "macroF1": 0.8315707934649927, + "F1_coffee": 0.8924451834147356, + "IoU_coffee": 0.8057796960030025, + "precision_coffee": 0.9114192726758171, + "recall_coffee": 0.874244994910078, + "F1_noncoffee": 0.7706964035152499, + "IoU_noncoffee": 0.6269374023789499, + "kappa": 0.663452552828841, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8192515432098766, + "mIoU": 0.6213642422400534, + "macroF1": 0.7534582481565992, + "F1_coffee": 0.8808191299923683, + "IoU_coffee": 0.7870212524150472, + "precision_coffee": 0.8385807701622668, + "recall_coffee": 0.9275381730511653, + "F1_noncoffee": 0.62609736632083, + "IoU_noncoffee": 0.45570723206505953, + "kappa": 0.5108101178166784, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.846829640947288, + "mIoU": 0.664566337019924, + "macroF1": 0.7882490098925026, + "F1_coffee": 0.8996245306633291, + "IoU_coffee": 0.8175614194722475, + "precision_coffee": 0.8546967895362664, + "recall_coffee": 0.9495376486129459, + "F1_noncoffee": 0.6768734891216761, + "IoU_noncoffee": 0.5115712545676004, + "kappa": 0.5802318921128891, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8590433059722615, + "mIoU": 0.7047811971800606, + "macroF1": 0.8210646255806762, + "F1_coffee": 0.9035008396847952, + "IoU_coffee": 0.8239868049010367, + "precision_coffee": 0.8982789622399178, + "recall_coffee": 0.9087837837837838, + "F1_noncoffee": 0.738628411476557, + "IoU_noncoffee": 0.5855755894590846, + "kappa": 0.6421620042445465, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8645863154881192, + "mIoU": 0.7420862353210039, + "macroF1": 0.8500566564299454, + "F1_coffee": 0.8967324066661815, + "IoU_coffee": 0.8127968337730871, + "precision_coffee": 0.902446169620624, + "recall_coffee": 0.8910905409314435, + "F1_noncoffee": 0.8033809061937093, + "IoU_noncoffee": 0.6713756368689208, + "kappa": 0.70013619978776, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8768500948766603, + "mIoU": 0.7612671618527715, + "macroF1": 0.8627525909825928, + "F1_coffee": 0.9067394740623653, + "IoU_coffee": 0.8293901156677181, + "precision_coffee": 0.9085673146148309, + "recall_coffee": 0.9049189731822744, + "F1_noncoffee": 0.8187657079028204, + "IoU_noncoffee": 0.6931442080378251, + "kappa": 0.725507340880705, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8481048463134075, + "mIoU": 0.7218565555808741, + "macroF1": 0.8368903883911982, + "F1_coffee": 0.8796593710315979, + "IoU_coffee": 0.7851713561808241, + "precision_coffee": 0.927536231884058, + "recall_coffee": 0.8364824548941611, + "F1_noncoffee": 0.7941214057507987, + "IoU_noncoffee": 0.6585417549809242, + "kappa": 0.6752609854860304, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9219, + 11000 + ], + [ + 44417, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.0196605523427325, + "test_tta": { + "OA": 0.8580965368514525, + "mIoU": 0.7152869663279543, + "macroF1": 0.8299184053239144, + "F1_coffee": 0.8991468788387634, + "IoU_coffee": 0.8167727933498495, + "precision_coffee": 0.8850138657792568, + "recall_coffee": 0.9137386046085483, + "F1_noncoffee": 0.7606899318090654, + "IoU_noncoffee": 0.6138011393060591, + "kappa": 0.660042525473625, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8273768316603207, + "mIoU": 0.6699258882500858, + "macroF1": 0.7972666770287824, + "F1_coffee": 0.8753968997574357, + "IoU_coffee": 0.7784051987484495, + "precision_coffee": 0.8656372246242536, + "recall_coffee": 0.8853791564006991, + "F1_noncoffee": 0.7191364543001291, + "IoU_noncoffee": 0.5614465777517221, + "kappa": 0.5946494978804915, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f3_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f3_s2_r0.1", + "val_epoch0": 0.669285202017625 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.669285202017625, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8224977800329824, + "mIoU": 0.6610932656870896, + "macroF1": 0.7904146251908648, + "F1_coffee": 0.8724156009938681, + "IoU_coffee": 0.7737031496381352, + "precision_coffee": 0.8682395644283122, + "recall_coffee": 0.8766320032983645, + "F1_noncoffee": 0.7084136493878614, + "IoU_noncoffee": 0.5484833817360439, + "kappa": 0.5808514112650768, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7947386638975424, + "mIoU": 0.6237450865426483, + "macroF1": 0.7619818217809928, + "F1_coffee": 0.8502808811462476, + "IoU_coffee": 0.7395553115564095, + "precision_coffee": 0.8495301759475311, + "recall_coffee": 0.8510329142712743, + "F1_noncoffee": 0.6736827624157381, + "IoU_noncoffee": 0.507934861528887, + "kappa": 0.5239644537454287, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20491803278688525, + "mIoU": 0.10351649298079407, + "macroF1": 0.17330527624399972, + "F1_coffee": 0.33496571988246815, + "IoU_coffee": 0.2011764705882353, + "precision_coffee": 1.0, + "recall_coffee": 0.2011764705882353, + "F1_noncoffee": 0.011644832605531296, + "IoU_noncoffee": 0.005856515373352855, + "kappa": 0.002353613174728245, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8067347819830192, + "mIoU": 0.6393289176311105, + "macroF1": 0.7739423982059084, + "F1_coffee": 0.8600409907249801, + "IoU_coffee": 0.7544490492442711, + "precision_coffee": 0.8592350940515028, + "recall_coffee": 0.8608484005563283, + "F1_noncoffee": 0.6878438056868366, + "IoU_noncoffee": 0.52420878601795, + "kappa": 0.54788568347401, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.832143537026461, + "mIoU": 0.6742297740246295, + "macroF1": 0.8000783934003157, + "F1_coffee": 0.8801440853637815, + "IoU_coffee": 0.7859440432117497, + "precision_coffee": 0.8700618113410373, + "recall_coffee": 0.8904627655916936, + "F1_noncoffee": 0.72001270143685, + "IoU_noncoffee": 0.5625155048375093, + "kappa": 0.6002821728322081, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.828436689460033, + "mIoU": 0.6701315130139287, + "macroF1": 0.7972281572989767, + "F1_coffee": 0.8767782143341011, + "IoU_coffee": 0.7805922441348532, + "precision_coffee": 0.8751774967881534, + "recall_coffee": 0.8783847980997624, + "F1_noncoffee": 0.7176781002638523, + "IoU_noncoffee": 0.5596707818930041, + "kappa": 0.5944594229379072, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8193479938271605, + "mIoU": 0.6293044378452162, + "macroF1": 0.7612952644262194, + "F1_coffee": 0.8790129836573864, + "IoU_coffee": 0.7841419845568744, + "precision_coffee": 0.8489082969432314, + "recall_coffee": 0.9113313688722208, + "F1_noncoffee": 0.6435775451950523, + "IoU_noncoffee": 0.4744668911335578, + "kappa": 0.5243527400524967, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8275401069518716, + "mIoU": 0.644821487865679, + "macroF1": 0.7742474130719603, + "F1_coffee": 0.8839331619537275, + "IoU_coffee": 0.792007370724404, + "precision_coffee": 0.8607008760951189, + "recall_coffee": 0.9084544253632761, + "F1_noncoffee": 0.6645616641901931, + "IoU_noncoffee": 0.4976356050069541, + "kappa": 0.5494435354533526, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8309274459854703, + "mIoU": 0.6495904795522569, + "macroF1": 0.7779521938642283, + "F1_coffee": 0.8864097363083164, + "IoU_coffee": 0.7959927140255009, + "precision_coffee": 0.8653465346534653, + "recall_coffee": 0.9085239085239085, + "F1_noncoffee": 0.6694946514201402, + "IoU_noncoffee": 0.503188245079013, + "kappa": 0.5566686360523054, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7942551770207081, + "mIoU": 0.6407408216280591, + "macroF1": 0.7781057152525982, + "F1_coffee": 0.8379678340598227, + "IoU_coffee": 0.7211227525546501, + "precision_coffee": 0.8721839799749687, + "recall_coffee": 0.8063349725195256, + "F1_noncoffee": 0.7182435964453737, + "IoU_noncoffee": 0.5603588907014682, + "kappa": 0.5573959274129074, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8367172675521821, + "mIoU": 0.696959681923706, + "macroF1": 0.8186477143766737, + "F1_coffee": 0.8758924064325376, + "IoU_coffee": 0.7791891198357711, + "precision_coffee": 0.8809109370467073, + "recall_coffee": 0.8709307328266169, + "F1_noncoffee": 0.7614030223208097, + "IoU_noncoffee": 0.6147302440116409, + "kappa": 0.6373180586028966, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8259475768432962, + "mIoU": 0.6833397185041976, + "macroF1": 0.8092027260868657, + "F1_coffee": 0.8657259237707303, + "IoU_coffee": 0.7632422726689753, + "precision_coffee": 0.8870174392606945, + "recall_coffee": 0.8454325898565137, + "F1_noncoffee": 0.7526795284030011, + "IoU_noncoffee": 0.60343716433942, + "kappa": 0.6188099891620233, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9176, + 11000 + ], + [ + 42566, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.606921156247457, + "test_tta": { + "OA": 0.8269535709755169, + "mIoU": 0.665324184449597, + "macroF1": 0.7932602664469117, + "F1_coffee": 0.8767213040678694, + "IoU_coffee": 0.7805020314574198, + "precision_coffee": 0.8649281176863926, + "recall_coffee": 0.888840533235604, + "F1_noncoffee": 0.709799228825954, + "IoU_noncoffee": 0.5501463374417742, + "kappa": 0.5867014071467349, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7985750548055844, + "mIoU": 0.6264391267894382, + "macroF1": 0.7636414210712499, + "F1_coffee": 0.8545087090590883, + "IoU_coffee": 0.7459757361901818, + "precision_coffee": 0.8455416967322956, + "recall_coffee": 0.8636679512287574, + "F1_noncoffee": 0.6727741330834114, + "IoU_noncoffee": 0.5069025173886947, + "kappa": 0.5274023861001292, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f3_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "FRD-23/ViCoffee_Checkpoint" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f3_s2_r1.0", + "val_epoch0": 0.6981103460446667 + }, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 68, + "stopped_epoch": 98, + "best_val": 0.7146095751242593, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8487251046555879, + "mIoU": 0.701982954421285, + "macroF1": 0.8206265258254438, + "F1_coffee": 0.891620467145324, + "IoU_coffee": 0.804436062482063, + "precision_coffee": 0.8845061533606816, + "recall_coffee": 0.8988501534655733, + "F1_noncoffee": 0.7496325845055637, + "IoU_noncoffee": 0.5995298463605071, + "kappa": 0.6413066582384371, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8190694588669667, + "mIoU": 0.6598884129587034, + "macroF1": 0.7900677076440803, + "F1_coffee": 0.8680959340532243, + "IoU_coffee": 0.7669341953702672, + "precision_coffee": 0.8668836623267535, + "recall_coffee": 0.8693116010697665, + "F1_noncoffee": 0.7120394812349363, + "IoU_noncoffee": 0.5528426305471396, + "kappa": 0.5801372077935514, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2693208430913349, + "mIoU": 0.1354002609908653, + "macroF1": 0.2142958244869073, + "F1_coffee": 0.4222222222222222, + "IoU_coffee": 0.2676056338028169, + "precision_coffee": 0.991304347826087, + "recall_coffee": 0.26823529411764707, + "F1_noncoffee": 0.006369426751592357, + "IoU_noncoffee": 0.003194888178913738, + "kappa": -0.0029661973951667117, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8329256008058713, + "mIoU": 0.6751071379324551, + "macroF1": 0.8006892272770518, + "F1_coffee": 0.8808456775341247, + "IoU_coffee": 0.7870636424772268, + "precision_coffee": 0.8668776513366103, + "recall_coffee": 0.8952712100139082, + "F1_noncoffee": 0.7205327770199791, + "IoU_noncoffee": 0.5631506333876835, + "kappa": 0.6016210440183882, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.861745669141443, + "mIoU": 0.7205098617513715, + "macroF1": 0.8335265995581141, + "F1_coffee": 0.9020665475508209, + "IoU_coffee": 0.8216040284942274, + "precision_coffee": 0.8848544973544974, + "recall_coffee": 0.9199614935020285, + "F1_noncoffee": 0.7649866515654073, + "IoU_noncoffee": 0.6194156950085157, + "kappa": 0.6673552385424816, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8513558123084178, + "mIoU": 0.7105396111567204, + "macroF1": 0.8272230011704904, + "F1_coffee": 0.8917953999313423, + "IoU_coffee": 0.804720897094356, + "precision_coffee": 0.9023271969433831, + "recall_coffee": 0.8815066168985409, + "F1_noncoffee": 0.7626506024096386, + "IoU_noncoffee": 0.6163583252190847, + "kappa": 0.6545492322243528, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8129822530864198, + "mIoU": 0.6131833008101741, + "macroF1": 0.7468577342383413, + "F1_coffee": 0.8762366758154082, + "IoU_coffee": 0.7797341815290242, + "precision_coffee": 0.8369711010852335, + "recall_coffee": 0.9193678006964907, + "F1_noncoffee": 0.6174787926612744, + "IoU_noncoffee": 0.4466324200913242, + "kappa": 0.4971361837789088, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8531321619556914, + "mIoU": 0.6794627982677777, + "macroF1": 0.8003610719748173, + "F1_coffee": 0.9030020181634713, + "IoU_coffee": 0.8231574106013568, + "precision_coffee": 0.8639874487086652, + "recall_coffee": 0.9457067371202114, + "F1_noncoffee": 0.6977201257861635, + "IoU_noncoffee": 0.5357681859341986, + "kappa": 0.6032433568001887, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8440418907444098, + "mIoU": 0.6757284924805405, + "macroF1": 0.7989388513108016, + "F1_coffee": 0.8941673602663422, + "IoU_coffee": 0.8085919407132932, + "precision_coffee": 0.8813580714375868, + "recall_coffee": 0.9073544698544699, + "F1_noncoffee": 0.7037103423552608, + "IoU_noncoffee": 0.5428650442477876, + "kappa": 0.5981153557526654, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.852657696345071, + "mIoU": 0.7250569080808675, + "macroF1": 0.8386756555463886, + "F1_coffee": 0.8861692716012975, + "IoU_coffee": 0.7956049774953667, + "precision_coffee": 0.9037593984962407, + "recall_coffee": 0.8692507954874168, + "F1_noncoffee": 0.7911820394914796, + "IoU_noncoffee": 0.6545088386663683, + "kappa": 0.6775753734145677, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.870303605313093, + "mIoU": 0.7516940984578885, + "macroF1": 0.8565183993186263, + "F1_coffee": 0.9009922503078148, + "IoU_coffee": 0.8198233821009622, + "precision_coffee": 0.9101551068188469, + "recall_coffee": 0.8920120464649361, + "F1_noncoffee": 0.8120445483294376, + "IoU_noncoffee": 0.6835648148148148, + "kappa": 0.7130920012132506, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8586649066566094, + "mIoU": 0.7371984618949685, + "macroF1": 0.8472016592385236, + "F1_coffee": 0.8890533639256902, + "IoU_coffee": 0.8002664890073284, + "precision_coffee": 0.9279975278121138, + "recall_coffee": 0.8532461997442818, + "F1_noncoffee": 0.8053499545513569, + "IoU_noncoffee": 0.6741304347826087, + "kappa": 0.6953446450454489, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9224, + 11000 + ], + [ + 44171, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.919260350863139, + "test_tta": { + "OA": 0.854608017252315, + "mIoU": 0.7096814520400786, + "macroF1": 0.8259415260877231, + "F1_coffee": 0.8965789503366909, + "IoU_coffee": 0.8125447222619754, + "precision_coffee": 0.8832196271028245, + "recall_coffee": 0.9103486188098401, + "F1_noncoffee": 0.7553041018387553, + "IoU_noncoffee": 0.6068181818181818, + "kappa": 0.6520713907945773, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8248673127956617, + "mIoU": 0.6662675575651213, + "macroF1": 0.7945443901337186, + "F1_coffee": 0.8734748314630156, + "IoU_coffee": 0.7753708979244515, + "precision_coffee": 0.8644763436868375, + "recall_coffee": 0.8826626234548403, + "F1_noncoffee": 0.7156139488044216, + "IoU_noncoffee": 0.5571642172057912, + "kappa": 0.5891888278150887, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f4_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f4_s0_r0.1", + "val_epoch0": 0.6313578424835633 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6313578424835633, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8560870193929851, + "mIoU": 0.6846458614703883, + "macroF1": 0.8043386110439102, + "F1_coffee": 0.9049624921748173, + "IoU_coffee": 0.8264214565326925, + "precision_coffee": 0.9072439102223168, + "recall_coffee": 0.9026925193683587, + "F1_noncoffee": 0.7037147299130032, + "IoU_noncoffee": 0.5428702664080841, + "kappa": 0.6086849365065822, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8207568939656167, + "mIoU": 0.6332036436834023, + "macroF1": 0.7647456124889154, + "F1_coffee": 0.8795362903225806, + "IoU_coffee": 0.7849752586594692, + "precision_coffee": 0.8843882185532446, + "recall_coffee": 0.8747373088861897, + "F1_noncoffee": 0.6499549346552501, + "IoU_noncoffee": 0.48143202870733537, + "kappa": 0.5295323721801184, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3343305908750935, + "mIoU": 0.16901312788451217, + "macroF1": 0.2555232165291076, + "F1_coffee": 0.49774266365688485, + "IoU_coffee": 0.3313298271975958, + "precision_coffee": 0.9932432432432432, + "recall_coffee": 0.33207831325301207, + "F1_noncoffee": 0.013303769401330377, + "IoU_noncoffee": 0.006696428571428571, + "kappa": -2.5212202706135492e-05, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8595755182625864, + "mIoU": 0.6976775825320105, + "macroF1": 0.814951923254577, + "F1_coffee": 0.9058227680492569, + "IoU_coffee": 0.8278574453923883, + "precision_coffee": 0.9153676323007961, + "recall_coffee": 0.8964749049927926, + "F1_noncoffee": 0.7240810784598972, + "IoU_noncoffee": 0.5674977196716328, + "kappa": 0.6300217048216151, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8485282190735175, + "mIoU": 0.6783261403996054, + "macroF1": 0.8003106433409092, + "F1_coffee": 0.8984357506157833, + "IoU_coffee": 0.8155999535369962, + "precision_coffee": 0.917843137254902, + "recall_coffee": 0.8798320907211328, + "F1_noncoffee": 0.7021855360660351, + "IoU_noncoffee": 0.5410523272622145, + "kappa": 0.6011441859526829, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8602626320296889, + "mIoU": 0.6769466809063434, + "macroF1": 0.7965948011001092, + "F1_coffee": 0.910394483936907, + "IoU_coffee": 0.8355266842134738, + "precision_coffee": 0.8903210406969806, + "recall_coffee": 0.9313939696610275, + "F1_noncoffee": 0.6827951182633114, + "IoU_noncoffee": 0.5183666775992128, + "kappa": 0.5939203488264011, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8795722566460124, + "mIoU": 0.7364601932674605, + "macroF1": 0.8433211681824668, + "F1_coffee": 0.9186854713543424, + "IoU_coffee": 0.849600599101348, + "precision_coffee": 0.9111230089680097, + "recall_coffee": 0.9263745236799129, + "F1_noncoffee": 0.7679568650105911, + "IoU_noncoffee": 0.623319787433573, + "kappa": 0.6867039288817712, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8804617439419958, + "mIoU": 0.7353885592633183, + "macroF1": 0.8423263601097064, + "F1_coffee": 0.9198695401931317, + "IoU_coffee": 0.8516281823564239, + "precision_coffee": 0.9203992833375991, + "recall_coffee": 0.9193404064936725, + "F1_noncoffee": 0.7647831800262812, + "IoU_noncoffee": 0.6191489361702127, + "kappa": 0.6846530268655886, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8901432501660184, + "mIoU": 0.7364209155466235, + "macroF1": 0.8415609634377625, + "F1_coffee": 0.9292953962632801, + "IoU_coffee": 0.8679288321167883, + "precision_coffee": 0.8957156308851224, + "recall_coffee": 0.9654909921339762, + "F1_noncoffee": 0.7538265306122449, + "IoU_noncoffee": 0.6049129989764586, + "kappa": 0.6846649796068431, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8400624146674468, + "mIoU": 0.6610240063450169, + "macroF1": 0.786499812990424, + "F1_coffee": 0.8934372969460689, + "IoU_coffee": 0.8073987081620669, + "precision_coffee": 0.9196094168004281, + "recall_coffee": 0.8687136719737175, + "F1_noncoffee": 0.6795623290347792, + "IoU_noncoffee": 0.5146493045279669, + "kappa": 0.574037109210553, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.816585552056494, + "mIoU": 0.6255751302200007, + "macroF1": 0.7583270841144857, + "F1_coffee": 0.876984126984127, + "IoU_coffee": 0.7809187279151943, + "precision_coffee": 0.9151749933208656, + "recall_coffee": 0.84185303514377, + "F1_noncoffee": 0.6396700412448444, + "IoU_noncoffee": 0.47023153252480704, + "kappa": 0.5191071721914267, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.830199484585282, + "mIoU": 0.6212692761469805, + "macroF1": 0.7504789755526444, + "F1_coffee": 0.8915177754741143, + "IoU_coffee": 0.8042688964682584, + "precision_coffee": 0.8847736625514403, + "recall_coffee": 0.8983654909671869, + "F1_noncoffee": 0.6094401756311746, + "IoU_noncoffee": 0.43826965582570254, + "kappa": 0.5010623174767145, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7275, + 8413 + ], + [ + 45900, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.565264149506887, + "test_tta": { + "OA": 0.8646347145680361, + "mIoU": 0.6933727354468745, + "macroF1": 0.810251807259875, + "F1_coffee": 0.9118345734049121, + "IoU_coffee": 0.8379558393599015, + "precision_coffee": 0.9016909162406607, + "recall_coffee": 0.9222090512679395, + "F1_noncoffee": 0.708669041114838, + "IoU_noncoffee": 0.5487896315338475, + "kappa": 0.6206622455445556, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.829698857736241, + "mIoU": 0.6399654951565747, + "macroF1": 0.7690930473844885, + "F1_coffee": 0.8873905662896489, + "IoU_coffee": 0.7975759861484922, + "precision_coffee": 0.8779792795002925, + "recall_coffee": 0.897005803304606, + "F1_noncoffee": 0.6507955284793281, + "IoU_noncoffee": 0.4823550041646574, + "kappa": 0.5383505875303853, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f4_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f4_s0_r1.0", + "val_epoch0": 0.6751553022230878 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 36, + "stopped_epoch": 66, + "best_val": 0.6862005707941161, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8815051655714263, + "mIoU": 0.7340760714640209, + "macroF1": 0.8411096013557613, + "F1_coffee": 0.9212249388491898, + "IoU_coffee": 0.8539546120638442, + "precision_coffee": 0.9297958127600854, + "recall_coffee": 0.9128106346048008, + "F1_noncoffee": 0.7609942638623327, + "IoU_noncoffee": 0.6141975308641975, + "kappa": 0.6823011076928905, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8437896619360794, + "mIoU": 0.6746006351919673, + "macroF1": 0.7979878680373425, + "F1_coffee": 0.8941778780861935, + "IoU_coffee": 0.8086091427965577, + "precision_coffee": 0.9064257982727201, + "recall_coffee": 0.8822565407677329, + "F1_noncoffee": 0.7017978579884915, + "IoU_noncoffee": 0.540592127587377, + "kappa": 0.596183504012321, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3275991024682124, + "mIoU": 0.16618591458624213, + "macroF1": 0.25320024728406915, + "F1_coffee": 0.48891415577032404, + "IoU_coffee": 0.3235515425131678, + "precision_coffee": 0.9976798143851509, + "recall_coffee": 0.32379518072289154, + "F1_noncoffee": 0.017486338797814208, + "IoU_noncoffee": 0.008820286659316428, + "kappa": 0.0042119320954361866, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8839585389930898, + "mIoU": 0.7393746550144218, + "macroF1": 0.8449202258088016, + "F1_coffee": 0.9227280197206245, + "IoU_coffee": 0.8565413717354161, + "precision_coffee": 0.9257402888610433, + "recall_coffee": 0.9197352902633993, + "F1_noncoffee": 0.7671124318969788, + "IoU_noncoffee": 0.6222079382934276, + "kappa": 0.6898503486450875, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8818281570535756, + "mIoU": 0.7366909477084318, + "macroF1": 0.8431386245672565, + "F1_coffee": 0.9210417264352427, + "IoU_coffee": 0.8536398014653747, + "precision_coffee": 0.9375081116158339, + "recall_coffee": 0.905143787983209, + "F1_noncoffee": 0.7652355226992702, + "IoU_noncoffee": 0.619742093951489, + "kappa": 0.6865647433151794, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8788181558664002, + "mIoU": 0.7262595456292081, + "macroF1": 0.8352658481838394, + "F1_coffee": 0.9199685781618224, + "IoU_coffee": 0.8517979750960084, + "precision_coffee": 0.9261672782487663, + "recall_coffee": 0.913852300393283, + "F1_noncoffee": 0.7505631182058564, + "IoU_noncoffee": 0.6007211161624079, + "kappa": 0.6705776876511698, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.90175894463322, + "mIoU": 0.778846082977839, + "macroF1": 0.8723459913234088, + "F1_coffee": 0.9336214464177189, + "IoU_coffee": 0.8755065856129686, + "precision_coffee": 0.9265514006165393, + "recall_coffee": 0.9408002177463255, + "F1_noncoffee": 0.8110705362290986, + "IoU_noncoffee": 0.6821855803427094, + "kappa": 0.7447342855151191, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9082236214462889, + "mIoU": 0.7920551444683345, + "macroF1": 0.88107777761791, + "F1_coffee": 0.9378954163976759, + "IoU_coffee": 0.8830537320690494, + "precision_coffee": 0.9474370679535672, + "recall_coffee": 0.9285440368145212, + "F1_noncoffee": 0.824260138838144, + "IoU_noncoffee": 0.7010565568676196, + "kappa": 0.7622237987480658, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9128166208139645, + "mIoU": 0.7920707750747277, + "macroF1": 0.8805265604207657, + "F1_coffee": 0.9426377879033768, + "IoU_coffee": 0.8914994096812279, + "precision_coffee": 0.9277552524880206, + "recall_coffee": 0.9580055823395077, + "F1_noncoffee": 0.8184153329381545, + "IoU_noncoffee": 0.6926421404682275, + "kappa": 0.7612476066975131, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8665886483323582, + "mIoU": 0.7009232519537276, + "macroF1": 0.816378656019195, + "F1_coffee": 0.9123975409836066, + "IoU_coffee": 0.8389072067828545, + "precision_coffee": 0.9249545572578551, + "recall_coffee": 0.900176901693202, + "F1_noncoffee": 0.7203597710547833, + "IoU_noncoffee": 0.5629392971246007, + "kappa": 0.6329732421456773, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8554251359862582, + "mIoU": 0.6830869848999994, + "macroF1": 0.8030992075354819, + "F1_coffee": 0.9046029846986966, + "IoU_coffee": 0.8258220280524259, + "precision_coffee": 0.9276766111326359, + "recall_coffee": 0.882649299582207, + "F1_noncoffee": 0.7015954303722671, + "IoU_noncoffee": 0.5403519417475728, + "kappa": 0.6069589988158773, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8446120072539849, + "mIoU": 0.6664196897583643, + "macroF1": 0.7904357997115146, + "F1_coffee": 0.8969881042773982, + "IoU_coffee": 0.8132170720513997, + "precision_coffee": 0.9244815442806834, + "recall_coffee": 0.8710827086149686, + "F1_noncoffee": 0.6838834951456311, + "IoU_noncoffee": 0.519622307465329, + "kappa": 0.5820060653216764, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7362, + 8413 + ], + [ + 47395, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.350149663289388, + "test_tta": { + "OA": 0.883368948729896, + "mIoU": 0.7339189645173796, + "macroF1": 0.8406764040099499, + "F1_coffee": 0.9231502165006299, + "IoU_coffee": 0.8572692595068623, + "precision_coffee": 0.9234141692258816, + "recall_coffee": 0.9228864146310486, + "F1_noncoffee": 0.7582025915192698, + "IoU_noncoffee": 0.610568669527897, + "kappa": 0.6813528899376864, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8462559132341064, + "mIoU": 0.6737949462349244, + "macroF1": 0.7967476006451281, + "F1_coffee": 0.8970605276372204, + "IoU_coffee": 0.8133361350423759, + "precision_coffee": 0.89860511907756, + "recall_coffee": 0.8955212370100449, + "F1_noncoffee": 0.6964346736530357, + "IoU_noncoffee": 0.5342537574274729, + "kappa": 0.5934987430703299, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f4_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f4_s1_r0.1", + "val_epoch0": 0.6416600560500867 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 0, + "stopped_epoch": 50, + "best_val": 0.6416600560500867, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8485354841819438, + "mIoU": 0.662457150138674, + "macroF1": 0.7859205371974356, + "F1_coffee": 0.9016986621341203, + "IoU_coffee": 0.820993866661603, + "precision_coffee": 0.8885874591528454, + "recall_coffee": 0.9152025739807799, + "F1_noncoffee": 0.6701424122607509, + "IoU_noncoffee": 0.5039204336157449, + "kappa": 0.5721536388693712, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8162859120803047, + "mIoU": 0.6153240875316546, + "macroF1": 0.7481508381494055, + "F1_coffee": 0.879146110056926, + "IoU_coffee": 0.7843538912119724, + "precision_coffee": 0.8654661610595333, + "recall_coffee": 0.893265467445582, + "F1_noncoffee": 0.6171555662418851, + "IoU_noncoffee": 0.4462942838513367, + "kappa": 0.4967000194819741, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.42857142857142855, + "mIoU": 0.21603252375593898, + "macroF1": 0.30434012738159455, + "F1_coffee": 0.5983175604626709, + "IoU_coffee": 0.42685671417854465, + "precision_coffee": 0.9912891986062717, + "recall_coffee": 0.42846385542168675, + "F1_noncoffee": 0.010362694300518135, + "IoU_noncoffee": 0.005208333333333333, + "kappa": -0.002983022888171065, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.85893385982231, + "mIoU": 0.6831948813465618, + "macroF1": 0.8024698322320538, + "F1_coffee": 0.9080792486813328, + "IoU_coffee": 0.8316347569955818, + "precision_coffee": 0.8917877447883765, + "recall_coffee": 0.9249770672257895, + "F1_noncoffee": 0.6968604157827747, + "IoU_noncoffee": 0.5347550056975419, + "kappa": 0.6053739887820403, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8491484184914841, + "mIoU": 0.6679894145118639, + "macroF1": 0.790872340182777, + "F1_coffee": 0.9012677199775183, + "IoU_coffee": 0.8202796407866318, + "precision_coffee": 0.8983504512916277, + "recall_coffee": 0.9042039972432805, + "F1_noncoffee": 0.6804769603880356, + "IoU_noncoffee": 0.515699188237096, + "kappa": 0.5817589538808517, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8379008468931393, + "mIoU": 0.6367799525729174, + "macroF1": 0.7639712532613543, + "F1_coffee": 0.89606784417803, + "IoU_coffee": 0.8117055377473196, + "precision_coffee": 0.8762080897267629, + "recall_coffee": 0.916848742118734, + "F1_noncoffee": 0.6318746623446786, + "IoU_noncoffee": 0.46185436739851526, + "kappa": 0.5287999082872237, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8630821507095743, + "mIoU": 0.6984973502212724, + "macroF1": 0.8149778905636891, + "F1_coffee": 0.9093195657929574, + "IoU_coffee": 0.8337176841849739, + "precision_coffee": 0.885180412371134, + "recall_coffee": 0.9348121937942298, + "F1_noncoffee": 0.7206362153344209, + "IoU_noncoffee": 0.5632770162575709, + "kappa": 0.6308016377622134, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.86949055523755, + "mIoU": 0.7118668457542395, + "macroF1": 0.8250715359241114, + "F1_coffee": 0.9132199949251459, + "IoU_coffee": 0.8402988559420966, + "precision_coffee": 0.9064349578138774, + "recall_coffee": 0.9201073756870766, + "F1_noncoffee": 0.7369230769230769, + "IoU_noncoffee": 0.5834348355663824, + "kappa": 0.6502024888810046, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8720235271795845, + "mIoU": 0.7058685887924918, + "macroF1": 0.8195566197881918, + "F1_coffee": 0.9168567026194144, + "IoU_coffee": 0.8464777512233982, + "precision_coffee": 0.8915258300371569, + "recall_coffee": 0.943669119512814, + "F1_noncoffee": 0.7222565369569693, + "IoU_noncoffee": 0.5652594263615855, + "kappa": 0.6400838620927614, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8548858981860737, + "mIoU": 0.6673301748152047, + "macroF1": 0.7889972200317028, + "F1_coffee": 0.9069069069069069, + "IoU_coffee": 0.8296703296703297, + "precision_coffee": 0.8981412639405204, + "recall_coffee": 0.9158453373768006, + "F1_noncoffee": 0.6710875331564987, + "IoU_noncoffee": 0.5049900199600799, + "kappa": 0.5781364154853454, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8288004580589751, + "mIoU": 0.6242171760788043, + "macroF1": 0.753827104377069, + "F1_coffee": 0.8896814659943426, + "IoU_coffee": 0.8012848914488259, + "precision_coffee": 0.8904480551452486, + "recall_coffee": 0.8889161956254608, + "F1_noncoffee": 0.6179727427597955, + "IoU_noncoffee": 0.44714946070878275, + "kappa": 0.5076554723934882, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8035697241576787, + "mIoU": 0.570664823175425, + "macroF1": 0.7038773197551524, + "F1_coffee": 0.8756946122251752, + "IoU_coffee": 0.778876114752337, + "precision_coffee": 0.861028625727521, + "recall_coffee": 0.890868870591127, + "F1_noncoffee": 0.5320600272851296, + "IoU_noncoffee": 0.362453531598513, + "kappa": 0.40840076247847307, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7199, + 8413 + ], + [ + 45506, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5406120578447977, + "test_tta": { + "OA": 0.8528575330580505, + "mIoU": 0.6592162395309387, + "macroF1": 0.7819086732158156, + "F1_coffee": 0.906300517710614, + "IoU_coffee": 0.8286558898368508, + "precision_coffee": 0.8770991761723701, + "recall_coffee": 0.9375132297531857, + "F1_noncoffee": 0.6575168287210172, + "IoU_noncoffee": 0.4897765892250265, + "kappa": 0.5655773869662011, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8214347525095189, + "mIoU": 0.6114176136881831, + "macroF1": 0.7427592085730659, + "F1_coffee": 0.8850214986859335, + "IoU_coffee": 0.793756559111126, + "precision_coffee": 0.8537284552262873, + "recall_coffee": 0.9186958952705959, + "F1_noncoffee": 0.6004969184601981, + "IoU_noncoffee": 0.42907866826524027, + "kappa": 0.48790901602933434, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f4_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f4_s1_r1.0", + "val_epoch0": 0.6696571162191611 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 64, + "stopped_epoch": 94, + "best_val": 0.6919997438327453, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8826459294011794, + "mIoU": 0.7365856550910055, + "macroF1": 0.8429221379257413, + "F1_coffee": 0.9219140883918835, + "IoU_coffee": 0.8551397235278951, + "precision_coffee": 0.9313331605322274, + "recall_coffee": 0.9126836289742178, + "F1_noncoffee": 0.7639301874595992, + "IoU_noncoffee": 0.6180315866541157, + "kappa": 0.6859413904652486, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8444098303911388, + "mIoU": 0.6764029576648793, + "macroF1": 0.7994611583835214, + "F1_coffee": 0.8944030069889, + "IoU_coffee": 0.8089774236387782, + "precision_coffee": 0.9083805547271101, + "recall_coffee": 0.8808490948001619, + "F1_noncoffee": 0.7045193097781429, + "IoU_noncoffee": 0.5438284916909806, + "kappa": 0.5991878658004574, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2961854899027674, + "mIoU": 0.14993258462612227, + "macroF1": 0.23362420011634671, + "F1_coffee": 0.4525887143688191, + "IoU_coffee": 0.2924812030075188, + "precision_coffee": 0.9948849104859335, + "recall_coffee": 0.29292168674698793, + "F1_noncoffee": 0.014659685863874346, + "IoU_noncoffee": 0.007383966244725738, + "kappa": 0.0013414753212198415, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8824777887462981, + "mIoU": 0.7376654353583576, + "macroF1": 0.8438061853560854, + "F1_coffee": 0.9215253287630599, + "IoU_coffee": 0.8544709981052503, + "precision_coffee": 0.9271171828370581, + "recall_coffee": 0.9160005241776963, + "F1_noncoffee": 0.7660870419491109, + "IoU_noncoffee": 0.6208598726114649, + "kappa": 0.6876462406119808, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8858355994465913, + "mIoU": 0.7434185057522685, + "macroF1": 0.847804999260305, + "F1_coffee": 0.9238843474665225, + "IoU_coffee": 0.858536296996926, + "precision_coffee": 0.9382995219020546, + "recall_coffee": 0.9099053943988472, + "F1_noncoffee": 0.7717256510540875, + "IoU_noncoffee": 0.628300714507611, + "kappa": 0.6958253079396183, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8796269863926158, + "mIoU": 0.7286804604448398, + "macroF1": 0.8370890969200933, + "F1_coffee": 0.920335033692298, + "IoU_coffee": 0.8524265048996733, + "precision_coffee": 0.9285215070843128, + "recall_coffee": 0.9122916536612772, + "F1_noncoffee": 0.7538431601478887, + "IoU_noncoffee": 0.6049344159900062, + "kappa": 0.6742564340760954, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9062562462522487, + "mIoU": 0.7880884120965505, + "macroF1": 0.8784770522797267, + "F1_coffee": 0.93657876943881, + "IoU_coffee": 0.8807222787385555, + "precision_coffee": 0.930663800053749, + "recall_coffee": 0.9425694066412629, + "F1_noncoffee": 0.8203753351206434, + "IoU_noncoffee": 0.6954545454545454, + "kappa": 0.7569819074066958, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.9074604083190231, + "mIoU": 0.791521053418831, + "macroF1": 0.8807893863048853, + "F1_coffee": 0.9371761658031088, + "IoU_coffee": 0.8817794028031688, + "precision_coffee": 0.9498490219246423, + "recall_coffee": 0.9248370190464016, + "F1_noncoffee": 0.8244026068066619, + "IoU_noncoffee": 0.7012627040344934, + "kappa": 0.761697339209794, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9074091642159188, + "mIoU": 0.7833601613380698, + "macroF1": 0.8749079319920423, + "F1_coffee": 0.9386703531481714, + "IoU_coffee": 0.8844286560094731, + "precision_coffee": 0.9299053784860558, + "recall_coffee": 0.9476021314387212, + "F1_noncoffee": 0.8111455108359134, + "IoU_noncoffee": 0.6822916666666666, + "kappa": 0.7498842900592823, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8592744294909304, + "mIoU": 0.6896189280040015, + "macroF1": 0.8080525248148157, + "F1_coffee": 0.9072085396437528, + "IoU_coffee": 0.8301753560080029, + "precision_coffee": 0.9236611234778054, + "recall_coffee": 0.8913318170331059, + "F1_noncoffee": 0.7088965099858786, + "IoU_noncoffee": 0.5490625, + "kappa": 0.6164867852011421, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8642045996755415, + "mIoU": 0.6953508067349189, + "macroF1": 0.8120519631690533, + "F1_coffee": 0.9110569410588162, + "IoU_coffee": 0.8366433245322007, + "precision_coffee": 0.9271085103676378, + "recall_coffee": 0.8955517326124355, + "F1_noncoffee": 0.7130469852792902, + "IoU_noncoffee": 0.5540582889376371, + "kappa": 0.6244671052109674, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8516750978333493, + "mIoU": 0.6774861111245281, + "macroF1": 0.7989045591780131, + "F1_coffee": 0.901918707397122, + "IoU_coffee": 0.8213587768709047, + "precision_coffee": 0.9270792785779162, + "recall_coffee": 0.8780877473270247, + "F1_noncoffee": 0.6958904109589041, + "IoU_noncoffee": 0.5336134453781513, + "kappa": 0.5987255344387904, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7413, + 8413 + ], + [ + 47415, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.7952987591425575, + "test_tta": { + "OA": 0.8855540738122399, + "mIoU": 0.7394307040257968, + "macroF1": 0.844708086982257, + "F1_coffee": 0.9243513631198292, + "IoU_coffee": 0.8593432199206177, + "precision_coffee": 0.927552912590319, + "recall_coffee": 0.9211718386181788, + "F1_noncoffee": 0.7650648108446848, + "IoU_noncoffee": 0.6195181881309759, + "kappa": 0.6894276648310099, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8476693204107534, + "mIoU": 0.6784231730200272, + "macroF1": 0.8005751927254543, + "F1_coffee": 0.8974861690769679, + "IoU_coffee": 0.8140361997323755, + "precision_coffee": 0.9036608486601646, + "recall_coffee": 0.89139529951607, + "F1_noncoffee": 0.7036642163739408, + "IoU_noncoffee": 0.542810146307679, + "kappa": 0.6012042087257876, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f4_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f4_s2_r0.1", + "val_epoch0": 0.6211096253525119 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 35, + "stopped_epoch": 65, + "best_val": 0.6414681995155659, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8430887385722778, + "mIoU": 0.6728086779776163, + "macroF1": 0.7965354472333268, + "F1_coffee": 0.8938593631127051, + "IoU_coffee": 0.8080883508882252, + "precision_coffee": 0.9185578984989278, + "recall_coffee": 0.870454256805385, + "F1_noncoffee": 0.6992115313539485, + "IoU_noncoffee": 0.5375290050670076, + "kappa": 0.5939029238909755, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8074737510095765, + "mIoU": 0.6233654957769624, + "macroF1": 0.7584548209879589, + "F1_coffee": 0.8672679002893479, + "IoU_coffee": 0.7656425561797753, + "precision_coffee": 0.8954295335085414, + "recall_coffee": 0.8408236450922552, + "F1_noncoffee": 0.6496417416865699, + "IoU_noncoffee": 0.48108843537414964, + "kappa": 0.518167655156555, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3021690351533283, + "mIoU": 0.1527065335583277, + "macroF1": 0.23654006811901548, + "F1_coffee": 0.46038172353961826, + "IoU_coffee": 0.29902329075882794, + "precision_coffee": 0.9925187032418953, + "recall_coffee": 0.2996987951807229, + "F1_noncoffee": 0.012698412698412698, + "IoU_noncoffee": 0.006389776357827476, + "kappa": -0.0006449454804483066, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8501974333662389, + "mIoU": 0.6814391658030419, + "macroF1": 0.802719665202832, + "F1_coffee": 0.8994999834431604, + "IoU_coffee": 0.8173557200457363, + "precision_coffee": 0.9092856664658231, + "recall_coffee": 0.8899226837898048, + "F1_noncoffee": 0.7059393469625036, + "IoU_noncoffee": 0.5455226115603474, + "kappa": 0.6055729958119436, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8399408425170555, + "mIoU": 0.67027350602783, + "macroF1": 0.7949321286591542, + "F1_coffee": 0.8910041908969819, + "IoU_coffee": 0.8034333255214436, + "precision_coffee": 0.9253036437246963, + "recall_coffee": 0.859156694442704, + "F1_noncoffee": 0.6988600664213266, + "IoU_noncoffee": 0.5371136865342163, + "kappa": 0.5914153809110958, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8393757731468265, + "mIoU": 0.6671397127140322, + "macroF1": 0.792230142653856, + "F1_coffee": 0.8912020625201418, + "IoU_coffee": 0.8037551589838982, + "precision_coffee": 0.9211245086936247, + "recall_coffee": 0.8631624945377364, + "F1_noncoffee": 0.6932582227875704, + "IoU_noncoffee": 0.5305242664441663, + "kappa": 0.5856929136283007, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8712772336598041, + "mIoU": 0.7189723138116273, + "macroF1": 0.8306261686094777, + "F1_coffee": 0.9136034343976388, + "IoU_coffee": 0.8409483823166214, + "precision_coffee": 0.9007936507936508, + "recall_coffee": 0.9267827980402831, + "F1_noncoffee": 0.7476489028213166, + "IoU_noncoffee": 0.5969962453066333, + "kappa": 0.6614523056929541, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8598549895058195, + "mIoU": 0.7080186837238388, + "macroF1": 0.8236196903876289, + "F1_coffee": 0.9035646294229633, + "IoU_coffee": 0.8240929230032331, + "precision_coffee": 0.928744939271255, + "recall_coffee": 0.8797136648344624, + "F1_noncoffee": 0.7436747513522945, + "IoU_noncoffee": 0.5919444444444445, + "kappa": 0.6479272670501635, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8692723650507542, + "mIoU": 0.715312489968396, + "macroF1": 0.8279692123650046, + "F1_coffee": 0.912262829491914, + "IoU_coffee": 0.8386794661671739, + "precision_coffee": 0.9156441717791411, + "recall_coffee": 0.9089063689418929, + "F1_noncoffee": 0.7436755952380952, + "IoU_noncoffee": 0.591945513769618, + "kappa": 0.6559521319696321, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8296274624536766, + "mIoU": 0.6466029173293012, + "macroF1": 0.7754415028906908, + "F1_coffee": 0.8857497874566739, + "IoU_coffee": 0.7949289822749149, + "precision_coffee": 0.9179883421445032, + "recall_coffee": 0.8556987616881476, + "F1_noncoffee": 0.6651332183247077, + "IoU_noncoffee": 0.4982768523836875, + "kappa": 0.5525006546216287, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8200209943696918, + "mIoU": 0.6333227734573902, + "macroF1": 0.7650422732393443, + "F1_coffee": 0.878698224852071, + "IoU_coffee": 0.783641160949868, + "precision_coffee": 0.9218623481781376, + "recall_coffee": 0.8393954288522979, + "F1_noncoffee": 0.6513863216266174, + "IoU_noncoffee": 0.4830043859649123, + "kappa": 0.5330268190325619, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8092965543571633, + "mIoU": 0.6227256190117935, + "macroF1": 0.7573658705530697, + "F1_coffee": 0.8696162881754111, + "IoU_coffee": 0.769310703152061, + "precision_coffee": 0.9270905802142758, + "recall_coffee": 0.8188521568145508, + "F1_noncoffee": 0.6451154529307283, + "IoU_noncoffee": 0.47614053487152597, + "kappa": 0.519755503253051, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7171, + 8413 + ], + [ + 45195, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.3067524075508117, + "test_tta": { + "OA": 0.8517167692282974, + "mIoU": 0.6822651621099842, + "macroF1": 0.8031360755491277, + "F1_coffee": 0.9009306869049025, + "IoU_coffee": 0.8197214462914851, + "precision_coffee": 0.9139496896439072, + "recall_coffee": 0.8882773802971932, + "F1_noncoffee": 0.7053414641933528, + "IoU_noncoffee": 0.5448088779284833, + "kappa": 0.6065096298953021, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8152474904811353, + "mIoU": 0.6296360006256665, + "macroF1": 0.7626406377765389, + "F1_coffee": 0.874384671203593, + "IoU_coffee": 0.7768059379029166, + "precision_coffee": 0.8897048552214085, + "recall_coffee": 0.8595831646326181, + "F1_noncoffee": 0.6508966043494849, + "IoU_noncoffee": 0.4824660633484163, + "kappa": 0.5256721399473725, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_exactloc1km_es50p30_spatial_f4_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "exactloc1km", + "lpft_variant": "", + "run_variant": "es50p30", + "preset": "X1_exactloc", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": { + "ssl": "FRD-23/ViCoffee_Checkpoint", + "probe": "m\u00e1y (t\u1ef1 train ho\u1eb7c c\u00f3 s\u1eb5n)" + }, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": null, + "steps_per_epoch": 64, + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "layer_decay": 1.0, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_exactloc1km_es50p30_spatial_f4_s2_r1.0", + "val_epoch0": 0.681101534375949 + }, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.6841959315653503, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8787416250261091, + "mIoU": 0.7324670798870521, + "macroF1": 0.8402798360694536, + "F1_coffee": 0.9186579148748127, + "IoU_coffee": 0.8495534646359939, + "precision_coffee": 0.9358352181646501, + "recall_coffee": 0.9020998264256382, + "F1_noncoffee": 0.7619017572640944, + "IoU_noncoffee": 0.6153806951381103, + "kappa": 0.6808743844646962, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8392177223952925, + "mIoU": 0.6711384458867213, + "macroF1": 0.7958606914994315, + "F1_coffee": 0.8899397768782703, + "IoU_coffee": 0.8017040502321279, + "precision_coffee": 0.9119438318191935, + "recall_coffee": 0.8689725644436732, + "F1_noncoffee": 0.7017816061205928, + "IoU_noncoffee": 0.5405728415413147, + "kappa": 0.5923644339247832, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2587883320867614, + "mIoU": 0.131167284666156, + "macroF1": 0.21070383738545242, + "F1_coffee": 0.4055188962207559, + "IoU_coffee": 0.254326561324304, + "precision_coffee": 0.9970501474926253, + "recall_coffee": 0.2545180722891566, + "F1_noncoffee": 0.015888778550148957, + "IoU_noncoffee": 0.008008008008008008, + "kappa": 0.0025805577407322067, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8805528134254689, + "mIoU": 0.7376781306610254, + "macroF1": 0.84412667682915, + "F1_coffee": 0.919478272442936, + "IoU_coffee": 0.8509576892283057, + "precision_coffee": 0.9340859924283397, + "recall_coffee": 0.9053204036168261, + "F1_noncoffee": 0.7687750812153641, + "IoU_noncoffee": 0.6243985720937452, + "kappa": 0.6884721346580741, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8782023758408473, + "mIoU": 0.7329820238837501, + "macroF1": 0.8407799269376407, + "F1_coffee": 0.917970632651094, + "IoU_coffee": 0.8483786673001544, + "precision_coffee": 0.9421580266455613, + "recall_coffee": 0.8949940479919805, + "F1_noncoffee": 0.7635892212241874, + "IoU_noncoffee": 0.6175853804673457, + "kappa": 0.6821635692550523, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8775335426777048, + "mIoU": 0.7267797385015664, + "macroF1": 0.8359069078970356, + "F1_coffee": 0.9185546133400835, + "IoU_coffee": 0.8493767920884779, + "precision_coffee": 0.9313442412576195, + "recall_coffee": 0.9061114926025345, + "F1_noncoffee": 0.7532592024539877, + "IoU_noncoffee": 0.6041826849146548, + "kappa": 0.6720012039240151, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.9014591245252849, + "mIoU": 0.7809991065874295, + "macroF1": 0.8739562785791816, + "F1_coffee": 0.93283378746594, + "IoU_coffee": 0.8741223030767267, + "precision_coffee": 0.9338516093835243, + "recall_coffee": 0.9318181818181818, + "F1_noncoffee": 0.8150787696924231, + "IoU_noncoffee": 0.6878759100981323, + "kappa": 0.7479133816259027, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.901450104941805, + "mIoU": 0.7813622919696717, + "macroF1": 0.8742216423708543, + "F1_coffee": 0.9327430171235106, + "IoU_coffee": 0.8739629087359687, + "precision_coffee": 0.950504246284501, + "recall_coffee": 0.9156333887255529, + "F1_noncoffee": 0.815700267618198, + "IoU_noncoffee": 0.6887616752033745, + "kappa": 0.748683746386369, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9039939284697847, + "mIoU": 0.7765021940246158, + "macroF1": 0.8703277601275099, + "F1_coffee": 0.9364002011060835, + "IoU_coffee": 0.8804065232805484, + "precision_coffee": 0.9277708592777086, + "recall_coffee": 0.9451915757421974, + "F1_noncoffee": 0.8042553191489362, + "IoU_noncoffee": 0.6725978647686833, + "kappa": 0.7407245552830349, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8601521357519017, + "mIoU": 0.6963521807665395, + "macroF1": 0.8137056329677762, + "F1_coffee": 0.9067256406920775, + "IoU_coffee": 0.8293669681104237, + "precision_coffee": 0.9343163538873994, + "recall_coffee": 0.8807177154409906, + "F1_noncoffee": 0.7206856252434749, + "IoU_noncoffee": 0.5633373934226553, + "kappa": 0.6283817000536494, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8549479912205363, + "mIoU": 0.6856647816701373, + "macroF1": 0.8054662060541231, + "F1_coffee": 0.903577772139051, + "IoU_coffee": 0.8241147882434622, + "precision_coffee": 0.933910306845004, + "recall_coffee": 0.875153600393217, + "F1_noncoffee": 0.7073546399691952, + "IoU_noncoffee": 0.5472147750968126, + "kappa": 0.6121740883531556, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.850911520473418, + "mIoU": 0.6805722607299991, + "macroF1": 0.8018067632794076, + "F1_coffee": 0.900458832526128, + "IoU_coffee": 0.8189405355279935, + "precision_coffee": 0.9351422898742554, + "recall_coffee": 0.868256114046946, + "F1_noncoffee": 0.7031546940326872, + "IoU_noncoffee": 0.5422039859320047, + "kappa": 0.6052329399768145, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7368, + 8413 + ], + [ + 47217, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.2002789696057636, + "test_tta": { + "OA": 0.884349041597712, + "mIoU": 0.7393251794837505, + "macroF1": 0.8448184026345906, + "F1_coffee": 0.9231409900482638, + "IoU_coffee": 0.8572533465542885, + "precision_coffee": 0.9314156431803491, + "recall_coffee": 0.9150120655349053, + "F1_noncoffee": 0.7664958152209174, + "IoU_noncoffee": 0.6213970124132127, + "kappa": 0.6897112062247035, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8451742240683051, + "mIoU": 0.6765297716663798, + "macroF1": 0.7994144252761141, + "F1_coffee": 0.8952202473329234, + "IoU_coffee": 0.8103155811570131, + "precision_coffee": 0.9065551733681255, + "recall_coffee": 0.88416526886074, + "F1_noncoffee": 0.7036086032193047, + "IoU_noncoffee": 0.5427439621757465, + "kappa": 0.5990061775275962, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "ssl_lpft+es50p30@exactloc1km" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s0_r0.05", + "val_epoch0": 0.7370063490783636 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.7370063490783636, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7823759043048493, + "mIoU": 0.6362853698664723, + "macroF1": 0.776679404749999, + "F1_coffee": 0.812346555903834, + "IoU_coffee": 0.6839929273493162, + "precision_coffee": 0.8733979679925626, + "recall_coffee": 0.759272622312022, + "F1_noncoffee": 0.7410122535961641, + "IoU_noncoffee": 0.5885778123836284, + "kappa": 0.5563505895247823, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6916897427022037, + "mIoU": 0.5224741908001875, + "macroF1": 0.6846646532028284, + "F1_coffee": 0.7317311915667942, + "IoU_coffee": 0.5769527616710534, + "precision_coffee": 0.8544298232759884, + "recall_coffee": 0.639847247827232, + "F1_noncoffee": 0.6375981148388628, + "IoU_noncoffee": 0.4679956199293216, + "kappa": 0.3864222367072587, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1551701134089393, + "mIoU": 0.07783128786047366, + "macroF1": 0.13512628326891565, + "F1_coffee": 0.2667901806391848, + "IoU_coffee": 0.153928380545163, + "precision_coffee": 1.0, + "recall_coffee": 0.153928380545163, + "F1_noncoffee": 0.003462385898646522, + "IoU_noncoffee": 0.0017341951757843292, + "kappa": 0.0005337412320408974, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7639176513582653, + "mIoU": 0.6178769340902387, + "macroF1": 0.7637870830583537, + "F1_coffee": 0.7693406331825756, + "IoU_coffee": 0.6251450676982592, + "precision_coffee": 0.8675345591195812, + "recall_coffee": 0.691115150219181, + "F1_noncoffee": 0.7582335329341318, + "IoU_noncoffee": 0.6106088004822182, + "kappa": 0.5338339777345875, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7599669062516159, + "mIoU": 0.6059086380179721, + "macroF1": 0.7532747757900357, + "F1_coffee": 0.793908719587995, + "IoU_coffee": 0.658249282190974, + "precision_coffee": 0.8722926829268293, + "recall_coffee": 0.7284503829232524, + "F1_noncoffee": 0.7126408319920763, + "IoU_noncoffee": 0.5535679938449702, + "kappa": 0.5120433992868452, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8190371882311943, + "mIoU": 0.6771231046217812, + "macroF1": 0.8052310450845431, + "F1_coffee": 0.8570866915667388, + "IoU_coffee": 0.7499140006879945, + "precision_coffee": 0.8778287831199162, + "recall_coffee": 0.8373021969580581, + "F1_noncoffee": 0.7533753986023475, + "IoU_noncoffee": 0.6043322085555677, + "kappa": 0.6108370464854537, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7694740541173715, + "mIoU": 0.6181359808458451, + "macroF1": 0.7627133696386843, + "F1_coffee": 0.7226606538895152, + "IoU_coffee": 0.5657546337157988, + "precision_coffee": 0.7940538866522143, + "recall_coffee": 0.6630462891130074, + "F1_noncoffee": 0.8027660853878533, + "IoU_noncoffee": 0.6705173279758915, + "kappa": 0.5281394154481787, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7190900098911969, + "mIoU": 0.5584127073913528, + "macroF1": 0.7159478035748519, + "F1_coffee": 0.686072218128224, + "IoU_coffee": 0.5221536735838475, + "precision_coffee": 0.7526273241713823, + "recall_coffee": 0.6303317535545023, + "F1_noncoffee": 0.7458233890214797, + "IoU_noncoffee": 0.5946717411988582, + "kappa": 0.43546994580405224, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7485503426462836, + "mIoU": 0.5981420246097634, + "macroF1": 0.74854587062271, + "F1_coffee": 0.7496062992125985, + "IoU_coffee": 0.5994962216624685, + "precision_coffee": 0.7576400679117148, + "recall_coffee": 0.7417411178059422, + "F1_noncoffee": 0.7474854420328216, + "IoU_noncoffee": 0.5967878275570583, + "kappa": 0.49714875968484434, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7578987438142367, + "mIoU": 0.5961055198141586, + "macroF1": 0.7441487673975016, + "F1_coffee": 0.8034610630407911, + "IoU_coffee": 0.6714876033057852, + "precision_coffee": 0.9237328280435813, + "recall_coffee": 0.7109004739336493, + "F1_noncoffee": 0.6848364717542121, + "IoU_noncoffee": 0.520723436322532, + "kappa": 0.5018397901683764, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7962890625, + "mIoU": 0.618442509196425, + "macroF1": 0.7564391077929442, + "F1_coffee": 0.8549575858712279, + "IoU_coffee": 0.7466601894583434, + "precision_coffee": 0.9402049243003517, + "recall_coffee": 0.7838837179650644, + "F1_noncoffee": 0.6579206297146606, + "IoU_noncoffee": 0.49022482893450636, + "kappa": 0.522143232558538, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8820977174118091, + "mIoU": 0.7361415072295268, + "macroF1": 0.8426583514133263, + "F1_coffee": 0.9214330609679446, + "IoU_coffee": 0.8543123543123543, + "precision_coffee": 0.9513303049967553, + "recall_coffee": 0.8933577087141986, + "F1_noncoffee": 0.7638836418587079, + "IoU_noncoffee": 0.6179706601466992, + "kappa": 0.6862479660274198, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2586, + 2984 + ], + [ + 41077, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5471378326416017, + "test_tta": { + "OA": 0.7909175560489936, + "mIoU": 0.6471350296502065, + "macroF1": 0.7846621020700586, + "F1_coffee": 0.8213640953459197, + "IoU_coffee": 0.6968768659622524, + "precision_coffee": 0.8738809128495622, + "recall_coffee": 0.7748015586664743, + "F1_noncoffee": 0.7479601087941976, + "IoU_noncoffee": 0.5973931933381608, + "kappa": 0.5715076173254576, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.697660666897427, + "mIoU": 0.5286097166286321, + "macroF1": 0.6897479113958009, + "F1_coffee": 0.7392953525102911, + "IoU_coffee": 0.586414394507359, + "precision_coffee": 0.8530061701822356, + "recall_coffee": 0.6523351768940392, + "F1_noncoffee": 0.6402004702813107, + "IoU_noncoffee": 0.4708050387499053, + "kappa": 0.3943494711582772, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s0_r0.1", + "val_epoch0": 0.7361162001239241 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.7361162001239241, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7882494090681184, + "mIoU": 0.6440894474762342, + "macroF1": 0.7824927492595738, + "F1_coffee": 0.8178779898042478, + "IoU_coffee": 0.691872736274331, + "precision_coffee": 0.8767666094307225, + "recall_coffee": 0.7664020782219656, + "F1_noncoffee": 0.7471075087148998, + "IoU_noncoffee": 0.5963061586781374, + "kappa": 0.5676935688604274, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7050738433137187, + "mIoU": 0.5373117111125507, + "macroF1": 0.6971968687225849, + "F1_coffee": 0.7460350973062259, + "IoU_coffee": 0.5949409713968782, + "precision_coffee": 0.8592476040623659, + "recall_coffee": 0.6591826880870862, + "F1_noncoffee": 0.6483586401389438, + "IoU_noncoffee": 0.4796824508282232, + "kappa": 0.40860894335162423, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2341561040693796, + "mIoU": 0.11743603148325636, + "macroF1": 0.19079353256289874, + "F1_coffee": 0.3781148429035753, + "IoU_coffee": 0.23313293253173012, + "precision_coffee": 0.9994272623138603, + "recall_coffee": 0.23316408337787278, + "F1_noncoffee": 0.003472222222222222, + "IoU_noncoffee": 0.0017391304347826088, + "kappa": 0.0005441317520879718, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7661103666707273, + "mIoU": 0.620530470565081, + "macroF1": 0.7657720156758911, + "F1_coffee": 0.774674333998357, + "IoU_coffee": 0.6322191360980749, + "precision_coffee": 0.8584991546364937, + "recall_coffee": 0.7057628568373784, + "F1_noncoffee": 0.7568696973534254, + "IoU_noncoffee": 0.6088418050320872, + "kappa": 0.5363140261809202, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7751693469155593, + "mIoU": 0.6270829187439586, + "macroF1": 0.7698019905523021, + "F1_coffee": 0.8049524493091692, + "IoU_coffee": 0.6735735735735736, + "precision_coffee": 0.8955879417049312, + "recall_coffee": 0.7309760469284666, + "F1_noncoffee": 0.7346515317954351, + "IoU_noncoffee": 0.5805922639143436, + "kappa": 0.5459306972270325, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.81893762134714, + "mIoU": 0.6759219145838337, + "macroF1": 0.8042167602500236, + "F1_coffee": 0.8579019339714788, + "IoU_coffee": 0.7511631089217297, + "precision_coffee": 0.8729426731334976, + "recall_coffee": 0.8433707174681211, + "F1_noncoffee": 0.7505315865285684, + "IoU_noncoffee": 0.6006807202459377, + "kappa": 0.6086374938955091, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.753777673655851, + "mIoU": 0.5958806136421726, + "macroF1": 0.7449872487755255, + "F1_coffee": 0.6976409666283084, + "IoU_coffee": 0.5356748398497901, + "precision_coffee": 0.7860615883306321, + "recall_coffee": 0.6271011119731058, + "F1_noncoffee": 0.7923335309227425, + "IoU_noncoffee": 0.6560863874345549, + "kappa": 0.4943686127131506, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7097483239916474, + "mIoU": 0.5437257780350394, + "macroF1": 0.7028537183474308, + "F1_coffee": 0.6575910799948139, + "IoU_coffee": 0.4898589916940313, + "precision_coffee": 0.7726995734308348, + "recall_coffee": 0.5723313021891221, + "F1_noncoffee": 0.7481163567000477, + "IoU_noncoffee": 0.5975925643760476, + "kappa": 0.41525331859303444, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7598313125988403, + "mIoU": 0.6126606578345886, + "macroF1": 0.7598092038342255, + "F1_coffee": 0.7575047902916755, + "IoU_coffee": 0.609664153529815, + "precision_coffee": 0.776686313032089, + "recall_coffee": 0.7392478703511324, + "F1_noncoffee": 0.7621136173767753, + "IoU_noncoffee": 0.6156571621393623, + "kappa": 0.5199056628424724, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.779469610455526, + "mIoU": 0.618512626093211, + "macroF1": 0.7606663791741743, + "F1_coffee": 0.8277502477700693, + "IoU_coffee": 0.7061210686506595, + "precision_coffee": 0.9070373588184187, + "recall_coffee": 0.7612103536274153, + "F1_noncoffee": 0.6935825105782792, + "IoU_noncoffee": 0.5309041835357625, + "kappa": 0.5277519443562007, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.83330078125, + "mIoU": 0.6708169641940533, + "macroF1": 0.7968203877595805, + "F1_coffee": 0.8829137800946567, + "IoU_coffee": 0.7903720987351099, + "precision_coffee": 0.9554631828978623, + "recall_coffee": 0.82060436057631, + "F1_noncoffee": 0.7107269954245043, + "IoU_noncoffee": 0.5512618296529969, + "kappa": 0.5993477959507898, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8718166383701188, + "mIoU": 0.7089961287800071, + "macroF1": 0.8222396356643147, + "F1_coffee": 0.9161162891179557, + "IoU_coffee": 0.8452164009111617, + "precision_coffee": 0.9280890445222612, + "recall_coffee": 0.904448507007922, + "F1_noncoffee": 0.7283629822106736, + "IoU_noncoffee": 0.5727758566488526, + "kappa": 0.6446707635732905, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2563, + 2984 + ], + [ + 41428, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5549692352612814, + "test_tta": { + "OA": 0.7965045483847862, + "mIoU": 0.6542446019090599, + "macroF1": 0.789829737515507, + "F1_coffee": 0.8272843333941273, + "IoU_coffee": 0.7054432348367029, + "precision_coffee": 0.8736798176623544, + "recall_coffee": 0.7855679030163083, + "F1_noncoffee": 0.7523751416368866, + "IoU_noncoffee": 0.6030459689814168, + "kappa": 0.5813520902894194, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7140446521287642, + "mIoU": 0.5465172766102993, + "macroF1": 0.7046233632628665, + "F1_coffee": 0.7573758856569464, + "IoU_coffee": 0.6094971736946803, + "precision_coffee": 0.8559258747061264, + "recall_coffee": 0.6791765428847336, + "F1_noncoffee": 0.6518708408687865, + "IoU_noncoffee": 0.4835373795259182, + "kappa": 0.4202740478743442, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s0_r0.5", + "val_epoch0": 0.7652159769357714 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9595fd953603", + "n_blocks": 432, + "n_train_hard": 92123, + "n_train_soft": 7749, + "best_epoch": 29, + "stopped_epoch": 49, + "best_val": 0.7743538386570243, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8272867273117972, + "mIoU": 0.6972792410708728, + "macroF1": 0.8206312997396188, + "F1_coffee": 0.8551823546193, + "IoU_coffee": 0.747003121475225, + "precision_coffee": 0.8911628489172613, + "recall_coffee": 0.8219945158031462, + "F1_noncoffee": 0.7860802448599374, + "IoU_noncoffee": 0.6475553606665205, + "kappa": 0.6421243502187676, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7335439021576093, + "mIoU": 0.5700002204721711, + "macroF1": 0.7240648863060427, + "F1_coffee": 0.7752077579179188, + "IoU_coffee": 0.63293000337764, + "precision_coffee": 0.8698358954755209, + "recall_coffee": 0.6991484505311211, + "F1_noncoffee": 0.6729220146941666, + "IoU_noncoffee": 0.5070704375667022, + "kappa": 0.45747216181968675, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2077384923282188, + "mIoU": 0.10418063205541322, + "macroF1": 0.17295830928694542, + "F1_coffee": 0.34255978742249776, + "IoU_coffee": 0.20668002672010688, + "precision_coffee": 0.9993540051679587, + "recall_coffee": 0.2067076429716729, + "F1_noncoffee": 0.003356831151393085, + "IoU_noncoffee": 0.0016812373907195697, + "kappa": 0.00042821487268006043, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7988183700816177, + "mIoU": 0.6640101123685221, + "macroF1": 0.7979358833787087, + "F1_coffee": 0.8112894932297321, + "IoU_coffee": 0.6824954340094204, + "precision_coffee": 0.8711656441717791, + "recall_coffee": 0.7591147225489148, + "F1_noncoffee": 0.7845822735276854, + "IoU_noncoffee": 0.6455247907276239, + "kappa": 0.598039346928109, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8161228605408759, + "mIoU": 0.6808058551429637, + "macroF1": 0.808942831665731, + "F1_coffee": 0.8459805959805959, + "IoU_coffee": 0.7330731121453236, + "precision_coffee": 0.9030885888662844, + "recall_coffee": 0.7956656346749226, + "F1_noncoffee": 0.771905067350866, + "IoU_noncoffee": 0.6285385981406038, + "kappa": 0.6201352476701416, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8613033305122716, + "mIoU": 0.7388846697406761, + "macroF1": 0.8480957511942542, + "F1_coffee": 0.8928873510188389, + "IoU_coffee": 0.806500902903181, + "precision_coffee": 0.8937807881773399, + "recall_coffee": 0.8919956982639422, + "F1_noncoffee": 0.8033041513696696, + "IoU_noncoffee": 0.6712684365781711, + "kappa": 0.6961920598559987, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7859903947522549, + "mIoU": 0.6445962283147242, + "macroF1": 0.783442481267727, + "F1_coffee": 0.7599527000394166, + "IoU_coffee": 0.6128417037507946, + "precision_coffee": 0.7724358974358975, + "recall_coffee": 0.747866563227308, + "F1_noncoffee": 0.8069322624960372, + "IoU_noncoffee": 0.6763507528786536, + "kappa": 0.5669759227981023, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7706341356192988, + "mIoU": 0.6252325602861984, + "macroF1": 0.7691235409365131, + "F1_coffee": 0.7504484036828889, + "IoU_coffee": 0.6005741626794259, + "precision_coffee": 0.7980671414038657, + "recall_coffee": 0.7081922816519973, + "F1_noncoffee": 0.7877986781901373, + "IoU_noncoffee": 0.649890957892971, + "kappa": 0.5396407568343832, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.816657880864523, + "mIoU": 0.6900714565904897, + "macroF1": 0.8166107846178099, + "F1_coffee": 0.8195496523814465, + "IoU_coffee": 0.694268635724332, + "precision_coffee": 0.8186152570480929, + "recall_coffee": 0.8204861832536879, + "F1_noncoffee": 0.8136719168541734, + "IoU_noncoffee": 0.6858742774566474, + "kappa": 0.6332220626655048, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8127141225732775, + "mIoU": 0.6692361840104857, + "macroF1": 0.7996702375433213, + "F1_coffee": 0.850788515972503, + "IoU_coffee": 0.7403237156931738, + "precision_coffee": 0.9550612800726282, + "recall_coffee": 0.7670433831571273, + "F1_noncoffee": 0.7485519591141397, + "IoU_noncoffee": 0.5981486523277975, + "kappa": 0.607230227220084, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85654296875, + "mIoU": 0.7059374457624886, + "macroF1": 0.8224906960655752, + "F1_coffee": 0.9002376910016978, + "IoU_coffee": 0.818574780783006, + "precision_coffee": 0.963092124382447, + "recall_coffee": 0.8450847889838072, + "F1_noncoffee": 0.7447437011294527, + "IoU_noncoffee": 0.5933001107419712, + "kappa": 0.6488086694383025, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9012450481041313, + "mIoU": 0.7617748603541822, + "macroF1": 0.8596639713718038, + "F1_coffee": 0.9360532584132413, + "IoU_coffee": 0.8797933409873708, + "precision_coffee": 0.9381733594515181, + "recall_coffee": 0.9339427178549665, + "F1_noncoffee": 0.7832746843303664, + "IoU_noncoffee": 0.6437563797209935, + "kappa": 0.7193328004337636, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2653, + 2984 + ], + [ + 43518, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.4745020548502605, + "test_tta": { + "OA": 0.8294892915980231, + "mIoU": 0.6996250751401748, + "macroF1": 0.822163856734907, + "F1_coffee": 0.8582571675250826, + "IoU_coffee": 0.7517079530638853, + "precision_coffee": 0.8861156364307011, + "recall_coffee": 0.8320969836917305, + "F1_noncoffee": 0.7860705459447315, + "IoU_noncoffee": 0.6475421972164643, + "kappa": 0.6448575059670569, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7377697011653398, + "mIoU": 0.5740375500825654, + "macroF1": 0.7270932990513004, + "F1_coffee": 0.7810716435881999, + "IoU_coffee": 0.6407855223644697, + "precision_coffee": 0.8652296857493464, + "recall_coffee": 0.711833903959266, + "F1_noncoffee": 0.6731149545144007, + "IoU_noncoffee": 0.5072895778006612, + "kappa": 0.46178940056297574, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s0_r1.0", + "val_epoch0": 0.7591787751281603 + }, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.7786107818474719, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8290953370102428, + "mIoU": 0.7005046320935157, + "macroF1": 0.8229549253011386, + "F1_coffee": 0.8559265744822172, + "IoU_coffee": 0.7481395471578614, + "precision_coffee": 0.8971802905155226, + "recall_coffee": 0.8182998989753211, + "F1_noncoffee": 0.7899832761200598, + "IoU_noncoffee": 0.65286971702917, + "kappa": 0.6469978135216724, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7323324102919119, + "mIoU": 0.569590910345412, + "macroF1": 0.7239747265315288, + "F1_coffee": 0.7720052579206643, + "IoU_coffee": 0.628671468587435, + "precision_coffee": 0.8767753997265396, + "recall_coffee": 0.6896014397331226, + "F1_noncoffee": 0.6759441951423932, + "IoU_noncoffee": 0.5105103521033891, + "kappa": 0.45893056519843706, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18559039359573049, + "mIoU": 0.09309611390098824, + "macroF1": 0.15748154578166565, + "F1_coffee": 0.31137184115523464, + "IoU_coffee": 0.18439337252805987, + "precision_coffee": 1.0, + "recall_coffee": 0.18439337252805987, + "F1_noncoffee": 0.0035912504080966375, + "IoU_noncoffee": 0.0017988552739165986, + "kappa": 0.0006631740084718486, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7992447313923742, + "mIoU": 0.6646524761694311, + "macroF1": 0.7984075780117494, + "F1_coffee": 0.8113984893568322, + "IoU_coffee": 0.6826497207779704, + "precision_coffee": 0.8728302351348024, + "recall_coffee": 0.7580455468833529, + "F1_noncoffee": 0.7854166666666667, + "IoU_noncoffee": 0.6466552315608919, + "kappa": 0.5990748015905208, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8170019132323284, + "mIoU": 0.6838657007566983, + "macroF1": 0.8113617152408579, + "F1_coffee": 0.8439800731825596, + "IoU_coffee": 0.7300739836778278, + "precision_coffee": 0.919588817369584, + "recall_coffee": 0.7798598663842268, + "F1_noncoffee": 0.778743357299156, + "IoU_noncoffee": 0.6376574178355687, + "kappa": 0.6263059545176438, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8651366555483646, + "mIoU": 0.7446487008482762, + "macroF1": 0.8519347738077303, + "F1_coffee": 0.8961472110408281, + "IoU_coffee": 0.8118357991248176, + "precision_coffee": 0.8944669778832173, + "recall_coffee": 0.8978337686280534, + "F1_noncoffee": 0.8077223365746327, + "IoU_noncoffee": 0.6774616025717347, + "kappa": 0.7038714822608946, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7822420053883097, + "mIoU": 0.6399211954678823, + "macroF1": 0.7800304411927139, + "F1_coffee": 0.7579742221064966, + "IoU_coffee": 0.610272536687631, + "precision_coffee": 0.7632406921866807, + "recall_coffee": 0.7527799327644169, + "F1_noncoffee": 0.8020866602789312, + "IoU_noncoffee": 0.6695698542481336, + "kappa": 0.5600780103329096, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7740411034179581, + "mIoU": 0.6281249935141888, + "macroF1": 0.7710325689019302, + "F1_coffee": 0.7447864945382324, + "IoU_coffee": 0.5933544303797469, + "precision_coffee": 0.8275862068965517, + "recall_coffee": 0.6770480704129993, + "F1_noncoffee": 0.797278643265628, + "IoU_noncoffee": 0.6628955566486309, + "kappa": 0.5456774998072944, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8191881918819188, + "mIoU": 0.6937485937435427, + "macroF1": 0.8191870342316347, + "F1_coffee": 0.8196445472710064, + "IoU_coffee": 0.6944048467569494, + "precision_coffee": 0.829855195911414, + "recall_coffee": 0.8096821109495117, + "F1_noncoffee": 0.8187295211922629, + "IoU_noncoffee": 0.693092340730136, + "kappa": 0.6384290850093275, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8176627331556909, + "mIoU": 0.6779776870437324, + "macroF1": 0.806233980614667, + "F1_coffee": 0.853292496171516, + "IoU_coffee": 0.7441239316239316, + "precision_coffee": 0.9698305871431887, + "recall_coffee": 0.7617572001458257, + "F1_noncoffee": 0.759175465057818, + "IoU_noncoffee": 0.6118314424635333, + "kappa": 0.6214407271121082, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.85517578125, + "mIoU": 0.7057916132748748, + "macroF1": 0.8226189088281501, + "F1_coffee": 0.8986121556026526, + "IoU_coffee": 0.8158907510862818, + "precision_coffee": 0.96875, + "recall_coffee": 0.8379446640316206, + "F1_noncoffee": 0.7466256620536477, + "IoU_noncoffee": 0.5956924754634678, + "kappa": 0.6498249715172876, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9062441048858706, + "mIoU": 0.7666208874923641, + "macroF1": 0.8626270906818659, + "F1_coffee": 0.9400337837837838, + "IoU_coffee": 0.8868525896414342, + "precision_coffee": 0.93071317644248, + "recall_coffee": 0.9495429616087752, + "F1_noncoffee": 0.7852203975799481, + "IoU_noncoffee": 0.6463891853432941, + "kappa": 0.7253528361605208, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2695, + 2984 + ], + [ + 43577, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.022808523972829, + "test_tta": { + "OA": 0.834342095838407, + "mIoU": 0.7068037158006653, + "macroF1": 0.8271608023431951, + "F1_coffee": 0.8623915986136522, + "IoU_coffee": 0.7580742174220038, + "precision_coffee": 0.8896936959057148, + "recall_coffee": 0.8367152547265118, + "F1_noncoffee": 0.7919300060727379, + "IoU_noncoffee": 0.6555332141793268, + "kappa": 0.6548131117787689, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7390677281643013, + "mIoU": 0.5761198908150345, + "macroF1": 0.7288902967963833, + "F1_coffee": 0.7814183883049414, + "IoU_coffee": 0.6412524042751482, + "precision_coffee": 0.8691877654141805, + "recall_coffee": 0.7097489245895883, + "F1_noncoffee": 0.6763622052878251, + "IoU_noncoffee": 0.5109873773549207, + "kappa": 0.4658449876439106, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s1_r0.05", + "val_epoch0": 0.723777800480917 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.723777800480917, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7662953943127283, + "mIoU": 0.6009482259333672, + "macroF1": 0.7468018576426962, + "F1_coffee": 0.8170565889625591, + "IoU_coffee": 0.6906979499940751, + "precision_coffee": 0.7942442906197198, + "recall_coffee": 0.8412180689854236, + "F1_noncoffee": 0.6765471263228333, + "IoU_noncoffee": 0.5111985018726591, + "kappa": 0.4943412486159568, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7091554170993424, + "mIoU": 0.5266108861815765, + "macroF1": 0.6838230211655741, + "F1_coffee": 0.7733189451675997, + "IoU_coffee": 0.6304156586760501, + "precision_coffee": 0.7926171712982165, + "recall_coffee": 0.7549381090334475, + "F1_noncoffee": 0.5943270971635486, + "IoU_noncoffee": 0.42280611368710286, + "kappa": 0.3683161866680304, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4209472981987992, + "mIoU": 0.21108424796172304, + "macroF1": 0.29777410606483734, + "F1_coffee": 0.5918751175474892, + "IoU_coffee": 0.4203285695205022, + "precision_coffee": 0.9990476190476191, + "recall_coffee": 0.42049706039551044, + "F1_noncoffee": 0.0036730945821854912, + "IoU_noncoffee": 0.0018399264029438822, + "kappa": 0.0007474050483785874, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7391886953343891, + "mIoU": 0.5797723717944804, + "macroF1": 0.732606013713606, + "F1_coffee": 0.7745603874907866, + "IoU_coffee": 0.6320673655267228, + "precision_coffee": 0.7629913909345504, + "recall_coffee": 0.7864856195872982, + "F1_noncoffee": 0.6906516399364254, + "IoU_noncoffee": 0.5274773780622379, + "kappa": 0.46538068829844464, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7875277935777445, + "mIoU": 0.6340191458597912, + "macroF1": 0.7734176066153523, + "F1_coffee": 0.8299606869439272, + "IoU_coffee": 0.7093442738912075, + "precision_coffee": 0.8433268858800773, + "recall_coffee": 0.8170115691706046, + "F1_noncoffee": 0.7168745262867774, + "IoU_noncoffee": 0.558694017828375, + "kappa": 0.5470246778387462, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.768009160153333, + "mIoU": 0.5782872205775293, + "macroF1": 0.7230534477080035, + "F1_coffee": 0.8346344925479063, + "IoU_coffee": 0.7161997563946407, + "precision_coffee": 0.775623268698061, + "recall_coffee": 0.9033645721308957, + "F1_noncoffee": 0.6114724028681007, + "IoU_noncoffee": 0.4403746847604179, + "kappa": 0.45353886305815994, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.6964975986880637, + "mIoU": 0.5342291101232943, + "macroF1": 0.6963882690238885, + "F1_coffee": 0.6906268656716418, + "IoU_coffee": 0.5274484771110706, + "precision_coffee": 0.6415261756876663, + "recall_coffee": 0.747866563227308, + "F1_noncoffee": 0.7021496723761352, + "IoU_noncoffee": 0.5410097431355182, + "kappa": 0.3961819371174281, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7064512583800417, + "mIoU": 0.5460771473651074, + "macroF1": 0.7063894663924803, + "F1_coffee": 0.7021300323408052, + "IoU_coffee": 0.5409864237841554, + "precision_coffee": 0.6940035273368607, + "recall_coffee": 0.710449108553374, + "F1_noncoffee": 0.7106489004441555, + "IoU_noncoffee": 0.5511678709460595, + "kappa": 0.4128571363342537, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7115445440168687, + "mIoU": 0.5472089219596656, + "macroF1": 0.7061169710389499, + "F1_coffee": 0.7460553183590124, + "IoU_coffee": 0.5949666913397483, + "precision_coffee": 0.6742157356148297, + "recall_coffee": 0.8350301267400789, + "F1_noncoffee": 0.6661786237188873, + "IoU_noncoffee": 0.4994511525795829, + "kappa": 0.42087716167734907, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7854333206445883, + "mIoU": 0.615192732281632, + "macroF1": 0.755980355559229, + "F1_coffee": 0.8407571334400603, + "IoU_coffee": 0.7252640129975629, + "precision_coffee": 0.869666861484512, + "recall_coffee": 0.8137076193948232, + "F1_noncoffee": 0.6712035776783978, + "IoU_noncoffee": 0.5051214515657009, + "kappa": 0.5130717116621786, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8595703125, + "mIoU": 0.6995728569138644, + "macroF1": 0.8165684627687964, + "F1_coffee": 0.9053822871430451, + "IoU_coffee": 0.8271219043039192, + "precision_coffee": 0.9354180829367778, + "recall_coffee": 0.8772153512686472, + "F1_noncoffee": 0.7277546383945476, + "IoU_noncoffee": 0.5720238095238095, + "kappa": 0.6342220319999087, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8185248066402565, + "mIoU": 0.5642195297083547, + "macroF1": 0.6914404958142124, + "F1_coffee": 0.8894634034241067, + "IoU_coffee": 0.8009311950336265, + "precision_coffee": 0.8413215954787523, + "recall_coffee": 0.9434491163924437, + "F1_noncoffee": 0.4934175882043181, + "IoU_noncoffee": 0.3275078643830828, + "kappa": 0.3920045667955547, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2303, + 2984 + ], + [ + 40462, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.7749112764994304, + "test_tta": { + "OA": 0.7694649380416876, + "mIoU": 0.6027492191929293, + "macroF1": 0.7477754129928043, + "F1_coffee": 0.8217391304347826, + "IoU_coffee": 0.6974169741697417, + "precision_coffee": 0.7897005988023952, + "recall_coffee": 0.8564872275941694, + "F1_noncoffee": 0.673811695550826, + "IoU_noncoffee": 0.5080814642161171, + "kappa": 0.497065586551346, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7134677512403369, + "mIoU": 0.5289006345640365, + "macroF1": 0.6850688727955621, + "F1_coffee": 0.7796399614006677, + "IoU_coffee": 0.6388606122300589, + "precision_coffee": 0.7881281815531586, + "recall_coffee": 0.771332631024493, + "F1_noncoffee": 0.5904977841904565, + "IoU_noncoffee": 0.4189406568980141, + "kappa": 0.37027348781189556, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s1_r0.1", + "val_epoch0": 0.7270360586257689 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.7270360586257689, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7891805744574171, + "mIoU": 0.641796474819698, + "macroF1": 0.7802048783740239, + "F1_coffee": 0.8246212516200152, + "IoU_coffee": 0.7015791741654204, + "precision_coffee": 0.8520502401182121, + "recall_coffee": 0.7989031606292394, + "F1_noncoffee": 0.7357885051280325, + "IoU_noncoffee": 0.5820137754739757, + "kappa": 0.5610949837442801, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6926272066458983, + "mIoU": 0.5204374792977078, + "macroF1": 0.6820332782178242, + "F1_coffee": 0.740072202166065, + "IoU_coffee": 0.5873925501432665, + "precision_coffee": 0.8328758098166246, + "recall_coffee": 0.6658765692213151, + "F1_noncoffee": 0.6239943542695836, + "IoU_noncoffee": 0.45348240845214893, + "kappa": 0.37528652737807433, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11207471647765177, + "mIoU": 0.05617887684061068, + "macroF1": 0.10126455375389053, + "F1_coffee": 0.19983167007334376, + "IoU_coffee": 0.11100721346513492, + "precision_coffee": 0.9975990396158463, + "recall_coffee": 0.11103687867450561, + "F1_noncoffee": 0.0026974374344372848, + "IoU_noncoffee": 0.0013505402160864347, + "kappa": -0.00023369897041906616, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7578267754903155, + "mIoU": 0.6094774617521076, + "macroF1": 0.7572475176596029, + "F1_coffee": 0.7691056910569106, + "IoU_coffee": 0.6248348745046235, + "precision_coffee": 0.8417439938985636, + "recall_coffee": 0.7080081257350582, + "F1_noncoffee": 0.7453893442622951, + "IoU_noncoffee": 0.5941200489995917, + "kappa": 0.5184493989275044, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7957495216919179, + "mIoU": 0.6510433132202018, + "macroF1": 0.7871323633500404, + "F1_coffee": 0.8299612569952648, + "IoU_coffee": 0.7093451066961001, + "precision_coffee": 0.8798831690397956, + "recall_coffee": 0.785400032589213, + "F1_noncoffee": 0.7443034697048162, + "IoU_noncoffee": 0.5927415197443036, + "kappa": 0.5763156610598946, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8084830985214317, + "mIoU": 0.6521448905169578, + "macroF1": 0.7853678233283576, + "F1_coffee": 0.8558041905618652, + "IoU_coffee": 0.7479525650265347, + "precision_coffee": 0.8356635678208038, + "recall_coffee": 0.8769396220617607, + "F1_noncoffee": 0.71493145609485, + "IoU_noncoffee": 0.556337216007381, + "kappa": 0.5712280328805694, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7312873374721799, + "mIoU": 0.5711633411735499, + "macroF1": 0.7258985751227893, + "F1_coffee": 0.6874659400544959, + "IoU_coffee": 0.5237699813161719, + "precision_coffee": 0.7264612726749208, + "recall_coffee": 0.65244375484872, + "F1_noncoffee": 0.7643312101910829, + "IoU_noncoffee": 0.6185567010309279, + "kappa": 0.45298566273864493, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7215078580063743, + "mIoU": 0.5624605438499466, + "macroF1": 0.7195357108519839, + "F1_coffee": 0.6960172744721689, + "IoU_coffee": 0.5337626494940202, + "precision_coffee": 0.7428937259923175, + "recall_coffee": 0.6547054840893703, + "F1_noncoffee": 0.7430541472317989, + "IoU_noncoffee": 0.5911584382058729, + "kappa": 0.4409528912362036, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7421191354770691, + "mIoU": 0.5899277548876529, + "macroF1": 0.7420714260493528, + "F1_coffee": 0.7455793634283336, + "IoU_coffee": 0.5943615257048093, + "precision_coffee": 0.7465111435117684, + "recall_coffee": 0.7446499065032205, + "F1_noncoffee": 0.7385634886703719, + "IoU_noncoffee": 0.5854939840704966, + "kappa": 0.4841436779406153, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7865753077020683, + "mIoU": 0.6321543219820285, + "macroF1": 0.7718999637953986, + "F1_coffee": 0.8297570850202429, + "IoU_coffee": 0.7090468777028196, + "precision_coffee": 0.9328629949931725, + "recall_coffee": 0.7471746263215457, + "F1_noncoffee": 0.7140428425705543, + "IoU_noncoffee": 0.5552617662612375, + "kappa": 0.5529726325342681, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.86171875, + "mIoU": 0.7109541619973342, + "macroF1": 0.825718644478987, + "F1_coffee": 0.9049281589901974, + "IoU_coffee": 0.826364193746168, + "precision_coffee": 0.9557509573110197, + "recall_coffee": 0.8592375366568915, + "F1_noncoffee": 0.7465091299677766, + "IoU_noncoffee": 0.5955441302485004, + "kappa": 0.6540455854608214, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8678551216751557, + "mIoU": 0.6712427484055974, + "macroF1": 0.7897072907498701, + "F1_coffee": 0.9179021388807501, + "IoU_coffee": 0.8482616700963934, + "precision_coffee": 0.8839729119638826, + "recall_coffee": 0.954539914686167, + "F1_noncoffee": 0.6615124426189901, + "IoU_noncoffee": 0.4942238267148014, + "kappa": 0.5819538295657285, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2603, + 2984 + ], + [ + 41440, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5183390617370605, + "test_tta": { + "OA": 0.7945884965260368, + "mIoU": 0.6483664628281481, + "macroF1": 0.7849765368097115, + "F1_coffee": 0.8304385744482713, + "IoU_coffee": 0.7100427188392608, + "precision_coffee": 0.8510573835060292, + "recall_coffee": 0.8107952085438014, + "F1_noncoffee": 0.7395144991711515, + "IoU_noncoffee": 0.5866902068170354, + "kappa": 0.5703405010612853, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6974443290642668, + "mIoU": 0.5251164664926521, + "macroF1": 0.685854104690067, + "F1_coffee": 0.7461949814890991, + "IoU_coffee": 0.5951443569553806, + "precision_coffee": 0.8314370450256133, + "recall_coffee": 0.6768062505486788, + "F1_noncoffee": 0.625513227891035, + "IoU_noncoffee": 0.45508857602992364, + "kappa": 0.38130360813794867, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s1_r0.5", + "val_epoch0": 0.7601629578904692 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "39509bb60b06", + "n_blocks": 432, + "n_train_hard": 91438, + "n_train_soft": 8190, + "best_epoch": 18, + "stopped_epoch": 38, + "best_val": 0.7700020926491475, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8238485781820787, + "mIoU": 0.6940596114979802, + "macroF1": 0.818597744256318, + "F1_coffee": 0.8494605555130461, + "IoU_coffee": 0.7383150222127637, + "precision_coffee": 0.9040390879478828, + "recall_coffee": 0.8010968393707606, + "F1_noncoffee": 0.78773493299959, + "IoU_noncoffee": 0.6498042007831969, + "kappa": 0.6390504887375459, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7248182762201454, + "mIoU": 0.5616835003289897, + "macroF1": 0.7177821023507946, + "F1_coffee": 0.7623436799362264, + "IoU_coffee": 0.6159574896340727, + "precision_coffee": 0.8813940092165898, + "recall_coffee": 0.6716267228513739, + "F1_noncoffee": 0.6732205247653628, + "IoU_noncoffee": 0.5074095110239066, + "kappa": 0.44937697482962413, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.14996664442961974, + "mIoU": 0.07522043055687921, + "macroF1": 0.13118439837133575, + "F1_coffee": 0.2589275328603001, + "IoU_coffee": 0.14871726349545697, + "precision_coffee": 1.0, + "recall_coffee": 0.14871726349545697, + "F1_noncoffee": 0.0034412638823713435, + "IoU_noncoffee": 0.0017235976183014728, + "kappa": 0.0005125260671707914, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7985747350468998, + "mIoU": 0.6639758649534253, + "macroF1": 0.797955387333336, + "F1_coffee": 0.8091418018122006, + "IoU_coffee": 0.6794610836483473, + "precision_coffee": 0.8791070980687233, + "recall_coffee": 0.7494921415588581, + "F1_noncoffee": 0.7867689728544716, + "IoU_noncoffee": 0.6484906462585034, + "kappa": 0.5987502372461629, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8082630952996536, + "mIoU": 0.671033790815768, + "macroF1": 0.8021215926060857, + "F1_coffee": 0.8369823265629122, + "IoU_coffee": 0.7196643229757315, + "precision_coffee": 0.9089954163483576, + "recall_coffee": 0.7755417956656346, + "F1_noncoffee": 0.7672608586492593, + "IoU_noncoffee": 0.6224032586558045, + "kappa": 0.607757886825274, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8595111265992931, + "mIoU": 0.7403323677674478, + "macroF1": 0.8494821809123394, + "F1_coffee": 0.8883349161126939, + "IoU_coffee": 0.7991030113191429, + "precision_coffee": 0.9160274196180839, + "recall_coffee": 0.8622676294361653, + "F1_noncoffee": 0.8106294457119849, + "IoU_noncoffee": 0.6815617242157527, + "kappa": 0.6994302137210229, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7851704345788919, + "mIoU": 0.6423783689875466, + "macroF1": 0.7816168694122592, + "F1_coffee": 0.7537593984962406, + "IoU_coffee": 0.6048265460030166, + "precision_coffee": 0.7838592571907288, + "recall_coffee": 0.725885699508663, + "F1_noncoffee": 0.8094743403282776, + "IoU_noncoffee": 0.6799301919720768, + "kappa": 0.5637314763921055, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7700846246840312, + "mIoU": 0.6235338423727386, + "macroF1": 0.767662686460774, + "F1_coffee": 0.7439412484700122, + "IoU_coffee": 0.5922822061976223, + "precision_coffee": 0.8127841668895427, + "recall_coffee": 0.6858496953283684, + "F1_noncoffee": 0.7913841244515357, + "IoU_noncoffee": 0.6547854785478547, + "kappa": 0.5380255593827095, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8163415919873485, + "mIoU": 0.6895942006811413, + "macroF1": 0.8162732008197862, + "F1_coffee": 0.8127284454955923, + "IoU_coffee": 0.684534588917059, + "precision_coffee": 0.8420583648919581, + "recall_coffee": 0.7853729482651153, + "F1_noncoffee": 0.8198179561439801, + "IoU_noncoffee": 0.6946538124452235, + "kappa": 0.6329748247581498, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8130947849257708, + "mIoU": 0.6699984307585127, + "macroF1": 0.8002566908651284, + "F1_coffee": 0.8508958396598846, + "IoU_coffee": 0.7404862579281184, + "precision_coffee": 0.9567493740040974, + "recall_coffee": 0.7661319722931097, + "F1_noncoffee": 0.7496175420703722, + "IoU_noncoffee": 0.5995106035889071, + "kappa": 0.6085596422465664, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8421875, + "mIoU": 0.6853040114372215, + "macroF1": 0.8077100419741848, + "F1_coffee": 0.889132821075741, + "IoU_coffee": 0.8003952569169961, + "precision_coffee": 0.9624238823704144, + "recall_coffee": 0.8262144587530281, + "F1_noncoffee": 0.7262872628726287, + "IoU_noncoffee": 0.5702127659574469, + "kappa": 0.6208485111103137, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8981324278438031, + "mIoU": 0.7656084277642106, + "macroF1": 0.863015029374192, + "F1_coffee": 0.9323731997495304, + "IoU_coffee": 0.8733137829912023, + "precision_coffee": 0.9587894397939472, + "recall_coffee": 0.9073735527117611, + "F1_noncoffee": 0.7936568589988536, + "IoU_noncoffee": 0.6579030725372189, + "kappa": 0.7266631479514705, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2611, + 2984 + ], + [ + 43368, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.9227215011914571, + "test_tta": { + "OA": 0.8309576677888404, + "mIoU": 0.7030410447202924, + "macroF1": 0.824696254986864, + "F1_coffee": 0.8578270429832224, + "IoU_coffee": 0.7510482871383739, + "precision_coffee": 0.8968916322867131, + "recall_coffee": 0.8220233799971136, + "F1_noncoffee": 0.7915654669905057, + "IoU_noncoffee": 0.6550338023022109, + "kappa": 0.6503649307863881, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7333131418022384, + "mIoU": 0.5703789821838141, + "macroF1": 0.7245237543315777, + "F1_coffee": 0.7737301305661948, + "IoU_coffee": 0.6309623597972299, + "precision_coffee": 0.8743811710042315, + "recall_coffee": 0.6938591870775174, + "F1_noncoffee": 0.6753173780969606, + "IoU_noncoffee": 0.5097956045703984, + "kappa": 0.4593277042673646, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s1_r1.0", + "val_epoch0": 0.7581349141746757 + }, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7876786164897844, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.816739488575317, + "mIoU": 0.6849705033419662, + "macroF1": 0.8123405320145947, + "F1_coffee": 0.8410721495791533, + "IoU_coffee": 0.7257329688588734, + "precision_coffee": 0.9102826985781035, + "recall_coffee": 0.7816423726367441, + "F1_noncoffee": 0.783608914450036, + "IoU_noncoffee": 0.6442080378250591, + "kappa": 0.6276121387092303, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7156022845275182, + "mIoU": 0.5520775061595697, + "macroF1": 0.7101880065636259, + "F1_coffee": 0.7498001598721024, + "IoU_coffee": 0.5997442455242967, + "precision_coffee": 0.8886583055129478, + "recall_coffee": 0.6484724782723202, + "F1_noncoffee": 0.6705758532551496, + "IoU_noncoffee": 0.5044107667948428, + "kappa": 0.4384288840899337, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13208805870580387, + "mIoU": 0.06625027601342451, + "macroF1": 0.11736532609136235, + "F1_coffee": 0.2313600378116507, + "IoU_coffee": 0.1308123997862106, + "precision_coffee": 1.0, + "recall_coffee": 0.1308123997862106, + "F1_noncoffee": 0.003370614371074, + "IoU_noncoffee": 0.0016881522406384285, + "kappa": 0.00044156498026007605, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.788951151175539, + "mIoU": 0.651191227312867, + "macroF1": 0.7887114414027094, + "F1_coffee": 0.7958281774792293, + "IoU_coffee": 0.6608925425719319, + "precision_coffee": 0.8864531373063796, + "recall_coffee": 0.7220143269539185, + "F1_noncoffee": 0.7815947053261897, + "IoU_noncoffee": 0.6414899120538023, + "kappa": 0.5820951626478016, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7990071875484772, + "mIoU": 0.6606345769761863, + "macroF1": 0.7949509103447802, + "F1_coffee": 0.8237907430073893, + "IoU_coffee": 0.7003777075464426, + "precision_coffee": 0.9285641287685232, + "recall_coffee": 0.740263972625061, + "F1_noncoffee": 0.766111077682171, + "IoU_noncoffee": 0.62089144640593, + "kappa": 0.596716872118758, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8565241200776622, + "mIoU": 0.7350693686643663, + "macroF1": 0.8458880722341053, + "F1_coffee": 0.8863743888976502, + "IoU_coffee": 0.7959357077108263, + "precision_coffee": 0.9104973270694962, + "recall_coffee": 0.8634966968812413, + "F1_noncoffee": 0.8054017555705605, + "IoU_noncoffee": 0.6742030296179063, + "kappa": 0.6921462369047882, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7813049080473234, + "mIoU": 0.6366915521290116, + "macroF1": 0.7772916679970041, + "F1_coffee": 0.7473954809903938, + "IoU_coffee": 0.5966731475480666, + "precision_coffee": 0.7837684449489217, + "recall_coffee": 0.7142487716576157, + "F1_noncoffee": 0.8071878550036146, + "IoU_noncoffee": 0.6767099567099567, + "kappa": 0.5553143542397652, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7675568743818002, + "mIoU": 0.6178764271506114, + "macroF1": 0.7629237393136262, + "F1_coffee": 0.729781525488693, + "IoU_coffee": 0.5745322872661436, + "precision_coffee": 0.8409893992932862, + "recall_coffee": 0.6445497630331753, + "F1_noncoffee": 0.7960659531385594, + "IoU_noncoffee": 0.6612205670350793, + "kappa": 0.5320232191017666, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8023194517659462, + "mIoU": 0.6695127976281632, + "macroF1": 0.801991519817649, + "F1_coffee": 0.7939333992746456, + "IoU_coffee": 0.6582832148715145, + "precision_coffee": 0.8427438170788614, + "recall_coffee": 0.7504674838977768, + "F1_noncoffee": 0.8100496403606524, + "IoU_noncoffee": 0.6807423803848118, + "kappa": 0.6052038251000139, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7972338535718817, + "mIoU": 0.6516421579111742, + "macroF1": 0.7873508786030424, + "F1_coffee": 0.8331941544885177, + "IoU_coffee": 0.7140812309894435, + "precision_coffee": 0.9748412310698583, + "recall_coffee": 0.7274881516587678, + "F1_noncoffee": 0.7415076027175671, + "IoU_noncoffee": 0.5892030848329048, + "kappa": 0.5881757369669384, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.826953125, + "mIoU": 0.6683300496571618, + "macroF1": 0.795940546955914, + "F1_coffee": 0.8754918493535694, + "IoU_coffee": 0.77855536115971, + "precision_coffee": 0.9751134762873689, + "recall_coffee": 0.7943389009307663, + "F1_noncoffee": 0.7163892445582587, + "IoU_noncoffee": 0.5581047381546135, + "kappa": 0.6013588170928901, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.9050179211469535, + "mIoU": 0.7723399938648079, + "macroF1": 0.8671002461197841, + "F1_coffee": 0.9380879188441439, + "IoU_coffee": 0.8833950903195924, + "precision_coffee": 0.9465260545905707, + "recall_coffee": 0.9297989031078611, + "F1_noncoffee": 0.7961125733954242, + "IoU_noncoffee": 0.6612848974100235, + "kappa": 0.7342700400453694, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2657, + 2984 + ], + [ + 42925, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.596025367577871, + "test_tta": { + "OA": 0.8278597521667502, + "mIoU": 0.6995976709899605, + "macroF1": 0.8224325383971897, + "F1_coffee": 0.8534760010364748, + "IoU_coffee": 0.7444030842860941, + "precision_coffee": 0.9042374523609586, + "recall_coffee": 0.8081108385048348, + "F1_noncoffee": 0.7913890757579045, + "IoU_noncoffee": 0.654792257693827, + "kappa": 0.6464513593018665, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.726707626629745, + "mIoU": 0.5638880072517942, + "macroF1": 0.7195736283239006, + "F1_coffee": 0.7643012625163257, + "IoU_coffee": 0.6185174746335964, + "precision_coffee": 0.8820590852975797, + "recall_coffee": 0.6742823281538056, + "F1_noncoffee": 0.6748459941314755, + "IoU_noncoffee": 0.5092585398699919, + "kappa": 0.45260634945369477, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s2_r0.05", + "val_epoch0": 0.7258304999687302 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.7258304999687302, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7814268318888332, + "mIoU": 0.632802336361918, + "macroF1": 0.773682836281401, + "F1_coffee": 0.8155468915283949, + "IoU_coffee": 0.6885429956621587, + "precision_coffee": 0.8558469980018396, + "recall_coffee": 0.7788714100158753, + "F1_noncoffee": 0.731818781034407, + "IoU_noncoffee": 0.5770616770616771, + "kappa": 0.5488201674015245, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6862236067843545, + "mIoU": 0.514540579221707, + "macroF1": 0.6772872684822087, + "F1_coffee": 0.7309889457674902, + "IoU_coffee": 0.5760304004676995, + "precision_coffee": 0.8371282922684792, + "recall_coffee": 0.6487358440874375, + "F1_noncoffee": 0.6235855911969272, + "IoU_noncoffee": 0.4530507579757146, + "kappa": 0.36877329172523177, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.11861240827218146, + "mIoU": 0.05947317852149281, + "macroF1": 0.10660246297248221, + "F1_coffee": 0.21018651362984217, + "IoU_coffee": 0.11743486973947896, + "precision_coffee": 0.9988636363636364, + "recall_coffee": 0.11745056119722073, + "F1_noncoffee": 0.003018412315122246, + "IoU_noncoffee": 0.0015114873035066505, + "kappa": 8.825369564876248e-05, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7429650383725179, + "mIoU": 0.5908149816311961, + "macroF1": 0.7427358825621376, + "F1_coffee": 0.7504140052046369, + "IoU_coffee": 0.6005301022340023, + "precision_coffee": 0.8397088021178027, + "recall_coffee": 0.6782850422324388, + "F1_noncoffee": 0.7350577599196384, + "IoU_noncoffee": 0.58109986102839, + "kappa": 0.4915748986616546, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7910957133254046, + "mIoU": 0.6473951749528617, + "macroF1": 0.7848577747953073, + "F1_coffee": 0.8214916931778014, + "IoU_coffee": 0.6970605878824235, + "precision_coffee": 0.8974705541610349, + "recall_coffee": 0.7573733094345771, + "F1_noncoffee": 0.7482238564128132, + "IoU_noncoffee": 0.5977297620232999, + "kappa": 0.5740216957593367, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8035545377607408, + "mIoU": 0.6452951654044903, + "macroF1": 0.7802053582847259, + "F1_coffee": 0.8518435082976646, + "IoU_coffee": 0.7419228253760628, + "precision_coffee": 0.8331374853113983, + "recall_coffee": 0.8714088185589184, + "F1_noncoffee": 0.7085672082717873, + "IoU_noncoffee": 0.5486675054329178, + "kappa": 0.5608461923044998, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7180508375307485, + "mIoU": 0.5540042238388769, + "macroF1": 0.7115459141965088, + "F1_coffee": 0.6682288077188147, + "IoU_coffee": 0.5017594700890085, + "precision_coffee": 0.7154663518299882, + "recall_coffee": 0.6268425135764158, + "F1_noncoffee": 0.7548630206742031, + "IoU_noncoffee": 0.6062489775887453, + "kappa": 0.424943979878848, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7333772942081548, + "mIoU": 0.5754036388667375, + "macroF1": 0.7297020501045233, + "F1_coffee": 0.6981836277681015, + "IoU_coffee": 0.5363149847094801, + "precision_coffee": 0.7779317992791793, + "recall_coffee": 0.633265628526292, + "F1_noncoffee": 0.7612204724409449, + "IoU_noncoffee": 0.6144922930239949, + "kappa": 0.46386158265530847, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7434897206114919, + "mIoU": 0.5913852410288563, + "macroF1": 0.7431674252984584, + "F1_coffee": 0.7522655534059668, + "IoU_coffee": 0.6029051738207932, + "precision_coffee": 0.7376198083067093, + "recall_coffee": 0.7675046748389778, + "F1_noncoffee": 0.7340692971909498, + "IoU_noncoffee": 0.5798653082369194, + "kappa": 0.48655213884239473, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7699530516431925, + "mIoU": 0.6130239924736265, + "macroF1": 0.7577037457425302, + "F1_coffee": 0.8121827411167513, + "IoU_coffee": 0.6837606837606838, + "precision_coffee": 0.9407247420206384, + "recall_coffee": 0.7145461173897193, + "F1_noncoffee": 0.703224750368309, + "IoU_noncoffee": 0.5422873011865691, + "kappa": 0.5292944295215719, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8423828125, + "mIoU": 0.6852195459032576, + "macroF1": 0.8075983078239881, + "F1_coffee": 0.8894066054542963, + "IoU_coffee": 0.8008390918065152, + "precision_coffee": 0.9613390608798696, + "recall_coffee": 0.8274894810659187, + "F1_noncoffee": 0.72579001019368, + "IoU_noncoffee": 0.5696, + "kappa": 0.6204652998203709, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8572910771552538, + "mIoU": 0.6611727654846122, + "macroF1": 0.7827208378936693, + "F1_coffee": 0.910010111223458, + "IoU_coffee": 0.8348794063079777, + "precision_coffee": 0.8887081784386617, + "recall_coffee": 0.9323583180987203, + "F1_noncoffee": 0.6554315645638806, + "IoU_noncoffee": 0.4874661246612466, + "kappa": 0.5663955589081582, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2644, + 2984 + ], + [ + 40966, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.517596960067749, + "test_tta": { + "OA": 0.7913294176634912, + "mIoU": 0.642908164437743, + "macroF1": 0.7807427100895339, + "F1_coffee": 0.8289216765763782, + "IoU_coffee": 0.7078277003309598, + "precision_coffee": 0.8434717657603824, + "recall_coffee": 0.8148650598932025, + "F1_noncoffee": 0.7325637436026897, + "IoU_noncoffee": 0.5779886285445262, + "kappa": 0.5616893109518931, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6987423560632283, + "mIoU": 0.5254067885790707, + "macroF1": 0.685773533051331, + "F1_coffee": 0.7496104145189518, + "IoU_coffee": 0.5995014859553255, + "precision_coffee": 0.8259020550478102, + "recall_coffee": 0.6862215784391186, + "F1_noncoffee": 0.6219366515837104, + "IoU_noncoffee": 0.45131209120281596, + "kappa": 0.37954095757104317, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s2_r0.1", + "val_epoch0": 0.7488282318794577 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.7488282318794577, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7689456342668863, + "mIoU": 0.6192927416231755, + "macroF1": 0.7639361671286302, + "F1_coffee": 0.7983244502102252, + "IoU_coffee": 0.6643427590333238, + "precision_coffee": 0.8705938501397695, + "recall_coffee": 0.7371337855390389, + "F1_noncoffee": 0.7295478840470352, + "IoU_noncoffee": 0.5742427242130271, + "kappa": 0.5321952766081485, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6734019845390562, + "mIoU": 0.5030075509218219, + "macroF1": 0.6679842920163022, + "F1_coffee": 0.7103960712595757, + "IoU_coffee": 0.5508637616771456, + "precision_coffee": 0.8512059824082872, + "recall_coffee": 0.6095601790887543, + "F1_noncoffee": 0.6255725127730286, + "IoU_noncoffee": 0.4551513401664982, + "kappa": 0.35865934998511484, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.09953302201467645, + "mIoU": 0.0499183662819933, + "macroF1": 0.09105151297871485, + "F1_coffee": 0.17885387516729528, + "IoU_coffee": 0.09820951362907536, + "precision_coffee": 1.0, + "recall_coffee": 0.09820951362907536, + "F1_noncoffee": 0.003249150790134397, + "IoU_noncoffee": 0.0016272189349112425, + "kappa": 0.0003195656910558729, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.744792301132903, + "mIoU": 0.5933617399625515, + "macroF1": 0.7447922405383833, + "F1_coffee": 0.7449165956410568, + "IoU_coffee": 0.5935195964299573, + "precision_coffee": 0.8649794995051605, + "recall_coffee": 0.6541216721907409, + "F1_noncoffee": 0.7446678854357099, + "IoU_noncoffee": 0.5932038834951456, + "kappa": 0.49924181724225014, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7559853146491545, + "mIoU": 0.6037414043892444, + "macroF1": 0.7521554782380712, + "F1_coffee": 0.7829646322954514, + "IoU_coffee": 0.6433376162043686, + "precision_coffee": 0.898933361495406, + "recall_coffee": 0.6934984520123839, + "F1_noncoffee": 0.7213463241806909, + "IoU_noncoffee": 0.5641451925741202, + "kappa": 0.5146811818677618, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.801164932543436, + "mIoU": 0.6484293162216118, + "macroF1": 0.7835987629325585, + "F1_coffee": 0.8452537776055792, + "IoU_coffee": 0.7319822842571467, + "precision_coffee": 0.8527204502814258, + "recall_coffee": 0.8379167306805961, + "F1_noncoffee": 0.7219437482595378, + "IoU_noncoffee": 0.5648763481860769, + "kappa": 0.5672571446861535, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7116082933114677, + "mIoU": 0.5390122163846842, + "macroF1": 0.6970897863479389, + "F1_coffee": 0.6307738452309538, + "IoU_coffee": 0.4606790799561884, + "precision_coffee": 0.7508032845412352, + "recall_coffee": 0.543832428238945, + "F1_noncoffee": 0.7634057274649241, + "IoU_noncoffee": 0.6173453528131799, + "kappa": 0.4039412415402034, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.705022529948346, + "mIoU": 0.5372158095517047, + "macroF1": 0.6971061155460215, + "F1_coffee": 0.6481384373361301, + "IoU_coffee": 0.4794414274631497, + "precision_coffee": 0.7732248983421958, + "recall_coffee": 0.5578876100203114, + "F1_noncoffee": 0.746073793755913, + "IoU_noncoffee": 0.5949901916402596, + "kappa": 0.40544118933789947, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7364259356879284, + "mIoU": 0.5820280472049049, + "macroF1": 0.7356344100771469, + "F1_coffee": 0.7211688601383003, + "IoU_coffee": 0.5639281353567068, + "precision_coffee": 0.7784733927281483, + "recall_coffee": 0.6717224184500311, + "F1_noncoffee": 0.7500999600159935, + "IoU_noncoffee": 0.600127959053103, + "kappa": 0.4738241464712036, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7807384849638371, + "mIoU": 0.6260691731241407, + "macroF1": 0.7675532018758008, + "F1_coffee": 0.8229145316663251, + "IoU_coffee": 0.6991119623889953, + "precision_coffee": 0.9398408239700374, + "recall_coffee": 0.7318629238060518, + "F1_noncoffee": 0.7121918720852765, + "IoU_noncoffee": 0.553026383859286, + "kappa": 0.5465141439608525, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.80126953125, + "mIoU": 0.6317319032876307, + "macroF1": 0.7680549653989686, + "F1_coffee": 0.8558271342543393, + "IoU_coffee": 0.7479876160990712, + "precision_coffee": 0.9630102040816326, + "recall_coffee": 0.7701134769858472, + "F1_noncoffee": 0.6802827965435978, + "IoU_noncoffee": 0.5154761904761904, + "kappa": 0.5485126987736628, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8590831918505942, + "mIoU": 0.663319716027435, + "macroF1": 0.7843215889359236, + "F1_coffee": 0.9113037283305628, + "IoU_coffee": 0.8370596575417166, + "precision_coffee": 0.8884130107651349, + "recall_coffee": 0.935405240706886, + "F1_noncoffee": 0.6573394495412844, + "IoU_noncoffee": 0.4895797745131534, + "kappa": 0.5697466769388183, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2615, + 2984 + ], + [ + 40298, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5662746628125508, + "test_tta": { + "OA": 0.784882888045269, + "mIoU": 0.6380765126310728, + "macroF1": 0.7777608055199596, + "F1_coffee": 0.8175452985221974, + "IoU_coffee": 0.6913967169316927, + "precision_coffee": 0.8627388126682908, + "recall_coffee": 0.7768509164381585, + "F1_noncoffee": 0.737976312517722, + "IoU_noncoffee": 0.5847563083304528, + "kappa": 0.557266314467137, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6898580823814469, + "mIoU": 0.5191616443129942, + "macroF1": 0.6814540927396311, + "F1_coffee": 0.7331943720687858, + "IoU_coffee": 0.5787741670094612, + "precision_coffee": 0.8433807158760062, + "recall_coffee": 0.6484724782723202, + "F1_noncoffee": 0.6297138134104763, + "IoU_noncoffee": 0.45954912161652717, + "kappa": 0.3776511436322364, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s2_r0.5", + "val_epoch0": 0.7538543491230993 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "c4fb241883c9", + "n_blocks": 432, + "n_train_hard": 90791, + "n_train_soft": 8655, + "best_epoch": 27, + "stopped_epoch": 47, + "best_val": 0.7683233882842151, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8175273977508775, + "mIoU": 0.6847129961589361, + "macroF1": 0.8119754944005508, + "F1_coffee": 0.8442848410757946, + "IoU_coffee": 0.7305302128784874, + "precision_coffee": 0.8970612112355902, + "recall_coffee": 0.797373358348968, + "F1_noncoffee": 0.7796661477253071, + "IoU_noncoffee": 0.6388957794393848, + "kappa": 0.625783758283594, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7224818276220145, + "mIoU": 0.5585404409307777, + "macroF1": 0.7151146300882025, + "F1_coffee": 0.7609273662500311, + "IoU_coffee": 0.6141103802342371, + "precision_coffee": 0.8768684496878758, + "recall_coffee": 0.6720656658765692, + "F1_noncoffee": 0.6693018939263741, + "IoU_noncoffee": 0.5029705016273183, + "kappa": 0.4436826058526565, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18318879252835224, + "mIoU": 0.09189090865992676, + "macroF1": 0.15575825967716106, + "F1_coffee": 0.30793579018765543, + "IoU_coffee": 0.1819882415820417, + "precision_coffee": 1.0, + "recall_coffee": 0.1819882415820417, + "F1_noncoffee": 0.0035807291666666665, + "IoU_noncoffee": 0.0017935757378118376, + "kappa": 0.0006526063722904817, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7870629796564746, + "mIoU": 0.6477520128136498, + "macroF1": 0.7860458576512482, + "F1_coffee": 0.8007977207977208, + "IoU_coffee": 0.667775349235009, + "precision_coffee": 0.8572648529949982, + "recall_coffee": 0.7513097401903133, + "F1_noncoffee": 0.7712939945047756, + "IoU_noncoffee": 0.6277286763922905, + "kappa": 0.5742126993220573, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8121929779202648, + "mIoU": 0.6767983129402964, + "macroF1": 0.8062933579068357, + "F1_coffee": 0.8400986175926741, + "IoU_coffee": 0.7242845213694679, + "precision_coffee": 0.9138888888888889, + "recall_coffee": 0.7773342023790125, + "F1_noncoffee": 0.7724880982209973, + "IoU_noncoffee": 0.6293121045111247, + "kappa": 0.616147354126864, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8475631005127695, + "mIoU": 0.7220186004784361, + "macroF1": 0.8371078382953974, + "F1_coffee": 0.8783762313314267, + "IoU_coffee": 0.783129116792974, + "precision_coffee": 0.9094423424905412, + "recall_coffee": 0.8493624212628668, + "F1_noncoffee": 0.7958394452593679, + "IoU_noncoffee": 0.6609080841638981, + "kappa": 0.6748525559409038, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7719339346374605, + "mIoU": 0.626656040848093, + "macroF1": 0.7701504524692122, + "F1_coffee": 0.7499036608863199, + "IoU_coffee": 0.5998766954377311, + "precision_coffee": 0.7450229709035222, + "recall_coffee": 0.7548487199379363, + "F1_noncoffee": 0.7903972440521047, + "IoU_noncoffee": 0.653435386258455, + "kappa": 0.5403174386668914, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7606330365974283, + "mIoU": 0.6101580737652175, + "macroF1": 0.7572189833923739, + "F1_coffee": 0.728428927680798, + "IoU_coffee": 0.5728574230241223, + "precision_coffee": 0.8138757314015046, + "recall_coffee": 0.6592191378921237, + "F1_noncoffee": 0.7860090391039497, + "IoU_noncoffee": 0.6474587245063127, + "kappa": 0.5186189302817787, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7894570374275172, + "mIoU": 0.6515061125770532, + "macroF1": 0.7888843737904543, + "F1_coffee": 0.7778890001112223, + "IoU_coffee": 0.6365125591554422, + "precision_coffee": 0.8370033508855912, + "recall_coffee": 0.7265738624558488, + "F1_noncoffee": 0.7998797474696864, + "IoU_noncoffee": 0.666499665998664, + "kappa": 0.5796578494257949, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8034513386626063, + "mIoU": 0.6578156595004062, + "macroF1": 0.7915382166249536, + "F1_coffee": 0.8413722478238608, + "IoU_coffee": 0.7261799540392434, + "precision_coffee": 0.9600373919139986, + "recall_coffee": 0.7488151658767772, + "F1_noncoffee": 0.7417041854260463, + "IoU_noncoffee": 0.589451364961569, + "kappa": 0.593196717080473, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8580078125, + "mIoU": 0.7091291602401542, + "macroF1": 0.8248759072685032, + "F1_coffee": 0.901048046821832, + "IoU_coffee": 0.8199157790438444, + "precision_coffee": 0.9662822945555394, + "recall_coffee": 0.8440647711334949, + "F1_noncoffee": 0.7487037677151746, + "IoU_noncoffee": 0.598342541436464, + "kappa": 0.653759400716817, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8995472552348613, + "mIoU": 0.7632115599005231, + "macroF1": 0.8610023338560919, + "F1_coffee": 0.9341983317886933, + "IoU_coffee": 0.8765217391304347, + "precision_coffee": 0.9473684210526315, + "recall_coffee": 0.9213893967093236, + "F1_noncoffee": 0.7878063359234907, + "IoU_noncoffee": 0.6499013806706114, + "kappa": 0.7221778095678882, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2609, + 2984 + ], + [ + 43017, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.397378357251485, + "test_tta": { + "OA": 0.8251736981591576, + "mIoU": 0.6942917686266616, + "macroF1": 0.8185482008538411, + "F1_coffee": 0.8532210779523416, + "IoU_coffee": 0.7440153124098692, + "precision_coffee": 0.8903671164104173, + "recall_coffee": 0.8190503680184731, + "F1_noncoffee": 0.7838753237553405, + "IoU_noncoffee": 0.6445682248434542, + "kappa": 0.638024100735779, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7303853697934695, + "mIoU": 0.5663892819858318, + "macroF1": 0.72116860049377, + "F1_coffee": 0.7718630250665105, + "IoU_coffee": 0.6284828490798522, + "precision_coffee": 0.8693166199351257, + "recall_coffee": 0.6940567114388553, + "F1_noncoffee": 0.6704741759210294, + "IoU_noncoffee": 0.5042957148918116, + "kappa": 0.4522796284890308, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f0_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f0_s2_r1.0", + "val_epoch0": 0.767196183232089 + }, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b04c2032e3ea", + "n_blocks": 864, + "n_train_hard": 183188, + "n_train_soft": 16485, + "best_epoch": 27, + "stopped_epoch": 47, + "best_val": 0.7717207930327477, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8227383425256071, + "mIoU": 0.6911936801156552, + "macroF1": 0.8164239596238507, + "F1_coffee": 0.8504705366988414, + "IoU_coffee": 0.7398423127463863, + "precision_coffee": 0.8920965901888706, + "recall_coffee": 0.8125559243758118, + "F1_noncoffee": 0.7823773825488601, + "IoU_noncoffee": 0.642545047484924, + "kappa": 0.6340076468230283, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7260297680858429, + "mIoU": 0.5619096172181507, + "macroF1": 0.717677240211847, + "F1_coffee": 0.7662376018311142, + "IoU_coffee": 0.6210576712082826, + "precision_coffee": 0.8721216874894953, + "recall_coffee": 0.6832806601703099, + "F1_noncoffee": 0.6691168785925797, + "IoU_noncoffee": 0.5027615632280188, + "kappa": 0.44689472385032253, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17651767845230154, + "mIoU": 0.08854319696780703, + "macroF1": 0.1509346206769361, + "F1_coffee": 0.2983174170077308, + "IoU_coffee": 0.17530732228754678, + "precision_coffee": 1.0, + "recall_coffee": 0.17530732228754678, + "F1_noncoffee": 0.003551824346141427, + "IoU_noncoffee": 0.0017790716480672812, + "kappa": 0.0006235740906002453, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7888293336581801, + "mIoU": 0.6507139517933105, + "macroF1": 0.7883128033643925, + "F1_coffee": 0.7987695165128562, + "IoU_coffee": 0.6649594124468496, + "precision_coffee": 0.8736668359573387, + "recall_coffee": 0.7356997754731103, + "F1_noncoffee": 0.7778560902159287, + "IoU_noncoffee": 0.6364684911397714, + "kappa": 0.5800328007206521, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8102797455918093, + "mIoU": 0.6745088138470628, + "macroF1": 0.8047098814380028, + "F1_coffee": 0.8376907763769078, + "IoU_coffee": 0.720712491436401, + "precision_coffee": 0.9164650082276643, + "recall_coffee": 0.7713866710118951, + "F1_noncoffee": 0.7717289864990978, + "IoU_noncoffee": 0.6283051362577247, + "kappa": 0.6134364229234711, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8624483496788968, + "mIoU": 0.738402197213457, + "macroF1": 0.8475470191225736, + "F1_coffee": 0.895209921492775, + "IoU_coffee": 0.8102986611740474, + "precision_coffee": 0.8841111693759832, + "recall_coffee": 0.9065908741742204, + "F1_noncoffee": 0.799884116752372, + "IoU_noncoffee": 0.6665057332528667, + "kappa": 0.6951857724240197, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7777907930186249, + "mIoU": 0.6335194475245818, + "macroF1": 0.7751683337085227, + "F1_coffee": 0.7508864084044649, + "IoU_coffee": 0.6011354079058032, + "precision_coffee": 0.7628068303094984, + "recall_coffee": 0.73933281613654, + "F1_noncoffee": 0.7994502590125806, + "IoU_noncoffee": 0.6659034871433603, + "kappa": 0.5504250528902673, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7755797340367073, + "mIoU": 0.6306781681184717, + "macroF1": 0.7730481451424165, + "F1_coffee": 0.749078397640698, + "IoU_coffee": 0.5988212180746562, + "precision_coffee": 0.8222282168869706, + "recall_coffee": 0.6878808395396073, + "F1_noncoffee": 0.7970178926441351, + "IoU_noncoffee": 0.6625351181622873, + "kappa": 0.5489839992146854, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.8212967843964154, + "mIoU": 0.6967310403248286, + "macroF1": 0.821256722478625, + "F1_coffee": 0.8239326893113119, + "IoU_coffee": 0.7005829358770536, + "precision_coffee": 0.8238471125882841, + "recall_coffee": 0.8240182838146686, + "F1_noncoffee": 0.8185807556459381, + "IoU_noncoffee": 0.6928791447726037, + "kappa": 0.642513448931749, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8007867021951529, + "mIoU": 0.6562003117028323, + "macroF1": 0.79066444253724, + "F1_coffee": 0.8366964842937383, + "IoU_coffee": 0.719241773962804, + "precision_coffee": 0.9743217054263565, + "recall_coffee": 0.7331388990156763, + "F1_noncoffee": 0.7446324007807417, + "IoU_noncoffee": 0.5931588494428608, + "kappa": 0.5939964006518281, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.84111328125, + "mIoU": 0.6859483095713208, + "macroF1": 0.8084783722041105, + "F1_coffee": 0.8875371535218083, + "IoU_coffee": 0.7978128495091339, + "precision_coffee": 0.9692028985507246, + "recall_coffee": 0.8185643248756853, + "F1_noncoffee": 0.7294195908864127, + "IoU_noncoffee": 0.5740837696335078, + "kappa": 0.623389982046211, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8992642897566497, + "mIoU": 0.7469683858481795, + "macroF1": 0.8484767025089606, + "F1_coffee": 0.9362007168458781, + "IoU_coffee": 0.8800539083557951, + "precision_coffee": 0.9181019332161687, + "recall_coffee": 0.9550274223034735, + "F1_noncoffee": 0.760752688172043, + "IoU_noncoffee": 0.613882863340564, + "kappa": 0.6973943914353818, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2622, + 2984 + ], + [ + 43295, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.3810789505640666, + "test_tta": { + "OA": 0.8262481197621947, + "mIoU": 0.6956710426699075, + "macroF1": 0.8194930531526627, + "F1_coffee": 0.8544120515552088, + "IoU_coffee": 0.7458284217419777, + "precision_coffee": 0.8896943941003688, + "recall_coffee": 0.8218213306393419, + "F1_noncoffee": 0.7845740547501165, + "IoU_noncoffee": 0.6455136635978372, + "kappa": 0.6398242532422976, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.729173877927772, + "mIoU": 0.5650056554888212, + "macroF1": 0.7200548687477621, + "F1_coffee": 0.7705803298717165, + "IoU_coffee": 0.6267837977501292, + "precision_coffee": 0.8690955189329218, + "recall_coffee": 0.6921253621279958, + "F1_noncoffee": 0.6695294076238076, + "IoU_noncoffee": 0.5032275132275132, + "kappa": 0.450284206460712, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s0_r0.05", + "val_epoch0": 0.6612603472012635 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6612603472012635, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8588166941028372, + "mIoU": 0.6892795807580581, + "macroF1": 0.8078482244954888, + "F1_coffee": 0.9068112576432239, + "IoU_coffee": 0.8295102414686909, + "precision_coffee": 0.9184739215813211, + "recall_coffee": 0.8954410619990323, + "F1_noncoffee": 0.7088851913477537, + "IoU_noncoffee": 0.5490489200474251, + "kappa": 0.615889921121343, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8272614514826353, + "mIoU": 0.6416767156736981, + "macroF1": 0.7713220727214571, + "F1_coffee": 0.8844242441787531, + "IoU_coffee": 0.7927962216493953, + "precision_coffee": 0.8852186679029517, + "recall_coffee": 0.8836312450589074, + "F1_noncoffee": 0.6582199012641612, + "IoU_noncoffee": 0.4905572096980009, + "kappa": 0.5426452347153644, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.06172839506172839, + "mIoU": 0.0314935064935065, + "macroF1": 0.06043956043956043, + "F1_coffee": 0.09523809523809523, + "IoU_coffee": 0.05, + "precision_coffee": 1.0, + "recall_coffee": 0.05, + "F1_noncoffee": 0.02564102564102564, + "IoU_noncoffee": 0.012987012987012988, + "kappa": 0.0012978585334198524, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8369417475728156, + "mIoU": 0.6611805155773985, + "macroF1": 0.7873380258965067, + "F1_coffee": 0.890045500671053, + "IoU_coffee": 0.8018756635602218, + "precision_coffee": 0.9211952839138094, + "recall_coffee": 0.8609334431005002, + "F1_noncoffee": 0.6846305511219604, + "IoU_noncoffee": 0.5204853675945753, + "kappa": 0.5760663601708602, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8480247570233548, + "mIoU": 0.6748823121174494, + "macroF1": 0.7973467432630356, + "F1_coffee": 0.8986880701415079, + "IoU_coffee": 0.8160159222618978, + "precision_coffee": 0.9200105596620908, + "recall_coffee": 0.8783315481066095, + "F1_noncoffee": 0.6960054163845633, + "IoU_noncoffee": 0.5337487019730011, + "kappa": 0.5953456847753117, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8913979014554422, + "mIoU": 0.73633341970309, + "macroF1": 0.8412829159356039, + "F1_coffee": 0.9304687016283821, + "IoU_coffee": 0.8699780016209332, + "precision_coffee": 0.914612622481894, + "recall_coffee": 0.9468842543002961, + "F1_noncoffee": 0.7520971302428257, + "IoU_noncoffee": 0.6026888377852467, + "kappa": 0.682905619051689, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8053758088601294, + "mIoU": 0.523352380952381, + "macroF1": 0.6451365457148395, + "F1_coffee": 0.8835963084251265, + "IoU_coffee": 0.7914666666666667, + "precision_coffee": 0.9349798387096774, + "recall_coffee": 0.8375663167400383, + "F1_noncoffee": 0.40667678300455234, + "IoU_noncoffee": 0.25523809523809526, + "kappa": 0.3010333920172273, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8229807501488391, + "mIoU": 0.546456172870649, + "macroF1": 0.6681382237373652, + "F1_coffee": 0.894823723617498, + "IoU_coffee": 0.8096660620932465, + "precision_coffee": 0.9402800148680461, + "recall_coffee": 0.8535597795523563, + "F1_noncoffee": 0.44145272385723233, + "IoU_noncoffee": 0.28324628364805143, + "kappa": 0.3444131042759774, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9188331018059138, + "mIoU": 0.6729117911609506, + "macroF1": 0.7792344082870153, + "F1_coffee": 0.9547866460313951, + "IoU_coffee": 0.9134849286092015, + "precision_coffee": 0.9387023149657646, + "recall_coffee": 0.9714317849510741, + "F1_noncoffee": 0.6036821705426356, + "IoU_noncoffee": 0.4323386537126995, + "kappa": 0.5596021880235655, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8669824727617244, + "mIoU": 0.7471016706219601, + "macroF1": 0.8535280022943348, + "F1_coffee": 0.8979206049149339, + "IoU_coffee": 0.8147512864493996, + "precision_coffee": 0.9051597771914395, + "recall_coffee": 0.890796306982112, + "F1_noncoffee": 0.8091353996737357, + "IoU_noncoffee": 0.6794520547945205, + "kappa": 0.7070910351659082, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8718287277185702, + "mIoU": 0.7520605547034858, + "macroF1": 0.8565733757577015, + "F1_coffee": 0.9033496906336675, + "IoU_coffee": 0.8237354085603112, + "precision_coffee": 0.8969072164948454, + "recall_coffee": 0.9098853868194843, + "F1_noncoffee": 0.8097970608817355, + "IoU_noncoffee": 0.6803857008466604, + "kappa": 0.7131758747751679, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8653211355276809, + "mIoU": 0.7391683054171863, + "macroF1": 0.8476953755418297, + "F1_coffee": 0.8995073891625616, + "IoU_coffee": 0.8173679498657117, + "precision_coffee": 0.8839557399723375, + "recall_coffee": 0.9156160458452722, + "F1_noncoffee": 0.7958833619210978, + "IoU_noncoffee": 0.6609686609686609, + "kappa": 0.6955821353685917, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2599, + 2995 + ], + [ + 50615, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5178443312644958, + "test_tta": { + "OA": 0.8661114876860011, + "mIoU": 0.6984159631075377, + "macroF1": 0.8143218763283209, + "F1_coffee": 0.912384090573052, + "IoU_coffee": 0.8388844652463537, + "precision_coffee": 0.9160604839564821, + "recall_coffee": 0.9087370879178676, + "F1_noncoffee": 0.7162596620835898, + "IoU_noncoffee": 0.5579474609687217, + "kappa": 0.6286631214177972, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8343861774547133, + "mIoU": 0.6489776981657764, + "macroF1": 0.7765681878651074, + "F1_coffee": 0.8902272314472263, + "IoU_coffee": 0.80217072960634, + "precision_coffee": 0.8827588821901187, + "recall_coffee": 0.8978230269373904, + "F1_noncoffee": 0.6629091442829884, + "IoU_noncoffee": 0.495784666725213, + "kappa": 0.5532345724451608, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s0_r0.1", + "val_epoch0": 0.6662234937138651 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 2, + "stopped_epoch": 30, + "best_val": 0.6708040642644573, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8856718634001485, + "mIoU": 0.7293437586718802, + "macroF1": 0.8365997258688838, + "F1_coffee": 0.9261452490669113, + "IoU_coffee": 0.8624492728296538, + "precision_coffee": 0.9179911129482278, + "recall_coffee": 0.9344455430963752, + "F1_noncoffee": 0.7470542026708562, + "IoU_noncoffee": 0.5962382445141066, + "kappa": 0.6732877380598294, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8525152878735434, + "mIoU": 0.6726228297656798, + "macroF1": 0.7943522843517843, + "F1_coffee": 0.9037190471706995, + "IoU_coffee": 0.8243498574324092, + "precision_coffee": 0.8830337264715082, + "recall_coffee": 0.9253967335762905, + "F1_noncoffee": 0.6849855215328692, + "IoU_noncoffee": 0.5208958020989505, + "kappa": 0.5894416831519718, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08641975308641975, + "mIoU": 0.04416666666666667, + "macroF1": 0.08292533659730722, + "F1_coffee": 0.13953488372093023, + "IoU_coffee": 0.075, + "precision_coffee": 1.0, + "recall_coffee": 0.075, + "F1_noncoffee": 0.02631578947368421, + "IoU_noncoffee": 0.013333333333333334, + "kappa": 0.0019980019980019906, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8816019417475728, + "mIoU": 0.7235894553145972, + "macroF1": 0.8326051255047597, + "F1_coffee": 0.9231690029925973, + "IoU_coffee": 0.8573016615960684, + "precision_coffee": 0.9184530525260123, + "recall_coffee": 0.9279336330821354, + "F1_noncoffee": 0.7420412480169223, + "IoU_noncoffee": 0.589877249033126, + "kappa": 0.6652398837661471, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8834679174121174, + "mIoU": 0.7285148421532059, + "macroF1": 0.8363025761749308, + "F1_coffee": 0.9241709143540369, + "IoU_coffee": 0.8590313523631259, + "precision_coffee": 0.923009238891333, + "recall_coffee": 0.9253355176107365, + "F1_noncoffee": 0.7484342379958246, + "IoU_noncoffee": 0.5979983319432861, + "kappa": 0.672606872802844, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8919297906290798, + "mIoU": 0.7360064027387363, + "macroF1": 0.840931623221902, + "F1_coffee": 0.9309993516717606, + "IoU_coffee": 0.8709062554150061, + "precision_coffee": 0.9127118644067796, + "recall_coffee": 0.9500346544011089, + "F1_noncoffee": 0.7508638947720433, + "IoU_noncoffee": 0.6011065500624665, + "kappa": 0.6823237245255996, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9024390243902439, + "mIoU": 0.6293508437401202, + "macroF1": 0.7385491313353917, + "F1_coffee": 0.9455495055006112, + "IoU_coffee": 0.8967225208135736, + "precision_coffee": 0.9310646679067732, + "recall_coffee": 0.9604921548707529, + "F1_noncoffee": 0.5315487571701721, + "IoU_noncoffee": 0.3619791666666667, + "kappa": 0.47818480551502823, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9067275253026394, + "mIoU": 0.6492123185852794, + "macroF1": 0.7584524015083607, + "F1_coffee": 0.9477022365639257, + "IoU_coffee": 0.9006027281378873, + "precision_coffee": 0.9376857866343719, + "recall_coffee": 0.9579349904397706, + "F1_noncoffee": 0.5692025664527957, + "IoU_noncoffee": 0.39782190903267134, + "kappa": 0.5173584600744671, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9198253621750347, + "mIoU": 0.6708411545105365, + "macroF1": 0.7769384574387888, + "F1_coffee": 0.9554673721340388, + "IoU_coffee": 0.914731954411144, + "precision_coffee": 0.9367772614287259, + "recall_coffee": 0.9749184568664943, + "F1_noncoffee": 0.5984095427435387, + "IoU_noncoffee": 0.4269503546099291, + "kappa": 0.5554726273373648, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8617716721932733, + "mIoU": 0.738669032940588, + "macroF1": 0.8478574130840701, + "F1_coffee": 0.8938677529642831, + "IoU_coffee": 0.8081020649743522, + "precision_coffee": 0.901540719002201, + "recall_coffee": 0.8863242931332949, + "F1_noncoffee": 0.8018470732038572, + "IoU_noncoffee": 0.6692360009068239, + "kappa": 0.6957559724931186, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8613599924549655, + "mIoU": 0.7380186710139426, + "macroF1": 0.8474188124190027, + "F1_coffee": 0.893539976825029, + "IoU_coffee": 0.8075664353973033, + "precision_coffee": 0.903485647334505, + "recall_coffee": 0.883810888252149, + "F1_noncoffee": 0.8012976480129764, + "IoU_noncoffee": 0.6684709066305818, + "kappa": 0.6949066289294663, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8654154484579836, + "mIoU": 0.7387929492700683, + "macroF1": 0.8473901822437152, + "F1_coffee": 0.8998385625043869, + "IoU_coffee": 0.8179150185019778, + "precision_coffee": 0.8820696298334939, + "recall_coffee": 0.9183381088825215, + "F1_noncoffee": 0.7949418019830435, + "IoU_noncoffee": 0.6596708800381589, + "kappa": 0.6950337287415486, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2599, + 2995 + ], + [ + 52279, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.520018168290456, + "test_tta": { + "OA": 0.8885930086181854, + "mIoU": 0.7292089156213453, + "macroF1": 0.8359899324530787, + "F1_coffee": 0.928873914253037, + "IoU_coffee": 0.8671938127669399, + "precision_coffee": 0.9102382875605816, + "recall_coffee": 0.9482885574232638, + "F1_noncoffee": 0.7431059506531205, + "IoU_noncoffee": 0.5912240184757506, + "kappa": 0.6724757104951165, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.855500749971155, + "mIoU": 0.6713003426910154, + "macroF1": 0.7925009951830793, + "F1_coffee": 0.9068355324945835, + "IoU_coffee": 0.8295508676420551, + "precision_coffee": 0.8757363505747127, + "recall_coffee": 0.9402248317618249, + "F1_noncoffee": 0.6781664578715749, + "IoU_noncoffee": 0.5130498177399757, + "kappa": 0.5868020641959123, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s0_r0.5", + "val_epoch0": 0.7054514452345898 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3eb2383edd12", + "n_blocks": 432, + "n_train_hard": 88714, + "n_train_soft": 8469, + "best_epoch": 16, + "stopped_epoch": 36, + "best_val": 0.7288569534112191, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8906749297956812, + "mIoU": 0.7274657157940982, + "macroF1": 0.8342033810091265, + "F1_coffee": 0.9309649015531368, + "IoU_coffee": 0.8708459646513756, + "precision_coffee": 0.9028285663457928, + "recall_coffee": 0.9609113668398797, + "F1_noncoffee": 0.7374418604651163, + "IoU_noncoffee": 0.5840854669368207, + "kappa": 0.669627112036958, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8588035075574016, + "mIoU": 0.671238911909869, + "macroF1": 0.79171915396388, + "F1_coffee": 0.9099240012513111, + "IoU_coffee": 0.8347344609878794, + "precision_coffee": 0.8701803783545975, + "recall_coffee": 0.9534717803358979, + "F1_noncoffee": 0.673514306676449, + "IoU_noncoffee": 0.5077433628318584, + "kappa": 0.5865642393220409, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.37037037037037035, + "mIoU": 0.1908653846153846, + "macroF1": 0.28492297039986153, + "F1_coffee": 0.5321100917431193, + "IoU_coffee": 0.3625, + "precision_coffee": 1.0, + "recall_coffee": 0.3625, + "F1_noncoffee": 0.03773584905660377, + "IoU_noncoffee": 0.019230769230769232, + "kappa": 0.0138457865839102, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8883495145631068, + "mIoU": 0.7193737620104513, + "macroF1": 0.8279123020751757, + "F1_coffee": 0.9298951475249939, + "IoU_coffee": 0.8689757320268885, + "precision_coffee": 0.8963977199271317, + "recall_coffee": 0.9659932873155594, + "F1_noncoffee": 0.7259294566253575, + "IoU_noncoffee": 0.5697717919940142, + "kappa": 0.657693353440947, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9005850780910014, + "mIoU": 0.7505887196651233, + "macroF1": 0.8511165939619358, + "F1_coffee": 0.9369363842709036, + "IoU_coffee": 0.8813549541231461, + "precision_coffee": 0.9128563743948359, + "recall_coffee": 0.9623212147942789, + "F1_noncoffee": 0.765296803652968, + "IoU_noncoffee": 0.6198224852071006, + "kappa": 0.7030023212124396, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8830810889221992, + "mIoU": 0.7126667196061827, + "macroF1": 0.8232422352734718, + "F1_coffee": 0.9260866907134561, + "IoU_coffee": 0.8623477171809176, + "precision_coffee": 0.8993647212491837, + "recall_coffee": 0.9544452145422468, + "F1_noncoffee": 0.7203977798334875, + "IoU_noncoffee": 0.5629857220314477, + "kappa": 0.6476611110127827, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9128919860627178, + "mIoU": 0.6320810251920725, + "macroF1": 0.7383834980696895, + "F1_coffee": 0.9520521672420407, + "IoU_coffee": 0.9084919472913616, + "precision_coffee": 0.9251331203407881, + "recall_coffee": 0.9805847161079129, + "F1_noncoffee": 0.5247148288973384, + "IoU_noncoffee": 0.3556701030927835, + "kappa": 0.4811217304728655, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9272673149434412, + "mIoU": 0.691347059718907, + "macroF1": 0.795011740552968, + "F1_coffee": 0.9596654377373026, + "IoU_coffee": 0.9224584787898021, + "precision_coffee": 0.9394527041585865, + "recall_coffee": 0.9807670678213924, + "F1_noncoffee": 0.6303580433686334, + "IoU_noncoffee": 0.46023564064801176, + "kappa": 0.5917553883758858, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9184361976582656, + "mIoU": 0.676265956632689, + "macroF1": 0.7826200726506922, + "F1_coffee": 0.95444469075593, + "IoU_coffee": 0.9128591116293862, + "precision_coffee": 0.9407844422593685, + "recall_coffee": 0.968507479473625, + "F1_noncoffee": 0.6107954545454546, + "IoU_noncoffee": 0.4396728016359918, + "kappa": 0.5660218517825074, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8649928943628612, + "mIoU": 0.7321873653995018, + "macroF1": 0.8422991781927047, + "F1_coffee": 0.9021223985163817, + "IoU_coffee": 0.8216966966966966, + "precision_coffee": 0.8610200603120493, + "recall_coffee": 0.9473456433929602, + "F1_noncoffee": 0.7824759578690277, + "IoU_noncoffee": 0.642678034102307, + "kappa": 0.6861876367333307, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.875223993209469, + "mIoU": 0.7526773319790079, + "macroF1": 0.8565452653313559, + "F1_coffee": 0.908309654168688, + "IoU_coffee": 0.8320213306246825, + "precision_coffee": 0.8797153980400054, + "recall_coffee": 0.9388252148997135, + "F1_noncoffee": 0.8047808764940239, + "IoU_noncoffee": 0.6733333333333333, + "kappa": 0.7137344641810879, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8494765632368197, + "mIoU": 0.7056195423973635, + "macroF1": 0.8235102487278261, + "F1_coffee": 0.8912065439672802, + "IoU_coffee": 0.8037624492807083, + "precision_coffee": 0.8500650195058518, + "recall_coffee": 0.9365329512893983, + "F1_noncoffee": 0.7558139534883721, + "IoU_noncoffee": 0.6074766355140186, + "kappa": 0.6488665613553332, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2660, + 2995 + ], + [ + 52528, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8223241130510965, + "test_tta": { + "OA": 0.8894645105064394, + "mIoU": 0.7200607950756626, + "macroF1": 0.8282844249778003, + "F1_coffee": 0.9307811252488706, + "IoU_coffee": 0.8705244054595637, + "precision_coffee": 0.895650990002723, + "recall_coffee": 0.9687795847095702, + "F1_noncoffee": 0.7257877247067301, + "IoU_noncoffee": 0.5695971846917615, + "kappa": 0.6586492423220341, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8578660436137072, + "mIoU": 0.6638387762912148, + "macroF1": 0.785085903650562, + "F1_coffee": 0.9101517983315859, + "IoU_coffee": 0.835117952149908, + "precision_coffee": 0.863222883231876, + "recall_coffee": 0.962476620196294, + "F1_noncoffee": 0.660020008969538, + "IoU_noncoffee": 0.4925596004325215, + "kappa": 0.5749256413490104, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s0_r1.0", + "val_epoch0": 0.7110448776880154 + }, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 62, + "stopped_epoch": 82, + "best_val": 0.7408249060386181, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8991155869726607, + "mIoU": 0.745390773025947, + "macroF1": 0.8472525738276778, + "F1_coffee": 0.9362578645211946, + "IoU_coffee": 0.8801549109453786, + "precision_coffee": 0.9084576720623738, + "recall_coffee": 0.9658132244966655, + "F1_noncoffee": 0.758247283134161, + "IoU_noncoffee": 0.6106266351065155, + "kappa": 0.6955863205022415, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8668080073843314, + "mIoU": 0.6871432306968319, + "macroF1": 0.8043422857115561, + "F1_coffee": 0.9148949895404237, + "IoU_coffee": 0.8431395862350104, + "precision_coffee": 0.8762091364823836, + "recall_coffee": 0.9571547019918628, + "F1_noncoffee": 0.6937895818826885, + "IoU_noncoffee": 0.5311468751586536, + "kappa": 0.6114100651172775, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4567901234567901, + "mIoU": 0.2361111111111111, + "macroF1": 0.3320839580209895, + "F1_coffee": 0.6206896551724138, + "IoU_coffee": 0.45, + "precision_coffee": 1.0, + "recall_coffee": 0.45, + "F1_noncoffee": 0.043478260869565216, + "IoU_noncoffee": 0.022222222222222223, + "kappa": 0.019801980198019774, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.9001941747572816, + "mIoU": 0.7506894948271832, + "macroF1": 0.8512563001562565, + "F1_coffee": 0.9365745310957552, + "IoU_coffee": 0.8807147830122999, + "precision_coffee": 0.9130827067669173, + "recall_coffee": 0.9613070736495473, + "F1_noncoffee": 0.7659380692167578, + "IoU_noncoffee": 0.6206642066420665, + "kappa": 0.7032375190803458, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9080315265219283, + "mIoU": 0.7666969677843861, + "macroF1": 0.8624290584937605, + "F1_coffee": 0.9416349576531239, + "IoU_coffee": 0.8897071614960859, + "precision_coffee": 0.9178082191780822, + "recall_coffee": 0.9667317749354168, + "F1_noncoffee": 0.7832231593343971, + "IoU_noncoffee": 0.6436867740726864, + "kappa": 0.7255451163773753, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8891252840771723, + "mIoU": 0.7186612394636651, + "macroF1": 0.8271746012225665, + "F1_coffee": 0.9306475516438315, + "IoU_coffee": 0.8702907568729494, + "precision_coffee": 0.8948929734760354, + "recall_coffee": 0.9693781110200995, + "F1_noncoffee": 0.7237016508013013, + "IoU_noncoffee": 0.5670317220543807, + "kappa": 0.656533550969972, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9155798904927824, + "mIoU": 0.6614987178581385, + "macroF1": 0.7686665580359568, + "F1_coffee": 0.9530193905817175, + "IoU_coffee": 0.910255053444809, + "precision_coffee": 0.9358067674899359, + "recall_coffee": 0.9708770741618693, + "F1_noncoffee": 0.5843137254901961, + "IoU_noncoffee": 0.41274238227146814, + "kappa": 0.5387139425992866, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9316332605675729, + "mIoU": 0.7052333978245691, + "macroF1": 0.8069696605022261, + "F1_coffee": 0.9620949551631183, + "IoU_coffee": 0.9269585497720767, + "precision_coffee": 0.9416325651518415, + "recall_coffee": 0.9834664267236531, + "F1_noncoffee": 0.651844365841334, + "IoU_noncoffee": 0.4835082458770615, + "kappa": 0.615606576427548, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9279618972018258, + "mIoU": 0.6881473800170945, + "macroF1": 0.7918075743213897, + "F1_coffee": 0.9601711652402897, + "IoU_coffee": 0.9233934789490345, + "precision_coffee": 0.9372389418442755, + "recall_coffee": 0.9842537397368125, + "F1_noncoffee": 0.6234439834024896, + "IoU_noncoffee": 0.4529012810851545, + "kappa": 0.5859586616679636, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8855518711511132, + "mIoU": 0.7705233584633524, + "macroF1": 0.8683951943340584, + "F1_coffee": 0.9159125713490185, + "IoU_coffee": 0.8448696545524592, + "precision_coffee": 0.8849878934624698, + "recall_coffee": 0.9490767455279862, + "F1_noncoffee": 0.8208778173190985, + "IoU_noncoffee": 0.6961770623742455, + "kappa": 0.7374732422401724, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.885598415542771, + "mIoU": 0.7708895047604725, + "macroF1": 0.8686572869255249, + "F1_coffee": 0.9158281868017487, + "IoU_coffee": 0.844726062467998, + "precision_coffee": 0.8880366034181133, + "recall_coffee": 0.9454154727793697, + "F1_noncoffee": 0.821486387049301, + "IoU_noncoffee": 0.6970529470529471, + "kappa": 0.7378590819209389, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8522116382155993, + "mIoU": 0.7070579825005825, + "macroF1": 0.8242065853145126, + "F1_coffee": 0.8943714189416919, + "IoU_coffee": 0.8089257407633216, + "precision_coffee": 0.8445576066199872, + "recall_coffee": 0.9504297994269341, + "F1_noncoffee": 0.7540417516873332, + "IoU_noncoffee": 0.6051902242378433, + "kappa": 0.6512383735373676, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2713, + 2995 + ], + [ + 52998, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.139265231291453, + "test_tta": { + "OA": 0.8980181401504148, + "mIoU": 0.7404594246419482, + "macroF1": 0.8435007460752856, + "F1_coffee": 0.9358692011813301, + "IoU_coffee": 0.8794682028001374, + "precision_coffee": 0.9040588235294118, + "recall_coffee": 0.969999789619843, + "F1_noncoffee": 0.7511322909692411, + "IoU_noncoffee": 0.6014506464837591, + "kappa": 0.6884980960673547, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8661445713626399, + "mIoU": 0.6826545172782453, + "macroF1": 0.8004795929768097, + "F1_coffee": 0.9149413910349821, + "IoU_coffee": 0.843218406338159, + "precision_coffee": 0.871864738349752, + "recall_coffee": 0.9624959025086288, + "F1_noncoffee": 0.6860177949186373, + "IoU_noncoffee": 0.5220906282183316, + "kappa": 0.6045228261705481, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s1_r0.05", + "val_epoch0": 0.702067373631807 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.702067373631807, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8802330460604887, + "mIoU": 0.7037679849260411, + "macroF1": 0.816186611920717, + "F1_coffee": 0.9246881881932675, + "IoU_coffee": 0.8599256309103607, + "precision_coffee": 0.8932240608579719, + "recall_coffee": 0.9584499190036396, + "F1_noncoffee": 0.7076850356481664, + "IoU_noncoffee": 0.5476103389417215, + "kappa": 0.6341352771558936, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8490250374985577, + "mIoU": 0.6503264952038224, + "macroF1": 0.7743766747632266, + "F1_coffee": 0.90415499276676, + "IoU_coffee": 0.8250756145246729, + "precision_coffee": 0.86083651515944, + "recall_coffee": 0.9520641715354505, + "F1_noncoffee": 0.6445983567596931, + "IoU_noncoffee": 0.4755773758829718, + "kappa": 0.5529510363930705, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20987654320987653, + "mIoU": 0.1076923076923077, + "macroF1": 0.18181818181818182, + "F1_coffee": 0.3333333333333333, + "IoU_coffee": 0.2, + "precision_coffee": 1.0, + "recall_coffee": 0.2, + "F1_noncoffee": 0.030303030303030304, + "IoU_noncoffee": 0.015384615384615385, + "kappa": 0.006134969325153351, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8845145631067961, + "mIoU": 0.7138117606394915, + "macroF1": 0.8239430794627056, + "F1_coffee": 0.9272098644555273, + "IoU_coffee": 0.8642975300895557, + "precision_coffee": 0.8969926592469808, + "recall_coffee": 0.9595339117218669, + "F1_noncoffee": 0.7206762944698838, + "IoU_noncoffee": 0.5633259911894273, + "kappa": 0.649412888165806, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8855471205454282, + "mIoU": 0.7245686076886768, + "macroF1": 0.8327189770956597, + "F1_coffee": 0.9267250719747392, + "IoU_coffee": 0.8634554369772137, + "precision_coffee": 0.9109055501460565, + "recall_coffee": 0.9431037741793208, + "F1_noncoffee": 0.7387128822165802, + "IoU_noncoffee": 0.58568177840014, + "kappa": 0.6657973826431579, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8706542236835743, + "mIoU": 0.6710559672441825, + "macroF1": 0.7889024396716836, + "F1_coffee": 0.9202706327680248, + "IoU_coffee": 0.852316016121018, + "precision_coffee": 0.8731900452488688, + "recall_coffee": 0.9727175351269611, + "F1_noncoffee": 0.6575342465753424, + "IoU_noncoffee": 0.4897959183673469, + "kappa": 0.5830118927482679, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9068193130910901, + "mIoU": 0.6104311592730748, + "macroF1": 0.7158347135413519, + "F1_coffee": 0.9487964989059081, + "IoU_coffee": 0.9025811823480433, + "precision_coffee": 0.9204967625517461, + "recall_coffee": 0.9788915227452308, + "F1_noncoffee": 0.48287292817679556, + "IoU_noncoffee": 0.31828113619810633, + "kappa": 0.4370433669861582, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9193292319904743, + "mIoU": 0.6488852211261232, + "macroF1": 0.7546002931888625, + "F1_coffee": 0.9556585764930461, + "IoU_coffee": 0.9150825151451849, + "precision_coffee": 0.9276789495976281, + "recall_coffee": 0.9853784726127545, + "F1_noncoffee": 0.5535420098846787, + "IoU_noncoffee": 0.3826879271070615, + "kappa": 0.5136551353416372, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9196269101012106, + "mIoU": 0.6316683187259662, + "macroF1": 0.7358642778080926, + "F1_coffee": 0.9561783163817356, + "IoU_coffee": 0.9160360733906914, + "precision_coffee": 0.9211925362243303, + "recall_coffee": 0.9939264424699134, + "F1_noncoffee": 0.5155502392344498, + "IoU_noncoffee": 0.34730056406124094, + "kappa": 0.48001997066569607, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.86328754144955, + "mIoU": 0.7318807943635405, + "macroF1": 0.8423320932933962, + "F1_coffee": 0.8998125390543636, + "IoU_coffee": 0.8178720181749337, + "precision_coffee": 0.8673537679025566, + "recall_coffee": 0.9347951529140219, + "F1_noncoffee": 0.7848516475324288, + "IoU_noncoffee": 0.6458895705521472, + "kappa": 0.6856096950234264, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8534377063095351, + "mIoU": 0.7231324432057396, + "macroF1": 0.8370227555218781, + "F1_coffee": 0.8887457044673539, + "IoU_coffee": 0.799768071124855, + "precision_coffee": 0.8882369776760161, + "recall_coffee": 0.8892550143266476, + "F1_noncoffee": 0.7852998065764023, + "IoU_noncoffee": 0.6464968152866242, + "kappa": 0.6740457173839627, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8241063849853815, + "mIoU": 0.6568450360220315, + "macroF1": 0.7862120731233904, + "F1_coffee": 0.876219552664764, + "IoU_coffee": 0.7797070635483109, + "precision_coffee": 0.816248299740324, + "recall_coffee": 0.945702005730659, + "F1_noncoffee": 0.6962045935820166, + "IoU_noncoffee": 0.5339830084957521, + "kappa": 0.5780148691613373, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2650, + 2995 + ], + [ + 51891, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5187167485555013, + "test_tta": { + "OA": 0.8833478583648042, + "mIoU": 0.7054062358256608, + "macroF1": 0.8169942899054426, + "F1_coffee": 0.9271899427834636, + "IoU_coffee": 0.8642629107981221, + "precision_coffee": 0.889503082780881, + "recall_coffee": 0.9682115582858225, + "F1_noncoffee": 0.7067986370274217, + "IoU_noncoffee": 0.5465495608531995, + "kappa": 0.6366153746516685, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8521258797738549, + "mIoU": 0.650671655054518, + "macroF1": 0.7739611429656957, + "F1_coffee": 0.9068831793949632, + "IoU_coffee": 0.8296306143134876, + "precision_coffee": 0.8571624776816371, + "recall_coffee": 0.9627272902566476, + "F1_noncoffee": 0.6410391065364283, + "IoU_noncoffee": 0.47171269579554825, + "kappa": 0.5537110168207922, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s1_r0.1", + "val_epoch0": 0.6882598993975975 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6882598993975975, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8760046480100707, + "mIoU": 0.7024650010629425, + "macroF1": 0.8158849691241756, + "F1_coffee": 0.9210939826844273, + "IoU_coffee": 0.8537295815405704, + "precision_coffee": 0.8998113813307649, + "recall_coffee": 0.9434077377821724, + "F1_noncoffee": 0.7106759555639239, + "IoU_noncoffee": 0.5512004205853146, + "kappa": 0.6325237278851893, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8449290411907234, + "mIoU": 0.6516437758475148, + "macroF1": 0.7766101744322074, + "F1_coffee": 0.900148588410104, + "IoU_coffee": 0.8184274520399892, + "precision_coffee": 0.8682348304340816, + "recall_coffee": 0.934497984998361, + "F1_noncoffee": 0.6530717604543108, + "IoU_noncoffee": 0.48486009965504023, + "kappa": 0.5553078484314569, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.43209876543209874, + "mIoU": 0.2231382978723404, + "macroF1": 0.319078947368421, + "F1_coffee": 0.5964912280701754, + "IoU_coffee": 0.425, + "precision_coffee": 1.0, + "recall_coffee": 0.425, + "F1_noncoffee": 0.041666666666666664, + "IoU_noncoffee": 0.02127659574468085, + "kappa": 0.017923036373220833, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.881504854368932, + "mIoU": 0.7113737701983673, + "macroF1": 0.8224425371757561, + "F1_coffee": 0.9248483728949232, + "IoU_coffee": 0.8602027375293512, + "precision_coffee": 0.8999400838825644, + "recall_coffee": 0.9511747197770882, + "F1_noncoffee": 0.720036701456589, + "IoU_noncoffee": 0.5625448028673835, + "kappa": 0.6458956169295985, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8781006721145013, + "mIoU": 0.712828255186909, + "macroF1": 0.8243005911347066, + "F1_coffee": 0.9215252918287937, + "IoU_coffee": 0.8544709345956243, + "precision_coffee": 0.9106681432262828, + "recall_coffee": 0.9326444458446222, + "F1_noncoffee": 0.7270758904406193, + "IoU_noncoffee": 0.5711855757781936, + "kappa": 0.648774806018192, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8684299598665441, + "mIoU": 0.6829465268375574, + "macroF1": 0.800258427036046, + "F1_coffee": 0.9169489973445655, + "IoU_coffee": 0.8466351031450795, + "precision_coffee": 0.8892375088799431, + "recall_coffee": 0.9464431982861824, + "F1_noncoffee": 0.6835678567275264, + "IoU_noncoffee": 0.5192579505300353, + "kappa": 0.6019895542647338, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9063215530114485, + "mIoU": 0.6169471112071868, + "macroF1": 0.723500847617992, + "F1_coffee": 0.9483336078625157, + "IoU_coffee": 0.9017437610942884, + "precision_coffee": 0.9232413940560188, + "recall_coffee": 0.974827858674794, + "F1_noncoffee": 0.4986680873734683, + "IoU_noncoffee": 0.3321504613200852, + "kappa": 0.45093707597953053, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9139710259972217, + "mIoU": 0.6565820067539163, + "macroF1": 0.7640838302351474, + "F1_coffee": 0.9521285406658937, + "IoU_coffee": 0.9086310464748656, + "precision_coffee": 0.9351409978308026, + "recall_coffee": 0.9697446856371612, + "F1_noncoffee": 0.5760391198044009, + "IoU_noncoffee": 0.40453296703296704, + "kappa": 0.5295425771423288, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9181385195475292, + "mIoU": 0.6643989624283987, + "macroF1": 0.7709283126445086, + "F1_coffee": 0.9545629784656056, + "IoU_coffee": 0.913075545253398, + "precision_coffee": 0.9352471400820203, + "recall_coffee": 0.9746935102913058, + "F1_noncoffee": 0.5872936468234117, + "IoU_noncoffee": 0.4157223796033994, + "kappa": 0.5436248101764417, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8578872572240644, + "mIoU": 0.7250576295629714, + "macroF1": 0.837817748143916, + "F1_coffee": 0.894869638351556, + "IoU_coffee": 0.8097412480974124, + "precision_coffee": 0.8702290076335878, + "recall_coffee": 0.9209463358338142, + "F1_noncoffee": 0.780765857936276, + "IoU_noncoffee": 0.6403740110285303, + "kappa": 0.6761769039284523, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8440064132792606, + "mIoU": 0.7074573513911285, + "macroF1": 0.8259987073152495, + "F1_coffee": 0.8819751676894534, + "IoU_coffee": 0.7888690324227725, + "precision_coffee": 0.8785897071367643, + "recall_coffee": 0.8853868194842407, + "F1_noncoffee": 0.7700222469410456, + "IoU_noncoffee": 0.6260456703594846, + "kappa": 0.6520074826867525, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8211826841459964, + "mIoU": 0.661940993969572, + "macroF1": 0.7914588027336213, + "F1_coffee": 0.8701903327399699, + "IoU_coffee": 0.770209671554963, + "precision_coffee": 0.8333333333333334, + "recall_coffee": 0.910458452722063, + "F1_noncoffee": 0.7127272727272728, + "IoU_noncoffee": 0.5536723163841808, + "kappa": 0.5847153817624183, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2593, + 2995 + ], + [ + 51686, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5177522381146749, + "test_tta": { + "OA": 0.8772796229947387, + "mIoU": 0.7011509639869702, + "macroF1": 0.8145025100023333, + "F1_coffee": 0.9224144967757734, + "IoU_coffee": 0.8560012119834868, + "precision_coffee": 0.8955324418028727, + "recall_coffee": 0.9509603854164476, + "F1_noncoffee": 0.7065905232288934, + "IoU_noncoffee": 0.5463007159904535, + "kappa": 0.630264950132681, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8465299411561094, + "mIoU": 0.6500444521356726, + "macroF1": 0.7747049869306537, + "F1_coffee": 0.9019127068258285, + "IoU_coffee": 0.8213488239343216, + "precision_coffee": 0.8639799378355467, + "recall_coffee": 0.943329284047743, + "F1_noncoffee": 0.6474972670354788, + "IoU_noncoffee": 0.4787400803370236, + "kappa": 0.5525099255232941, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s1_r0.5", + "val_epoch0": 0.7062588096851895 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1849bf5c5b55", + "n_blocks": 432, + "n_train_hard": 89333, + "n_train_soft": 8454, + "best_epoch": 19, + "stopped_epoch": 39, + "best_val": 0.7191987346796733, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8864142538975501, + "mIoU": 0.7262029617884187, + "macroF1": 0.8339091923714901, + "F1_coffee": 0.9272933884297521, + "IoU_coffee": 0.8644426895741444, + "precision_coffee": 0.910974891915481, + "recall_coffee": 0.944207182378558, + "F1_noncoffee": 0.7405249963132281, + "IoU_noncoffee": 0.587963234002693, + "kappa": 0.6681983532744408, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8544623283719857, + "mIoU": 0.6724912280453428, + "macroF1": 0.793811238586601, + "F1_coffee": 0.9056395582610972, + "IoU_coffee": 0.8275514389226878, + "precision_coffee": 0.8791757443718228, + "recall_coffee": 0.9337459748173, + "F1_noncoffee": 0.6819829189121048, + "IoU_noncoffee": 0.5174310171679977, + "kappa": 0.5888778848859447, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.41975308641975306, + "mIoU": 0.21666666666666665, + "macroF1": 0.31244356149539465, + "F1_coffee": 0.584070796460177, + "IoU_coffee": 0.4125, + "precision_coffee": 1.0, + "recall_coffee": 0.4125, + "F1_noncoffee": 0.04081632653061224, + "IoU_noncoffee": 0.020833333333333332, + "kappa": 0.017041053446940353, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8890291262135922, + "mIoU": 0.7270152886247901, + "macroF1": 0.8341203139400819, + "F1_coffee": 0.9295575003081474, + "IoU_coffee": 0.8683862053083079, + "precision_coffee": 0.9052877978512694, + "recall_coffee": 0.955164334114369, + "F1_noncoffee": 0.7386831275720165, + "IoU_noncoffee": 0.5856443719412724, + "kappa": 0.6691228036005691, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8888351627097336, + "mIoU": 0.7348708659359843, + "macroF1": 0.8405332647119346, + "F1_coffee": 0.9282974144652715, + "IoU_coffee": 0.8661893952622083, + "precision_coffee": 0.9190958498023716, + "recall_coffee": 0.9376850860059227, + "F1_noncoffee": 0.7527691149585977, + "IoU_noncoffee": 0.6035523366097603, + "kappa": 0.6811767137185686, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8813887142788066, + "mIoU": 0.7166363376207783, + "macroF1": 0.8268884852086043, + "F1_coffee": 0.9240204429301533, + "IoU_coffee": 0.8587713742875237, + "precision_coffee": 0.9087364444985988, + "recall_coffee": 0.9398273580744755, + "F1_noncoffee": 0.7297565274870552, + "IoU_noncoffee": 0.574501300954033, + "kappa": 0.6541249676141598, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9066202090592335, + "mIoU": 0.6310145177941617, + "macroF1": 0.7391098655806141, + "F1_coffee": 0.9481596109207472, + "IoU_coffee": 0.9014291719209752, + "precision_coffee": 0.9288576069301571, + "recall_coffee": 0.9682808443390902, + "F1_noncoffee": 0.530060120240481, + "IoU_noncoffee": 0.3605998636673483, + "kappa": 0.48025429572220546, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9135741218495733, + "mIoU": 0.6787286904542128, + "macroF1": 0.7861816178565966, + "F1_coffee": 0.9512236097888783, + "IoU_coffee": 0.9069841947885519, + "precision_coffee": 0.9472451483381664, + "recall_coffee": 0.9552356315375098, + "F1_noncoffee": 0.6211396259243149, + "IoU_noncoffee": 0.4504731861198738, + "kappa": 0.5724218212737867, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9133756697757491, + "mIoU": 0.6795110350895048, + "macroF1": 0.7869809668631588, + "F1_coffee": 0.9510677652597949, + "IoU_coffee": 0.9067008656620712, + "precision_coffee": 0.9479329608938547, + "recall_coffee": 0.9542233719491621, + "F1_noncoffee": 0.6228941684665227, + "IoU_noncoffee": 0.4523212045169385, + "kappa": 0.5739978379580236, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8722880151586926, + "mIoU": 0.7477531744571941, + "macroF1": 0.8532352540222305, + "F1_coffee": 0.9061150578074941, + "IoU_coffee": 0.8283458550872278, + "precision_coffee": 0.8759762994882844, + "recall_coffee": 0.938401615695326, + "F1_noncoffee": 0.8003554502369669, + "IoU_noncoffee": 0.6671604938271605, + "kappa": 0.7072075418380626, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8653211355276809, + "mIoU": 0.7392253955409391, + "macroF1": 0.847739546670421, + "F1_coffee": 0.8994790933408419, + "IoU_coffee": 0.8173212229755661, + "precision_coffee": 0.8841682812067534, + "recall_coffee": 0.9153295128939828, + "F1_noncoffee": 0.796, + "IoU_noncoffee": 0.6611295681063123, + "kappa": 0.6956642985791435, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8509855701216636, + "mIoU": 0.7119948822869747, + "macroF1": 0.8284766689838494, + "F1_coffee": 0.8906120188313487, + "IoU_coffee": 0.8027958062905641, + "precision_coffee": 0.8617363344051447, + "recall_coffee": 0.9214899713467049, + "F1_noncoffee": 0.7663413191363502, + "IoU_noncoffee": 0.6211939582833853, + "kappa": 0.6577741446713056, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2621, + 2995 + ], + [ + 52303, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.016655437151591, + "test_tta": { + "OA": 0.8865756431361157, + "mIoU": 0.7221293939756995, + "macroF1": 0.8305243561134934, + "F1_coffee": 0.9279888520021312, + "IoU_coffee": 0.8656522404037315, + "precision_coffee": 0.9045402792481473, + "recall_coffee": 0.952685502703385, + "F1_noncoffee": 0.7330598602248557, + "IoU_noncoffee": 0.5786065475476676, + "kappa": 0.6618909756040594, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8545921310718818, + "mIoU": 0.6675947873401341, + "macroF1": 0.7893063781381328, + "F1_coffee": 0.906589334025127, + "IoU_coffee": 0.8291389157218635, + "precision_coffee": 0.872554439906547, + "recall_coffee": 0.9433871309847477, + "F1_noncoffee": 0.6720234222511385, + "IoU_noncoffee": 0.5060506589584047, + "kappa": 0.5808518776153565, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s1_r1.0", + "val_epoch0": 0.7100714808840066 + }, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7387186950514786, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8972596107291566, + "mIoU": 0.7423586080982201, + "macroF1": 0.8451421024888641, + "F1_coffee": 0.9349797769334477, + "IoU_coffee": 0.8778986132688877, + "precision_coffee": 0.9086054590570719, + "recall_coffee": 0.9629310163465382, + "F1_noncoffee": 0.7553044280442804, + "IoU_noncoffee": 0.6068186029275523, + "kappa": 0.6912631940652831, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8648898119303103, + "mIoU": 0.6842536143118434, + "macroF1": 0.802172229889275, + "F1_coffee": 0.9135601978297778, + "IoU_coffee": 0.8408751189020247, + "precision_coffee": 0.8759444395293285, + "recall_coffee": 0.954551589826652, + "F1_noncoffee": 0.6907842619487721, + "IoU_noncoffee": 0.527632109721662, + "kappa": 0.6069374211515125, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3950617283950617, + "mIoU": 0.20375000000000001, + "macroF1": 0.29888712241653415, + "F1_coffee": 0.5585585585585585, + "IoU_coffee": 0.3875, + "precision_coffee": 1.0, + "recall_coffee": 0.3875, + "F1_noncoffee": 0.0392156862745098, + "IoU_noncoffee": 0.02, + "kappa": 0.015380798809228456, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8926699029126214, + "mIoU": 0.7331762232572431, + "macroF1": 0.8385209951795929, + "F1_coffee": 0.9320298810292355, + "IoU_coffee": 0.8727115716753022, + "precision_coffee": 0.9056637591110049, + "recall_coffee": 0.959977202203787, + "F1_noncoffee": 0.7450121093299504, + "IoU_noncoffee": 0.5936408748391839, + "kappa": 0.6780655837346282, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9064358590010154, + "mIoU": 0.7622631826875199, + "macroF1": 0.8592782831240457, + "F1_coffee": 0.9407405138884636, + "IoU_coffee": 0.8881114837515901, + "precision_coffee": 0.9152067691574306, + "recall_coffee": 0.9677399029676769, + "F1_noncoffee": 0.7778160523596279, + "IoU_noncoffee": 0.6364148816234498, + "kappa": 0.7193755417201846, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8926550940476766, + "mIoU": 0.7319782061056324, + "macroF1": 0.8375502866488655, + "F1_coffee": 0.9321640286011122, + "IoU_coffee": 0.8729468322554799, + "precision_coffee": 0.90495401957876, + "recall_coffee": 0.9610610547539538, + "F1_noncoffee": 0.7429365446966189, + "IoU_noncoffee": 0.5910095799557848, + "kappa": 0.6762098713271941, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9114982578397213, + "mIoU": 0.6378613674000473, + "macroF1": 0.7450942007707171, + "F1_coffee": 0.951048951048951, + "IoU_coffee": 0.9066666666666666, + "precision_coffee": 0.928402494087293, + "recall_coffee": 0.974827858674794, + "F1_noncoffee": 0.5391394504924831, + "IoU_noncoffee": 0.36905606813342795, + "kappa": 0.49302840645973417, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9297479658662433, + "mIoU": 0.6946202451919559, + "macroF1": 0.7975326028958938, + "F1_coffee": 0.9611458676325321, + "IoU_coffee": 0.9251980982567354, + "precision_coffee": 0.9384846211552889, + "recall_coffee": 0.9849285794623777, + "F1_noncoffee": 0.6339193381592554, + "IoU_noncoffee": 0.4640423921271764, + "kappa": 0.5972775803142142, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9253820202421116, + "mIoU": 0.6961616161616162, + "macroF1": 0.7999599004204332, + "F1_coffee": 0.9583564071325729, + "IoU_coffee": 0.9200425305688463, + "precision_coffee": 0.9439293116613942, + "recall_coffee": 0.9732313575525813, + "F1_noncoffee": 0.6415633937082936, + "IoU_noncoffee": 0.47228070175438597, + "kappa": 0.6007226200191458, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8747513027001421, + "mIoU": 0.751804019090109, + "macroF1": 0.8559528648653292, + "F1_coffee": 0.907989977728285, + "IoU_coffee": 0.831485022307202, + "precision_coffee": 0.8772189349112426, + "recall_coffee": 0.940998268897865, + "F1_noncoffee": 0.8039157520023732, + "IoU_noncoffee": 0.6721230158730159, + "kappa": 0.7126592124268887, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8842780345185325, + "mIoU": 0.7683008357630863, + "macroF1": 0.8669338480786928, + "F1_coffee": 0.9149747072274964, + "IoU_coffee": 0.8432750031932559, + "precision_coffee": 0.8860555630116763, + "recall_coffee": 0.9458452722063038, + "F1_noncoffee": 0.8188929889298893, + "IoU_noncoffee": 0.6933266683329168, + "kappa": 0.7344701855151937, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8615486183155711, + "mIoU": 0.7256608237921707, + "macroF1": 0.8376923463867088, + "F1_coffee": 0.8999181892555222, + "IoU_coffee": 0.8180466038671294, + "precision_coffee": 0.858480749219563, + "recall_coffee": 0.9455587392550143, + "F1_noncoffee": 0.7754665035178954, + "IoU_noncoffee": 0.6332750437172121, + "kappa": 0.6770726271466556, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2648, + 2995 + ], + [ + 52948, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.534745462735494, + "test_tta": { + "OA": 0.8961460249830542, + "mIoU": 0.7367443657884075, + "macroF1": 0.8408231740576354, + "F1_coffee": 0.9346640809820187, + "IoU_coffee": 0.8773421268322437, + "precision_coffee": 0.9032536598767612, + "recall_coffee": 0.9683377863799887, + "F1_noncoffee": 0.7469822671332521, + "IoU_noncoffee": 0.5961466047445714, + "kappa": 0.6831302588702377, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8639811930310373, + "mIoU": 0.6785162370001261, + "macroF1": 0.7972149149543148, + "F1_coffee": 0.9135730061124806, + "IoU_coffee": 0.8408968216478845, + "precision_coffee": 0.8705029689137268, + "recall_coffee": 0.9611268583328513, + "F1_noncoffee": 0.680856823796149, + "IoU_noncoffee": 0.5161356523523678, + "kappa": 0.5980631524870992, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s2_r0.05", + "val_epoch0": 0.6587478626779082 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6587478626779082, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8452922759110423, + "mIoU": 0.6630867696748273, + "macroF1": 0.7872305121773768, + "F1_coffee": 0.898378034559525, + "IoU_coffee": 0.815504830824897, + "precision_coffee": 0.90544265658055, + "recall_coffee": 0.8914228010014096, + "F1_noncoffee": 0.6760829897952287, + "IoU_noncoffee": 0.5106687085247575, + "kappa": 0.5745435819822966, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8172377985462098, + "mIoU": 0.6227992968213827, + "macroF1": 0.7554115027828421, + "F1_coffee": 0.8783830473338707, + "IoU_coffee": 0.7831399527672246, + "precision_coffee": 0.8744052737173975, + "recall_coffee": 0.8823971770694742, + "F1_noncoffee": 0.6324399582318134, + "IoU_noncoffee": 0.46245864087554084, + "kappa": 0.5108535989573519, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2962962962962963, + "mIoU": 0.1523706896551724, + "macroF1": 0.2402501234161593, + "F1_coffee": 0.44660194174757284, + "IoU_coffee": 0.2875, + "precision_coffee": 1.0, + "recall_coffee": 0.2875, + "F1_noncoffee": 0.03389830508474576, + "IoU_noncoffee": 0.017241379310344827, + "kappa": 0.00986489384516405, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8268932038834952, + "mIoU": 0.6404718015660329, + "macroF1": 0.7702578395357425, + "F1_coffee": 0.8843259374594524, + "IoU_coffee": 0.7926382508577078, + "precision_coffee": 0.9064973066436124, + "recall_coffee": 0.8632132227218036, + "F1_noncoffee": 0.6561897416120324, + "IoU_noncoffee": 0.4883053522743579, + "kappa": 0.5413311979788793, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8332285672839804, + "mIoU": 0.6485436005308174, + "macroF1": 0.7764296700343685, + "F1_coffee": 0.8891175052242405, + "IoU_coffee": 0.8003704346819471, + "precision_coffee": 0.9077064461073914, + "recall_coffee": 0.8712746518807889, + "F1_noncoffee": 0.6637418348444964, + "IoU_noncoffee": 0.4967167663796877, + "kappa": 0.5534273036253456, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8756829940525119, + "mIoU": 0.7036080897898804, + "macroF1": 0.8169294351736829, + "F1_coffee": 0.9206408000740809, + "IoU_coffee": 0.8529512697323267, + "precision_coffee": 0.9023962241316713, + "recall_coffee": 0.9396383340684267, + "F1_noncoffee": 0.713218070273285, + "IoU_noncoffee": 0.5542649098474342, + "kappa": 0.6343989216006578, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.7990044798407168, + "mIoU": 0.506026977173526, + "macroF1": 0.6242861529441024, + "F1_coffee": 0.8804971885173128, + "IoU_coffee": 0.7865073490536111, + "precision_coffee": 0.9255848680935789, + "recall_coffee": 0.8395981487752568, + "F1_noncoffee": 0.36807511737089205, + "IoU_noncoffee": 0.22554660529344073, + "kappa": 0.25788429023009624, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8527485612224648, + "mIoU": 0.5699976056411236, + "macroF1": 0.686399659940545, + "F1_coffee": 0.9148007808014698, + "IoU_coffee": 0.8429795788805418, + "precision_coffee": 0.9343262577694382, + "recall_coffee": 0.8960746822629625, + "F1_noncoffee": 0.4579985390796202, + "IoU_noncoffee": 0.29701563240170537, + "kappa": 0.374537011286206, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.902857709863068, + "mIoU": 0.625181820423056, + "macroF1": 0.7338388070308541, + "F1_coffee": 0.9459384836269258, + "IoU_coffee": 0.8974224643755239, + "precision_coffee": 0.9291603384682143, + "recall_coffee": 0.963333708244292, + "F1_noncoffee": 0.5217391304347826, + "IoU_noncoffee": 0.35294117647058826, + "kappa": 0.4692087260906561, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8534343912837518, + "mIoU": 0.7227376852236902, + "macroF1": 0.8367094815240768, + "F1_coffee": 0.8889686356132922, + "IoU_coffee": 0.8001291989664082, + "precision_coffee": 0.8845879160119983, + "recall_coffee": 0.8933929601846509, + "F1_noncoffee": 0.7844503274348613, + "IoU_noncoffee": 0.6453461714809721, + "kappa": 0.6734345112755955, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.814675091955107, + "mIoU": 0.6672658797853741, + "macroF1": 0.797547583918164, + "F1_coffee": 0.8564331117118433, + "IoU_coffee": 0.7489138768208535, + "precision_coffee": 0.8738631280751453, + "recall_coffee": 0.8396848137535816, + "F1_noncoffee": 0.7386620561244847, + "IoU_noncoffee": 0.5856178827498946, + "kappa": 0.5953881866465542, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8498538149580307, + "mIoU": 0.7126740802789429, + "macroF1": 0.8292267570811105, + "F1_coffee": 0.8885778275475924, + "IoU_coffee": 0.7994962216624685, + "precision_coffee": 0.8686371100164204, + "recall_coffee": 0.9094555873925502, + "F1_noncoffee": 0.7698756866146285, + "IoU_noncoffee": 0.6258519388954171, + "kappa": 0.6588248553075771, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2647, + 2995 + ], + [ + 49729, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.51994845867157, + "test_tta": { + "OA": 0.8502307866111488, + "mIoU": 0.6676276172768616, + "macroF1": 0.7903032556405438, + "F1_coffee": 0.9024041394106388, + "IoU_coffee": 0.822164306383305, + "precision_coffee": 0.902214371333039, + "recall_coffee": 0.9025939873351145, + "F1_noncoffee": 0.6782023718704487, + "IoU_noncoffee": 0.5130909281704181, + "kappa": 0.5806065724597386, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8216655128648898, + "mIoU": 0.6254076064495026, + "macroF1": 0.7568657720780037, + "F1_coffee": 0.882384834159287, + "IoU_coffee": 0.7895247497787159, + "precision_coffee": 0.8707152243288906, + "recall_coffee": 0.8943714930294441, + "F1_noncoffee": 0.6313467099967204, + "IoU_noncoffee": 0.46129046312028926, + "kappa": 0.5140051635263961, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s2_r0.1", + "val_epoch0": 0.6679424120839093 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6679424120839093, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8556373261030954, + "mIoU": 0.6855395500636347, + "macroF1": 0.8052162581372115, + "F1_coffee": 0.9043182474568656, + "IoU_coffee": 0.8253475476413621, + "precision_coffee": 0.9198546372459416, + "recall_coffee": 0.8892979614162793, + "F1_noncoffee": 0.7061142688175576, + "IoU_noncoffee": 0.5457315524859072, + "kappa": 0.610773562716567, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8256028614284066, + "mIoU": 0.640331845146108, + "macroF1": 0.7704342829269011, + "F1_coffee": 0.8829723399725142, + "IoU_coffee": 0.7904659585160027, + "precision_coffee": 0.8863693772466725, + "recall_coffee": 0.8796012417809144, + "F1_noncoffee": 0.6578962258812878, + "IoU_noncoffee": 0.4901977317762132, + "kappa": 0.5408882791324994, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.024691358024691357, + "mIoU": 0.0125, + "macroF1": 0.024691358024691357, + "F1_coffee": 0.024691358024691357, + "IoU_coffee": 0.0125, + "precision_coffee": 1.0, + "recall_coffee": 0.0125, + "F1_noncoffee": 0.024691358024691357, + "IoU_noncoffee": 0.0125, + "kappa": 0.00031245117950320147, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8323300970873786, + "mIoU": 0.6541871782166164, + "macroF1": 0.7819222452967165, + "F1_coffee": 0.8867689483346446, + "IoU_coffee": 0.79657223629189, + "precision_coffee": 0.9192550805410181, + "recall_coffee": 0.8565005382812995, + "F1_noncoffee": 0.6770755422587883, + "IoU_noncoffee": 0.5118021201413427, + "kappa": 0.5653924394664007, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8494270102993086, + "mIoU": 0.6796965189549213, + "macroF1": 0.8013387697862786, + "F1_coffee": 0.8990795955405756, + "IoU_coffee": 0.816661760376803, + "precision_coffee": 0.925658992325659, + "recall_coffee": 0.8739839959674879, + "F1_noncoffee": 0.7035979440319817, + "IoU_noncoffee": 0.5427312775330396, + "kappa": 0.6036373448872485, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8850635849330303, + "mIoU": 0.7264074042067661, + "macroF1": 0.8343110127916971, + "F1_coffee": 0.9260123883338003, + "IoU_coffee": 0.8622188731741247, + "precision_coffee": 0.9150467519685039, + "recall_coffee": 0.937244029991809, + "F1_noncoffee": 0.742609637249594, + "IoU_noncoffee": 0.5905959352394075, + "kappa": 0.6687874962854701, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8021901443504231, + "mIoU": 0.524321467824487, + "macroF1": 0.6476895692633395, + "F1_coffee": 0.8809965862130922, + "IoU_coffee": 0.7873046456861486, + "precision_coffee": 0.9383771370247512, + "recall_coffee": 0.8302291455017496, + "F1_noncoffee": 0.4143825523135868, + "IoU_noncoffee": 0.26133828996282527, + "kappa": 0.30811024289959404, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.847191903155388, + "mIoU": 0.5735630097446143, + "macroF1": 0.692675564854776, + "F1_coffee": 0.9105898745935903, + "IoU_coffee": 0.835855894265615, + "precision_coffee": 0.9410776431057243, + "recall_coffee": 0.882015521313688, + "F1_noncoffee": 0.4747612551159618, + "IoU_noncoffee": 0.3112701252236136, + "kappa": 0.3891175438180785, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9111926969636833, + "mIoU": 0.6593801370437903, + "macroF1": 0.7676734371710703, + "F1_coffee": 0.9502750152786266, + "IoU_coffee": 0.9052609293955753, + "precision_coffee": 0.9389547650417216, + "recall_coffee": 0.9618715555055675, + "F1_noncoffee": 0.5850718590635141, + "IoU_noncoffee": 0.4134993446920052, + "kappa": 0.5359097641394349, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.861013737565135, + "mIoU": 0.7366796319126309, + "macroF1": 0.846436597573515, + "F1_coffee": 0.8937495473310639, + "IoU_coffee": 0.8079088647374624, + "precision_coffee": 0.8974545454545455, + "recall_coffee": 0.8900750144258511, + "F1_noncoffee": 0.799123647815966, + "IoU_noncoffee": 0.6654503990877993, + "kappa": 0.6928830909904292, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8515514477034801, + "mIoU": 0.7244287617808565, + "macroF1": 0.838360085807513, + "F1_coffee": 0.8845363849765259, + "IoU_coffee": 0.792976456661844, + "precision_coffee": 0.9063439567047504, + "recall_coffee": 0.8637535816618911, + "F1_noncoffee": 0.7921837866385001, + "IoU_noncoffee": 0.6558810668998688, + "kappa": 0.6770566747557034, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8602282372913327, + "mIoU": 0.7319300173025918, + "macroF1": 0.8428603720651009, + "F1_coffee": 0.8951019252548131, + "IoU_coffee": 0.8101217168481742, + "precision_coffee": 0.8845831001678791, + "recall_coffee": 0.9058739255014326, + "F1_noncoffee": 0.7906188188753885, + "IoU_noncoffee": 0.6537383177570093, + "kappa": 0.6858094230664029, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2612, + 2995 + ], + [ + 50405, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5542744159698487, + "test_tta": { + "OA": 0.8654336528840257, + "mIoU": 0.695337233885472, + "macroF1": 0.8117982947114126, + "F1_coffee": 0.9122685185185185, + "IoU_coffee": 0.838689082783571, + "precision_coffee": 0.9125181552192309, + "recall_coffee": 0.9120190183661877, + "F1_noncoffee": 0.7113280709043068, + "IoU_noncoffee": 0.551985384987373, + "kappa": 0.623596682113571, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8351361486096689, + "mIoU": 0.6474914780187304, + "macroF1": 0.7749842307156054, + "F1_coffee": 0.8913248086704378, + "IoU_coffee": 0.8039548603965151, + "precision_coffee": 0.8790975920786137, + "recall_coffee": 0.9038969553228823, + "F1_noncoffee": 0.6586436527607729, + "IoU_noncoffee": 0.49102809564094574, + "kappa": 0.550241760232836, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s2_r0.5", + "val_epoch0": 0.7063894533171061 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9af92ad316b9", + "n_blocks": 432, + "n_train_hard": 88841, + "n_train_soft": 8463, + "best_epoch": 51, + "stopped_epoch": 71, + "best_val": 0.7299877481040347, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8945482715212549, + "mIoU": 0.740271864112028, + "macroF1": 0.8439188581277699, + "F1_coffee": 0.9328137210545798, + "IoU_coffee": 0.8740870637658258, + "precision_coffee": 0.9123071662744625, + "recall_coffee": 0.954263353880462, + "F1_noncoffee": 0.7550239952009599, + "IoU_noncoffee": 0.6064566644582304, + "kappa": 0.6884117365961787, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.862394715587862, + "mIoU": 0.6840578793002242, + "macroF1": 0.8025177867528435, + "F1_coffee": 0.9112588941077989, + "IoU_coffee": 0.836984007654456, + "precision_coffee": 0.8802062744816186, + "recall_coffee": 0.9445826343495112, + "F1_noncoffee": 0.6937766793978881, + "IoU_noncoffee": 0.5311317509459924, + "kappa": 0.6067246050779146, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.41975308641975306, + "mIoU": 0.21666666666666665, + "macroF1": 0.31244356149539465, + "F1_coffee": 0.584070796460177, + "IoU_coffee": 0.4125, + "precision_coffee": 1.0, + "recall_coffee": 0.4125, + "F1_noncoffee": 0.04081632653061224, + "IoU_noncoffee": 0.020833333333333332, + "kappa": 0.017041053446940353, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8926699029126214, + "mIoU": 0.7371498890262888, + "macroF1": 0.841727900736116, + "F1_coffee": 0.9315204261777186, + "IoU_coffee": 0.8718186561539799, + "precision_coffee": 0.9116149369544132, + "recall_coffee": 0.9523146095877398, + "F1_noncoffee": 0.7519353752945136, + "IoU_noncoffee": 0.6024811218985976, + "kappa": 0.6840015738520763, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9013103815095982, + "mIoU": 0.7590612998388675, + "macroF1": 0.8575779828389483, + "F1_coffee": 0.9364985532497433, + "IoU_coffee": 0.8805804224445615, + "precision_coffee": 0.9250153657037492, + "recall_coffee": 0.9482704303446537, + "F1_noncoffee": 0.7786574124281531, + "IoU_noncoffee": 0.6375421772331735, + "kappa": 0.7153088920152736, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.88965717325081, + "mIoU": 0.7240911365030944, + "macroF1": 0.831600995323797, + "F1_coffee": 0.9304776992444552, + "IoU_coffee": 0.869993733264969, + "precision_coffee": 0.9007845219135256, + "recall_coffee": 0.9621951987902464, + "F1_noncoffee": 0.7327242914031389, + "IoU_noncoffee": 0.57818853974122, + "kappa": 0.6646030803358982, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9087108013937282, + "mIoU": 0.6387523130171159, + "macroF1": 0.7468667798821957, + "F1_coffee": 0.9492725562869945, + "IoU_coffee": 0.9034431925871328, + "precision_coffee": 0.9307875894988067, + "recall_coffee": 0.9685066034541144, + "F1_noncoffee": 0.5444610034773969, + "IoU_noncoffee": 0.37406143344709897, + "kappa": 0.4955203042717535, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9173447112522326, + "mIoU": 0.685270586882764, + "macroF1": 0.7915475200000159, + "F1_coffee": 0.9534818785949629, + "IoU_coffee": 0.9110992529348986, + "precision_coffee": 0.9468722271517303, + "recall_coffee": 0.9601844561916545, + "F1_noncoffee": 0.629613161405069, + "IoU_noncoffee": 0.45944192083062946, + "kappa": 0.5832567274585869, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9225044651716611, + "mIoU": 0.6813378709924875, + "macroF1": 0.7865585247517812, + "F1_coffee": 0.9569008332873462, + "IoU_coffee": 0.9173632419849751, + "precision_coffee": 0.9393282773564464, + "recall_coffee": 0.9751434034416826, + "F1_noncoffee": 0.6162162162162163, + "IoU_noncoffee": 0.4453125, + "kappa": 0.574443253409004, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8774040738986263, + "mIoU": 0.758617238116037, + "macroF1": 0.8607005680833053, + "F1_coffee": 0.9089373680506685, + "IoU_coffee": 0.8330753353973168, + "precision_coffee": 0.8873316845287167, + "recall_coffee": 0.9316214656664743, + "F1_noncoffee": 0.812463768115942, + "IoU_noncoffee": 0.6841591408347572, + "kappa": 0.721740885354964, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8860699801942846, + "mIoU": 0.7740945296050621, + "macroF1": 0.8709341470742562, + "F1_coffee": 0.915132780666011, + "IoU_coffee": 0.843543582437508, + "precision_coffee": 0.8978494623655914, + "recall_coffee": 0.9330945558739255, + "F1_noncoffee": 0.8267355134825014, + "IoU_noncoffee": 0.7046454767726161, + "kappa": 0.7420634266947702, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8584362916155805, + "mIoU": 0.7198373165922594, + "macroF1": 0.8335477222703727, + "F1_coffee": 0.897911990750187, + "IoU_coffee": 0.8147371019501358, + "precision_coffee": 0.8547196685225948, + "recall_coffee": 0.945702005730659, + "F1_noncoffee": 0.7691834537905582, + "IoU_noncoffee": 0.6249375312343828, + "kappa": 0.6690065178985206, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2689, + 2995 + ], + [ + 52739, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.580609365304311, + "test_tta": { + "OA": 0.8942900487395501, + "mIoU": 0.7373606710415144, + "macroF1": 0.8416287578800884, + "F1_coffee": 0.9329525447324244, + "IoU_coffee": 0.8743308839047601, + "precision_coffee": 0.9085308718275883, + "recall_coffee": 0.9587234132076663, + "F1_noncoffee": 0.7503049710277524, + "IoU_noncoffee": 0.6003904581782685, + "kappa": 0.6841075536415794, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8622793354101765, + "mIoU": 0.6808560120554462, + "macroF1": 0.7996837424612431, + "F1_coffee": 0.9116610389009667, + "IoU_coffee": 0.8376627792322601, + "precision_coffee": 0.8762136785574564, + "recall_coffee": 0.9500973756772912, + "F1_noncoffee": 0.6877064460215194, + "IoU_noncoffee": 0.5240492448786324, + "kappa": 0.6016721042388026, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f1_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f1_s2_r1.0", + "val_epoch0": 0.7062606583532525 + }, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "73ec24ff86ad", + "n_blocks": 864, + "n_train_hard": 177169, + "n_train_soft": 16821, + "best_epoch": 20, + "stopped_epoch": 40, + "best_val": 0.7339159877245368, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8968399987088861, + "mIoU": 0.7446156695515712, + "macroF1": 0.8470024989769407, + "F1_coffee": 0.9343238189178636, + "IoU_coffee": 0.876742706184076, + "precision_coffee": 0.9131203181170044, + "recall_coffee": 0.9565354595754528, + "F1_noncoffee": 0.7596811790360177, + "IoU_noncoffee": 0.6124886329190664, + "kappa": 0.6946075538113661, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8642119533864082, + "mIoU": 0.6869509338622224, + "macroF1": 0.8047068026919306, + "F1_coffee": 0.9125073181611204, + "IoU_coffee": 0.8390928356576429, + "precision_coffee": 0.8806952715792494, + "recall_coffee": 0.9467036887063497, + "F1_noncoffee": 0.6969062872227408, + "IoU_noncoffee": 0.5348090320668017, + "kappa": 0.6111711065361979, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32098765432098764, + "mIoU": 0.16517857142857142, + "macroF1": 0.2556390977443609, + "F1_coffee": 0.47619047619047616, + "IoU_coffee": 0.3125, + "precision_coffee": 1.0, + "recall_coffee": 0.3125, + "F1_noncoffee": 0.03508771929824561, + "IoU_noncoffee": 0.017857142857142856, + "kappa": 0.011098779134295236, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8922330097087379, + "mIoU": 0.7335643868288905, + "macroF1": 0.8389094912279011, + "F1_coffee": 0.93159127326513, + "IoU_coffee": 0.8719427780341485, + "precision_coffee": 0.9072684712802352, + "recall_coffee": 0.9572541321005636, + "F1_noncoffee": 0.7462277091906722, + "IoU_noncoffee": 0.5951859956236324, + "kappa": 0.6786756885359859, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.9043083023064649, + "mIoU": 0.7611542263208009, + "macroF1": 0.8587410413255039, + "F1_coffee": 0.9389706109106609, + "IoU_coffee": 0.8849619252455967, + "precision_coffee": 0.9195457840057984, + "recall_coffee": 0.9592338226954823, + "F1_noncoffee": 0.778511471740347, + "IoU_noncoffee": 0.6373465273960052, + "kappa": 0.7179388794390382, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8939606402011508, + "mIoU": 0.7392664068340983, + "macroF1": 0.8432114766181273, + "F1_coffee": 0.9324128578913304, + "IoU_coffee": 0.8733833718244803, + "precision_coffee": 0.9125844594594594, + "recall_coffee": 0.9531220464999055, + "F1_noncoffee": 0.7540100953449242, + "IoU_noncoffee": 0.6051494418437162, + "kappa": 0.6869608278213679, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.9151816824290692, + "mIoU": 0.6495766420360194, + "macroF1": 0.7564927748546184, + "F1_coffee": 0.9530681943373361, + "IoU_coffee": 0.9103441018625698, + "precision_coffee": 0.9307154384077461, + "recall_coffee": 0.976521052037476, + "F1_noncoffee": 0.5599173553719008, + "IoU_noncoffee": 0.38880918220946914, + "kappa": 0.5156055086789085, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9279618972018258, + "mIoU": 0.6995520229752551, + "macroF1": 0.8025364706720579, + "F1_coffee": 0.9599116510215351, + "IoU_coffee": 0.922913569760034, + "precision_coffee": 0.9428354485302094, + "recall_coffee": 0.977617815768755, + "F1_noncoffee": 0.6451612903225806, + "IoU_noncoffee": 0.47619047619047616, + "kappa": 0.6062162970049711, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9217106568763643, + "mIoU": 0.6912439902132195, + "macroF1": 0.7961864420138688, + "F1_coffee": 0.9561349863790516, + "IoU_coffee": 0.9159565402641671, + "precision_coffee": 0.9453605980650835, + "recall_coffee": 0.9671578000224946, + "F1_noncoffee": 0.636237897648686, + "IoU_noncoffee": 0.4665314401622718, + "kappa": 0.5928115005012822, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8703931785883467, + "mIoU": 0.7454399713830615, + "macroF1": 0.8517501020760432, + "F1_coffee": 0.9043222828367604, + "IoU_coffee": 0.8253542703944848, + "precision_coffee": 0.8776812381210969, + "recall_coffee": 0.9326312752452395, + "F1_noncoffee": 0.799177921315326, + "IoU_noncoffee": 0.6655256723716382, + "kappa": 0.7040724924469955, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8818258983306612, + "mIoU": 0.7656313347522705, + "macroF1": 0.8652987509973278, + "F1_coffee": 0.9124816651533142, + "IoU_coffee": 0.8390494540783558, + "precision_coffee": 0.890282131661442, + "recall_coffee": 0.9358166189111747, + "F1_noncoffee": 0.8181158368413413, + "IoU_noncoffee": 0.6922132154261852, + "kappa": 0.7309451734293728, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8675846458549468, + "mIoU": 0.7392277920607371, + "macroF1": 0.8473906159851297, + "F1_coffee": 0.9029045643153527, + "IoU_coffee": 0.8229954614220878, + "precision_coffee": 0.8727272727272727, + "recall_coffee": 0.935243553008596, + "F1_noncoffee": 0.7918766676549066, + "IoU_noncoffee": 0.6554601226993865, + "kappa": 0.6955614662020861, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2652, + 2995 + ], + [ + 52918, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.027025210857391, + "test_tta": { + "OA": 0.8971627771860172, + "mIoU": 0.7425280746559546, + "macroF1": 0.845292788265799, + "F1_coffee": 0.9348732624693377, + "IoU_coffee": 0.8777108202510268, + "precision_coffee": 0.9090981374361421, + "recall_coffee": 0.9621526097658469, + "F1_noncoffee": 0.7557123140622604, + "IoU_noncoffee": 0.6073453290608825, + "kappa": 0.6915157314772147, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8647455867082036, + "mIoU": 0.6844465044296724, + "macroF1": 0.8023741586417263, + "F1_coffee": 0.9133976063829787, + "IoU_coffee": 0.8405996634541839, + "precision_coffee": 0.8764421287681429, + "recall_coffee": 0.9536067565222421, + "F1_noncoffee": 0.691350710900474, + "IoU_noncoffee": 0.5282933454051607, + "kappa": 0.607237043112735, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s0_r0.05", + "val_epoch0": 0.6119583453045151 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 7, + "stopped_epoch": 30, + "best_val": 0.6121060195451342, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8275929232267489, + "mIoU": 0.6317550217406316, + "macroF1": 0.7616284570755858, + "F1_coffee": 0.8870240374388428, + "IoU_coffee": 0.7969840025993387, + "precision_coffee": 0.8809523809523809, + "recall_coffee": 0.8931799682988476, + "F1_noncoffee": 0.6362328767123288, + "IoU_noncoffee": 0.46652604088192456, + "kappa": 0.5233298204240591, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7873254874812508, + "mIoU": 0.579245251889308, + "macroF1": 0.7184373552570635, + "F1_coffee": 0.8577080438474602, + "IoU_coffee": 0.7508658703475308, + "precision_coffee": 0.861248377032343, + "recall_coffee": 0.8541966979953487, + "F1_noncoffee": 0.5791666666666667, + "IoU_noncoffee": 0.40762463343108507, + "kappa": 0.43690285183958244, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.20763723150357996, + "mIoU": 0.10426265956664091, + "macroF1": 0.17329419572985547, + "F1_coffee": 0.34179222839016654, + "IoU_coffee": 0.20612147297943567, + "precision_coffee": 1.0, + "recall_coffee": 0.20612147297943567, + "F1_noncoffee": 0.004796163069544364, + "IoU_noncoffee": 0.002403846153846154, + "kappa": 0.000990477853857402, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8215900157232704, + "mIoU": 0.6241560975197108, + "macroF1": 0.7556405221523396, + "F1_coffee": 0.882586903799515, + "IoU_coffee": 0.7898483620789444, + "precision_coffee": 0.8778463913546893, + "recall_coffee": 0.887378893296053, + "F1_noncoffee": 0.6286941405051641, + "IoU_noncoffee": 0.45846383296047727, + "kappa": 0.5113261101916222, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8310774753796148, + "mIoU": 0.6303887997609361, + "macroF1": 0.7593969990382647, + "F1_coffee": 0.8907230730605071, + "IoU_coffee": 0.802976291518135, + "precision_coffee": 0.8745840009860717, + "recall_coffee": 0.9074689858038112, + "F1_noncoffee": 0.6280709250160222, + "IoU_noncoffee": 0.45780130800373714, + "kappa": 0.5193510731150573, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8300314846209736, + "mIoU": 0.6403692846998186, + "macroF1": 0.7694009270888514, + "F1_coffee": 0.887643687361916, + "IoU_coffee": 0.7979850316637881, + "precision_coffee": 0.8906952833825986, + "recall_coffee": 0.8846129299891505, + "F1_noncoffee": 0.6511581668157869, + "IoU_noncoffee": 0.48275353773584906, + "kappa": 0.5388186615020958, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8731419262879251, + "mIoU": 0.6793563247125427, + "macroF1": 0.7959960849529732, + "F1_coffee": 0.9214474845542807, + "IoU_coffee": 0.8543371522094927, + "precision_coffee": 0.9530516431924883, + "recall_coffee": 0.8918721015377106, + "F1_noncoffee": 0.6705446853516658, + "IoU_noncoffee": 0.5043754972155927, + "kappa": 0.5938652749874059, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8476312419974392, + "mIoU": 0.6214290100594189, + "macroF1": 0.7459106986739099, + "F1_coffee": 0.9066779272485974, + "IoU_coffee": 0.8292871330832046, + "precision_coffee": 0.9333084947839047, + "recall_coffee": 0.881524926686217, + "F1_noncoffee": 0.5851434700992223, + "IoU_noncoffee": 0.41357088703563305, + "kappa": 0.4936540127540319, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8306443727388286, + "mIoU": 0.5870264708349962, + "macroF1": 0.7137743073864515, + "F1_coffee": 0.8966710416418089, + "IoU_coffee": 0.8126960095165999, + "precision_coffee": 0.9205046545810877, + "recall_coffee": 0.8740404745289603, + "F1_noncoffee": 0.5308775731310943, + "IoU_noncoffee": 0.3613569321533923, + "kappa": 0.4292856583613728, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7735042735042735, + "mIoU": 0.5787698191940088, + "macroF1": 0.7219830787730053, + "F1_coffee": 0.841665006970723, + "IoU_coffee": 0.7266162310866575, + "precision_coffee": 0.8046458492003047, + "recall_coffee": 0.8822546972860126, + "F1_noncoffee": 0.6023011505752877, + "IoU_noncoffee": 0.4309234073013601, + "kappa": 0.4469066453657658, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8150095602294455, + "mIoU": 0.6319618933499436, + "macroF1": 0.7649552056654434, + "F1_coffee": 0.8734218617125662, + "IoU_coffee": 0.7752874230635234, + "precision_coffee": 0.816735992170296, + "recall_coffee": 0.9385631941515535, + "F1_noncoffee": 0.6564885496183206, + "IoU_noncoffee": 0.48863636363636365, + "kappa": 0.5359764996184204, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8294298329813784, + "mIoU": 0.6724217833762677, + "macroF1": 0.7990451860258143, + "F1_coffee": 0.8771857073743866, + "IoU_coffee": 0.7812384586975255, + "precision_coffee": 0.8577994052446607, + "recall_coffee": 0.8974685334464715, + "F1_noncoffee": 0.720904664677242, + "IoU_noncoffee": 0.5636051080550099, + "kappa": 0.5985563300308013, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 4, + 27 + ], + [ + 251, + 563 + ], + [ + 5933, + 7520 + ], + [ + 44800, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.528892735640208, + "test_tta": { + "OA": 0.8345560785586755, + "mIoU": 0.6354281931580279, + "macroF1": 0.7634843810920324, + "F1_coffee": 0.8931360934338404, + "IoU_coffee": 0.8069068727741153, + "precision_coffee": 0.8746945397047046, + "recall_coffee": 0.9123720173071156, + "F1_noncoffee": 0.6338326687502245, + "IoU_noncoffee": 0.4639495135419406, + "kappa": 0.5276881442076262, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7953444098303911, + "mIoU": 0.5827922368954428, + "macroF1": 0.7199030069936376, + "F1_coffee": 0.8652677554120775, + "IoU_coffee": 0.762530332189775, + "precision_coffee": 0.855022424049089, + "recall_coffee": 0.8757615944953776, + "F1_noncoffee": 0.5745382585751979, + "IoU_noncoffee": 0.4030541416011106, + "kappa": 0.4400598934396603, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s0_r0.1", + "val_epoch0": 0.6502535070788401 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6502535070788401, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8640155818860574, + "mIoU": 0.6968684908683591, + "macroF1": 0.8133983549820059, + "F1_coffee": 0.9105850711861513, + "IoU_coffee": 0.8358477996786708, + "precision_coffee": 0.9074278907512976, + "recall_coffee": 0.9137642976481172, + "F1_noncoffee": 0.7162116387778605, + "IoU_noncoffee": 0.5578891820580475, + "kappa": 0.6268110479410878, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8238144686742818, + "mIoU": 0.6359442425213981, + "macroF1": 0.7666486041474638, + "F1_coffee": 0.8821463715823799, + "IoU_coffee": 0.7891430050919134, + "precision_coffee": 0.8855980629539951, + "recall_coffee": 0.8787214822502835, + "F1_noncoffee": 0.6511508367125478, + "IoU_noncoffee": 0.48274547995088285, + "kappa": 0.5333181931607339, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3093078758949881, + "mIoU": 0.15537166439082398, + "macroF1": 0.23821532005252014, + "F1_coffee": 0.4709323583180987, + "IoU_coffee": 0.3079866092778575, + "precision_coffee": 1.0, + "recall_coffee": 0.3079866092778575, + "F1_noncoffee": 0.005498281786941581, + "IoU_noncoffee": 0.0027567195037904893, + "kappa": 0.0016966248954017559, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8790290880503144, + "mIoU": 0.7273299058020337, + "macroF1": 0.8360979849822012, + "F1_coffee": 0.9199817992719709, + "IoU_coffee": 0.8518206439963888, + "precision_coffee": 0.9196828903762427, + "recall_coffee": 0.9202809025294233, + "F1_noncoffee": 0.7522141706924316, + "IoU_noncoffee": 0.6028391676076786, + "kappa": 0.6721960771911903, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8536845679910736, + "mIoU": 0.6816550986045029, + "macroF1": 0.8021918970749422, + "F1_coffee": 0.9031159653067781, + "IoU_coffee": 0.8233468048966204, + "precision_coffee": 0.9073715466046992, + "recall_coffee": 0.8989001151042333, + "F1_noncoffee": 0.7012678288431062, + "IoU_noncoffee": 0.5399633923123855, + "kappa": 0.6044106242237516, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.859530152579317, + "mIoU": 0.6823667873831504, + "macroF1": 0.8016101026568847, + "F1_coffee": 0.9088050314465409, + "IoU_coffee": 0.8328530259365994, + "precision_coffee": 0.895790713532949, + "recall_coffee": 0.9222030761375966, + "F1_noncoffee": 0.6944151738672286, + "IoU_noncoffee": 0.5318805488297014, + "kappa": 0.6035006408904632, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8970678069639585, + "mIoU": 0.7112814767574502, + "macroF1": 0.8194051952486199, + "F1_coffee": 0.9378343479062904, + "IoU_coffee": 0.8829454671761028, + "precision_coffee": 0.9450985252199777, + "recall_coffee": 0.930680986087381, + "F1_noncoffee": 0.7009760425909495, + "IoU_noncoffee": 0.5396174863387978, + "kappa": 0.6389129996370237, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8299024918743229, + "mIoU": 0.5878418078297031, + "macroF1": 0.7149216333406252, + "F1_coffee": 0.8959701222817903, + "IoU_coffee": 0.8115451767786993, + "precision_coffee": 0.9208766716196136, + "recall_coffee": 0.8723753665689149, + "F1_noncoffee": 0.5338731443994602, + "IoU_noncoffee": 0.3641384388807069, + "kappa": 0.43170596839913256, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8551872494377628, + "mIoU": 0.6036108472638948, + "macroF1": 0.7246236188965935, + "F1_coffee": 0.9142393884996236, + "IoU_coffee": 0.8420266666666667, + "precision_coffee": 0.9103909583669704, + "recall_coffee": 0.9181204931379391, + "F1_noncoffee": 0.5350078492935636, + "IoU_noncoffee": 0.365195027861123, + "kappa": 0.4493005938470411, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8622032288698955, + "mIoU": 0.7278233509625865, + "macroF1": 0.8393038934731731, + "F1_coffee": 0.899965529127887, + "IoU_coffee": 0.8181248433191276, + "precision_coffee": 0.8916666666666667, + "recall_coffee": 0.9084203201113431, + "F1_noncoffee": 0.7786422578184592, + "IoU_noncoffee": 0.6375218586060455, + "kappa": 0.6786693796432121, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8767686424474187, + "mIoU": 0.7506720159259493, + "macroF1": 0.8547955050570923, + "F1_coffee": 0.9112808865028563, + "IoU_coffee": 0.837021115185232, + "precision_coffee": 0.8926645091693636, + "recall_coffee": 0.9306902853929425, + "F1_noncoffee": 0.7983101236113285, + "IoU_noncoffee": 0.6643229166666667, + "kappa": 0.7098778645573103, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8637934344403916, + "mIoU": 0.7273213807389418, + "macroF1": 0.8386436152171264, + "F1_coffee": 0.9023467070401211, + "IoU_coffee": 0.8220689655172414, + "precision_coffee": 0.8788203753351207, + "recall_coffee": 0.9271673030688729, + "F1_noncoffee": 0.7749405233941317, + "IoU_noncoffee": 0.6325737959606421, + "kappa": 0.6778193608065513, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 543, + 563 + ], + [ + 6528, + 7520 + ], + [ + 46137, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5403165380160013, + "test_tta": { + "OA": 0.868349293945788, + "mIoU": 0.6984548544272249, + "macroF1": 0.8139198879981615, + "F1_coffee": 0.9145589954809282, + "IoU_coffee": 0.8425690495137905, + "precision_coffee": 0.8997823608664111, + "recall_coffee": 0.9298290708135201, + "F1_noncoffee": 0.7132807805153947, + "IoU_noncoffee": 0.5543406593406593, + "kappa": 0.6281762904003941, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8285450559593862, + "mIoU": 0.6362507938705253, + "macroF1": 0.7657831967760979, + "F1_coffee": 0.8870262667731023, + "IoU_coffee": 0.7969876020355886, + "precision_coffee": 0.8772721291753605, + "recall_coffee": 0.8969997501393454, + "F1_noncoffee": 0.6445401267790934, + "IoU_noncoffee": 0.47551398570546194, + "kappa": 0.5317485318780174, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s0_r0.5", + "val_epoch0": 0.6818634082696696 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "a37e3cbec0f4", + "n_blocks": 432, + "n_train_hard": 87976, + "n_train_soft": 9465, + "best_epoch": 16, + "stopped_epoch": 36, + "best_val": 0.6841475288074598, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.877032949196559, + "mIoU": 0.7268833026568904, + "macroF1": 0.8360758556897512, + "F1_coffee": 0.9180139817760752, + "IoU_coffee": 0.8484527214898682, + "precision_coffee": 0.9277121609798775, + "recall_coffee": 0.9085164717474189, + "F1_noncoffee": 0.7541377296034271, + "IoU_noncoffee": 0.6053138838239125, + "kappa": 0.6722591193769839, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8343284873658705, + "mIoU": 0.6599782328508136, + "macroF1": 0.7868158742266229, + "F1_coffee": 0.8874584839667284, + "IoU_coffee": 0.7976857233435486, + "precision_coffee": 0.9050959232613909, + "recall_coffee": 0.8704953006976879, + "F1_noncoffee": 0.6861732644865175, + "IoU_noncoffee": 0.5222707423580786, + "kappa": 0.5740827564555044, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2859188544152745, + "mIoU": 0.14360975609756096, + "macroF1": 0.22417856180985724, + "F1_coffee": 0.4430379746835443, + "IoU_coffee": 0.2845528455284553, + "precision_coffee": 1.0, + "recall_coffee": 0.2845528455284553, + "F1_noncoffee": 0.005319148936170213, + "IoU_noncoffee": 0.0026666666666666666, + "kappa": 0.0015164644714038317, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8897405660377359, + "mIoU": 0.7565102670029276, + "macroF1": 0.8573323825384355, + "F1_coffee": 0.9253294289897511, + "IoU_coffee": 0.8610354223433242, + "precision_coffee": 0.9475908130579976, + "recall_coffee": 0.9040899928473893, + "F1_noncoffee": 0.7893353360871198, + "IoU_noncoffee": 0.651985111662531, + "kappa": 0.715108357962766, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8717799446950953, + "mIoU": 0.7164565565874552, + "macroF1": 0.8284670828332339, + "F1_coffee": 0.9146621032578864, + "IoU_coffee": 0.842744094722437, + "precision_coffee": 0.923759212156786, + "recall_coffee": 0.9057424223046425, + "F1_noncoffee": 0.7422720624085812, + "IoU_noncoffee": 0.5901690184524733, + "kappa": 0.6570346177783783, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8697505449261322, + "mIoU": 0.7075984217681557, + "macroF1": 0.8214462113884471, + "F1_coffee": 0.9143166682598859, + "IoU_coffee": 0.8421577835172576, + "precision_coffee": 0.9130075092274405, + "recall_coffee": 0.9156295870827749, + "F1_noncoffee": 0.7285757545170082, + "IoU_noncoffee": 0.5730390600190537, + "kappa": 0.6428947486426494, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9088780289146813, + "mIoU": 0.7382541040912929, + "macroF1": 0.8399011070816345, + "F1_coffee": 0.9449873993484541, + "IoU_coffee": 0.8957119552551853, + "precision_coffee": 0.9519504643962848, + "recall_coffee": 0.9381254576519404, + "F1_noncoffee": 0.7348148148148148, + "IoU_noncoffee": 0.5807962529274004, + "kappa": 0.679884773390411, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8770806658130602, + "mIoU": 0.6520206914484308, + "macroF1": 0.7691077106083732, + "F1_coffee": 0.9270004679457183, + "IoU_coffee": 0.8639337112952464, + "precision_coffee": 0.9245128923112822, + "recall_coffee": 0.9295014662756598, + "F1_noncoffee": 0.611214953271028, + "IoU_noncoffee": 0.44010767160161507, + "kappa": 0.5382332260865453, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8891170431211499, + "mIoU": 0.6620043350758639, + "macroF1": 0.7759090226128766, + "F1_coffee": 0.9351851851851852, + "IoU_coffee": 0.8782608695652174, + "precision_coffee": 0.9194200944032367, + "recall_coffee": 0.9515003489183531, + "F1_noncoffee": 0.6166328600405679, + "IoU_noncoffee": 0.44574780058651026, + "kappa": 0.5525960913499731, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8718898385565053, + "mIoU": 0.754463511116856, + "macroF1": 0.8583736085377056, + "F1_coffee": 0.9021258071537401, + "IoU_coffee": 0.8217023526301876, + "precision_coffee": 0.9422552288572295, + "recall_coffee": 0.8652748782185108, + "F1_noncoffee": 0.814621409921671, + "IoU_noncoffee": 0.6872246696035242, + "kappa": 0.7177169783312299, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8666347992351816, + "mIoU": 0.7433600405962811, + "macroF1": 0.8507233422208582, + "F1_coffee": 0.8994594594594595, + "IoU_coffee": 0.8172888015717092, + "precision_coffee": 0.9228039041703638, + "recall_coffee": 0.8772669759595108, + "F1_noncoffee": 0.8019872249822569, + "IoU_noncoffee": 0.669431279620853, + "kappa": 0.7018225003089731, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8507391053945095, + "mIoU": 0.7164454817303799, + "macroF1": 0.8321257832956201, + "F1_coffee": 0.8880247713689061, + "IoU_coffee": 0.7986012174588784, + "precision_coffee": 0.9046361502347418, + "recall_coffee": 0.8720124451986989, + "F1_noncoffee": 0.7762267952223342, + "IoU_noncoffee": 0.6342897460018815, + "kappa": 0.6644776512360672, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6760, + 7520 + ], + [ + 46697, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.836511754989624, + "test_tta": { + "OA": 0.8822269112157117, + "mIoU": 0.7326433844997231, + "macroF1": 0.8398434534069426, + "F1_coffee": 0.9222327017062505, + "IoU_coffee": 0.8556881463802705, + "precision_coffee": 0.9229053155433523, + "recall_coffee": 0.921561067557726, + "F1_noncoffee": 0.7574542051076347, + "IoU_noncoffee": 0.6095986226191757, + "kappa": 0.6796874374392549, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8400686512057228, + "mIoU": 0.6644241615042455, + "macroF1": 0.789613154726245, + "F1_coffee": 0.8926431150826306, + "IoU_coffee": 0.8061024654659905, + "precision_coffee": 0.8993211345636144, + "recall_coffee": 0.8860635414864787, + "F1_noncoffee": 0.6865831943698595, + "IoU_noncoffee": 0.5227458575425006, + "kappa": 0.5792940325501562, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s0_r1.0", + "val_epoch0": 0.681669525023203 + }, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 64, + "stopped_epoch": 84, + "best_val": 0.7022457296282734, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8896283070930043, + "mIoU": 0.7459775060162319, + "macroF1": 0.8492145198264622, + "F1_coffee": 0.9272773939640236, + "IoU_coffee": 0.8644148904352681, + "precision_coffee": 0.9259504485262708, + "recall_coffee": 0.9286081480529494, + "F1_noncoffee": 0.7711516456889008, + "IoU_noncoffee": 0.6275401215971956, + "kappa": 0.6984309885805465, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8463280258451598, + "mIoU": 0.6750330790177768, + "macroF1": 0.7978397372981394, + "F1_coffee": 0.8968468337641466, + "IoU_coffee": 0.812984870291712, + "precision_coffee": 0.9035385455680399, + "recall_coffee": 0.8902535124642027, + "F1_noncoffee": 0.698832640832132, + "IoU_noncoffee": 0.5370812877438416, + "kappa": 0.5957442131020878, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3045346062052506, + "mIoU": 0.15297102964990275, + "macroF1": 0.23539092588533675, + "F1_coffee": 0.4653211009174312, + "IoU_coffee": 0.3032042085126734, + "precision_coffee": 1.0, + "recall_coffee": 0.3032042085126734, + "F1_noncoffee": 0.005460750853242321, + "IoU_noncoffee": 0.0027378507871321013, + "kappa": 0.0016588786804325997, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8944575471698113, + "mIoU": 0.7616444926177162, + "macroF1": 0.8605469812858006, + "F1_coffee": 0.9293142029748584, + "IoU_coffee": 0.8679616424883206, + "precision_coffee": 0.9407688720101273, + "recall_coffee": 0.9181351193185513, + "F1_noncoffee": 0.791779759596743, + "IoU_noncoffee": 0.6553273427471117, + "kappa": 0.7212157095788824, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.882452821035269, + "mIoU": 0.7339867603955677, + "macroF1": 0.8408820224500566, + "F1_coffee": 0.9222125910944171, + "IoU_coffee": 0.8556535207911354, + "precision_coffee": 0.9259880085100897, + "recall_coffee": 0.9184678347614784, + "F1_noncoffee": 0.7595514538056961, + "IoU_noncoffee": 0.61232, + "kappa": 0.68178039645306, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8920319689997578, + "mIoU": 0.7418337367644345, + "macroF1": 0.8455693867338072, + "F1_coffee": 0.9302762050736652, + "IoU_coffee": 0.8696414995028949, + "precision_coffee": 0.9122699386503067, + "recall_coffee": 0.9490075946135682, + "F1_noncoffee": 0.7608625683939492, + "IoU_noncoffee": 0.614025974025974, + "kappa": 0.69155091904078, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9041946650376705, + "mIoU": 0.7185813061872761, + "macroF1": 0.8243122684564983, + "F1_coffee": 0.9427789601702645, + "IoU_coffee": 0.8917519843552284, + "precision_coffee": 0.939522482123379, + "recall_coffee": 0.946058091286307, + "F1_noncoffee": 0.7058455767427321, + "IoU_noncoffee": 0.5454106280193237, + "kappa": 0.6486462362369525, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8755047769132276, + "mIoU": 0.6456273764258555, + "macroF1": 0.7631400909833197, + "F1_coffee": 0.9262801819666394, + "IoU_coffee": 0.8626833242802825, + "precision_coffee": 0.9211228395777752, + "recall_coffee": 0.9314956011730205, + "F1_noncoffee": 0.6, + "IoU_noncoffee": 0.42857142857142855, + "kappa": 0.5263607458241446, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8960594504742349, + "mIoU": 0.6738275681662216, + "macroF1": 0.7856432640719251, + "F1_coffee": 0.939488814253999, + "IoU_coffee": 0.885882984433709, + "precision_coffee": 0.9200579774779797, + "recall_coffee": 0.9597580832751803, + "F1_noncoffee": 0.6317977138898511, + "IoU_noncoffee": 0.46177215189873416, + "kappa": 0.5724468901593338, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8853751187084521, + "mIoU": 0.7753276303122865, + "macroF1": 0.871919666988373, + "F1_coffee": 0.9134332640034426, + "IoU_coffee": 0.8406600660066007, + "precision_coffee": 0.9422906185261912, + "recall_coffee": 0.8862908837856646, + "F1_noncoffee": 0.8304060699733034, + "IoU_noncoffee": 0.7099951946179721, + "kappa": 0.7443091391148952, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8891969407265774, + "mIoU": 0.7800472578176496, + "macroF1": 0.8748369158714426, + "F1_coffee": 0.9172320217096337, + "IoU_coffee": 0.8471177944862155, + "precision_coffee": 0.9320754716981132, + "recall_coffee": 0.9028539294249965, + "F1_noncoffee": 0.8324418100332515, + "IoU_noncoffee": 0.7129767211490837, + "kappa": 0.749802287684215, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8880783259742753, + "mIoU": 0.7716817222913399, + "macroF1": 0.8689071394040573, + "F1_coffee": 0.9190390223580058, + "IoU_coffee": 0.8502055498458376, + "precision_coffee": 0.9027417814759242, + "recall_coffee": 0.9359355112431056, + "F1_noncoffee": 0.8187752564501088, + "IoU_noncoffee": 0.6931578947368421, + "kappa": 0.7380054115780439, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 20, + 27 + ], + [ + 547, + 563 + ], + [ + 6896, + 7520 + ], + [ + 47347, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.2475403587023415, + "test_tta": { + "OA": 0.8918844343450738, + "mIoU": 0.7466651435223359, + "macroF1": 0.8494001446139376, + "F1_coffee": 0.9293884430687034, + "IoU_coffee": 0.8680911737330931, + "precision_coffee": 0.920015950636976, + "recall_coffee": 0.938953861971469, + "F1_noncoffee": 0.7694118461591719, + "IoU_noncoffee": 0.6252391133115787, + "kappa": 0.6989023333696948, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8496019383869852, + "mIoU": 0.6756756071346697, + "macroF1": 0.7977232464544082, + "F1_coffee": 0.9001627573001436, + "IoU_coffee": 0.8184508783230906, + "precision_coffee": 0.8967970851376357, + "recall_coffee": 0.9035537873109227, + "F1_noncoffee": 0.6952837356086727, + "IoU_noncoffee": 0.5329003359462486, + "kappa": 0.5954638835503677, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s1_r0.05", + "val_epoch0": 0.6636174924827585 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.6659538187036536, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8576042850186658, + "mIoU": 0.6909119022568289, + "macroF1": 0.8095108850367259, + "F1_coffee": 0.905225404301749, + "IoU_coffee": 0.8268600749950661, + "precision_coffee": 0.9131666702992524, + "recall_coffee": 0.897421068414514, + "F1_noncoffee": 0.7137963657717026, + "IoU_noncoffee": 0.5549637295185917, + "kappa": 0.6191087589200335, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8152042229145033, + "mIoU": 0.627825578636451, + "macroF1": 0.7608850345892263, + "F1_coffee": 0.8748522703964525, + "IoU_coffee": 0.7775443591791381, + "precision_coffee": 0.8894030265718712, + "recall_coffee": 0.8607699552172827, + "F1_noncoffee": 0.6469177987820001, + "IoU_noncoffee": 0.478106798093764, + "kappa": 0.5221309266451054, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22816229116945108, + "mIoU": 0.11457670442727579, + "macroF1": 0.18725686009896536, + "F1_coffee": 0.3695906432748538, + "IoU_coffee": 0.2266857962697274, + "precision_coffee": 1.0, + "recall_coffee": 0.2266857962697274, + "F1_noncoffee": 0.004923076923076923, + "IoU_noncoffee": 0.0024676125848241827, + "kappa": 0.0011181200015215136, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8721010220125787, + "mIoU": 0.7221149653055899, + "macroF1": 0.8330506101812196, + "F1_coffee": 0.9137936744494122, + "IoU_coffee": 0.8412708091956826, + "precision_coffee": 0.9311555075593952, + "recall_coffee": 0.8970674296118083, + "F1_noncoffee": 0.752307545913027, + "IoU_noncoffee": 0.6029591214154972, + "kappa": 0.6664344177570882, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8449037015475671, + "mIoU": 0.6740827974207692, + "macroF1": 0.797291175232482, + "F1_coffee": 0.8955331176682024, + "IoU_coffee": 0.8108284023668639, + "precision_coffee": 0.9156698964249916, + "recall_coffee": 0.8762629492262438, + "F1_noncoffee": 0.6990492327967618, + "IoU_noncoffee": 0.5373371924746744, + "kappa": 0.5951463996168094, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8559941874545894, + "mIoU": 0.6764721247305148, + "macroF1": 0.7970805452892371, + "F1_coffee": 0.9064182064276496, + "IoU_coffee": 0.8288526855103333, + "precision_coffee": 0.8942857142857142, + "recall_coffee": 0.9188844214691428, + "F1_noncoffee": 0.6877428841508245, + "IoU_noncoffee": 0.5240915639506963, + "kappa": 0.5944101801103097, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8938098147016901, + "mIoU": 0.7114544158274663, + "macroF1": 0.8201814382432833, + "F1_coffee": 0.9352455454150369, + "IoU_coffee": 0.8783673469387755, + "precision_coffee": 0.9518513837988121, + "recall_coffee": 0.9192091774469123, + "F1_noncoffee": 0.7051173310715295, + "IoU_noncoffee": 0.5445414847161572, + "kappa": 0.6408606432808607, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8300009849305624, + "mIoU": 0.5984128819671404, + "macroF1": 0.7265425621093917, + "F1_coffee": 0.8947432613733383, + "IoU_coffee": 0.8095343191348489, + "precision_coffee": 0.931792201193954, + "recall_coffee": 0.8605278592375366, + "F1_noncoffee": 0.5583418628454453, + "IoU_noncoffee": 0.387291444799432, + "kappa": 0.45668923444617093, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8681920406766402, + "mIoU": 0.6209511904480798, + "macroF1": 0.7395849830444954, + "F1_coffee": 0.9225910187205697, + "IoU_coffee": 0.8563052979426501, + "precision_coffee": 0.9111842105263158, + "recall_coffee": 0.934287043498488, + "F1_noncoffee": 0.5565789473684211, + "IoU_noncoffee": 0.3855970829535096, + "kappa": 0.47963710622585337, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8518518518518519, + "mIoU": 0.7174656795492393, + "macroF1": 0.8327576551032556, + "F1_coffee": 0.889267461669506, + "IoU_coffee": 0.8006134969325154, + "precision_coffee": 0.9074315514993481, + "recall_coffee": 0.8718162839248434, + "F1_noncoffee": 0.7762478485370051, + "IoU_noncoffee": 0.6343178621659634, + "kappa": 0.6657859030207812, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8593690248565966, + "mIoU": 0.7264652425643219, + "macroF1": 0.8386915559133976, + "F1_coffee": 0.8964449137627596, + "IoU_coffee": 0.8123245725950498, + "precision_coffee": 0.8977721376198533, + "recall_coffee": 0.8951216083227893, + "F1_noncoffee": 0.7809381980640357, + "IoU_noncoffee": 0.6406059125335939, + "kappa": 0.6773846033720147, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8440199654444231, + "mIoU": 0.6978415994332912, + "macroF1": 0.8180330565711706, + "F1_coffee": 0.8867990247300592, + "IoU_coffee": 0.7966207759699625, + "precision_coffee": 0.8738330587589237, + "recall_coffee": 0.9001555649837364, + "F1_noncoffee": 0.7492670884122821, + "IoU_noncoffee": 0.5990624228966198, + "kappa": 0.6362435013515884, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6381, + 7520 + ], + [ + 45879, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5327054421106974, + "test_tta": { + "OA": 0.8614186008764811, + "mIoU": 0.6915457153655964, + "macroF1": 0.8093028003632707, + "F1_coffee": 0.9089940096783133, + "IoU_coffee": 0.8331705029504866, + "precision_coffee": 0.90469320207078, + "recall_coffee": 0.9133359036970398, + "F1_noncoffee": 0.709611591048228, + "IoU_noncoffee": 0.5499209277807063, + "kappa": 0.618633101801401, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8207136263989847, + "mIoU": 0.6292797154180496, + "macroF1": 0.7609285134488462, + "F1_coffee": 0.8804814967935467, + "IoU_coffee": 0.7864823084850567, + "precision_coffee": 0.8808964986533282, + "recall_coffee": 0.8800668857752407, + "F1_noncoffee": 0.6413755301041456, + "IoU_noncoffee": 0.4720771223510426, + "kappa": 0.5218573453266687, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s1_r0.1", + "val_epoch0": 0.688959922526022 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.6905752489594734, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8624086998863821, + "mIoU": 0.6934676248277647, + "macroF1": 0.8107756702663889, + "F1_coffee": 0.9096201209045451, + "IoU_coffee": 0.8342231348391512, + "precision_coffee": 0.9055554376207358, + "recall_coffee": 0.9137214582530094, + "F1_noncoffee": 0.7119312196282326, + "IoU_noncoffee": 0.5527121148163782, + "kappa": 0.6215756416845862, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8238144686742818, + "mIoU": 0.6342844872198823, + "macroF1": 0.7650407689861811, + "F1_coffee": 0.8825542715403696, + "IoU_coffee": 0.7897960939516476, + "precision_coffee": 0.8829277676252765, + "recall_coffee": 0.8821810913144592, + "F1_noncoffee": 0.6475272664319927, + "IoU_noncoffee": 0.47877288048811706, + "kappa": 0.5300817903392268, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.35990453460620525, + "mIoU": 0.18082701754198824, + "macroF1": 0.26695671164764384, + "F1_coffee": 0.5279831045406547, + "IoU_coffee": 0.3586800573888092, + "precision_coffee": 1.0, + "recall_coffee": 0.3586800573888092, + "F1_noncoffee": 0.005930318754633061, + "IoU_noncoffee": 0.002973977695167286, + "kappa": 0.0021311396802225335, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8732802672955975, + "mIoU": 0.7178927551252183, + "macroF1": 0.8293853838538165, + "F1_coffee": 0.9159250203748981, + "IoU_coffee": 0.8448908401996752, + "precision_coffee": 0.9184100418410042, + "recall_coffee": 0.9134534104948306, + "F1_noncoffee": 0.7428457473327351, + "IoU_noncoffee": 0.5908946700507615, + "kappa": 0.6587784087126709, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8547518556250909, + "mIoU": 0.6837453004339548, + "macroF1": 0.8038184864294534, + "F1_coffee": 0.9037794060933282, + "IoU_coffee": 0.8244503078276165, + "precision_coffee": 0.9084507042253521, + "recall_coffee": 0.8991559022892953, + "F1_noncoffee": 0.7038575667655786, + "IoU_noncoffee": 0.543040293040293, + "kappa": 0.6076688998347024, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8593364010656334, + "mIoU": 0.6786161574099348, + "macroF1": 0.7982970864062598, + "F1_coffee": 0.90925567152053, + "IoU_coffee": 0.8336102675757749, + "precision_coffee": 0.8907732810873691, + "recall_coffee": 0.9285212840640755, + "F1_noncoffee": 0.6873385012919897, + "IoU_noncoffee": 0.5236220472440944, + "kappa": 0.5971916691879808, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9006312360008145, + "mIoU": 0.7114099351882922, + "macroF1": 0.8188250443890616, + "F1_coffee": 0.9405675313603702, + "IoU_coffee": 0.8878031957696287, + "precision_coffee": 0.9386242100145843, + "recall_coffee": 0.942518916280205, + "F1_noncoffee": 0.6970825574177529, + "IoU_noncoffee": 0.5350166746069557, + "kappa": 0.6376580051269221, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8405397419481927, + "mIoU": 0.59465477401895, + "macroF1": 0.7192109862308267, + "F1_coffee": 0.9037855826944791, + "IoU_coffee": 0.8244605876612816, + "precision_coffee": 0.9159238737653578, + "recall_coffee": 0.8919648093841642, + "F1_noncoffee": 0.5346363897671744, + "IoU_noncoffee": 0.3648489603766183, + "kappa": 0.4388986118688612, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.872787718783612, + "mIoU": 0.6231902846441992, + "macroF1": 0.7406446306892724, + "F1_coffee": 0.9257716665715753, + "IoU_coffee": 0.8618015721266199, + "precision_coffee": 0.908612386605443, + "recall_coffee": 0.9435915329146313, + "F1_noncoffee": 0.5555175948069696, + "IoU_noncoffee": 0.3845789971617786, + "kappa": 0.4823946739896005, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8477682811016144, + "mIoU": 0.7082962026850452, + "macroF1": 0.8260197871636404, + "F1_coffee": 0.8875324493089174, + "IoU_coffee": 0.7978052472250252, + "precision_coffee": 0.894878324844369, + "recall_coffee": 0.8803061934585943, + "F1_noncoffee": 0.7645071250183635, + "IoU_noncoffee": 0.6187871581450654, + "kappa": 0.6520886626585811, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8685468451242829, + "mIoU": 0.7404729107663635, + "macroF1": 0.8482063798829511, + "F1_coffee": 0.9037721324095458, + "IoU_coffee": 0.824438202247191, + "precision_coffee": 0.8998049052396878, + "recall_coffee": 0.9077744973991284, + "F1_noncoffee": 0.7926406273563565, + "IoU_noncoffee": 0.6565076192855358, + "kappa": 0.6964254762062161, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8461316951430217, + "mIoU": 0.6990177811596393, + "macroF1": 0.8186264692090918, + "F1_coffee": 0.8892573402417961, + "IoU_coffee": 0.8005970891901978, + "precision_coffee": 0.8692598595353863, + "recall_coffee": 0.9101965775703578, + "F1_noncoffee": 0.7479955981763874, + "IoU_noncoffee": 0.5974384731290808, + "kappa": 0.6376892790781942, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 554, + 563 + ], + [ + 6527, + 7520 + ], + [ + 46028, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5324434876441955, + "test_tta": { + "OA": 0.8668884921279013, + "mIoU": 0.6973030180552899, + "macroF1": 0.8132118818452699, + "F1_coffee": 0.9133425615773957, + "IoU_coffee": 0.8405064275851339, + "precision_coffee": 0.9012950720527205, + "recall_coffee": 0.9257164888831769, + "F1_noncoffee": 0.7130812021131442, + "IoU_noncoffee": 0.5540996085254458, + "kappa": 0.6266446326454242, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8289200415368639, + "mIoU": 0.6374418655884753, + "macroF1": 0.7668462250289627, + "F1_coffee": 0.8871489458862927, + "IoU_coffee": 0.7971856993861883, + "precision_coffee": 0.8783414652525291, + "recall_coffee": 0.8961348478733014, + "F1_noncoffee": 0.6465435041716329, + "IoU_noncoffee": 0.4776980317907622, + "kappa": 0.5338392556735226, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s1_r0.5", + "val_epoch0": 0.6866115099059298 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d10c6233d990", + "n_blocks": 432, + "n_train_hard": 88329, + "n_train_soft": 9234, + "best_epoch": 32, + "stopped_epoch": 52, + "best_val": 0.6975988827672279, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8786722934588541, + "mIoU": 0.7278280859147124, + "macroF1": 0.8365618114768645, + "F1_coffee": 0.9195224099135472, + "IoU_coffee": 0.8510333007831962, + "precision_coffee": 0.924389029590666, + "recall_coffee": 0.9147067643404875, + "F1_noncoffee": 0.7536012130401819, + "IoU_noncoffee": 0.6046228710462287, + "kappa": 0.6731513597013727, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8384100611514942, + "mIoU": 0.664051015552152, + "macroF1": 0.7896369192201624, + "F1_coffee": 0.8909289149354569, + "IoU_coffee": 0.8033109211242385, + "precision_coffee": 0.9026690075552838, + "recall_coffee": 0.8794902842645448, + "F1_noncoffee": 0.6883449235048679, + "IoU_noncoffee": 0.5247911099800653, + "kappa": 0.5794770929606765, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3818615751789976, + "mIoU": 0.19187919633577533, + "macroF1": 0.2787885780090761, + "F1_coffee": 0.5514374783512297, + "IoU_coffee": 0.38067910090865614, + "precision_coffee": 1.0, + "recall_coffee": 0.38067910090865614, + "F1_noncoffee": 0.0061396776669224865, + "IoU_noncoffee": 0.003079291762894534, + "kappa": 0.0023416990482802765, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8918533805031447, + "mIoU": 0.7562245230881611, + "macroF1": 0.8568030345892227, + "F1_coffee": 0.9276486637520134, + "IoU_coffee": 0.8650603886947459, + "precision_coffee": 0.9380401542348092, + "recall_coffee": 0.9174848819819234, + "F1_noncoffee": 0.785957405426432, + "IoU_noncoffee": 0.6473886574815764, + "kappa": 0.7137100067697622, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.869305777907146, + "mIoU": 0.7119703399588153, + "macroF1": 0.8251913408536634, + "F1_coffee": 0.9130069749418754, + "IoU_coffee": 0.8399382092567287, + "precision_coffee": 0.9221787345075017, + "recall_coffee": 0.9040158588054739, + "F1_noncoffee": 0.7373757067654514, + "IoU_noncoffee": 0.5840024706609018, + "kappa": 0.6504870548705035, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8750302736740131, + "mIoU": 0.7158144415066201, + "macroF1": 0.827353414494709, + "F1_coffee": 0.9180796342160411, + "IoU_coffee": 0.8485648881845396, + "precision_coffee": 0.9135545023696683, + "recall_coffee": 0.922649818112196, + "F1_noncoffee": 0.7366271947733769, + "IoU_noncoffee": 0.5830639948287007, + "kappa": 0.654734063923602, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9010384850335981, + "mIoU": 0.7120462404900701, + "macroF1": 0.8192969593231796, + "F1_coffee": 0.9408327246165084, + "IoU_coffee": 0.8882758620689655, + "precision_coffee": 0.9385474860335196, + "recall_coffee": 0.943129118867464, + "F1_noncoffee": 0.6977611940298507, + "IoU_noncoffee": 0.5358166189111748, + "kappa": 0.6386048632881586, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8681177976952625, + "mIoU": 0.6271101535368682, + "macroF1": 0.7461274344437013, + "F1_coffee": 0.922110406608109, + "IoU_coffee": 0.8554776038855909, + "precision_coffee": 0.9146088160627741, + "recall_coffee": 0.9297360703812316, + "F1_noncoffee": 0.5701444622792937, + "IoU_noncoffee": 0.3987427031881455, + "kappa": 0.49244330476514736, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.884228023858414, + "mIoU": 0.6335391205909279, + "macroF1": 0.7483437630621005, + "F1_coffee": 0.9332656972156465, + "IoU_coffee": 0.8748811159251823, + "precision_coffee": 0.9054024496937882, + "recall_coffee": 0.9628983484531286, + "F1_noncoffee": 0.5634218289085545, + "IoU_noncoffee": 0.3921971252566735, + "kappa": 0.4997867164369625, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8832858499525166, + "mIoU": 0.7711179113567925, + "macroF1": 0.8691317398576788, + "F1_coffee": 0.9121703708997356, + "IoU_coffee": 0.8385231901195638, + "precision_coffee": 0.9374265569917744, + "recall_coffee": 0.8882393876130829, + "F1_noncoffee": 0.8260931088156219, + "IoU_noncoffee": 0.7037126325940212, + "kappa": 0.7386391244893247, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8704588910133844, + "mIoU": 0.7510053834252615, + "macroF1": 0.8559757337915592, + "F1_coffee": 0.9016476736589969, + "IoU_coffee": 0.8209093312186095, + "precision_coffee": 0.9320228091236494, + "recall_coffee": 0.8731899339238015, + "F1_noncoffee": 0.8103037939241216, + "IoU_noncoffee": 0.6811014356319134, + "kappa": 0.7125403576844674, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8660011518525629, + "mIoU": 0.7432199779782872, + "macroF1": 0.8507118434844363, + "F1_coffee": 0.8984874927283304, + "IoU_coffee": 0.8156852389754423, + "precision_coffee": 0.9247118694806167, + "recall_coffee": 0.8737095177485504, + "F1_noncoffee": 0.8029361942405421, + "IoU_noncoffee": 0.6707547169811321, + "kappa": 0.7018891258028952, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 23, + 27 + ], + [ + 554, + 563 + ], + [ + 6756, + 7520 + ], + [ + 46802, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.6600278695424397, + "test_tta": { + "OA": 0.8829897743872748, + "mIoU": 0.7327322243313691, + "macroF1": 0.8397878676344107, + "F1_coffee": 0.9229832377167398, + "IoU_coffee": 0.8569813117486014, + "precision_coffee": 0.9207110429055566, + "recall_coffee": 0.9252666752345456, + "F1_noncoffee": 0.7565924975520816, + "IoU_noncoffee": 0.6084831369141368, + "kappa": 0.6795819027830954, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.84380408445829, + "mIoU": 0.6687612250486515, + "macroF1": 0.7927395064996388, + "F1_coffee": 0.895616470043951, + "IoU_coffee": 0.8109650730481227, + "precision_coffee": 0.8982657618467607, + "recall_coffee": 0.8929827596148302, + "F1_noncoffee": 0.6898625429553265, + "IoU_noncoffee": 0.5265573770491804, + "kappa": 0.5854897259088773, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s1_r1.0", + "val_epoch0": 0.6816495437933517 + }, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 47, + "stopped_epoch": 67, + "best_val": 0.6992624975895437, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8924362928096088, + "mIoU": 0.7521079947195497, + "macroF1": 0.8535505119683863, + "F1_coffee": 0.9290144284842058, + "IoU_coffee": 0.867438790206433, + "precision_coffee": 0.9291637205116667, + "recall_coffee": 0.9288651844235959, + "F1_noncoffee": 0.7780865954525668, + "IoU_noncoffee": 0.6367771992326665, + "kappa": 0.7071010475752779, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8477991231106496, + "mIoU": 0.6788143571887273, + "macroF1": 0.8008948376427403, + "F1_coffee": 0.8975327462156153, + "IoU_coffee": 0.8141128393017562, + "precision_coffee": 0.9069466248037676, + "recall_coffee": 0.8883122873781929, + "F1_noncoffee": 0.7042569290698653, + "IoU_noncoffee": 0.5435158750756985, + "kappa": 0.6019134638989486, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26778042959427206, + "mIoU": 0.13449025142741292, + "macroF1": 0.21294146574660758, + "F1_coffee": 0.4206948640483384, + "IoU_coffee": 0.2663797226207556, + "precision_coffee": 1.0, + "recall_coffee": 0.2663797226207556, + "F1_noncoffee": 0.005188067444876783, + "IoU_noncoffee": 0.002600780234070221, + "kappa": 0.0013846309691236101, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8952928459119497, + "mIoU": 0.7635559293859668, + "macroF1": 0.8618714903501878, + "F1_coffee": 0.929815894345091, + "IoU_coffee": 0.8688373238136271, + "precision_coffee": 0.9420715429791778, + "recall_coffee": 0.9178750243839001, + "F1_noncoffee": 0.7939270863552848, + "IoU_noncoffee": 0.6582745349583066, + "kappa": 0.7238801903132251, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8896812691020229, + "mIoU": 0.7434180226283398, + "macroF1": 0.8471969321432562, + "F1_coffee": 0.9277682485229655, + "IoU_coffee": 0.8652683967294703, + "precision_coffee": 0.9217369351173946, + "recall_coffee": 0.9338790126614657, + "F1_noncoffee": 0.7666256157635468, + "IoU_noncoffee": 0.6215676485272091, + "kappa": 0.6944361347340476, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8923710341487043, + "mIoU": 0.7489650698602794, + "macroF1": 0.8511211720712641, + "F1_coffee": 0.9294871794871795, + "IoU_coffee": 0.8682634730538922, + "precision_coffee": 0.924383008268636, + "recall_coffee": 0.9346480311442976, + "F1_noncoffee": 0.7727551646553488, + "IoU_noncoffee": 0.6296666666666667, + "kappa": 0.7022715986480191, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9112197108531868, + "mIoU": 0.7351980055671877, + "macroF1": 0.8369894920757576, + "F1_coffee": 0.9469908814589666, + "IoU_coffee": 0.8993187853596583, + "precision_coffee": 0.9434350775193798, + "recall_coffee": 0.9505735904320234, + "F1_noncoffee": 0.7269881026925485, + "IoU_noncoffee": 0.5710772257747172, + "kappa": 0.6740028345911471, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8853540825371812, + "mIoU": 0.6560302010615368, + "macroF1": 0.7709795657536617, + "F1_coffee": 0.932825484764543, + "IoU_coffee": 0.8741077222582738, + "precision_coffee": 0.9180961036010451, + "recall_coffee": 0.9480351906158357, + "F1_noncoffee": 0.6091336467427804, + "IoU_noncoffee": 0.43795267986479963, + "kappa": 0.5426441002360912, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8984061797203481, + "mIoU": 0.6885589720885384, + "macroF1": 0.7988971096936057, + "F1_coffee": 0.9403593364330406, + "IoU_coffee": 0.8874322860238353, + "precision_coffee": 0.9283690354754619, + "recall_coffee": 0.952663410095371, + "F1_noncoffee": 0.6574348829541707, + "IoU_noncoffee": 0.48968565815324167, + "kappa": 0.5981792116012781, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8804368471035138, + "mIoU": 0.7672442204321057, + "macroF1": 0.8666756318782098, + "F1_coffee": 0.9095090922159131, + "IoU_coffee": 0.8340363828104402, + "precision_coffee": 0.9403983353151011, + "recall_coffee": 0.8805845511482254, + "F1_noncoffee": 0.8238421715405065, + "IoU_noncoffee": 0.7004520580537711, + "kappa": 0.7339101406532347, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8938814531548758, + "mIoU": 0.786345389703933, + "macroF1": 0.8787606837017794, + "F1_coffee": 0.9215769393810936, + "IoU_coffee": 0.8545597484276729, + "precision_coffee": 0.9262888794205368, + "recall_coffee": 0.9169126950653732, + "F1_noncoffee": 0.8359444280224653, + "IoU_noncoffee": 0.718131030980193, + "kappa": 0.7575344925384001, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8864465348435401, + "mIoU": 0.7733301593350235, + "macroF1": 0.870328262881338, + "F1_coffee": 0.9160457029309488, + "IoU_coffee": 0.845096241979835, + "precision_coffee": 0.9193732193732194, + "recall_coffee": 0.912742186395135, + "F1_noncoffee": 0.8246108228317272, + "IoU_noncoffee": 0.7015640766902119, + "kappa": 0.7406636228479406, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 17, + 27 + ], + [ + 548, + 563 + ], + [ + 6889, + 7520 + ], + [ + 47529, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.422470581531525, + "test_tta": { + "OA": 0.8937997078396365, + "mIoU": 0.7514440494787926, + "macroF1": 0.8528289818854684, + "F1_coffee": 0.930480147051011, + "IoU_coffee": 0.8699980131134513, + "precision_coffee": 0.9231726086314858, + "recall_coffee": 0.9379042967913294, + "F1_noncoffee": 0.7751778167199258, + "IoU_noncoffee": 0.632890085844134, + "kappa": 0.7057175946220211, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8505105572862582, + "mIoU": 0.6790218260811135, + "macroF1": 0.8005156889143996, + "F1_coffee": 0.9003815583342143, + "IoU_coffee": 0.8188127119532916, + "precision_coffee": 0.900476758045292, + "recall_coffee": 0.9002863787503124, + "F1_noncoffee": 0.7006498194945848, + "IoU_noncoffee": 0.5392309402089354, + "kappa": 0.6010313912287979, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s2_r0.05", + "val_epoch0": 0.6635264491644463 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6635264491644463, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8152897256938809, + "mIoU": 0.6288008754595977, + "macroF1": 0.761816409056786, + "F1_coffee": 0.8746723640448448, + "IoU_coffee": 0.7772601828110626, + "precision_coffee": 0.9001496055852752, + "recall_coffee": 0.850597609561753, + "F1_noncoffee": 0.6489604540687273, + "IoU_noncoffee": 0.4803415681081328, + "kappa": 0.524699298982347, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7787152417214722, + "mIoU": 0.5815996535225049, + "macroF1": 0.7234965697790986, + "F1_coffee": 0.8470609344005742, + "IoU_coffee": 0.7346970535343754, + "precision_coffee": 0.8798351693862337, + "recall_coffee": 0.8166407195986853, + "F1_noncoffee": 0.599932205157623, + "IoU_noncoffee": 0.4285022535106343, + "kappa": 0.448993160945452, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2916467780429594, + "mIoU": 0.1464899492448435, + "macroF1": 0.22766243290134486, + "F1_coffee": 0.44996293550778355, + "IoU_coffee": 0.2902917264466762, + "precision_coffee": 1.0, + "recall_coffee": 0.2902917264466762, + "F1_noncoffee": 0.005361930294906166, + "IoU_noncoffee": 0.002688172043010753, + "kappa": 0.001559491251305436, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8423250786163522, + "mIoU": 0.6738476585292212, + "macroF1": 0.7976244272421211, + "F1_coffee": 0.8927365711802654, + "IoU_coffee": 0.8062549055122864, + "precision_coffee": 0.9185582611088182, + "recall_coffee": 0.8683269393328565, + "F1_noncoffee": 0.702512283303977, + "IoU_noncoffee": 0.5414404115461561, + "kappa": 0.59613399164361, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7986707417649056, + "mIoU": 0.6115416434939365, + "macroF1": 0.7489823072917525, + "F1_coffee": 0.8606634434595756, + "IoU_coffee": 0.7554075558436966, + "precision_coffee": 0.9060511805457373, + "recall_coffee": 0.8196060877350044, + "F1_noncoffee": 0.6373011711239294, + "IoU_noncoffee": 0.4676757311441765, + "kappa": 0.5012226768475201, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8052312908694599, + "mIoU": 0.6025436138336898, + "macroF1": 0.738035136435816, + "F1_coffee": 0.8707115526831934, + "IoU_coffee": 0.7710267069073515, + "precision_coffee": 0.8773976153447383, + "recall_coffee": 0.864126619439658, + "F1_noncoffee": 0.6053587201884385, + "IoU_noncoffee": 0.43406052076002816, + "kappa": 0.47616312392698396, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8896355121156587, + "mIoU": 0.6947844118254071, + "macroF1": 0.8064105651389601, + "F1_coffee": 0.933341532406838, + "IoU_coffee": 0.8750144125446789, + "precision_coffee": 0.9406296479920674, + "recall_coffee": 0.9261654869416647, + "F1_noncoffee": 0.6794795978710823, + "IoU_noncoffee": 0.5145544111061352, + "kappa": 0.6129328628588089, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8166059292819856, + "mIoU": 0.5733972580943986, + "macroF1": 0.702787572247974, + "F1_coffee": 0.8867120954003407, + "IoU_coffee": 0.7964804896710023, + "precision_coffee": 0.9211224876753887, + "recall_coffee": 0.8547800586510264, + "F1_noncoffee": 0.5188630490956072, + "IoU_noncoffee": 0.35031402651779486, + "kappa": 0.4090774995547346, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8653564095042534, + "mIoU": 0.6279889996904935, + "macroF1": 0.7478192915324255, + "F1_coffee": 0.9199837294438956, + "IoU_coffee": 0.8518239535133971, + "precision_coffee": 0.9192892811520149, + "recall_coffee": 0.9206792277273784, + "F1_noncoffee": 0.5756548536209554, + "IoU_noncoffee": 0.4041540458675898, + "kappa": 0.4956401094246203, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7981956315289649, + "mIoU": 0.6423558052285027, + "macroF1": 0.7787055417690354, + "F1_coffee": 0.8443793482240938, + "IoU_coffee": 0.7306717363751585, + "precision_coffee": 0.8910355486862442, + "recall_coffee": 0.802366040361865, + "F1_noncoffee": 0.713031735313977, + "IoU_noncoffee": 0.5540398740818469, + "kappa": 0.5596374961255185, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7812619502868069, + "mIoU": 0.6216223340634319, + "macroF1": 0.7632113391592544, + "F1_coffee": 0.8285885525921486, + "IoU_coffee": 0.7073420312100281, + "precision_coffee": 0.8869286287089013, + "recall_coffee": 0.7774497399128356, + "F1_noncoffee": 0.6978341257263603, + "IoU_noncoffee": 0.5359026369168357, + "kappa": 0.530007382027483, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7462084853138798, + "mIoU": 0.564345066068919, + "macroF1": 0.71445713210932, + "F1_coffee": 0.8096746328822344, + "IoU_coffee": 0.6802128688921142, + "precision_coffee": 0.8245125348189415, + "recall_coffee": 0.7953613350304058, + "F1_noncoffee": 0.6192396313364056, + "IoU_noncoffee": 0.44847726324572385, + "kappa": 0.42928402901077517, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 372, + 563 + ], + [ + 6226, + 7520 + ], + [ + 43623, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5420898477236429, + "test_tta": { + "OA": 0.8282259373478331, + "mIoU": 0.6375719337521917, + "macroF1": 0.767142363903355, + "F1_coffee": 0.8864058391026673, + "IoU_coffee": 0.7959864286540463, + "precision_coffee": 0.8883796983583984, + "recall_coffee": 0.8844407316968684, + "F1_noncoffee": 0.6478788887040426, + "IoU_noncoffee": 0.4791574388503371, + "kappa": 0.5342918544497178, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7940896503980616, + "mIoU": 0.591028804667123, + "macroF1": 0.7290983901748743, + "F1_coffee": 0.8617868863568158, + "IoU_coffee": 0.7571401840542977, + "precision_coffee": 0.8681828821096981, + "recall_coffee": 0.8554844413692364, + "F1_noncoffee": 0.5964098939929329, + "IoU_noncoffee": 0.42491742527994847, + "kappa": 0.45828263383190815, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s2_r0.1", + "val_epoch0": 0.6815425168328302 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6815425168328302, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8323973380944651, + "mIoU": 0.6590128783451548, + "macroF1": 0.7863597279376497, + "F1_coffee": 0.8855337545726638, + "IoU_coffee": 0.7945810455956075, + "precision_coffee": 0.9177005789909015, + "recall_coffee": 0.8555455596966971, + "F1_noncoffee": 0.6871857013026356, + "IoU_noncoffee": 0.5234447110947019, + "kappa": 0.5741492743873143, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7972049151955694, + "mIoU": 0.6104000267307239, + "macroF1": 0.7482197940019698, + "F1_coffee": 0.8592760135709925, + "IoU_coffee": 0.7532725039480611, + "precision_coffee": 0.8964084359991648, + "recall_coffee": 0.8250975417555594, + "F1_noncoffee": 0.6371635744329471, + "IoU_noncoffee": 0.4675275495133866, + "kappa": 0.4986576406297839, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3856801909307876, + "mIoU": 0.1938016974373963, + "macroF1": 0.2808090103426891, + "F1_coffee": 0.555440414507772, + "IoU_coffee": 0.38450502152080346, + "precision_coffee": 1.0, + "recall_coffee": 0.38450502152080346, + "F1_noncoffee": 0.006177606177606178, + "IoU_noncoffee": 0.003098373353989156, + "kappa": 0.002379845021472977, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8394261006289309, + "mIoU": 0.6741510705282356, + "macroF1": 0.7985013496190844, + "F1_coffee": 0.889310391545861, + "IoU_coffee": 0.8006830934374237, + "precision_coffee": 0.928101802757158, + "recall_coffee": 0.8536315755250666, + "F1_noncoffee": 0.7076923076923077, + "IoU_noncoffee": 0.5476190476190477, + "kappa": 0.598853316145452, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.811187114927473, + "mIoU": 0.6330130089609762, + "macroF1": 0.7668976531828532, + "F1_coffee": 0.8685046286911278, + "IoU_coffee": 0.7675724096745297, + "precision_coffee": 0.9207020057306591, + "recall_coffee": 0.8219081724005627, + "F1_noncoffee": 0.6652906776745786, + "IoU_noncoffee": 0.4984536082474227, + "kappa": 0.5375784651958175, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8466456769193509, + "mIoU": 0.6707386072092748, + "macroF1": 0.7939143770867085, + "F1_coffee": 0.8981600617601647, + "IoU_coffee": 0.8151456764173527, + "precision_coffee": 0.9054413386082106, + "recall_coffee": 0.8909949581977152, + "F1_noncoffee": 0.6896686924132523, + "IoU_noncoffee": 0.5263315380011969, + "kappa": 0.5879099612790117, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8837304011402973, + "mIoU": 0.6842165898617512, + "macroF1": 0.7981255395239857, + "F1_coffee": 0.9295844123813047, + "IoU_coffee": 0.8684331797235023, + "precision_coffee": 0.939431704885344, + "recall_coffee": 0.9199414205516231, + "F1_noncoffee": 0.6666666666666666, + "IoU_noncoffee": 0.5, + "kappa": 0.5964609724231114, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8049837486457205, + "mIoU": 0.5613071477782512, + "macroF1": 0.6925972085669712, + "F1_coffee": 0.8784679597348392, + "IoU_coffee": 0.7832749562171629, + "precision_coffee": 0.9213338483326896, + "recall_coffee": 0.8394134897360703, + "F1_noncoffee": 0.5067264573991032, + "IoU_noncoffee": 0.33933933933933935, + "kappa": 0.3905489974542016, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8633030214139044, + "mIoU": 0.6161971724547189, + "macroF1": 0.7359137197417311, + "F1_coffee": 0.91933064050779, + "IoU_coffee": 0.8507048269970098, + "precision_coffee": 0.9122766834631242, + "recall_coffee": 0.926494533612468, + "F1_noncoffee": 0.5524967989756722, + "IoU_noncoffee": 0.3816895179124281, + "kappa": 0.47200255790234275, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.7981006647673314, + "mIoU": 0.6470521320648193, + "macroF1": 0.783020694099458, + "F1_coffee": 0.8402224560348714, + "IoU_coffee": 0.7244686365992742, + "precision_coffee": 0.9132494690410063, + "recall_coffee": 0.7780097425191371, + "F1_noncoffee": 0.7258189321640444, + "IoU_noncoffee": 0.5696356275303643, + "kappa": 0.570751366018061, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.817208413001912, + "mIoU": 0.6736454755240702, + "macroF1": 0.8025945307660057, + "F1_coffee": 0.8563054261235533, + "IoU_coffee": 0.7487186226836641, + "precision_coffee": 0.919909575326982, + "recall_coffee": 0.8009278785322649, + "F1_noncoffee": 0.7488836354084581, + "IoU_noncoffee": 0.5985723283644762, + "kappa": 0.6084601421065373, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8302937224035324, + "mIoU": 0.6862621520212069, + "macroF1": 0.8108524369145075, + "F1_coffee": 0.8714929495566216, + "IoU_coffee": 0.7722529949761691, + "precision_coffee": 0.8965156273366233, + "recall_coffee": 0.847829161363315, + "F1_noncoffee": 0.7502119242723934, + "IoU_noncoffee": 0.6002713090662446, + "kappa": 0.6222768398112598, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 506, + 563 + ], + [ + 6315, + 7520 + ], + [ + 44439, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5381133397420248, + "test_tta": { + "OA": 0.838792403830547, + "mIoU": 0.6652409374103643, + "macroF1": 0.7906357519429561, + "F1_coffee": 0.8910463151890125, + "IoU_coffee": 0.8035018300524285, + "precision_coffee": 0.9132262996941896, + "recall_coffee": 0.8699181767553442, + "F1_noncoffee": 0.6902251886968997, + "IoU_noncoffee": 0.5269800447683002, + "kappa": 0.5819725952038758, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8048200069228106, + "mIoU": 0.6166499676202166, + "macroF1": 0.7524917936142062, + "F1_coffee": 0.8662971635199621, + "IoU_coffee": 0.7641307189542483, + "precision_coffee": 0.8913149548670407, + "recall_coffee": 0.8426454477310731, + "F1_noncoffee": 0.6386864237084502, + "IoU_noncoffee": 0.46916921628618496, + "kappa": 0.5060352467690006, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s2_r0.5", + "val_epoch0": 0.6891934252192068 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f4624ba4113b", + "n_blocks": 432, + "n_train_hard": 88170, + "n_train_soft": 9411, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6891934252192068, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8694043174809284, + "mIoU": 0.7029530913611384, + "macroF1": 0.8175728753979326, + "F1_coffee": 0.9148120698782425, + "IoU_coffee": 0.8429987511707774, + "precision_coffee": 0.9044887362867432, + "recall_coffee": 0.925373773722315, + "F1_noncoffee": 0.7203336809176225, + "IoU_noncoffee": 0.5629074315514994, + "kappa": 0.6353017166100411, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8328285450559594, + "mIoU": 0.6451873754852513, + "macroF1": 0.7733410516481392, + "F1_coffee": 0.8894589774645469, + "IoU_coffee": 0.8009240175872493, + "precision_coffee": 0.8827326417808737, + "recall_coffee": 0.8962886082761536, + "F1_noncoffee": 0.6572231258317315, + "IoU_noncoffee": 0.4894507333832533, + "kappa": 0.5467637072906424, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.42720763723150357, + "mIoU": 0.21471708365705897, + "macroF1": 0.30210401481738114, + "F1_coffee": 0.5975855130784709, + "IoU_coffee": 0.4261119081779053, + "precision_coffee": 1.0, + "recall_coffee": 0.4261119081779053, + "F1_noncoffee": 0.006622516556291391, + "IoU_noncoffee": 0.0033222591362126247, + "kappa": 0.0028273058726093494, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8898388364779874, + "mIoU": 0.7452321111173341, + "macroF1": 0.8485976668028636, + "F1_coffee": 0.9276167107896945, + "IoU_coffee": 0.865004816955684, + "precision_coffee": 0.9211926899647322, + "recall_coffee": 0.9341309577995969, + "F1_noncoffee": 0.7695786228160328, + "IoU_noncoffee": 0.6254594052789842, + "kappa": 0.6972422033629503, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8542667248823558, + "mIoU": 0.681356391207997, + "macroF1": 0.8018067959624229, + "F1_coffee": 0.9037734640271639, + "IoU_coffee": 0.8244404184442756, + "precision_coffee": 0.9054557124518614, + "recall_coffee": 0.9020974549175086, + "F1_noncoffee": 0.6998401278976819, + "IoU_noncoffee": 0.5382723639717184, + "kappa": 0.6036178598588213, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8643739404214096, + "mIoU": 0.6834859694112232, + "macroF1": 0.8015954845018636, + "F1_coffee": 0.9131998263996528, + "IoU_coffee": 0.8402647042044612, + "precision_coffee": 0.8878775091928386, + "recall_coffee": 0.940008934839492, + "F1_noncoffee": 0.6899911426040743, + "IoU_noncoffee": 0.5267072346179851, + "kappa": 0.6043403817683421, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9043982895540623, + "mIoU": 0.7123256444259455, + "macroF1": 0.8188850732786408, + "F1_coffee": 0.9433347414157263, + "IoU_coffee": 0.8927470017133067, + "precision_coffee": 0.9330309179897338, + "recall_coffee": 0.9538686844032219, + "F1_noncoffee": 0.6944354051415554, + "IoU_noncoffee": 0.5319042871385843, + "kappa": 0.6380082083088974, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8454643947601694, + "mIoU": 0.5943326796978217, + "macroF1": 0.7173141684027472, + "F1_coffee": 0.907646123962564, + "IoU_coffee": 0.8309085030714517, + "precision_coffee": 0.9109168241965974, + "recall_coffee": 0.9043988269794722, + "F1_noncoffee": 0.5269822128429303, + "IoU_noncoffee": 0.3577568563241916, + "kappa": 0.4346656662686156, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8755255695707441, + "mIoU": 0.6098001298151883, + "macroF1": 0.7252073365815324, + "F1_coffee": 0.9284469675678714, + "IoU_coffee": 0.8664498531263114, + "precision_coffee": 0.8984009572500816, + "recall_coffee": 0.9605722260990928, + "F1_noncoffee": 0.5219677055951933, + "IoU_noncoffee": 0.35315040650406504, + "kappa": 0.45449095646732596, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.876258309591643, + "mIoU": 0.7533446072844805, + "macroF1": 0.8568994611025813, + "F1_coffee": 0.9095327362355065, + "IoU_coffee": 0.8340761492423278, + "precision_coffee": 0.9074535882515933, + "recall_coffee": 0.9116214335421016, + "F1_noncoffee": 0.804266185969656, + "IoU_noncoffee": 0.6726130653266331, + "kappa": 0.7138021727989008, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.862810707456979, + "mIoU": 0.7317950118875917, + "macroF1": 0.8423412146340535, + "F1_coffee": 0.899149624007309, + "IoU_coffee": 0.8167773237997957, + "precision_coffee": 0.8989600899381676, + "recall_coffee": 0.8993392380149023, + "F1_noncoffee": 0.785532805260798, + "IoU_noncoffee": 0.6468126999753876, + "kappa": 0.6846824590755851, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8534267613745441, + "mIoU": 0.7111376397608069, + "macroF1": 0.8273471865298323, + "F1_coffee": 0.8944494366489252, + "IoU_coffee": 0.8090533950231337, + "precision_coffee": 0.8747971876690103, + "recall_coffee": 0.9150049497949371, + "F1_noncoffee": 0.7602449364107395, + "IoU_noncoffee": 0.6132218844984803, + "kappa": 0.6550897606906269, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6634, + 7520 + ], + [ + 46353, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.524775540828705, + "test_tta": { + "OA": 0.8720337607531244, + "mIoU": 0.7048628434912255, + "macroF1": 0.8186996341682892, + "F1_coffee": 0.9170332330099131, + "IoU_coffee": 0.8467787387037217, + "precision_coffee": 0.9013446421183285, + "recall_coffee": 0.9332776421196932, + "F1_noncoffee": 0.7203660353266652, + "IoU_noncoffee": 0.5629469482787294, + "kappa": 0.6377691453200118, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8355544017537787, + "mIoU": 0.6460952213758775, + "macroF1": 0.7735565281111885, + "F1_coffee": 0.8920428722920769, + "IoU_coffee": 0.805123998017399, + "precision_coffee": 0.8790751488234086, + "recall_coffee": 0.9053989121451498, + "F1_noncoffee": 0.6550701839303001, + "IoU_noncoffee": 0.487066444734356, + "kappa": 0.5474277171684448, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f2_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f2_s2_r1.0", + "val_epoch0": 0.6771954023270075 + }, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "16564639dc22", + "n_blocks": 864, + "n_train_hard": 175960, + "n_train_soft": 18756, + "best_epoch": 16, + "stopped_epoch": 36, + "best_val": 0.6945268136888556, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8795325434182762, + "mIoU": 0.7304412661951315, + "macroF1": 0.8385241922876768, + "F1_coffee": 0.9198989833581558, + "IoU_coffee": 0.8516786570743405, + "precision_coffee": 0.9270425476376926, + "recall_coffee": 0.9128646703508546, + "F1_noncoffee": 0.7571494012171979, + "IoU_noncoffee": 0.6092038753159225, + "kappa": 0.6771065133294981, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8354245990538826, + "mIoU": 0.6613039228821669, + "macroF1": 0.7877867536899487, + "F1_coffee": 0.8883321753256285, + "IoU_coffee": 0.7990985756791493, + "precision_coffee": 0.9049005143745763, + "recall_coffee": 0.8723596455822714, + "F1_noncoffee": 0.6872413320542688, + "IoU_noncoffee": 0.5235092700851846, + "kappa": 0.5759716443204453, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.239618138424821, + "mIoU": 0.12033412720587112, + "macroF1": 0.19485069803562807, + "F1_coffee": 0.3847045191193511, + "IoU_coffee": 0.2381635581061693, + "precision_coffee": 1.0, + "recall_coffee": 0.2381635581061693, + "F1_noncoffee": 0.004996876951905059, + "IoU_noncoffee": 0.002504696305572949, + "kappa": 0.0011923435026706224, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8941136006289309, + "mIoU": 0.7612973470022641, + "macroF1": 0.8603336537304687, + "F1_coffee": 0.9290207832416587, + "IoU_coffee": 0.8674498708328208, + "precision_coffee": 0.9413295955146176, + "recall_coffee": 0.9170297158462839, + "F1_noncoffee": 0.7916465242192787, + "IoU_noncoffee": 0.6551448231717075, + "kappa": 0.7208074346035829, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8714888662494542, + "mIoU": 0.7157322656388792, + "macroF1": 0.8279204368206929, + "F1_coffee": 0.9145070195255769, + "IoU_coffee": 0.8424808229767498, + "precision_coffee": 0.9231771681761908, + "recall_coffee": 0.9059982094897046, + "F1_noncoffee": 0.741333854115809, + "IoU_noncoffee": 0.5889837083010085, + "kappa": 0.6559326932673463, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.873189634294018, + "mIoU": 0.7149973836070134, + "macroF1": 0.8270063262836902, + "F1_coffee": 0.9163898824731732, + "IoU_coffee": 0.8456822870615974, + "precision_coffee": 0.9171514415393467, + "recall_coffee": 0.9156295870827749, + "F1_noncoffee": 0.7376227700942073, + "IoU_noncoffee": 0.5843124801524293, + "kappa": 0.654013401170557, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9152922011810222, + "mIoU": 0.7483493042912638, + "macroF1": 0.8470020130368099, + "F1_coffee": 0.94921875, + "IoU_coffee": 0.9033457249070632, + "precision_coffee": 0.9494505494505494, + "recall_coffee": 0.9489870637051501, + "F1_noncoffee": 0.7447852760736197, + "IoU_noncoffee": 0.5933528836754643, + "kappa": 0.694004117737455, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8740273810696346, + "mIoU": 0.6438539240492392, + "macroF1": 0.7617414823967095, + "F1_coffee": 0.9253051451264381, + "IoU_coffee": 0.8609933702858384, + "precision_coffee": 0.9213770644335892, + "recall_coffee": 0.929266862170088, + "F1_noncoffee": 0.5981778196669808, + "IoU_noncoffee": 0.42671447781264005, + "kappa": 0.5235295518417005, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8909748704409896, + "mIoU": 0.6607728083694816, + "macroF1": 0.7742415974369381, + "F1_coffee": 0.9365792617029748, + "IoU_coffee": 0.8807231493367566, + "precision_coffee": 0.9165089613714794, + "recall_coffee": 0.9575482670388462, + "F1_noncoffee": 0.6119039331709015, + "IoU_noncoffee": 0.4408224674022066, + "kappa": 0.5498043188777356, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8743589743589744, + "mIoU": 0.75614183146492, + "macroF1": 0.8592796170219381, + "F1_coffee": 0.9053444945267225, + "IoU_coffee": 0.8270588235294117, + "precision_coffee": 0.9315371024734982, + "recall_coffee": 0.8805845511482254, + "F1_noncoffee": 0.8132147395171537, + "IoU_noncoffee": 0.6852248394004282, + "kappa": 0.7189976273161806, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8690248565965584, + "mIoU": 0.7475043796588403, + "macroF1": 0.8535313417498862, + "F1_coffee": 0.9011686625306593, + "IoU_coffee": 0.8201155462184874, + "precision_coffee": 0.9254704400651949, + "recall_coffee": 0.8781105018979334, + "F1_noncoffee": 0.8058940209691131, + "IoU_noncoffee": 0.6748932130991931, + "kappa": 0.7074588540394389, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.855730466500288, + "mIoU": 0.7267340912984213, + "macroF1": 0.8394992433021516, + "F1_coffee": 0.8905396547957177, + "IoU_coffee": 0.8026782197715636, + "precision_coffee": 0.918018018018018, + "recall_coffee": 0.8646584641493423, + "F1_noncoffee": 0.7884588318085856, + "IoU_noncoffee": 0.6507899628252788, + "kappa": 0.6795533334896862, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 553, + 563 + ], + [ + 6772, + 7520 + ], + [ + 46839, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8800709009170533, + "test_tta": { + "OA": 0.8842233403668236, + "mIoU": 0.7359513889011398, + "macroF1": 0.8421597760238604, + "F1_coffee": 0.9236418134132633, + "IoU_coffee": 0.8581175160122528, + "precision_coffee": 0.9232168460698924, + "recall_coffee": 0.9240671721715289, + "F1_noncoffee": 0.7606777386344573, + "IoU_noncoffee": 0.6137852617900266, + "kappa": 0.6843197616898503, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8406455520941503, + "mIoU": 0.6656524020543897, + "macroF1": 0.7906053143101028, + "F1_coffee": 0.8929681975375614, + "IoU_coffee": 0.8066328316415821, + "precision_coffee": 0.9001796804812312, + "recall_coffee": 0.8858713409829134, + "F1_noncoffee": 0.6882424310826444, + "IoU_noncoffee": 0.5246719724671972, + "kappa": 0.5812889011535506, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s0_r0.05", + "val_epoch0": 0.6860718506532318 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6860718506532318, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8215939363186604, + "mIoU": 0.6566155497681962, + "macroF1": 0.7865561728741575, + "F1_coffee": 0.8730350392145799, + "IoU_coffee": 0.77467806861194, + "precision_coffee": 0.8604221811953645, + "recall_coffee": 0.8860231801731642, + "F1_noncoffee": 0.700077306533735, + "IoU_noncoffee": 0.5385530309244525, + "kappa": 0.5733289277994987, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7924166378216222, + "mIoU": 0.616921186324674, + "macroF1": 0.7559212059708176, + "F1_coffee": 0.8503021415124757, + "IoU_coffee": 0.7395874796453772, + "precision_coffee": 0.8400534319769831, + "recall_coffee": 0.8608040095183945, + "F1_noncoffee": 0.6615402704291593, + "IoU_noncoffee": 0.49425489300397063, + "kappa": 0.512006633391738, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.12060889929742388, + "mIoU": 0.06074379650091794, + "macroF1": 0.10911548297210612, + "F1_coffee": 0.2103049421661409, + "IoU_coffee": 0.11750881316098707, + "precision_coffee": 0.9900990099009901, + "recall_coffee": 0.11764705882352941, + "F1_noncoffee": 0.007926023778071334, + "IoU_noncoffee": 0.003978779840848806, + "kappa": -0.0014052531485477563, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8162805199788938, + "mIoU": 0.6455654139496747, + "macroF1": 0.7775682555919943, + "F1_coffee": 0.8703628486325481, + "IoU_coffee": 0.7704800143824534, + "precision_coffee": 0.8478633605908731, + "recall_coffee": 0.8940890125173853, + "F1_noncoffee": 0.6847736625514403, + "IoU_noncoffee": 0.5206508135168961, + "kappa": 0.5558969605432487, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8310965162764135, + "mIoU": 0.6709530852054462, + "macroF1": 0.7974018669923737, + "F1_coffee": 0.8800243399479396, + "IoU_coffee": 0.785753093872623, + "precision_coffee": 0.8655406304029791, + "recall_coffee": 0.8950010314240529, + "F1_noncoffee": 0.7147793940368078, + "IoU_noncoffee": 0.5561530765382692, + "kappa": 0.5950732899022801, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8174015562367366, + "mIoU": 0.6533538184317276, + "macroF1": 0.7845054260929087, + "F1_coffee": 0.8687012546625975, + "IoU_coffee": 0.7678796235237696, + "precision_coffee": 0.8681125042358523, + "recall_coffee": 0.8692908042076688, + "F1_noncoffee": 0.7003095975232199, + "IoU_noncoffee": 0.5388280133396856, + "kappa": 0.5690113046545613, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8438464506172839, + "mIoU": 0.6662115296977689, + "macroF1": 0.7904139057014954, + "F1_coffee": 0.896237902967378, + "IoU_coffee": 0.8119846707699454, + "precision_coffee": 0.8592847486788743, + "recall_coffee": 0.9365121885882668, + "F1_noncoffee": 0.6845899084356127, + "IoU_noncoffee": 0.5204383886255924, + "kappa": 0.5831710877169283, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8307868601986249, + "mIoU": 0.6556760372742142, + "macroF1": 0.783650086556829, + "F1_coffee": 0.8846354166666667, + "IoU_coffee": 0.7931356525799673, + "precision_coffee": 0.8721437740693196, + "recall_coffee": 0.8974900924702774, + "F1_noncoffee": 0.6826647564469914, + "IoU_noncoffee": 0.5182164219684611, + "kappa": 0.5675442071792329, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8239456552504953, + "mIoU": 0.640886070313036, + "macroF1": 0.7713607301535716, + "F1_coffee": 0.8810100752455045, + "IoU_coffee": 0.7873261910189195, + "precision_coffee": 0.8650137741046832, + "recall_coffee": 0.8976091476091476, + "F1_noncoffee": 0.6617113850616388, + "IoU_noncoffee": 0.49444594960715255, + "kappa": 0.5431656097061036, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.789006584597767, + "mIoU": 0.6235160481279599, + "macroF1": 0.763155568055556, + "F1_coffee": 0.8414030557348827, + "IoU_coffee": 0.7262258543833581, + "precision_coffee": 0.8346378255300982, + "recall_coffee": 0.8482788544981198, + "F1_noncoffee": 0.6849080803762292, + "IoU_noncoffee": 0.5208062418725617, + "kappa": 0.5263729588118233, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.831404174573055, + "mIoU": 0.6831570568599907, + "macroF1": 0.8079841410412613, + "F1_coffee": 0.8750439490893749, + "IoU_coffee": 0.777847230903863, + "precision_coffee": 0.8584437086092715, + "recall_coffee": 0.8922988670586548, + "F1_noncoffee": 0.7409243329931476, + "IoU_noncoffee": 0.5884668828161186, + "kappa": 0.6162657944074433, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8108617763530077, + "mIoU": 0.6599729023113675, + "macroF1": 0.7918936352089284, + "F1_coffee": 0.8547219003476245, + "IoU_coffee": 0.746300746174276, + "precision_coffee": 0.8717683557394003, + "recall_coffee": 0.8383293081403609, + "F1_noncoffee": 0.7290653700702323, + "IoU_noncoffee": 0.573645058448459, + "kappa": 0.5840838465028098, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9245, + 11000 + ], + [ + 42438, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5242386182149252, + "test_tta": { + "OA": 0.8281111252061398, + "mIoU": 0.6649547580368136, + "macroF1": 0.7926824312908121, + "F1_coffee": 0.8783853523907824, + "IoU_coffee": 0.7831436173405085, + "precision_coffee": 0.8608276893306359, + "recall_coffee": 0.8966741490677539, + "F1_noncoffee": 0.7069795101908417, + "IoU_noncoffee": 0.5467658987331186, + "kappa": 0.5857800499012292, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7985173647167416, + "mIoU": 0.6238928700445905, + "macroF1": 0.7611975700455341, + "F1_coffee": 0.8556012651685858, + "IoU_coffee": 0.7476426171465732, + "precision_coffee": 0.8402119409651029, + "recall_coffee": 0.8715648493271843, + "F1_noncoffee": 0.6667938749224824, + "IoU_noncoffee": 0.5001431229426077, + "kappa": 0.5227645798705858, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s0_r0.1", + "val_epoch0": 0.6866757581968932 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6866757581968932, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8149340352657618, + "mIoU": 0.6440918506491566, + "macroF1": 0.7765026592524992, + "F1_coffee": 0.8691811915036709, + "IoU_coffee": 0.7686299387427393, + "precision_coffee": 0.8510656979168953, + "recall_coffee": 0.8880846580237299, + "F1_noncoffee": 0.6838241270013274, + "IoU_noncoffee": 0.5195537625555738, + "kappa": 0.5534942632131488, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7875850928810431, + "mIoU": 0.6079563413360309, + "macroF1": 0.7482811741792637, + "F1_coffee": 0.8477474310997167, + "IoU_coffee": 0.7357305628824173, + "precision_coffee": 0.8325989400369566, + "recall_coffee": 0.863457367279466, + "F1_noncoffee": 0.6488149172588106, + "IoU_noncoffee": 0.4801821197896446, + "kappa": 0.49694645576988716, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18969555035128804, + "mIoU": 0.09581473968897904, + "macroF1": 0.16246031746031747, + "F1_coffee": 0.3134920634920635, + "IoU_coffee": 0.18588235294117647, + "precision_coffee": 1.0, + "recall_coffee": 0.18588235294117647, + "F1_noncoffee": 0.011428571428571429, + "IoU_noncoffee": 0.005747126436781609, + "kappa": 0.002134298720771583, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8166642682400346, + "mIoU": 0.6466187912327472, + "macroF1": 0.7784612789812069, + "F1_coffee": 0.8704582429501084, + "IoU_coffee": 0.7706295384984697, + "precision_coffee": 0.8490478709336154, + "recall_coffee": 0.8929763560500695, + "F1_noncoffee": 0.6864643150123052, + "IoU_noncoffee": 0.5226080439670248, + "kappa": 0.557603441769264, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.809156672377689, + "mIoU": 0.634031421480147, + "macroF1": 0.7683606590096601, + "F1_coffee": 0.8655715722427086, + "IoU_coffee": 0.7630023640661938, + "precision_coffee": 0.8445084058350232, + "recall_coffee": 0.8877123014508699, + "F1_noncoffee": 0.6711497457766115, + "IoU_noncoffee": 0.5050604788941002, + "kappa": 0.537425246202479, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8189577929733554, + "mIoU": 0.651607641679103, + "macroF1": 0.7825572899513402, + "F1_coffee": 0.8715237107191861, + "IoU_coffee": 0.7723013048635824, + "precision_coffee": 0.8596989304106695, + "recall_coffee": 0.8836783169324737, + "F1_noncoffee": 0.6935908691834943, + "IoU_noncoffee": 0.5309139784946236, + "kappa": 0.565310713071012, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8306327160493827, + "mIoU": 0.6442852034900235, + "macroF1": 0.7730047789391536, + "F1_coffee": 0.8873781426372499, + "IoU_coffee": 0.7975559142264238, + "precision_coffee": 0.8513413733694315, + "recall_coffee": 0.9266005893383338, + "F1_noncoffee": 0.6586314152410575, + "IoU_noncoffee": 0.4910144927536232, + "kappa": 0.548461891174557, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8055767761650114, + "mIoU": 0.609288116454329, + "macroF1": 0.7448760768073948, + "F1_coffee": 0.8693196405648267, + "IoU_coffee": 0.7688465031789282, + "precision_coffee": 0.8454431960049937, + "recall_coffee": 0.8945838837516512, + "F1_noncoffee": 0.6204325130499627, + "IoU_noncoffee": 0.44972972972972974, + "kappa": 0.49093145658458587, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8221530333050288, + "mIoU": 0.630942169448419, + "macroF1": 0.7621961890501205, + "F1_coffee": 0.8816029143897997, + "IoU_coffee": 0.7882736156351792, + "precision_coffee": 0.8532522796352584, + "recall_coffee": 0.9119022869022869, + "F1_noncoffee": 0.6427894637104415, + "IoU_noncoffee": 0.47361072326165876, + "kappa": 0.5259712923755179, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8028437828037026, + "mIoU": 0.6439632314889514, + "macroF1": 0.7791395515251212, + "F1_coffee": 0.85149511213341, + "IoU_coffee": 0.7413944173238203, + "precision_coffee": 0.846384681337525, + "recall_coffee": 0.8566676308938386, + "F1_noncoffee": 0.7067839909168322, + "IoU_noncoffee": 0.5465320456540825, + "kappa": 0.5583108968949906, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8127134724857685, + "mIoU": 0.6541121370329248, + "macroF1": 0.7862273252677814, + "F1_coffee": 0.8614736842105263, + "IoU_coffee": 0.7566568047337278, + "precision_coffee": 0.843479455819706, + "recall_coffee": 0.8802524021224724, + "F1_noncoffee": 0.7109809663250366, + "IoU_noncoffee": 0.5515674693321218, + "kappa": 0.5728602352726316, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8157646615123515, + "mIoU": 0.6649621522330365, + "macroF1": 0.7952928704975368, + "F1_coffee": 0.8600286532951289, + "IoU_coffee": 0.7544300615809979, + "precision_coffee": 0.8673602080624188, + "recall_coffee": 0.8528200028413127, + "F1_noncoffee": 0.7305570876999449, + "IoU_noncoffee": 0.575494242885075, + "kappa": 0.5906420430229399, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9131, + 11000 + ], + [ + 42130, + 51930 + ], + [ + 132, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5377071976661683, + "test_tta": { + "OA": 0.8188189775466193, + "mIoU": 0.6458388896568624, + "macroF1": 0.7772393077247114, + "F1_coffee": 0.8734802347469827, + "IoU_coffee": 0.7753794133836597, + "precision_coffee": 0.8454514275915288, + "recall_coffee": 0.9034312153557195, + "F1_noncoffee": 0.6809983807024401, + "IoU_noncoffee": 0.5162983659300652, + "kappa": 0.5557098282549289, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7916233991000347, + "mIoU": 0.6091995586119624, + "macroF1": 0.748474126231559, + "F1_coffee": 0.8526526199849063, + "IoU_coffee": 0.7431512328669713, + "precision_coffee": 0.8266853877034429, + "recall_coffee": 0.8803040832227768, + "F1_noncoffee": 0.6442956324782116, + "IoU_noncoffee": 0.4752478843569535, + "kappa": 0.49814360784980655, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s0_r0.5", + "val_epoch0": 0.700561452918673 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "61654f3308bd", + "n_blocks": 432, + "n_train_hard": 87409, + "n_train_soft": 9378, + "best_epoch": 1, + "stopped_epoch": 30, + "best_val": 0.702277699249966, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8427153368007104, + "mIoU": 0.687116022573034, + "macroF1": 0.8091693234749698, + "F1_coffee": 0.8891793754538853, + "IoU_coffee": 0.8004707112970711, + "precision_coffee": 0.8679521015551727, + "recall_coffee": 0.911470978972926, + "F1_noncoffee": 0.7291592714960544, + "IoU_noncoffee": 0.5737613338489966, + "kappa": 0.6188957481619823, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8129254644052152, + "mIoU": 0.6445523939386968, + "macroF1": 0.7773942836538457, + "F1_coffee": 0.8663293382936406, + "IoU_coffee": 0.7641807868518653, + "precision_coffee": 0.8482946518668012, + "recall_coffee": 0.8851475140564786, + "F1_noncoffee": 0.6884592290140507, + "IoU_noncoffee": 0.5249240010255283, + "kappa": 0.5552570694477166, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17447306791569087, + "mIoU": 0.08811499211814486, + "macroF1": 0.1513387413927985, + "F1_coffee": 0.2914572864321608, + "IoU_coffee": 0.17058823529411765, + "precision_coffee": 1.0, + "recall_coffee": 0.17058823529411765, + "F1_noncoffee": 0.011220196353436185, + "IoU_noncoffee": 0.005641748942172073, + "kappa": 0.0019229812840873225, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.83772245407013, + "mIoU": 0.6770274304001969, + "macroF1": 0.8013941602915822, + "F1_coffee": 0.8863353828579108, + "IoU_coffee": 0.7958728051650275, + "precision_coffee": 0.8574400312032764, + "recall_coffee": 0.9172461752433936, + "F1_noncoffee": 0.7164529377252535, + "IoU_noncoffee": 0.5581820556353664, + "kappa": 0.6039104467869811, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8474681134589758, + "mIoU": 0.694223750780933, + "macroF1": 0.8143289214179816, + "F1_coffee": 0.8927699153534745, + "IoU_coffee": 0.8063093007795975, + "precision_coffee": 0.8694122246839567, + "recall_coffee": 0.9174173141717665, + "F1_noncoffee": 0.7358879274824887, + "IoU_noncoffee": 0.5821382007822686, + "kappa": 0.6293168388425521, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8429144069794859, + "mIoU": 0.6899652133400535, + "macroF1": 0.8115747785849049, + "F1_coffee": 0.8884199242957157, + "IoU_coffee": 0.7992405978784957, + "precision_coffee": 0.8771662918375447, + "recall_coffee": 0.8999660671869698, + "F1_noncoffee": 0.7347296328740941, + "IoU_noncoffee": 0.5806898288016112, + "kappa": 0.6232969657594669, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.845679012345679, + "mIoU": 0.6673297903038711, + "macroF1": 0.7910315173468985, + "F1_coffee": 0.8978940650925336, + "IoU_coffee": 0.8147075854082223, + "precision_coffee": 0.8575085324232082, + "recall_coffee": 0.9422716313956603, + "F1_noncoffee": 0.6841689696012633, + "IoU_noncoffee": 0.51995199519952, + "kappa": 0.5849109027747473, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8378533231474408, + "mIoU": 0.6593885884184743, + "macroF1": 0.7854877789437859, + "F1_coffee": 0.8914738591333248, + "IoU_coffee": 0.8041974169741697, + "precision_coffee": 0.8635463100544825, + "recall_coffee": 0.9212681638044914, + "F1_noncoffee": 0.6795016987542469, + "IoU_noncoffee": 0.5145797598627787, + "kappa": 0.572296635765504, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8424379658458345, + "mIoU": 0.6656893464096949, + "macroF1": 0.7902467306592604, + "F1_coffee": 0.8948759914390029, + "IoU_coffee": 0.809751651856915, + "precision_coffee": 0.8678876678876679, + "recall_coffee": 0.9235966735966736, + "F1_noncoffee": 0.6856174698795181, + "IoU_noncoffee": 0.5216270409624749, + "kappa": 0.5817031284761418, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8298501765435633, + "mIoU": 0.6815172757697316, + "macroF1": 0.8068800278908875, + "F1_coffee": 0.8734832895763854, + "IoU_coffee": 0.7753842277651801, + "precision_coffee": 0.8573617495472907, + "recall_coffee": 0.8902227364767139, + "F1_noncoffee": 0.7402767662053896, + "IoU_noncoffee": 0.5876503237742831, + "kappa": 0.6140402052620636, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8570208728652752, + "mIoU": 0.7237086396079684, + "macroF1": 0.8368876634276754, + "F1_coffee": 0.8941936389805518, + "IoU_coffee": 0.8086349206349206, + "precision_coffee": 0.8759284731774415, + "recall_coffee": 0.9132367704001148, + "F1_noncoffee": 0.7795816878747989, + "IoU_noncoffee": 0.6387823585810163, + "kappa": 0.6740705629357859, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8433905336601923, + "mIoU": 0.7072129256505005, + "macroF1": 0.8259076321229035, + "F1_coffee": 0.8810768239421494, + "IoU_coffee": 0.7874328128999232, + "precision_coffee": 0.888135103926097, + "recall_coffee": 0.8741298479897712, + "F1_noncoffee": 0.7707384403036577, + "IoU_noncoffee": 0.6269930384010779, + "kappa": 0.651857654037861, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9392, + 11000 + ], + [ + 43622, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5295910636583965, + "test_tta": { + "OA": 0.8491532411518458, + "mIoU": 0.6930664283068215, + "macroF1": 0.8130194164137836, + "F1_coffee": 0.89521627545794, + "IoU_coffee": 0.810309072781655, + "precision_coffee": 0.8622504190625729, + "recall_coffee": 0.9308030601493427, + "F1_noncoffee": 0.7308225573696273, + "IoU_noncoffee": 0.5758237838319882, + "kappa": 0.6274377935617038, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8189396561670705, + "mIoU": 0.6485414684606499, + "macroF1": 0.7797283233434751, + "F1_coffee": 0.8726645704432499, + "IoU_coffee": 0.774094867919096, + "precision_coffee": 0.8417901101696573, + "recall_coffee": 0.90589003306168, + "F1_noncoffee": 0.6867920762437004, + "IoU_noncoffee": 0.5229880690022038, + "kappa": 0.5609095228939865, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s0_r1.0", + "val_epoch0": 0.7025614705504435 + }, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 81, + "stopped_epoch": 100, + "best_val": 0.7161298372548156, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8617119117087403, + "mIoU": 0.724445591181908, + "macroF1": 0.8366950921401248, + "F1_coffee": 0.9006119867345892, + "IoU_coffee": 0.819193929593233, + "precision_coffee": 0.8962099389870489, + "recall_coffee": 0.9050574923267213, + "F1_noncoffee": 0.7727781975456606, + "IoU_noncoffee": 0.629697252770583, + "kappa": 0.6734081983257684, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8299007730471905, + "mIoU": 0.6772909218586282, + "macroF1": 0.8032127006824943, + "F1_coffee": 0.8756825129124064, + "IoU_coffee": 0.7788569714242856, + "precision_coffee": 0.8766435219382479, + "recall_coffee": 0.8747236085665551, + "F1_noncoffee": 0.7307428884525821, + "IoU_noncoffee": 0.5757248722929708, + "kappa": 0.606426425765456, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1885245901639344, + "mIoU": 0.0949871348109729, + "macroF1": 0.16088252933895372, + "F1_coffee": 0.313181367690783, + "IoU_coffee": 0.18566392479435959, + "precision_coffee": 0.9937106918238994, + "recall_coffee": 0.18588235294117647, + "F1_noncoffee": 0.008583690987124463, + "IoU_noncoffee": 0.004310344827586207, + "kappa": -0.0007372511354682228, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8584448601717274, + "mIoU": 0.7170635791630084, + "macroF1": 0.8313029296698714, + "F1_coffee": 0.8989694957033791, + "IoU_coffee": 0.8164800995024876, + "precision_coffee": 0.8853597680221188, + "recall_coffee": 0.9130041724617525, + "F1_noncoffee": 0.7636363636363637, + "IoU_noncoffee": 0.6176470588235294, + "kappa": 0.6627922761018468, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8656957928802589, + "mIoU": 0.7297008386258634, + "macroF1": 0.8402211273962319, + "F1_coffee": 0.9040201346847153, + "IoU_coffee": 0.8248510427010923, + "precision_coffee": 0.8944074298405007, + "recall_coffee": 0.9138417107886956, + "F1_noncoffee": 0.7764221201077484, + "IoU_noncoffee": 0.6345506345506345, + "kappa": 0.6805282158249776, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8609761848620608, + "mIoU": 0.7263876781591585, + "macroF1": 0.8383655185675101, + "F1_coffee": 0.8988193300384404, + "IoU_coffee": 0.8162323899763122, + "precision_coffee": 0.9092424137212693, + "recall_coffee": 0.8886325076348829, + "F1_noncoffee": 0.7779117070965798, + "IoU_noncoffee": 0.6365429663420047, + "kappa": 0.6768242551713809, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.855516975308642, + "mIoU": 0.688296390714259, + "macroF1": 0.8076524561513014, + "F1_coffee": 0.9036036036036036, + "IoU_coffee": 0.8241577649958916, + "precision_coffee": 0.8695813723061679, + "recall_coffee": 0.9403964639699973, + "F1_noncoffee": 0.7117013086989993, + "IoU_noncoffee": 0.5524350164326263, + "kappa": 0.6170580657428943, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8752864782276547, + "mIoU": 0.7250474318789344, + "macroF1": 0.8348862900357916, + "F1_coffee": 0.9165601840020444, + "IoU_coffee": 0.8459724024059441, + "precision_coffee": 0.8875278396436526, + "recall_coffee": 0.947556142668428, + "F1_noncoffee": 0.7532123960695389, + "IoU_noncoffee": 0.6041224613519248, + "kappa": 0.6708143962114138, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8570619869799038, + "mIoU": 0.6985651322464754, + "macroF1": 0.8161892613974526, + "F1_coffee": 0.9028659357568763, + "IoU_coffee": 0.8229312762973352, + "precision_coffee": 0.8911530186052399, + "recall_coffee": 0.9148908523908524, + "F1_noncoffee": 0.7295125870380289, + "IoU_noncoffee": 0.5741989881956155, + "kappa": 0.6325552864937587, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.86134173108121, + "mIoU": 0.7377057206133499, + "macroF1": 0.847179800986499, + "F1_coffee": 0.8937010754261467, + "IoU_coffee": 0.8078296521624124, + "precision_coffee": 0.904219096965211, + "recall_coffee": 0.8834249349146659, + "F1_noncoffee": 0.8006585265468514, + "IoU_noncoffee": 0.6675817890642873, + "kappa": 0.6944371356047849, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8561669829222012, + "mIoU": 0.7293174599540253, + "macroF1": 0.8414620860721815, + "F1_coffee": 0.8897454545454545, + "IoU_coffee": 0.8013887069304336, + "precision_coffee": 0.9026117751217353, + "recall_coffee": 0.8772407858884268, + "F1_noncoffee": 0.7931787175989086, + "IoU_noncoffee": 0.657246212977617, + "kappa": 0.6830449822047737, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8648877993588535, + "mIoU": 0.7469192364292694, + "macroF1": 0.8536994271160905, + "F1_coffee": 0.8941576187310732, + "IoU_coffee": 0.808576008549292, + "precision_coffee": 0.9312307692307692, + "recall_coffee": 0.8599232845574656, + "F1_noncoffee": 0.8132412355011078, + "IoU_noncoffee": 0.6852624643092466, + "kappa": 0.7082148519166758, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9485, + 11000 + ], + [ + 44728, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.063715847333272, + "test_tta": { + "OA": 0.8669288342001776, + "mIoU": 0.7311184514261615, + "macroF1": 0.841142779905443, + "F1_coffee": 0.9051451306628086, + "IoU_coffee": 0.8267261314833169, + "precision_coffee": 0.8934707903780069, + "recall_coffee": 0.9171285904072564, + "F1_noncoffee": 0.7771404291480773, + "IoU_noncoffee": 0.6355107713690062, + "kappa": 0.6824129507156407, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8352371062651437, + "mIoU": 0.6830659737143951, + "macroF1": 0.8071519106564926, + "F1_coffee": 0.8807465864963047, + "IoU_coffee": 0.7869054280917739, + "precision_coffee": 0.8732534310376948, + "recall_coffee": 0.8883694484806368, + "F1_noncoffee": 0.7335572348166807, + "IoU_noncoffee": 0.5792265193370165, + "kappa": 0.6143672602497174, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s1_r0.05", + "val_epoch0": 0.6779389929785763 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6779389929785763, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8374667004947355, + "mIoU": 0.6735972115355033, + "macroF1": 0.798418457792273, + "F1_coffee": 0.8871393966086765, + "IoU_coffee": 0.7971702780251311, + "precision_coffee": 0.8541834527797804, + "recall_coffee": 0.9227403912226854, + "F1_noncoffee": 0.7096975189758695, + "IoU_noncoffee": 0.5500241450458756, + "kappa": 0.5983746971329701, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8098390446521287, + "mIoU": 0.6337873772187713, + "macroF1": 0.7679639324577443, + "F1_coffee": 0.866536425382879, + "IoU_coffee": 0.7645031078088161, + "precision_coffee": 0.8343014189926712, + "recall_coffee": 0.9013624781519153, + "F1_noncoffee": 0.6693914395326095, + "IoU_noncoffee": 0.5030716466287265, + "kappa": 0.5376376572057989, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.35714285714285715, + "mIoU": 0.1796317834411186, + "macroF1": 0.2659542988656913, + "F1_coffee": 0.5246753246753246, + "IoU_coffee": 0.35563380281690143, + "precision_coffee": 0.9934426229508196, + "recall_coffee": 0.3564705882352941, + "F1_noncoffee": 0.007233273056057866, + "IoU_noncoffee": 0.003629764065335753, + "kappa": -0.002086049543676665, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8412721254856814, + "mIoU": 0.6748725149391208, + "macroF1": 0.7987566874913767, + "F1_coffee": 0.891255052745736, + "IoU_coffee": 0.8038413658189578, + "precision_coffee": 0.8449124556047106, + "recall_coffee": 0.9429763560500696, + "F1_noncoffee": 0.7062583222370173, + "IoU_noncoffee": 0.5459036640592837, + "kappa": 0.6007577443906696, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8340472111174567, + "mIoU": 0.6663768260132996, + "macroF1": 0.7926896697126506, + "F1_coffee": 0.8852847320459256, + "IoU_coffee": 0.7941801440207767, + "precision_coffee": 0.8486817207014002, + "recall_coffee": 0.9251873753695936, + "F1_noncoffee": 0.7000946073793756, + "IoU_noncoffee": 0.5385735080058224, + "kappa": 0.5873858943781329, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8371138882339071, + "mIoU": 0.6790918785691022, + "macroF1": 0.8033271012020273, + "F1_coffee": 0.8848436353937454, + "IoU_coffee": 0.7934704616120545, + "precision_coffee": 0.8696506979487516, + "recall_coffee": 0.9005768578215134, + "F1_noncoffee": 0.7218105670103093, + "IoU_noncoffee": 0.56471329552615, + "kappa": 0.6069440040905861, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8314043209876543, + "mIoU": 0.6393345481779154, + "macroF1": 0.7680688296879858, + "F1_coffee": 0.889268972507285, + "IoU_coffee": 0.8006159461617429, + "precision_coffee": 0.8436298076923077, + "recall_coffee": 0.9401285829091883, + "F1_noncoffee": 0.6468686868686868, + "IoU_noncoffee": 0.4780531501940878, + "kappa": 0.5404270236232739, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8253437738731857, + "mIoU": 0.6367937080679171, + "macroF1": 0.7670953747305869, + "F1_coffee": 0.8835699280667133, + "IoU_coffee": 0.7914243357281332, + "precision_coffee": 0.8526846049883278, + "recall_coffee": 0.916776750330251, + "F1_noncoffee": 0.6506208213944603, + "IoU_noncoffee": 0.482163080407701, + "kappa": 0.5360174231764644, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8346070383998491, + "mIoU": 0.6506749008637518, + "macroF1": 0.7781160974608604, + "F1_coffee": 0.8900733680316046, + "IoU_coffee": 0.8019209039548023, + "precision_coffee": 0.8601381650709005, + "recall_coffee": 0.9221673596673596, + "F1_noncoffee": 0.6661588268901162, + "IoU_noncoffee": 0.49942889777270133, + "kappa": 0.5578585903515709, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8510354041416166, + "mIoU": 0.7054687071980547, + "macroF1": 0.8231034650006659, + "F1_coffee": 0.8933961619886636, + "IoU_coffee": 0.8073315230807208, + "precision_coffee": 0.8462931815241299, + "recall_coffee": 0.9460514897309806, + "F1_noncoffee": 0.7528107680126682, + "IoU_noncoffee": 0.6036058913153886, + "kappa": 0.6487301359094999, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8426944971537002, + "mIoU": 0.6926057241956358, + "macroF1": 0.8138660014833357, + "F1_coffee": 0.8871187363834423, + "IoU_coffee": 0.797136914229781, + "precision_coffee": 0.8444588464031109, + "recall_coffee": 0.934318084038434, + "F1_noncoffee": 0.740613266583229, + "IoU_noncoffee": 0.5880745341614907, + "kappa": 0.6299023277711336, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8396190835376203, + "mIoU": 0.70012975340636, + "macroF1": 0.8207512403156962, + "F1_coffee": 0.8789065280842885, + "IoU_coffee": 0.7839725679451359, + "precision_coffee": 0.8808504566210046, + "recall_coffee": 0.8769711606762324, + "F1_noncoffee": 0.762595952547104, + "IoU_noncoffee": 0.616286938867584, + "kappa": 0.6415059036213003, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9292, + 11000 + ], + [ + 43401, + 51930 + ], + [ + 121, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5263561646143595, + "test_tta": { + "OA": 0.8418749207154637, + "mIoU": 0.676169319933822, + "macroF1": 0.7997810841583557, + "F1_coffee": 0.8915851272015656, + "IoU_coffee": 0.8043785310734464, + "precision_coffee": 0.848557592814867, + "recall_coffee": 0.9392093087177608, + "F1_noncoffee": 0.7079770411151458, + "IoU_noncoffee": 0.5479601087941977, + "kappa": 0.6023163723962, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8147282796815507, + "mIoU": 0.6360897747187408, + "macroF1": 0.7689899957210472, + "F1_coffee": 0.8717810516229488, + "IoU_coffee": 0.7727055576198312, + "precision_coffee": 0.8286560027323959, + "recall_coffee": 0.9196411649504075, + "F1_noncoffee": 0.6661989398191456, + "IoU_noncoffee": 0.4994739918176505, + "kappa": 0.5412148514540197, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s1_r0.1", + "val_epoch0": 0.7006234450316188 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.7006234450316188, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8428897627806673, + "mIoU": 0.6786608519476676, + "macroF1": 0.8017717788637453, + "F1_coffee": 0.892053254308936, + "IoU_coffee": 0.8051409129348831, + "precision_coffee": 0.8506274933510638, + "recall_coffee": 0.9377204636034633, + "F1_noncoffee": 0.7114903034185546, + "IoU_noncoffee": 0.552180790960452, + "kappa": 0.6060408204984202, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8125649013499481, + "mIoU": 0.6346948150850464, + "macroF1": 0.7681763053229997, + "F1_coffee": 0.8696175608973072, + "IoU_coffee": 0.7693126952570293, + "precision_coffee": 0.8304431968422464, + "recall_coffee": 0.9126708362288626, + "F1_noncoffee": 0.6667350497486921, + "IoU_noncoffee": 0.5000769349130636, + "kappa": 0.538974891266451, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.13114754098360656, + "mIoU": 0.06589807663183402, + "macroF1": 0.11702607949256744, + "F1_coffee": 0.2286902286902287, + "IoU_coffee": 0.12910798122065728, + "precision_coffee": 0.9821428571428571, + "recall_coffee": 0.12941176470588237, + "F1_noncoffee": 0.005361930294906166, + "IoU_noncoffee": 0.002688172043010753, + "kappa": -0.0039927243689277265, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8422794646711758, + "mIoU": 0.6789452895826757, + "macroF1": 0.8021471909198808, + "F1_coffee": 0.8912554570710411, + "IoU_coffee": 0.8038420236248658, + "precision_coffee": 0.8497729566094854, + "recall_coffee": 0.9369958275382476, + "F1_noncoffee": 0.7130389247687206, + "IoU_noncoffee": 0.5540485555404856, + "kappa": 0.6067671836734058, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8464210927089282, + "mIoU": 0.6856630058233675, + "macroF1": 0.8071798583615608, + "F1_coffee": 0.8941654914564954, + "IoU_coffee": 0.8085888842754612, + "precision_coffee": 0.8547780285929271, + "recall_coffee": 0.9373581791927388, + "F1_noncoffee": 0.7201942252666262, + "IoU_noncoffee": 0.5627371273712737, + "kappa": 0.6165124486857225, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8399905682622023, + "mIoU": 0.6713876420197635, + "macroF1": 0.7959199537448669, + "F1_coffee": 0.8907563025210085, + "IoU_coffee": 0.803030303030303, + "precision_coffee": 0.8474025974025974, + "recall_coffee": 0.9387852052935188, + "F1_noncoffee": 0.7010836049687252, + "IoU_noncoffee": 0.5397449810092241, + "kappa": 0.5947423088427668, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8439429012345679, + "mIoU": 0.6608155112948699, + "macroF1": 0.7854366879127793, + "F1_coffee": 0.897478139652769, + "IoU_coffee": 0.8140229885057472, + "precision_coffee": 0.8516113516113516, + "recall_coffee": 0.9485668363246719, + "F1_noncoffee": 0.6733952361727896, + "IoU_noncoffee": 0.5076080340839927, + "kappa": 0.5748026322993202, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8384262796027502, + "mIoU": 0.6533295558307084, + "macroF1": 0.7797230729953479, + "F1_coffee": 0.8934374606373598, + "IoU_coffee": 0.8073989755264656, + "precision_coffee": 0.8537554164660568, + "recall_coffee": 0.9369881109643329, + "F1_noncoffee": 0.666008685353336, + "IoU_noncoffee": 0.4992601361349512, + "kappa": 0.5624090668769901, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8255495801490706, + "mIoU": 0.6157146014631005, + "macroF1": 0.7460598629062434, + "F1_coffee": 0.8881360033879847, + "IoU_coffee": 0.798781151376646, + "precision_coffee": 0.830974753764293, + "recall_coffee": 0.9537422037422038, + "F1_noncoffee": 0.603983722424502, + "IoU_noncoffee": 0.4326480515495551, + "kappa": 0.5004872514661319, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8406336482488788, + "mIoU": 0.6921213482712307, + "macroF1": 0.813847990596967, + "F1_coffee": 0.8844610488446105, + "IoU_coffee": 0.7928553708757132, + "precision_coffee": 0.8477453580901857, + "recall_coffee": 0.9245010124385306, + "F1_noncoffee": 0.7432349323493235, + "IoU_noncoffee": 0.5913873256667482, + "kappa": 0.6292414890348474, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8543643263757116, + "mIoU": 0.7131147452175846, + "macroF1": 0.8287988232579089, + "F1_coffee": 0.8949565455416411, + "IoU_coffee": 0.8098835769135496, + "precision_coffee": 0.8558900523560209, + "recall_coffee": 0.9377599311630576, + "F1_noncoffee": 0.7626411009741766, + "IoU_noncoffee": 0.6163459135216196, + "kappa": 0.6592020235255063, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8544220252687158, + "mIoU": 0.7162467134361347, + "macroF1": 0.8313342766557771, + "F1_coffee": 0.8937370956641432, + "IoU_coffee": 0.8078885156152793, + "precision_coffee": 0.8667734614871179, + "recall_coffee": 0.9224321636596108, + "F1_noncoffee": 0.768931457647411, + "IoU_noncoffee": 0.62460491125699, + "kappa": 0.6633769046081925, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9294, + 11000 + ], + [ + 43748, + 51930 + ], + [ + 114, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5309037168820698, + "test_tta": { + "OA": 0.8462355702143853, + "mIoU": 0.6806261873300867, + "macroF1": 0.8028158572832205, + "F1_coffee": 0.8953451978803544, + "IoU_coffee": 0.8105203509388983, + "precision_coffee": 0.8465478887324231, + "recall_coffee": 0.9501122360163086, + "F1_noncoffee": 0.7102865166860864, + "IoU_noncoffee": 0.550732023721275, + "kappa": 0.609226092923172, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8163436021691474, + "mIoU": 0.6363925826926452, + "macroF1": 0.7688915047287479, + "F1_coffee": 0.8736129582944597, + "IoU_coffee": 0.775588608487241, + "precision_coffee": 0.8262151050368897, + "recall_coffee": 0.9267799608313855, + "F1_noncoffee": 0.6641700511630361, + "IoU_noncoffee": 0.4971965568980494, + "kappa": 0.541789946981173, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s1_r0.5", + "val_epoch0": 0.7015775585800428 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "8965a97b97cc", + "n_blocks": 432, + "n_train_hard": 88354, + "n_train_soft": 9246, + "best_epoch": 30, + "stopped_epoch": 50, + "best_val": 0.7053670999435961, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8573036914880122, + "mIoU": 0.7149089546791487, + "macroF1": 0.8297485259599628, + "F1_coffee": 0.8982416464069656, + "IoU_coffee": 0.8152800870332738, + "precision_coffee": 0.8870178886481899, + "recall_coffee": 0.9097530807641211, + "F1_noncoffee": 0.76125540551296, + "IoU_noncoffee": 0.6145378223250235, + "kappa": 0.659624911435821, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.824809622706819, + "mIoU": 0.6669816256036958, + "macroF1": 0.795191952846211, + "F1_coffee": 0.8730760791197768, + "IoU_coffee": 0.7747426981919332, + "precision_coffee": 0.8664758586361374, + "recall_coffee": 0.8797776233495483, + "F1_noncoffee": 0.7173078265726454, + "IoU_noncoffee": 0.5592205530154583, + "kappa": 0.5904368348703499, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.15339578454332553, + "mIoU": 0.07727175612551107, + "macroF1": 0.13486088517299505, + "F1_coffee": 0.26149131767109296, + "IoU_coffee": 0.15041128084606345, + "precision_coffee": 0.9922480620155039, + "recall_coffee": 0.15058823529411763, + "F1_noncoffee": 0.00823045267489712, + "IoU_noncoffee": 0.004132231404958678, + "kappa": -0.0010960396649620648, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8605075070753586, + "mIoU": 0.7191688839653227, + "macroF1": 0.8326542343960283, + "F1_coffee": 0.9009266830198964, + "IoU_coffee": 0.8197148171109734, + "precision_coffee": 0.8831151482767833, + "recall_coffee": 0.919471488178025, + "F1_noncoffee": 0.7643817857721601, + "IoU_noncoffee": 0.6186229508196721, + "kappa": 0.6656319469408322, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8531791357319627, + "mIoU": 0.7077893635977635, + "macroF1": 0.8246369151083128, + "F1_coffee": 0.8953847197259995, + "IoU_coffee": 0.8105851292441825, + "precision_coffee": 0.8833132610731969, + "recall_coffee": 0.9077906896788833, + "F1_noncoffee": 0.7538891104906262, + "IoU_noncoffee": 0.6049935979513444, + "kappa": 0.6494278594340599, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.858240980900731, + "mIoU": 0.7178027876072224, + "macroF1": 0.8319373973467139, + "F1_coffee": 0.8984253564911806, + "IoU_coffee": 0.8155828220858896, + "precision_coffee": 0.8946766269600915, + "recall_coffee": 0.902205632846963, + "F1_noncoffee": 0.7654494382022472, + "IoU_noncoffee": 0.6200227531285551, + "kappa": 0.6638884207653374, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.863329475308642, + "mIoU": 0.7047775756515036, + "macroF1": 0.820265572221434, + "F1_coffee": 0.9082432169915172, + "IoU_coffee": 0.8319098457888493, + "precision_coffee": 0.8791525636204087, + "recall_coffee": 0.9393249397267613, + "F1_noncoffee": 0.7322879274513509, + "IoU_noncoffee": 0.5776453055141579, + "kappa": 0.641675825100499, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8532276546982429, + "mIoU": 0.6794812856566839, + "macroF1": 0.8003575797179469, + "F1_coffee": 0.9030956434020554, + "IoU_coffee": 0.8233130244855731, + "precision_coffee": 0.8638282474972863, + "recall_coffee": 0.9461030383091149, + "F1_noncoffee": 0.6976195160338383, + "IoU_noncoffee": 0.5356495468277945, + "kappa": 0.6032732232156387, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8582885177846966, + "mIoU": 0.6909105533941386, + "macroF1": 0.8093737906022369, + "F1_coffee": 0.905936873747495, + "IoU_coffee": 0.8280480824270178, + "precision_coffee": 0.8743955512572534, + "recall_coffee": 0.9398388773388774, + "F1_noncoffee": 0.7128107074569789, + "IoU_noncoffee": 0.5537730243612596, + "kappa": 0.6202562136040162, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8577154308617234, + "mIoU": 0.728591654247392, + "macroF1": 0.8406419282436133, + "F1_coffee": 0.8928032209360846, + "IoU_coffee": 0.8063636363636364, + "precision_coffee": 0.8876340243030736, + "recall_coffee": 0.8980329765692797, + "F1_noncoffee": 0.788480635551142, + "IoU_noncoffee": 0.6508196721311476, + "kappa": 0.6813051830870803, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8531309297912714, + "mIoU": 0.7259968371112282, + "macroF1": 0.8393404315355286, + "F1_coffee": 0.886410331670091, + "IoU_coffee": 0.7959936742224565, + "precision_coffee": 0.9075882794891059, + "recall_coffee": 0.8661981930302596, + "F1_noncoffee": 0.7922705314009661, + "IoU_noncoffee": 0.656, + "kappa": 0.6790004975556032, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.858193475391288, + "mIoU": 0.7351382990248794, + "macroF1": 0.8456814137176454, + "F1_coffee": 0.889622779979451, + "IoU_coffee": 0.8011896893588897, + "precision_coffee": 0.9201457416122666, + "recall_coffee": 0.86105980963205, + "F1_noncoffee": 0.8017400474558397, + "IoU_noncoffee": 0.6690869086908691, + "kappa": 0.6919716438382353, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9554, + 11000 + ], + [ + 44380, + 51930 + ], + [ + 131, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.5492838501930235, + "test_tta": { + "OA": 0.8625840416085246, + "mIoU": 0.721119722822555, + "macroF1": 0.8338761084964756, + "F1_coffee": 0.9029345878136201, + "IoU_coffee": 0.8230453515202254, + "precision_coffee": 0.883499188987769, + "recall_coffee": 0.9232443080306015, + "F1_noncoffee": 0.7648176291793313, + "IoU_noncoffee": 0.6191940941248847, + "kappa": 0.6681413230954346, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8304344063689858, + "mIoU": 0.672589435244888, + "macroF1": 0.7989857108449018, + "F1_coffee": 0.8784944347412698, + "IoU_coffee": 0.783317053392064, + "precision_coffee": 0.8625644356049844, + "recall_coffee": 0.8950239012782446, + "F1_noncoffee": 0.7194769869485338, + "IoU_noncoffee": 0.5618618170977119, + "kappa": 0.5982877483608874, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s1_r1.0", + "val_epoch0": 0.7059317599770405 + }, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 74, + "stopped_epoch": 94, + "best_val": 0.7255405460864874, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8565901306609159, + "mIoU": 0.71386233356311, + "macroF1": 0.8290193891225706, + "F1_coffee": 0.8976784178847808, + "IoU_coffee": 0.8143525741029641, + "precision_coffee": 0.8869215291750503, + "recall_coffee": 0.9086994365293876, + "F1_noncoffee": 0.7603603603603604, + "IoU_noncoffee": 0.6133720930232558, + "kappa": 0.6581565447097228, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.824852890273451, + "mIoU": 0.6674753505055804, + "macroF1": 0.795621516094891, + "F1_coffee": 0.872914878921702, + "IoU_coffee": 0.7744888674305027, + "precision_coffee": 0.8676124898587506, + "recall_coffee": 0.8782824773095794, + "F1_noncoffee": 0.71832815326808, + "IoU_noncoffee": 0.560461833580658, + "kappa": 0.5912768674517653, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.19086651053864168, + "mIoU": 0.09592656951811881, + "macroF1": 0.1618115576640366, + "F1_coffee": 0.31786771964461996, + "IoU_coffee": 0.18896713615023475, + "precision_coffee": 0.9877300613496932, + "recall_coffee": 0.18941176470588236, + "F1_noncoffee": 0.0057553956834532375, + "IoU_noncoffee": 0.002886002886002886, + "kappa": -0.0035918245176036995, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8592123566940087, + "mIoU": 0.7164183694794755, + "macroF1": 0.830645689974467, + "F1_coffee": 0.9002006188581727, + "IoU_coffee": 0.8185134800890428, + "precision_coffee": 0.8807638565440149, + "recall_coffee": 0.9205146036161335, + "F1_noncoffee": 0.7610907610907611, + "IoU_noncoffee": 0.614323258869908, + "kappa": 0.6616857956613876, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8622215876641919, + "mIoU": 0.7198238751625741, + "macroF1": 0.8328905334774808, + "F1_coffee": 0.9029012242159986, + "IoU_coffee": 0.8229899113420972, + "precision_coffee": 0.8813514929282347, + "recall_coffee": 0.9255311833871966, + "F1_noncoffee": 0.762879842738963, + "IoU_noncoffee": 0.6166578389830508, + "kappa": 0.6662683009798553, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8484319735911342, + "mIoU": 0.7054738276526513, + "macroF1": 0.8235781755631743, + "F1_coffee": 0.8897956384583733, + "IoU_coffee": 0.8014701340416333, + "precision_coffee": 0.8992307159193291, + "recall_coffee": 0.8805564981336953, + "F1_noncoffee": 0.7573607126679752, + "IoU_noncoffee": 0.6094775212636695, + "kappa": 0.6472418554473011, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8580246913580247, + "mIoU": 0.6929966733297307, + "macroF1": 0.8112325196124439, + "F1_coffee": 0.9052157115260786, + "IoU_coffee": 0.8268439007175626, + "precision_coffee": 0.8716517857142857, + "recall_coffee": 0.9414679882132333, + "F1_noncoffee": 0.7172493276988091, + "IoU_noncoffee": 0.5591494459418987, + "kappa": 0.6241275605742497, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8653552330022918, + "mIoU": 0.7003078309440238, + "macroF1": 0.8160893632972684, + "F1_coffee": 0.9112761137679336, + "IoU_coffee": 0.8370130620737487, + "precision_coffee": 0.8701033405431386, + "recall_coffee": 0.9565389696169089, + "F1_noncoffee": 0.7209026128266033, + "IoU_noncoffee": 0.5636025998142989, + "kappa": 0.6347513863869202, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8426266628927257, + "mIoU": 0.6718929617077317, + "macroF1": 0.7958133113527737, + "F1_coffee": 0.8935817277019268, + "IoU_coffee": 0.8076346442163533, + "precision_coffee": 0.877788919528704, + "recall_coffee": 0.9099532224532224, + "F1_noncoffee": 0.6980448950036205, + "IoU_noncoffee": 0.5361512791991101, + "kappa": 0.5920013569851851, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8603874415497662, + "mIoU": 0.7333694901489161, + "macroF1": 0.8439606694556155, + "F1_coffee": 0.8945889473304993, + "IoU_coffee": 0.8092817103376353, + "precision_coffee": 0.8913137114142139, + "recall_coffee": 0.8978883424934915, + "F1_noncoffee": 0.7933323915807318, + "IoU_noncoffee": 0.6574572699601967, + "kappa": 0.6879296004860642, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8591081593927894, + "mIoU": 0.7317862719991695, + "macroF1": 0.842926390362467, + "F1_coffee": 0.8933419521654816, + "IoU_coffee": 0.8072429906542056, + "precision_coffee": 0.8948201438848921, + "recall_coffee": 0.8918686361680769, + "F1_noncoffee": 0.7925108285594523, + "IoU_noncoffee": 0.6563295533441333, + "kappa": 0.6858544484434322, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8542334527625872, + "mIoU": 0.7303695702318465, + "macroF1": 0.842594694929758, + "F1_coffee": 0.8853965900667161, + "IoU_coffee": 0.7943602021814312, + "precision_coffee": 0.9257479460548752, + "recall_coffee": 0.8484159681772979, + "F1_noncoffee": 0.7997927997927998, + "IoU_noncoffee": 0.6663789382822616, + "kappa": 0.6862308033780704, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9481, + 11000 + ], + [ + 44409, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.775896692276001, + "test_tta": { + "OA": 0.8606019281999239, + "mIoU": 0.7189080474258471, + "macroF1": 0.8324268711660157, + "F1_coffee": 0.9011391878366677, + "IoU_coffee": 0.8200667253413022, + "precision_coffee": 0.8851430465039214, + "recall_coffee": 0.9177241284529754, + "F1_noncoffee": 0.7637145544953635, + "IoU_noncoffee": 0.6177493695103922, + "kappa": 0.6651151461006024, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8293527172031845, + "mIoU": 0.6723399306937277, + "macroF1": 0.798988967348556, + "F1_coffee": 0.877113539113456, + "IoU_coffee": 0.7811239779496096, + "precision_coffee": 0.8653400823821137, + "recall_coffee": 0.8892117842778023, + "F1_noncoffee": 0.7208643955836558, + "IoU_noncoffee": 0.5635558834378458, + "kappa": 0.5981469059630887, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s2_r0.05", + "val_epoch0": 0.6468727655367841 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6468727655367841, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8191044018774578, + "mIoU": 0.6531623429884057, + "macroF1": 0.783952179368275, + "F1_coffee": 0.8710989582156335, + "IoU_coffee": 0.7716344710239216, + "precision_coffee": 0.8595798769066095, + "recall_coffee": 0.8829309633973155, + "F1_noncoffee": 0.6968054005209164, + "IoU_noncoffee": 0.5346902149528898, + "kappa": 0.5680868006918428, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7890706126687436, + "mIoU": 0.6129343063253228, + "macroF1": 0.7528448481387509, + "F1_coffee": 0.8474671728496782, + "IoU_coffee": 0.73530849003674, + "precision_coffee": 0.8395255610199611, + "recall_coffee": 0.855560469181039, + "F1_noncoffee": 0.6582225234278236, + "IoU_noncoffee": 0.4905601226139055, + "kappa": 0.5057887890948801, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.10187353629976581, + "mIoU": 0.05141756313420309, + "macroF1": 0.09412163330221622, + "F1_coffee": 0.17792068595927116, + "IoU_coffee": 0.0976470588235294, + "precision_coffee": 1.0, + "recall_coffee": 0.0976470588235294, + "F1_noncoffee": 0.01032258064516129, + "IoU_noncoffee": 0.005188067444876783, + "kappa": 0.0010126860276780509, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8105722645944261, + "mIoU": 0.6406972174963761, + "macroF1": 0.7743339454917191, + "F1_coffee": 0.8647649053114619, + "IoU_coffee": 0.7617496229260935, + "precision_coffee": 0.8518993320288779, + "recall_coffee": 0.8780250347705146, + "F1_noncoffee": 0.6839029856719763, + "IoU_noncoffee": 0.5196448120666586, + "kappa": 0.548908370163987, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8291928421854179, + "mIoU": 0.6682765099599188, + "macroF1": 0.7954226690885579, + "F1_coffee": 0.8785407289586789, + "IoU_coffee": 0.7833906693222282, + "precision_coffee": 0.8649873383979741, + "recall_coffee": 0.8925256136973114, + "F1_noncoffee": 0.7123046092184369, + "IoU_noncoffee": 0.5531623505976095, + "kappa": 0.5910831391668645, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8174958736147135, + "mIoU": 0.6507486814716981, + "macroF1": 0.782094603852372, + "F1_coffee": 0.8699247109438021, + "IoU_coffee": 0.7697935875319731, + "precision_coffee": 0.8617566757674635, + "recall_coffee": 0.8782490668476417, + "F1_noncoffee": 0.6942644967609417, + "IoU_noncoffee": 0.531703775411423, + "kappa": 0.5642812152075684, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8195408950617284, + "mIoU": 0.6333873218109671, + "macroF1": 0.7652227760144281, + "F1_coffee": 0.8781504395962227, + "IoU_coffee": 0.7827702310460931, + "precision_coffee": 0.8546076815819496, + "recall_coffee": 0.9030270559871417, + "F1_noncoffee": 0.6522951124326334, + "IoU_noncoffee": 0.48400441257584115, + "kappa": 0.5314601977117487, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8255347593582888, + "mIoU": 0.6443881588234661, + "macroF1": 0.7743099800934647, + "F1_coffee": 0.8818317055817865, + "IoU_coffee": 0.7886395187413234, + "precision_coffee": 0.8638955772398935, + "recall_coffee": 0.9005284015852048, + "F1_noncoffee": 0.6667882546051431, + "IoU_noncoffee": 0.5001367989056088, + "kappa": 0.5491679456349489, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8171525615624116, + "mIoU": 0.6265663745148854, + "macroF1": 0.7591599561018849, + "F1_coffee": 0.8773417721518987, + "IoU_coffee": 0.7814860750930206, + "precision_coffee": 0.8552566633761106, + "recall_coffee": 0.9005977130977131, + "F1_noncoffee": 0.640978140051871, + "IoU_noncoffee": 0.47164667393675025, + "kappa": 0.5192582133183198, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8016986353659701, + "mIoU": 0.6433898066960608, + "macroF1": 0.7788691637256162, + "F1_coffee": 0.8499205546728297, + "IoU_coffee": 0.7390102989198694, + "precision_coffee": 0.8488170802077323, + "recall_coffee": 0.8510269019380966, + "F1_noncoffee": 0.7078177727784027, + "IoU_noncoffee": 0.5477693144722524, + "kappa": 0.5577397825980374, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8328273244781784, + "mIoU": 0.6875533924464634, + "macroF1": 0.8114633646370575, + "F1_coffee": 0.8749290176036343, + "IoU_coffee": 0.7776656151419559, + "precision_coffee": 0.8661981728742094, + "recall_coffee": 0.8838376595439552, + "F1_noncoffee": 0.7479977116704806, + "IoU_noncoffee": 0.597441169750971, + "kappa": 0.6230039018118123, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8178389590797661, + "mIoU": 0.6681854016028741, + "macroF1": 0.7977047634392297, + "F1_coffee": 0.8615252293577982, + "IoU_coffee": 0.75673633845379, + "precision_coffee": 0.8693765369593519, + "recall_coffee": 0.8538144622815741, + "F1_noncoffee": 0.7338842975206612, + "IoU_noncoffee": 0.5796344647519582, + "kappa": 0.5954729307226492, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9018, + 11000 + ], + [ + 42541, + 51930 + ], + [ + 97, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5407685160636901, + "test_tta": { + "OA": 0.8237663326144868, + "mIoU": 0.6583418192794577, + "macroF1": 0.7876500493827275, + "F1_coffee": 0.8752245374528471, + "IoU_coffee": 0.7781326732277963, + "precision_coffee": 0.858303606817281, + "recall_coffee": 0.8928260570800312, + "F1_noncoffee": 0.700075561312608, + "IoU_noncoffee": 0.5385509653311189, + "kappa": 0.5756964916993622, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7939021576093227, + "mIoU": 0.6178403294391238, + "macroF1": 0.7564487628550687, + "F1_coffee": 0.851956985682614, + "IoU_coffee": 0.7420950043315044, + "precision_coffee": 0.838475499092559, + "recall_coffee": 0.8658790826963169, + "F1_noncoffee": 0.6609405400275233, + "IoU_noncoffee": 0.4935856545467432, + "kappa": 0.5131857602583013, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s2_r0.1", + "val_epoch0": 0.6825883876979545 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6825883876979545, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8344221742991247, + "mIoU": 0.6793191579025812, + "macroF1": 0.8040682097855769, + "F1_coffee": 0.8811869922399472, + "IoU_coffee": 0.7876088194613945, + "precision_coffee": 0.8755087275029393, + "recall_coffee": 0.8869393925511934, + "F1_noncoffee": 0.7269494273312065, + "IoU_noncoffee": 0.571029496343768, + "kappa": 0.6081742971609819, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8042719510788047, + "mIoU": 0.6375874664637495, + "macroF1": 0.7728813212969211, + "F1_coffee": 0.857317085992451, + "IoU_coffee": 0.7502668286040264, + "precision_coffee": 0.8560660143619032, + "recall_coffee": 0.8585718196559058, + "F1_noncoffee": 0.6884455566013912, + "IoU_noncoffee": 0.5249081043234728, + "kappa": 0.5457647609190911, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1592505854800937, + "mIoU": 0.08041714192602249, + "macroF1": 0.13992919380810512, + "F1_coffee": 0.26883910386965376, + "IoU_coffee": 0.15529411764705883, + "precision_coffee": 1.0, + "recall_coffee": 0.15529411764705883, + "F1_noncoffee": 0.011019283746556474, + "IoU_noncoffee": 0.00554016620498615, + "kappa": 0.00171923129521939, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8262579747685518, + "mIoU": 0.6655331204742461, + "macroF1": 0.7935949395932838, + "F1_coffee": 0.8757035003431709, + "IoU_coffee": 0.7788901776448325, + "precision_coffee": 0.864430894308943, + "recall_coffee": 0.8872739916550765, + "F1_noncoffee": 0.7114863788433965, + "IoU_noncoffee": 0.5521760633036598, + "kappa": 0.5873527617007783, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8436607652769845, + "mIoU": 0.6930379917709695, + "macroF1": 0.8140485483085281, + "F1_coffee": 0.8882539034595367, + "IoU_coffee": 0.7989719111437489, + "precision_coffee": 0.8789551635922984, + "recall_coffee": 0.8977514955648765, + "F1_noncoffee": 0.7398431931575196, + "IoU_noncoffee": 0.5871040723981901, + "kappa": 0.6281939765894632, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8332940344258429, + "mIoU": 0.6794977790126451, + "macroF1": 0.8044499383397669, + "F1_coffee": 0.8795529660295069, + "IoU_coffee": 0.785001824595548, + "precision_coffee": 0.8831941973450116, + "recall_coffee": 0.8759416355615881, + "F1_noncoffee": 0.7293469106500268, + "IoU_noncoffee": 0.5739937334297421, + "kappa": 0.6089148139886498, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8451003086419753, + "mIoU": 0.6736598067309942, + "macroF1": 0.7968713493952623, + "F1_coffee": 0.8958495460440986, + "IoU_coffee": 0.811347351110067, + "precision_coffee": 0.8683681166708574, + "recall_coffee": 0.9251272435038843, + "F1_noncoffee": 0.6978931527464259, + "IoU_noncoffee": 0.5359722623519214, + "kappa": 0.594919523045032, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.838903743315508, + "mIoU": 0.6666595000573329, + "macroF1": 0.7918978121148978, + "F1_coffee": 0.8908019936565473, + "IoU_coffee": 0.8031045751633987, + "precision_coffee": 0.8733341794643991, + "recall_coffee": 0.9089828269484809, + "F1_noncoffee": 0.6929936305732484, + "IoU_noncoffee": 0.530214424951267, + "kappa": 0.5842632165186751, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8436644966506274, + "mIoU": 0.6749882210750573, + "macroF1": 0.7983593465882916, + "F1_coffee": 0.8939384241182872, + "IoU_coffee": 0.8082175925925926, + "precision_coffee": 0.8809133341743408, + "recall_coffee": 0.9073544698544699, + "F1_noncoffee": 0.7027802690582959, + "IoU_noncoffee": 0.5417588495575221, + "kappa": 0.5969656134542404, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8076152304609219, + "mIoU": 0.6540343812082416, + "macroF1": 0.7872656219160779, + "F1_coffee": 0.8530612244897959, + "IoU_coffee": 0.7437722419928826, + "precision_coffee": 0.8598295621510432, + "recall_coffee": 0.8463986115128724, + "F1_noncoffee": 0.7214700193423598, + "IoU_noncoffee": 0.5642965204236006, + "kappa": 0.5745812117769458, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8483870967741935, + "mIoU": 0.7141613205991486, + "macroF1": 0.8306855155138363, + "F1_coffee": 0.8854316030972182, + "IoU_coffee": 0.7944165701788242, + "precision_coffee": 0.8853046594982079, + "recall_coffee": 0.885558583106267, + "F1_noncoffee": 0.7759394279304543, + "IoU_noncoffee": 0.633906071019473, + "kappa": 0.6613710446440257, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8229304167452386, + "mIoU": 0.6790909263126105, + "macroF1": 0.8061555400767721, + "F1_coffee": 0.8631793676234882, + "IoU_coffee": 0.7592924891053576, + "precision_coffee": 0.885898011066248, + "recall_coffee": 0.8415968177297911, + "F1_noncoffee": 0.7491317125300561, + "IoU_noncoffee": 0.5988893635198633, + "kappa": 0.612778009878618, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9388, + 11000 + ], + [ + 43112, + 51930 + ], + [ + 122, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5249669512112936, + "test_tta": { + "OA": 0.8453317265000634, + "mIoU": 0.6920151135579133, + "macroF1": 0.8128583386994241, + "F1_coffee": 0.8908142476548683, + "IoU_coffee": 0.80312449539803, + "precision_coffee": 0.8711358262544882, + "recall_coffee": 0.9114022630445737, + "F1_noncoffee": 0.73490242974398, + "IoU_noncoffee": 0.5809057317177967, + "kappa": 0.6261798163267865, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8143532941040729, + "mIoU": 0.6474042299896348, + "macroF1": 0.7797162568107148, + "F1_coffee": 0.8670659919446453, + "IoU_coffee": 0.7653278882791562, + "precision_coffee": 0.850758972903958, + "recall_coffee": 0.8840103607303051, + "F1_noncoffee": 0.6923665216767841, + "IoU_noncoffee": 0.5294805717001133, + "kappa": 0.559806776651363, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s2_r0.5", + "val_epoch0": 0.7019049264820556 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "43b279b7843e", + "n_blocks": 432, + "n_train_hard": 87685, + "n_train_soft": 9234, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.7019049264820556, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8492483825954585, + "mIoU": 0.6949634878810639, + "macroF1": 0.8146176710333213, + "F1_coffee": 0.8947420865579433, + "IoU_coffee": 0.8095323957206395, + "precision_coffee": 0.86593232325397, + "recall_coffee": 0.9255348389756746, + "F1_noncoffee": 0.7344932555086994, + "IoU_noncoffee": 0.5803945800414883, + "kappa": 0.6302676748069094, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8184348678896965, + "mIoU": 0.649653029482279, + "macroF1": 0.7808722939936326, + "F1_coffee": 0.8715971563497649, + "IoU_coffee": 0.7724166606406826, + "precision_coffee": 0.8451420207294881, + "recall_coffee": 0.8997620401373008, + "F1_noncoffee": 0.6901474316375003, + "IoU_noncoffee": 0.5268893983238754, + "kappa": 0.5627784025812044, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18266978922716628, + "mIoU": 0.09203404235346181, + "macroF1": 0.1566518018833756, + "F1_coffee": 0.3047808764940239, + "IoU_coffee": 0.1797884841363102, + "precision_coffee": 0.9935064935064936, + "recall_coffee": 0.18, + "F1_noncoffee": 0.008522727272727272, + "IoU_noncoffee": 0.0042796005706134095, + "kappa": -0.0007991726212861764, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8444380486400921, + "mIoU": 0.6863578467970272, + "macroF1": 0.8081756635607585, + "F1_coffee": 0.8915783491023369, + "IoU_coffee": 0.8043674971345841, + "precision_coffee": 0.858540982551027, + "recall_coffee": 0.927260083449235, + "F1_noncoffee": 0.7247729780191802, + "IoU_noncoffee": 0.5683481964594702, + "kappa": 0.617788033819429, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.859604035789073, + "mIoU": 0.7115948209622196, + "macroF1": 0.8266265100248249, + "F1_coffee": 0.9022401908801697, + "IoU_coffee": 0.8218921692930025, + "precision_coffee": 0.8707861574873664, + "recall_coffee": 0.9360517087258475, + "F1_noncoffee": 0.7510128291694801, + "IoU_noncoffee": 0.6012974726314367, + "kappa": 0.6544014860578873, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8437161046922895, + "mIoU": 0.6872716875689828, + "macroF1": 0.8091067672591804, + "F1_coffee": 0.8903883045577826, + "IoU_coffee": 0.8024323357577203, + "precision_coffee": 0.8684431253629267, + "recall_coffee": 0.9134713267729895, + "F1_noncoffee": 0.7278252299605782, + "IoU_noncoffee": 0.5721110393802453, + "kappa": 0.6188179268378147, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8509837962962963, + "mIoU": 0.676460817793868, + "macroF1": 0.7981338913269654, + "F1_coffee": 0.9014228290690998, + "IoU_coffee": 0.8205366476942735, + "precision_coffee": 0.860728646277568, + "recall_coffee": 0.9461559067773908, + "F1_noncoffee": 0.6948449535848311, + "IoU_noncoffee": 0.5323849878934624, + "kappa": 0.5990422204945389, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8515087853323148, + "mIoU": 0.6795341853780561, + "macroF1": 0.8007628852399598, + "F1_coffee": 0.9013137018467983, + "IoU_coffee": 0.8203558225508318, + "precision_coffee": 0.8673506779039941, + "recall_coffee": 0.9380449141347424, + "F1_noncoffee": 0.7002120686331212, + "IoU_noncoffee": 0.5387125482052804, + "kappa": 0.6033731776531073, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8448910274554203, + "mIoU": 0.6642438723961062, + "macroF1": 0.7883836917165914, + "F1_coffee": 0.8977357551629759, + "IoU_coffee": 0.8144469525959368, + "precision_coffee": 0.8610978520286396, + "recall_coffee": 0.9376299376299376, + "F1_noncoffee": 0.6790316282702069, + "IoU_noncoffee": 0.5140407921962755, + "kappa": 0.5791585681230697, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.837961637560836, + "mIoU": 0.6917381750809367, + "macroF1": 0.8140315528866413, + "F1_coffee": 0.8807416772018541, + "IoU_coffee": 0.7868975903614458, + "precision_coffee": 0.8560895685417804, + "recall_coffee": 0.9068556551923633, + "F1_noncoffee": 0.7473214285714286, + "IoU_noncoffee": 0.5965787598004276, + "kappa": 0.6287154192714132, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8676470588235294, + "mIoU": 0.7386241641756723, + "macroF1": 0.846912319469052, + "F1_coffee": 0.903252652749844, + "IoU_coffee": 0.8235740483116226, + "precision_coffee": 0.8745635240397529, + "recall_coffee": 0.933887853147856, + "F1_noncoffee": 0.79057198618826, + "IoU_noncoffee": 0.6536742800397219, + "kappa": 0.6945361922871537, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8425419573826136, + "mIoU": 0.7030648244418419, + "macroF1": 0.8226501887463662, + "F1_coffee": 0.8820454866506569, + "IoU_coffee": 0.788981551680566, + "precision_coffee": 0.8770894788593904, + "recall_coffee": 0.8870578207131695, + "F1_noncoffee": 0.7632548908420754, + "IoU_noncoffee": 0.6171480972031178, + "kappa": 0.6453231062403879, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9435, + 11000 + ], + [ + 43992, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5231213450431824, + "test_tta": { + "OA": 0.8531808955981225, + "mIoU": 0.6990029383564333, + "macroF1": 0.8172953944852765, + "F1_coffee": 0.8982672804983903, + "IoU_coffee": 0.8153223232806766, + "precision_coffee": 0.8632034632034632, + "recall_coffee": 0.936300334417518, + "F1_noncoffee": 0.7363235084721629, + "IoU_noncoffee": 0.58268355343219, + "kappa": 0.6361468582461351, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8222856813199493, + "mIoU": 0.6526786080138391, + "macroF1": 0.7827967768149026, + "F1_coffee": 0.8754095045500505, + "IoU_coffee": 0.7784251317185449, + "precision_coffee": 0.8419854900511544, + "recall_coffee": 0.9115968580874766, + "F1_noncoffee": 0.6901840490797546, + "IoU_noncoffee": 0.5269320843091335, + "kappa": 0.5672891584587854, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f3_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f3_s2_r1.0", + "val_epoch0": 0.7092276913863417 + }, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "fd94d1580451", + "n_blocks": 864, + "n_train_hard": 175644, + "n_train_soft": 18651, + "best_epoch": 36, + "stopped_epoch": 56, + "best_val": 0.7232088933289698, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8553850057084866, + "mIoU": 0.7155054248077504, + "macroF1": 0.8305670878629849, + "F1_coffee": 0.8954128440366973, + "IoU_coffee": 0.8106312292358804, + "precision_coffee": 0.8966055762252538, + "recall_coffee": 0.8942232809565257, + "F1_noncoffee": 0.7657213316892725, + "IoU_noncoffee": 0.6203796203796204, + "kappa": 0.6611355189963901, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8228481596861659, + "mIoU": 0.6681366197471923, + "macroF1": 0.7966257612601924, + "F1_coffee": 0.8696528816868825, + "IoU_coffee": 0.7693679822749634, + "precision_coffee": 0.8765455867881744, + "recall_coffee": 0.8628677322214501, + "F1_noncoffee": 0.7235986408335021, + "IoU_noncoffee": 0.5669052572194211, + "kappa": 0.5933048484108009, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1522248243559719, + "mIoU": 0.07686489980607628, + "macroF1": 0.13456284153005466, + "F1_coffee": 0.2581967213114754, + "IoU_coffee": 0.14823529411764705, + "precision_coffee": 1.0, + "recall_coffee": 0.14823529411764705, + "F1_noncoffee": 0.01092896174863388, + "IoU_noncoffee": 0.005494505494505495, + "kappa": 0.0016276336015914683, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8513455173406246, + "mIoU": 0.7086125232135505, + "macroF1": 0.8256436417864232, + "F1_coffee": 0.8925860455443485, + "IoU_coffee": 0.8060093896713615, + "precision_coffee": 0.8897795591182365, + "recall_coffee": 0.8954102920723227, + "F1_noncoffee": 0.758701238028498, + "IoU_noncoffee": 0.6112156567557395, + "kappa": 0.6512950767313693, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8666476299257567, + "mIoU": 0.7301700737229164, + "macroF1": 0.8404376314536067, + "F1_coffee": 0.9051070170685451, + "IoU_coffee": 0.8266625425301577, + "precision_coffee": 0.8917584250917584, + "recall_coffee": 0.918861307845699, + "F1_noncoffee": 0.7757682458386683, + "IoU_noncoffee": 0.6336776049156753, + "kappa": 0.6810441397402244, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8481961801461919, + "mIoU": 0.7080158904177964, + "macroF1": 0.8257139170091031, + "F1_coffee": 0.8883106068491725, + "IoU_coffee": 0.799063670411985, + "precision_coffee": 0.9087746698849922, + "recall_coffee": 0.8687478791991856, + "F1_noncoffee": 0.7631172271690337, + "IoU_noncoffee": 0.6169681104236078, + "kappa": 0.6518023054927188, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8538773148148148, + "mIoU": 0.6888930497899138, + "macroF1": 0.8084990938236205, + "F1_coffee": 0.901719104768083, + "IoU_coffee": 0.8210277613703485, + "precision_coffee": 0.8743238143162662, + "recall_coffee": 0.9308866863112778, + "F1_noncoffee": 0.7152790828791581, + "IoU_noncoffee": 0.5567583382094792, + "kappa": 0.6180844252753556, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8677425515660809, + "mIoU": 0.7070811017411949, + "macroF1": 0.8213839882555489, + "F1_coffee": 0.9123805908774594, + "IoU_coffee": 0.8388785481619357, + "precision_coffee": 0.875440087410465, + "recall_coffee": 0.9525759577278732, + "F1_noncoffee": 0.7303873856336384, + "IoU_noncoffee": 0.5752836553204539, + "kappa": 0.6447145467313743, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8544202283234268, + "mIoU": 0.6957665295515474, + "macroF1": 0.8143108937921897, + "F1_coffee": 0.9006119162640902, + "IoU_coffee": 0.8191938129833607, + "precision_coffee": 0.8929620641205773, + "recall_coffee": 0.9083939708939709, + "F1_noncoffee": 0.728009871320289, + "IoU_noncoffee": 0.572339246119734, + "kappa": 0.6286963616970058, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8488405382192957, + "mIoU": 0.720589371576605, + "macroF1": 0.8357627391130307, + "F1_coffee": 0.8821077701696933, + "IoU_coffee": 0.7890812250332889, + "precision_coffee": 0.9086169886537871, + "recall_coffee": 0.8571015331212034, + "F1_noncoffee": 0.789417708056368, + "IoU_noncoffee": 0.6520975181199209, + "kappa": 0.6720241452871378, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8655597722960152, + "mIoU": 0.7449314227671211, + "macroF1": 0.8520871538533248, + "F1_coffee": 0.8967276437577436, + "IoU_coffee": 0.8127890077949531, + "precision_coffee": 0.9116775340841731, + "recall_coffee": 0.8822601462785028, + "F1_noncoffee": 0.8074466639489061, + "IoU_noncoffee": 0.677073837739289, + "kappa": 0.7043225522340039, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8419762398642278, + "mIoU": 0.7133287669370927, + "macroF1": 0.8311119796369704, + "F1_coffee": 0.8739470517448856, + "IoU_coffee": 0.7761154154421587, + "precision_coffee": 0.92856001278568, + "recall_coffee": 0.8254013354169626, + "F1_noncoffee": 0.7882769075290551, + "IoU_noncoffee": 0.6505421184320267, + "kappa": 0.6641751491980269, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9492, + 11000 + ], + [ + 44322, + 51930 + ], + [ + 130, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8489275574684143, + "test_tta": { + "OA": 0.8612362044906762, + "mIoU": 0.7234096127215117, + "macroF1": 0.8359454618821789, + "F1_coffee": 0.9003586678052946, + "IoU_coffee": 0.8187748508946322, + "precision_coffee": 0.895170602486019, + "recall_coffee": 0.9056072197535389, + "F1_noncoffee": 0.7715322559590633, + "IoU_noncoffee": 0.6280443745483912, + "kappa": 0.6719161916797038, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8292229145032883, + "mIoU": 0.6757777184377607, + "macroF1": 0.802030659941558, + "F1_coffee": 0.8754011764334494, + "IoU_coffee": 0.7784119617493497, + "precision_coffee": 0.8748580322214277, + "recall_coffee": 0.8759449954724451, + "F1_noncoffee": 0.7286601434496666, + "IoU_noncoffee": 0.5731434751261716, + "kappa": 0.6040616522229209, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s0_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s0_r0.05", + "val_epoch0": 0.6113472701078901 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6113472701078901, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8369350407300888, + "mIoU": 0.6598572269852987, + "macroF1": 0.7861247086841494, + "F1_coffee": 0.8903699702943559, + "IoU_coffee": 0.8024025544176628, + "precision_coffee": 0.9091169788013147, + "recall_coffee": 0.8723805088692266, + "F1_noncoffee": 0.6818794470739429, + "IoU_noncoffee": 0.5173118995529344, + "kappa": 0.5727765764200748, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8017047421253028, + "mIoU": 0.6115146984509289, + "macroF1": 0.7481595688866784, + "F1_coffee": 0.8642838105955166, + "IoU_coffee": 0.7610033375052149, + "precision_coffee": 0.885497572815534, + "recall_coffee": 0.8440626988258431, + "F1_noncoffee": 0.6320353271778403, + "IoU_noncoffee": 0.4620260593966428, + "kappa": 0.497101693518917, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2587883320867614, + "mIoU": 0.1309506230506125, + "macroF1": 0.21008081223600392, + "F1_coffee": 0.40623127621330135, + "IoU_coffee": 0.2548872180451128, + "precision_coffee": 0.9941348973607038, + "recall_coffee": 0.2552710843373494, + "F1_noncoffee": 0.013930348258706468, + "IoU_noncoffee": 0.0070140280561122245, + "kappa": 0.0005958859730704641, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8268509378084896, + "mIoU": 0.6559145195056654, + "macroF1": 0.7847513825540755, + "F1_coffee": 0.8799452429842574, + "IoU_coffee": 0.7856269860669763, + "precision_coffee": 0.9210488608683193, + "recall_coffee": 0.8423535578561132, + "F1_noncoffee": 0.6895575221238938, + "IoU_noncoffee": 0.5262020529443544, + "kappa": 0.5717084124346927, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8379848289680836, + "mIoU": 0.6632020450460964, + "macroF1": 0.7889562648147199, + "F1_coffee": 0.8906773113571981, + "IoU_coffee": 0.8029019152640743, + "precision_coffee": 0.9159769582202212, + "recall_coffee": 0.866737673078128, + "F1_noncoffee": 0.6872352182722417, + "IoU_noncoffee": 0.5235021748281184, + "kappa": 0.5788317570645904, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8456085260253117, + "mIoU": 0.6588766070183867, + "macroF1": 0.7832581625796798, + "F1_coffee": 0.8995076027376049, + "IoU_coffee": 0.8173683025664116, + "precision_coffee": 0.8925147492625368, + "recall_coffee": 0.9066108995567763, + "F1_noncoffee": 0.6670087224217548, + "IoU_noncoffee": 0.5003849114703618, + "kappa": 0.5666044832384786, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8483909654207475, + "mIoU": 0.691349049930767, + "macroF1": 0.8116973784950423, + "F1_coffee": 0.8948207723774527, + "IoU_coffee": 0.8096612296110414, + "precision_coffee": 0.9120848056537102, + "recall_coffee": 0.878198149156233, + "F1_noncoffee": 0.728573984612632, + "IoU_noncoffee": 0.5730368702504925, + "kappa": 0.6237426298892246, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8522228582331616, + "mIoU": 0.6867080670203318, + "macroF1": 0.8069284896219392, + "F1_coffee": 0.9004434732309274, + "IoU_coffee": 0.8189151274257658, + "precision_coffee": 0.9055067218200621, + "recall_coffee": 0.8954365332992458, + "F1_noncoffee": 0.713413506012951, + "IoU_noncoffee": 0.5545010066148979, + "kappa": 0.613891730477769, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8754387629257186, + "mIoU": 0.7092487334052787, + "macroF1": 0.8217784575386768, + "F1_coffee": 0.9195712098009189, + "IoU_coffee": 0.8511169066787617, + "precision_coffee": 0.889020490347033, + "recall_coffee": 0.95229637147932, + "F1_noncoffee": 0.7239857052764347, + "IoU_noncoffee": 0.5673805601317957, + "kappa": 0.6449956244967955, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8058318704895651, + "mIoU": 0.6228990987676709, + "macroF1": 0.7584101194065482, + "F1_coffee": 0.865445698452389, + "IoU_coffee": 0.7628067667381463, + "precision_coffee": 0.9302629667296237, + "recall_coffee": 0.8090725296942128, + "F1_noncoffee": 0.6513745403607074, + "IoU_noncoffee": 0.48299143079719553, + "kappa": 0.5228224531074637, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8237427235423227, + "mIoU": 0.640543240051283, + "macroF1": 0.7710822505804786, + "F1_coffee": 0.8808771364076105, + "IoU_coffee": 0.78711387736284, + "precision_coffee": 0.9269716302429755, + "recall_coffee": 0.8391496682231506, + "F1_noncoffee": 0.6612873647533468, + "IoU_noncoffee": 0.49397260273972604, + "kappa": 0.5453609534036103, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8155960675765963, + "mIoU": 0.6128642267647691, + "macroF1": 0.7458316344043443, + "F1_coffee": 0.8789928598271327, + "IoU_coffee": 0.7841099564197117, + "precision_coffee": 0.8962830501979818, + "recall_coffee": 0.8623571340788989, + "F1_noncoffee": 0.6126704089815558, + "IoU_noncoffee": 0.4416184971098266, + "kappa": 0.4922680709754391, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6996, + 8413 + ], + [ + 44987, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5218591809272766, + "test_tta": { + "OA": 0.8467199023120552, + "mIoU": 0.6701552163314791, + "macroF1": 0.7933707281051878, + "F1_coffee": 0.8983635898747123, + "IoU_coffee": 0.8154810258790762, + "precision_coffee": 0.9043370082793531, + "recall_coffee": 0.8924685661064308, + "F1_noncoffee": 0.6883778663356634, + "IoU_noncoffee": 0.524829406783882, + "kappa": 0.5867967311137511, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.810877466251298, + "mIoU": 0.6187593562491934, + "macroF1": 0.7530285129468268, + "F1_coffee": 0.8725569280709086, + "IoU_coffee": 0.7739254866127614, + "precision_coffee": 0.8797475796652687, + "recall_coffee": 0.8654828696473673, + "F1_noncoffee": 0.6335000978227452, + "IoU_noncoffee": 0.46359322588562546, + "kappa": 0.506151905166197, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s0_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s0_r0.1", + "val_epoch0": 0.64454614883628 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.64454614883628, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8361316859204037, + "mIoU": 0.6586613288636931, + "macroF1": 0.7852033433425785, + "F1_coffee": 0.8897941541952563, + "IoU_coffee": 0.8014677256092814, + "precision_coffee": 0.9088360594221133, + "recall_coffee": 0.8715338046653401, + "F1_noncoffee": 0.6806125324899007, + "IoU_noncoffee": 0.515854932118105, + "kappa": 0.5709525303603614, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8014595592477213, + "mIoU": 0.6113568033928287, + "macroF1": 0.7480650470754419, + "F1_coffee": 0.8640475626135735, + "IoU_coffee": 0.7606370955121629, + "precision_coffee": 0.8857235416793213, + "recall_coffee": 0.8434071760464265, + "F1_noncoffee": 0.6320825315373102, + "IoU_noncoffee": 0.4620765112734946, + "kappa": 0.4969454356994386, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29020194465220644, + "mIoU": 0.14664248822874584, + "macroF1": 0.22924408012912215, + "F1_coffee": 0.4460011675423234, + "IoU_coffee": 0.2870022539444027, + "precision_coffee": 0.9922077922077922, + "recall_coffee": 0.2876506024096386, + "F1_noncoffee": 0.012486992715920915, + "IoU_noncoffee": 0.0062827225130890054, + "kappa": -0.0008613882707630647, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8454590325765055, + "mIoU": 0.6772022053550008, + "macroF1": 0.7999518950263684, + "F1_coffee": 0.8953647695752431, + "IoU_coffee": 0.8105524293580202, + "precision_coffee": 0.9137166632562581, + "recall_coffee": 0.8777355523522474, + "F1_noncoffee": 0.7045390204774936, + "IoU_noncoffee": 0.5438519813519813, + "kappa": 0.6003590200712144, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8212871523305186, + "mIoU": 0.6394485114471069, + "macroF1": 0.7706251366406276, + "F1_coffee": 0.8784239906529924, + "IoU_coffee": 0.7832050465883442, + "precision_coffee": 0.9112517675577402, + "recall_coffee": 0.8478792055635612, + "F1_noncoffee": 0.6628262826282628, + "IoU_noncoffee": 0.4956919763058697, + "kappa": 0.5428955066143718, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8419449995242173, + "mIoU": 0.6602400879036625, + "macroF1": 0.7853546135243528, + "F1_coffee": 0.8955674316252751, + "IoU_coffee": 0.8108846635545941, + "precision_coffee": 0.9020328034956621, + "recall_coffee": 0.8891940820275922, + "F1_noncoffee": 0.6751417954234304, + "IoU_noncoffee": 0.509595512252731, + "kappa": 0.5707778204584602, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8699780131920848, + "mIoU": 0.7213391512926286, + "macroF1": 0.8327857900484996, + "F1_coffee": 0.9116468590831919, + "IoU_coffee": 0.8376388368900537, + "precision_coffee": 0.9098549545885861, + "recall_coffee": 0.9134458356015243, + "F1_noncoffee": 0.7539247210138075, + "IoU_noncoffee": 0.6050394656952034, + "kappa": 0.6655751927800981, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8359091776378553, + "mIoU": 0.6617340650138429, + "macroF1": 0.7880729722299451, + "F1_coffee": 0.8887595395162333, + "IoU_coffee": 0.799790478407636, + "precision_coffee": 0.8994632805341013, + "recall_coffee": 0.8783075546465551, + "F1_noncoffee": 0.6873864049436569, + "IoU_noncoffee": 0.5236776516200499, + "kappa": 0.5763145581886446, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8714543212218955, + "mIoU": 0.7089864060730711, + "macroF1": 0.8222986636246591, + "F1_coffee": 0.9157600248678893, + "IoU_coffee": 0.8446100917431193, + "precision_coffee": 0.897842252834329, + "recall_coffee": 0.9344075107840649, + "F1_noncoffee": 0.7288373023814289, + "IoU_noncoffee": 0.5733627204030227, + "kappa": 0.6450523613469847, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8215330602691633, + "mIoU": 0.6362274296610821, + "macroF1": 0.7674783256494498, + "F1_coffee": 0.8795894196604817, + "IoU_coffee": 0.7850599013389711, + "precision_coffee": 0.9176276771004942, + "recall_coffee": 0.844579226686884, + "F1_noncoffee": 0.655367231638418, + "IoU_noncoffee": 0.48739495798319327, + "kappa": 0.5372326022204171, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.806660940929478, + "mIoU": 0.6180107252569319, + "macroF1": 0.7533717072400061, + "F1_coffee": 0.8680130293159609, + "IoU_coffee": 0.766804788213628, + "precision_coffee": 0.9237382140876317, + "recall_coffee": 0.8186286556893586, + "F1_noncoffee": 0.6387303851640513, + "IoU_noncoffee": 0.4692166623002358, + "kappa": 0.511608313734822, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.812255416626897, + "mIoU": 0.6154735020598904, + "macroF1": 0.7493706037717377, + "F1_coffee": 0.8749125596184419, + "IoU_coffee": 0.7776396111236717, + "precision_coffee": 0.9065629942013705, + "recall_coffee": 0.8453975666707632, + "F1_noncoffee": 0.6238286479250335, + "IoU_noncoffee": 0.45330739299610895, + "kappa": 0.5005718704955127, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7186, + 8413 + ], + [ + 44747, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5318190137545267, + "test_tta": { + "OA": 0.8441973682096434, + "mIoU": 0.6651641013178742, + "macroF1": 0.7893802752788499, + "F1_coffee": 0.8968305476056219, + "IoU_coffee": 0.8129581050844842, + "precision_coffee": 0.9015593916447411, + "recall_coffee": 0.8921510520299734, + "F1_noncoffee": 0.681930002952078, + "IoU_noncoffee": 0.5173700975512642, + "kappa": 0.5787962766140752, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8096659743856005, + "mIoU": 0.6160170483962961, + "macroF1": 0.7505984151182353, + "F1_coffee": 0.8719719826540808, + "IoU_coffee": 0.773005607348034, + "precision_coffee": 0.8775482308833867, + "recall_coffee": 0.8664661538164922, + "F1_noncoffee": 0.6292248475823898, + "IoU_noncoffee": 0.4590284894445583, + "kappa": 0.5012551514069797, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s0_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s0_r0.5", + "val_epoch0": 0.6696730354192766 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "833da7417999", + "n_blocks": 432, + "n_train_hard": 91462, + "n_train_soft": 9003, + "best_epoch": 57, + "stopped_epoch": 77, + "best_val": 0.6933920218423356, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8708687478911936, + "mIoU": 0.7158454116588138, + "macroF1": 0.8281246912673572, + "F1_coffee": 0.9138372803585021, + "IoU_coffee": 0.8413447302445861, + "precision_coffee": 0.9258173129140871, + "recall_coffee": 0.9021633292409297, + "F1_noncoffee": 0.7424121021762123, + "IoU_noncoffee": 0.5903460930730414, + "kappa": 0.6564213703184703, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8335640936887043, + "mIoU": 0.6588882807975645, + "macroF1": 0.7859859210542584, + "F1_coffee": 0.8868937938605089, + "IoU_coffee": 0.7967737390814313, + "precision_coffee": 0.9019756384442097, + "recall_coffee": 0.8723080185859988, + "F1_noncoffee": 0.6850780482480079, + "IoU_noncoffee": 0.5210028225136975, + "kappa": 0.5723047853449093, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.32086761406133135, + "mIoU": 0.16275657896898546, + "macroF1": 0.24922943722943725, + "F1_coffee": 0.48114285714285715, + "IoU_coffee": 0.31677953348382243, + "precision_coffee": 0.9976303317535545, + "recall_coffee": 0.3170180722891566, + "F1_noncoffee": 0.017316017316017316, + "IoU_noncoffee": 0.008733624454148471, + "kappa": 0.004038007478763949, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8734945705824284, + "mIoU": 0.7223423966082259, + "macroF1": 0.832994985502565, + "F1_coffee": 0.9152362998974766, + "IoU_coffee": 0.843719512195122, + "precision_coffee": 0.9240066777963272, + "recall_coffee": 0.9066308478574236, + "F1_noncoffee": 0.7507536711076535, + "IoU_noncoffee": 0.6009652810213296, + "kappa": 0.6660784315742956, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8748151328657984, + "mIoU": 0.7256343637791878, + "macroF1": 0.8354423638579271, + "F1_coffee": 0.915935157301211, + "IoU_coffee": 0.8449080914947692, + "precision_coffee": 0.9371926834065429, + "recall_coffee": 0.8956205751519328, + "F1_noncoffee": 0.7549495704146433, + "IoU_noncoffee": 0.6063606360636064, + "kappa": 0.6713775676973396, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.864401941193263, + "mIoU": 0.6995870059957353, + "macroF1": 0.8156562375497571, + "F1_coffee": 0.910450575001571, + "IoU_coffee": 0.8356211789133695, + "precision_coffee": 0.916555956221927, + "recall_coffee": 0.9044259941319683, + "F1_noncoffee": 0.7208619000979432, + "IoU_noncoffee": 0.5635528330781011, + "kappa": 0.6313634624329552, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.899560263841695, + "mIoU": 0.7740288475471326, + "macroF1": 0.8690963812377923, + "F1_coffee": 0.9322456684419874, + "IoU_coffee": 0.8730900366207854, + "precision_coffee": 0.9237140948563795, + "recall_coffee": 0.9409363091997822, + "F1_noncoffee": 0.8059470940335972, + "IoU_noncoffee": 0.67496765847348, + "kappa": 0.7382567126567546, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8965846212554855, + "mIoU": 0.7687035990608339, + "macroF1": 0.8655502332784308, + "F1_coffee": 0.9301456373243975, + "IoU_coffee": 0.8694133236959403, + "precision_coffee": 0.9378817413905133, + "recall_coffee": 0.9225361114661894, + "F1_noncoffee": 0.8009548292324642, + "IoU_noncoffee": 0.6679938744257274, + "kappa": 0.7311525875179994, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9005786927236505, + "mIoU": 0.7669294295389233, + "macroF1": 0.8636638919035049, + "F1_coffee": 0.934606264819668, + "IoU_coffee": 0.8772402483307954, + "precision_coffee": 0.9195726915520629, + "recall_coffee": 0.9501395584876935, + "F1_noncoffee": 0.7927215189873418, + "IoU_noncoffee": 0.6566186107470511, + "kappa": 0.7275585878975686, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8480592939340745, + "mIoU": 0.6742839195077162, + "macroF1": 0.7968033279635058, + "F1_coffee": 0.8988574396260711, + "IoU_coffee": 0.8162952482018629, + "precision_coffee": 0.9242990654205607, + "recall_coffee": 0.8747788728834976, + "F1_noncoffee": 0.6947492163009404, + "IoU_noncoffee": 0.5322725908135695, + "kappa": 0.5945337892823555, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8530394121576487, + "mIoU": 0.6842481246386449, + "macroF1": 0.8046107223099785, + "F1_coffee": 0.9018858307849134, + "IoU_coffee": 0.8213042469250406, + "precision_coffee": 0.936491135220958, + "recall_coffee": 0.8697468665519784, + "F1_noncoffee": 0.7073356138350437, + "IoU_noncoffee": 0.5471920023522493, + "kappa": 0.6108066355562666, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8280041996754797, + "mIoU": 0.638568340586003, + "macroF1": 0.768159006400338, + "F1_coffee": 0.8859493670886076, + "IoU_coffee": 0.7952505397113965, + "precision_coffee": 0.913349862977946, + "recall_coffee": 0.8601450165908812, + "F1_noncoffee": 0.6503686457120683, + "IoU_noncoffee": 0.48188614146060954, + "kappa": 0.537593801729548, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7422, + 8413 + ], + [ + 46672, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.018249571323395, + "test_tta": { + "OA": 0.8748051864586514, + "mIoU": 0.7206814091344913, + "macroF1": 0.8314090885408798, + "F1_coffee": 0.9169438048946875, + "IoU_coffee": 0.8466262499015825, + "precision_coffee": 0.9235195602696784, + "recall_coffee": 0.9104610304390162, + "F1_noncoffee": 0.745874372187072, + "IoU_noncoffee": 0.5947365683674, + "kappa": 0.6628704735456133, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8373572170301142, + "mIoU": 0.6621484481228661, + "macroF1": 0.7881321415870588, + "F1_coffee": 0.8902556516830971, + "IoU_coffee": 0.8022168826841117, + "precision_coffee": 0.8988013362153665, + "recall_coffee": 0.8818709391327819, + "F1_noncoffee": 0.6860086314910204, + "IoU_noncoffee": 0.5220800135616206, + "kappa": 0.5763738513924016, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s0_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s0_r1.0", + "val_epoch0": 0.6875196518627532 + }, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 36, + "stopped_epoch": 56, + "best_val": 0.6953240562635663, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8725557929915326, + "mIoU": 0.7178732490382984, + "macroF1": 0.82949764451746, + "F1_coffee": 0.9151802900038496, + "IoU_coffee": 0.8436243198485924, + "precision_coffee": 0.9247525608332973, + "recall_coffee": 0.9058041573176411, + "F1_noncoffee": 0.7438149990310703, + "IoU_noncoffee": 0.5921221782280043, + "kappa": 0.6591056093874684, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.837371639552325, + "mIoU": 0.6634334337015164, + "macroF1": 0.7893019736011806, + "F1_coffee": 0.8899408515040896, + "IoU_coffee": 0.8017057944253935, + "precision_coffee": 0.9011999130211319, + "recall_coffee": 0.8789596467889024, + "F1_noncoffee": 0.6886630956982716, + "IoU_noncoffee": 0.5251610729776393, + "kappa": 0.578789926800472, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4330590875093493, + "mIoU": 0.22004510743467182, + "macroF1": 0.3108622331021352, + "F1_coffee": 0.6010526315789474, + "IoU_coffee": 0.4296463506395786, + "precision_coffee": 0.9982517482517482, + "recall_coffee": 0.4299698795180723, + "F1_noncoffee": 0.020671834625323, + "IoU_noncoffee": 0.010443864229765013, + "kappa": 0.007464733005049589, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.870730503455084, + "mIoU": 0.7154628031493695, + "macroF1": 0.8278331280643705, + "F1_coffee": 0.9137721002205906, + "IoU_coffee": 0.8412342386032978, + "precision_coffee": 0.9183376348355503, + "recall_coffee": 0.9092517363386188, + "F1_noncoffee": 0.7418941559081502, + "IoU_noncoffee": 0.5896913676954411, + "kappa": 0.6556917288885019, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8770573922999857, + "mIoU": 0.7274603491673128, + "macroF1": 0.8365382443834559, + "F1_coffee": 0.9179220944676243, + "IoU_coffee": 0.8482957555777948, + "precision_coffee": 0.9335320031096139, + "recall_coffee": 0.9028256374913852, + "F1_noncoffee": 0.7551543942992874, + "IoU_noncoffee": 0.606624942756831, + "kappa": 0.6733489422837214, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8698258635455324, + "mIoU": 0.7106127988431591, + "macroF1": 0.8239633504939627, + "F1_coffee": 0.9138159138159138, + "IoU_coffee": 0.8413085087871933, + "precision_coffee": 0.9222992306224963, + "recall_coffee": 0.9054872339097322, + "F1_noncoffee": 0.7341107871720116, + "IoU_noncoffee": 0.5799170888991249, + "kappa": 0.6480185725423401, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8873675794523286, + "mIoU": 0.7492639322695387, + "macroF1": 0.8521212485531292, + "F1_coffee": 0.9243167013632395, + "IoU_coffee": 0.8592833062804345, + "precision_coffee": 0.9123690839188652, + "recall_coffee": 0.9365813826891671, + "F1_noncoffee": 0.7799257957430189, + "IoU_noncoffee": 0.6392445582586428, + "kappa": 0.7043899013034118, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8932455638236978, + "mIoU": 0.7611172552529653, + "macroF1": 0.8603222222371738, + "F1_coffee": 0.9281356367606448, + "IoU_coffee": 0.8659077291791492, + "precision_coffee": 0.9326277749096541, + "recall_coffee": 0.9236865652562956, + "F1_noncoffee": 0.7925088077137029, + "IoU_noncoffee": 0.6563267813267813, + "kappa": 0.7206631557684169, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9001043544255763, + "mIoU": 0.7693986483607249, + "macroF1": 0.8655818756015161, + "F1_coffee": 0.9337027010010703, + "IoU_coffee": 0.8756495040151158, + "precision_coffee": 0.9267591551056118, + "recall_coffee": 0.9407510784064959, + "F1_noncoffee": 0.7974610502019619, + "IoU_noncoffee": 0.663147792706334, + "kappa": 0.731209846320393, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8544958065145309, + "mIoU": 0.6831962881844489, + "macroF1": 0.803386837482682, + "F1_coffee": 0.903630021960987, + "IoU_coffee": 0.8242017202780724, + "precision_coffee": 0.9242864693446089, + "recall_coffee": 0.8838766742481678, + "F1_noncoffee": 0.7031436530043772, + "IoU_noncoffee": 0.5421908560908254, + "kappa": 0.6073777314879972, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8608645863154881, + "mIoU": 0.6944002171699843, + "macroF1": 0.8118866770044735, + "F1_coffee": 0.9078731201819791, + "IoU_coffee": 0.8312890534598473, + "precision_coffee": 0.9344432882414152, + "recall_coffee": 0.8827721798967806, + "F1_noncoffee": 0.715900233826968, + "IoU_noncoffee": 0.5575113808801214, + "kappa": 0.6247090511635177, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8393624129044573, + "mIoU": 0.6556307464413168, + "macroF1": 0.7816603355090663, + "F1_coffee": 0.8939040534577318, + "IoU_coffee": 0.8081614043086743, + "precision_coffee": 0.917680559150919, + "recall_coffee": 0.8713284994469707, + "F1_noncoffee": 0.6694166175604007, + "IoU_noncoffee": 0.5031000885739593, + "kappa": 0.564232157853378, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7366, + 8413 + ], + [ + 46833, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.8391940275828045, + "test_tta": { + "OA": 0.8771509825029322, + "mIoU": 0.722427462606576, + "macroF1": 0.8324296176595367, + "F1_coffee": 0.9189973726586999, + "IoU_coffee": 0.8501342637056782, + "precision_coffee": 0.9198939554612937, + "recall_coffee": 0.9181025358790906, + "F1_noncoffee": 0.7458618626603736, + "IoU_noncoffee": 0.5947206615074737, + "kappa": 0.6648602341729909, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8422176070151148, + "mIoU": 0.6665238568279432, + "macroF1": 0.7910545029619049, + "F1_coffee": 0.8944484109372286, + "IoU_coffee": 0.8090517166145952, + "precision_coffee": 0.8952084822032098, + "recall_coffee": 0.893689629244028, + "F1_noncoffee": 0.6876605949865814, + "IoU_noncoffee": 0.5239959970412914, + "kappa": 0.5821098973478467, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s1_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s1_r0.05", + "val_epoch0": 0.6457934726712462 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6457934726712462, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8369350407300888, + "mIoU": 0.6578541635163482, + "macroF1": 0.7842775160131765, + "F1_coffee": 0.8908580584800353, + "IoU_coffee": 0.8031957183579282, + "precision_coffee": 0.9054145627035652, + "recall_coffee": 0.8767622031243385, + "F1_noncoffee": 0.6776969735463177, + "IoU_noncoffee": 0.5125126086747682, + "kappa": 0.5688841002744951, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.800969193492558, + "mIoU": 0.6076642111425734, + "macroF1": 0.7444571159901556, + "F1_coffee": 0.8646289066331836, + "IoU_coffee": 0.7615385944600923, + "precision_coffee": 0.880099850224663, + "recall_coffee": 0.8496924826961266, + "F1_noncoffee": 0.6242853253471277, + "IoU_noncoffee": 0.45378982782505445, + "kappa": 0.48935218085426313, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26028421839940163, + "mIoU": 0.1317095449467041, + "macroF1": 0.21104848232084117, + "F1_coffee": 0.40813883901855175, + "IoU_coffee": 0.256390977443609, + "precision_coffee": 0.9941690962099126, + "recall_coffee": 0.2567771084337349, + "F1_noncoffee": 0.013958125623130608, + "IoU_noncoffee": 0.007028112449799197, + "kappa": 0.00062428247194698, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8461500493583416, + "mIoU": 0.6796788854427973, + "macroF1": 0.8019991282940263, + "F1_coffee": 0.8954973681563684, + "IoU_coffee": 0.8107697911607576, + "precision_coffee": 0.9169241331960178, + "recall_coffee": 0.8750491416590224, + "F1_noncoffee": 0.7085008884316842, + "IoU_noncoffee": 0.5485879797248371, + "kappa": 0.6046005283478562, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8334526024521731, + "mIoU": 0.6507152927844299, + "macroF1": 0.7784222667316549, + "F1_coffee": 0.8888464355080078, + "IoU_coffee": 0.7999312281506104, + "precision_coffee": 0.9036643791272821, + "recall_coffee": 0.8745066098615375, + "F1_noncoffee": 0.667998097955302, + "IoU_noncoffee": 0.5014993574182494, + "kappa": 0.5572001534719861, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8315253592159102, + "mIoU": 0.6434912264574076, + "macroF1": 0.77203412635872, + "F1_coffee": 0.8884900015745552, + "IoU_coffee": 0.7993540344514959, + "precision_coffee": 0.8964794102694459, + "recall_coffee": 0.8806417379362007, + "F1_noncoffee": 0.6555782511428849, + "IoU_noncoffee": 0.48762841846331934, + "kappa": 0.544180072515219, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8632820307815311, + "mIoU": 0.7122653316645807, + "macroF1": 0.8265224929281869, + "F1_coffee": 0.9063783191897071, + "IoU_coffee": 0.8287859824780976, + "precision_coffee": 0.9116189427312775, + "recall_coffee": 0.9011976047904192, + "F1_noncoffee": 0.7466666666666667, + "IoU_noncoffee": 0.5957446808510638, + "kappa": 0.6530760092627906, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8367677924060294, + "mIoU": 0.663722889861929, + "macroF1": 0.7896978567574824, + "F1_coffee": 0.8891911145651188, + "IoU_coffee": 0.8004897388059702, + "precision_coffee": 0.9011551588343397, + "recall_coffee": 0.877540585453151, + "F1_noncoffee": 0.6902045989498461, + "IoU_noncoffee": 0.5269560409178877, + "kappa": 0.5796028788035555, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8521961863200835, + "mIoU": 0.6809311464008582, + "macroF1": 0.8018587794574228, + "F1_coffee": 0.9017282704680207, + "IoU_coffee": 0.8210429588789341, + "precision_coffee": 0.8966382338183643, + "recall_coffee": 0.906876427302715, + "F1_noncoffee": 0.7019892884468248, + "IoU_noncoffee": 0.5408193339227823, + "kappa": 0.6037562822696859, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8294324166179052, + "mIoU": 0.6485323749891261, + "macroF1": 0.7773056124387278, + "F1_coffee": 0.8850476503450542, + "IoU_coffee": 0.7937986323980193, + "precision_coffee": 0.9222024380221887, + "recall_coffee": 0.8507707859489513, + "F1_noncoffee": 0.6695635745324013, + "IoU_noncoffee": 0.5032661175802329, + "kappa": 0.5566797683375809, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8301364634029965, + "mIoU": 0.6368486889452522, + "macroF1": 0.7659712887482053, + "F1_coffee": 0.8885130903169235, + "IoU_coffee": 0.7993914121492167, + "precision_coffee": 0.9061062851303014, + "recall_coffee": 0.8715900712705824, + "F1_noncoffee": 0.6434294871794872, + "IoU_noncoffee": 0.47430596574128764, + "kappa": 0.5325062521325624, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8107282619070345, + "mIoU": 0.607282494768573, + "macroF1": 0.7414253638182016, + "F1_coffee": 0.8752908622099239, + "IoU_coffee": 0.7782375307537464, + "precision_coffee": 0.8963163317877383, + "recall_coffee": 0.8552291999508418, + "F1_noncoffee": 0.6075598654264793, + "IoU_noncoffee": 0.4363274587833997, + "kappa": 0.48374466785780085, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7111, + 8413 + ], + [ + 44872, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5207637349764507, + "test_tta": { + "OA": 0.848198075161876, + "mIoU": 0.6684644336391621, + "macroF1": 0.7915139428147485, + "F1_coffee": 0.9002238837494192, + "IoU_coffee": 0.8185519492990205, + "precision_coffee": 0.8982507903055849, + "recall_coffee": 0.902205664451124, + "F1_noncoffee": 0.6828040018800778, + "IoU_noncoffee": 0.5183769179793036, + "kappa": 0.5830342815277385, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8133292950271144, + "mIoU": 0.6173578256525499, + "macroF1": 0.7509859698591399, + "F1_coffee": 0.8755827701890819, + "IoU_coffee": 0.7786991758711487, + "precision_coffee": 0.8731068593995629, + "recall_coffee": 0.8780727630285152, + "F1_noncoffee": 0.6263891695291978, + "IoU_noncoffee": 0.4560164754339512, + "kappa": 0.5019839656141796, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s1_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s1_r0.1", + "val_epoch0": 0.6543757450789578 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6543757450789578, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8520059769597841, + "mIoU": 0.6779504324061123, + "macroF1": 0.7992494408424937, + "F1_coffee": 0.9021615592968294, + "IoU_coffee": 0.8217616780835172, + "precision_coffee": 0.9054218280280579, + "recall_coffee": 0.8989246856610643, + "F1_noncoffee": 0.6963373223881582, + "IoU_noncoffee": 0.5341391867287073, + "kappa": 0.5985150385112139, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8148148148148148, + "mIoU": 0.6235760216298301, + "macroF1": 0.756802876294175, + "F1_coffee": 0.8755813953488372, + "IoU_coffee": 0.7786970010341262, + "precision_coffee": 0.8801355852960084, + "recall_coffee": 0.8710740933541559, + "F1_noncoffee": 0.6380243572395129, + "IoU_noncoffee": 0.468455042225534, + "kappa": 0.5136436379765984, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26626776364996263, + "mIoU": 0.13474551764025447, + "macroF1": 0.2148969983927978, + "F1_coffee": 0.41572364502680165, + "IoU_coffee": 0.262406015037594, + "precision_coffee": 0.9943019943019943, + "recall_coffee": 0.2628012048192771, + "F1_noncoffee": 0.01407035175879397, + "IoU_noncoffee": 0.00708502024291498, + "kappa": 0.0007390098943521083, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8522211253701876, + "mIoU": 0.6852380578990919, + "macroF1": 0.8056447621121063, + "F1_coffee": 0.9007886539863477, + "IoU_coffee": 0.8194863137585916, + "precision_coffee": 0.9112362563689997, + "recall_coffee": 0.8905779059101036, + "F1_noncoffee": 0.710500870237865, + "IoU_noncoffee": 0.5509898020395921, + "kappa": 0.6114385690486424, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8613138686131386, + "mIoU": 0.6902629576853939, + "macroF1": 0.8082054633096654, + "F1_coffee": 0.9091306930074083, + "IoU_coffee": 0.8334001948535733, + "precision_coffee": 0.9071740486587648, + "recall_coffee": 0.9110957960027567, + "F1_noncoffee": 0.7072802336119223, + "IoU_noncoffee": 0.5471257205172145, + "kappa": 0.6164166748885929, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8425159387191931, + "mIoU": 0.6586259067957607, + "macroF1": 0.7837295093586591, + "F1_coffee": 0.8964848636477358, + "IoU_coffee": 0.8123901830754406, + "precision_coffee": 0.8982264836748762, + "recall_coffee": 0.8947499843935327, + "F1_noncoffee": 0.6709741550695825, + "IoU_noncoffee": 0.5048616305160808, + "kappa": 0.5674641874412253, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8589846092344593, + "mIoU": 0.7016350539662897, + "macroF1": 0.8184274144206032, + "F1_coffee": 0.904241601628775, + "IoU_coffee": 0.8252198686981296, + "precision_coffee": 0.9018546094490321, + "recall_coffee": 0.9066412629286881, + "F1_noncoffee": 0.7326132272124313, + "IoU_noncoffee": 0.5780502392344498, + "kappa": 0.6368619322001062, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8638618584239649, + "mIoU": 0.6989273335681329, + "macroF1": 0.8151957327993588, + "F1_coffee": 0.9100308933862934, + "IoU_coffee": 0.8349143914854235, + "precision_coffee": 0.8978601642199552, + "recall_coffee": 0.9225361114661894, + "F1_noncoffee": 0.7203605722124241, + "IoU_noncoffee": 0.5629402756508423, + "kappa": 0.6306024327396902, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8712645859026658, + "mIoU": 0.7088658832663266, + "macroF1": 0.8222324170822025, + "F1_coffee": 0.9155937052932761, + "IoU_coffee": 0.8443271767810027, + "precision_coffee": 0.8981086028065893, + "recall_coffee": 0.9337731540218219, + "F1_noncoffee": 0.7288711288711289, + "IoU_noncoffee": 0.5734045897516504, + "kappa": 0.644897182408766, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8456212209869319, + "mIoU": 0.6689078238520458, + "macroF1": 0.7924784957375015, + "F1_coffee": 0.8974940102311727, + "IoU_coffee": 0.8140491013743686, + "precision_coffee": 0.9204409616150884, + "recall_coffee": 0.8756633813495072, + "F1_noncoffee": 0.6874629812438302, + "IoU_noncoffee": 0.5237665463297232, + "kappa": 0.5857420123924579, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8587651493463117, + "mIoU": 0.6813341413713673, + "macroF1": 0.8008501759985536, + "F1_coffee": 0.9082455052696838, + "IoU_coffee": 0.8319136854060193, + "precision_coffee": 0.9165415415415415, + "recall_coffee": 0.9000983042516589, + "F1_noncoffee": 0.6934548467274234, + "IoU_noncoffee": 0.5307545973367153, + "kappa": 0.6018093441289284, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8135916770067767, + "mIoU": 0.6119189860926523, + "macroF1": 0.7454059686489063, + "F1_coffee": 0.8771620856657651, + "IoU_coffee": 0.7812009858839346, + "precision_coffee": 0.8983509404792579, + "recall_coffee": 0.8569497357748556, + "F1_noncoffee": 0.6136498516320474, + "IoU_noncoffee": 0.4426369863013699, + "kappa": 0.4917013238219765, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7125, + 8413 + ], + [ + 45796, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.521980599562327, + "test_tta": { + "OA": 0.857292051607513, + "mIoU": 0.6807797725587384, + "macroF1": 0.8006642904873014, + "F1_coffee": 0.9069089841948602, + "IoU_coffee": 0.8296738067386427, + "precision_coffee": 0.8981731368071414, + "recall_coffee": 0.9158164345285974, + "F1_noncoffee": 0.6944195967797426, + "IoU_noncoffee": 0.5318857383788342, + "kappa": 0.6014523431526838, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8200790354217146, + "mIoU": 0.6247886234320439, + "macroF1": 0.756658179805646, + "F1_coffee": 0.8808875903487917, + "IoU_coffee": 0.787130571292062, + "precision_coffee": 0.8725645972836984, + "recall_coffee": 0.8893708909325776, + "F1_noncoffee": 0.6324287692625004, + "IoU_noncoffee": 0.4624466755720257, + "kappa": 0.513452966694861, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s1_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s1_r0.5", + "val_epoch0": 0.6680330957265557 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "38f51504fe1d", + "n_blocks": 432, + "n_train_hard": 91346, + "n_train_soft": 9096, + "best_epoch": 38, + "stopped_epoch": 58, + "best_val": 0.6864806984631378, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8608428798663218, + "mIoU": 0.6953881529166375, + "macroF1": 0.8127426444800048, + "F1_coffee": 0.9076485077252807, + "IoU_coffee": 0.8309124985357854, + "precision_coffee": 0.9144840033518833, + "recall_coffee": 0.9009144405401973, + "F1_noncoffee": 0.7178367812347288, + "IoU_noncoffee": 0.5598638072974896, + "kappa": 0.6255492092930451, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8284008307372793, + "mIoU": 0.6469219764964311, + "macroF1": 0.7760302965950616, + "F1_coffee": 0.8843327111525898, + "IoU_coffee": 0.7926491347310085, + "precision_coffee": 0.8918759927054533, + "recall_coffee": 0.8769159581236624, + "F1_noncoffee": 0.6677278820375335, + "IoU_noncoffee": 0.5011948182618539, + "kappa": 0.5521526222673987, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4988780852655198, + "mIoU": 0.2538304800335604, + "macroF1": 0.34315074118178457, + "F1_coffee": 0.6629778672032193, + "IoU_coffee": 0.4958615500376223, + "precision_coffee": 0.9984848484848485, + "recall_coffee": 0.49623493975903615, + "F1_noncoffee": 0.023323615160349854, + "IoU_noncoffee": 0.011799410029498525, + "kappa": 0.010172420651582992, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8545409674234946, + "mIoU": 0.6895650535488822, + "macroF1": 0.8089504835914665, + "F1_coffee": 0.9022780780581623, + "IoU_coffee": 0.8219550507491542, + "precision_coffee": 0.9133937562940584, + "recall_coffee": 0.8914296946664919, + "F1_noncoffee": 0.7156228891247708, + "IoU_noncoffee": 0.5571750563486101, + "kappa": 0.6180655738040494, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8716187204808931, + "mIoU": 0.7147177874444712, + "macroF1": 0.8270569587909384, + "F1_coffee": 0.9148444669472485, + "IoU_coffee": 0.843053773474863, + "precision_coffee": 0.9242327365728901, + "recall_coffee": 0.905645009711171, + "F1_noncoffee": 0.7392694506346285, + "IoU_noncoffee": 0.5863818014140794, + "kappa": 0.6542231580026788, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8561709011323627, + "mIoU": 0.6818149909546003, + "macroF1": 0.8018185803578592, + "F1_coffee": 0.9056049960967993, + "IoU_coffee": 0.8274937228943163, + "precision_coffee": 0.9059727602149195, + "recall_coffee": 0.9052375304326112, + "F1_noncoffee": 0.6980321646189191, + "IoU_noncoffee": 0.5361362590148842, + "kappa": 0.6036373696514926, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8785728562862283, + "mIoU": 0.732441774480074, + "macroF1": 0.8402874887997327, + "F1_coffee": 0.9184837302918484, + "IoU_coffee": 0.8492555831265509, + "precision_coffee": 0.9057827180097923, + "recall_coffee": 0.9315459989112683, + "F1_noncoffee": 0.762091247307617, + "IoU_noncoffee": 0.6156279658335969, + "kappa": 0.680758172981405, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8858996374737645, + "mIoU": 0.7432372804736518, + "macroF1": 0.8476527917158126, + "F1_coffee": 0.9239862717681454, + "IoU_coffee": 0.8587123449497933, + "precision_coffee": 0.9188471748198711, + "recall_coffee": 0.9291831778090247, + "F1_noncoffee": 0.7713193116634799, + "IoU_noncoffee": 0.6277622159975101, + "kappa": 0.695334254781281, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8813205578218385, + "mIoU": 0.7299187591789005, + "macroF1": 0.8378030053499534, + "F1_coffee": 0.9218173864133492, + "IoU_coffee": 0.8549733364247624, + "precision_coffee": 0.9083630989038058, + "recall_coffee": 0.9356762243085511, + "F1_noncoffee": 0.7537886242865578, + "IoU_noncoffee": 0.6048641819330385, + "kappa": 0.6758299721290972, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8310903062219621, + "mIoU": 0.6501682043721543, + "macroF1": 0.7784564820902297, + "F1_coffee": 0.8864411224757409, + "IoU_coffee": 0.7960433349034385, + "precision_coffee": 0.9212319433088035, + "recall_coffee": 0.8541824614607025, + "F1_noncoffee": 0.6704718417047184, + "IoU_noncoffee": 0.5042930738408701, + "kappa": 0.5587392054649774, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8573337150491459, + "mIoU": 0.6868957491277449, + "macroF1": 0.8060619099565076, + "F1_coffee": 0.9057792903510431, + "IoU_coffee": 0.8277848174173482, + "precision_coffee": 0.9297451157976452, + "recall_coffee": 0.8830179405259277, + "F1_noncoffee": 0.7063445295619721, + "IoU_noncoffee": 0.5460066808381415, + "kappa": 0.6129253934632961, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8308676147752219, + "mIoU": 0.6360283753020657, + "macroF1": 0.76499191375209, + "F1_coffee": 0.8894158761857214, + "IoU_coffee": 0.8008541245223646, + "precision_coffee": 0.903512108533029, + "recall_coffee": 0.875752734423006, + "F1_noncoffee": 0.6405679513184585, + "IoU_noncoffee": 0.47120262608176666, + "kappa": 0.5303553896860669, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7248, + 8413 + ], + [ + 46221, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.935556435585022, + "test_tta": { + "OA": 0.8670608460932856, + "mIoU": 0.7022497883556683, + "macroF1": 0.8174202331550835, + "F1_coffee": 0.9126219744012166, + "IoU_coffee": 0.8392867548511159, + "precision_coffee": 0.9106217070600632, + "recall_coffee": 0.9146310486431565, + "F1_noncoffee": 0.7222184919089505, + "IoU_noncoffee": 0.5652128218602207, + "kappa": 0.6348460674598339, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8345159801546095, + "mIoU": 0.6517179253508427, + "macroF1": 0.7791165827909247, + "F1_coffee": 0.8897366903709398, + "IoU_coffee": 0.8013744871639518, + "precision_coffee": 0.8869580211905811, + "recall_coffee": 0.8925328243391752, + "F1_noncoffee": 0.6684964752109095, + "IoU_noncoffee": 0.5020613635377338, + "kappa": 0.5582462004000146, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s1_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s1_r1.0", + "val_epoch0": 0.6705673385107891 + }, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 17, + "stopped_epoch": 37, + "best_val": 0.6820758296920608, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8663378267645688, + "mIoU": 0.7124874517073436, + "macroF1": 0.8261576781612763, + "F1_coffee": 0.9097340523648831, + "IoU_coffee": 0.8344148089171974, + "precision_coffee": 0.9332576415325363, + "recall_coffee": 0.8873671732780153, + "F1_noncoffee": 0.7425813039576693, + "IoU_noncoffee": 0.5905600944974899, + "kappa": 0.6529441664845482, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.827823929848852, + "mIoU": 0.6549239788197674, + "macroF1": 0.7836224020636203, + "F1_coffee": 0.8814192343604108, + "IoU_coffee": 0.7879799666110183, + "precision_coffee": 0.9090499313623046, + "recall_coffee": 0.855418666975148, + "F1_noncoffee": 0.6858255697668298, + "IoU_noncoffee": 0.5218679910285166, + "kappa": 0.5683014886374074, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2700074794315632, + "mIoU": 0.1368716621703463, + "macroF1": 0.21793371945840204, + "F1_coffee": 0.41973840665873957, + "IoU_coffee": 0.2656132430398796, + "precision_coffee": 0.9971751412429378, + "recall_coffee": 0.26581325301204817, + "F1_noncoffee": 0.016129032258064516, + "IoU_noncoffee": 0.008130081300813009, + "kappa": 0.0028258992365945827, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8609081934846989, + "mIoU": 0.7089451676356291, + "macroF1": 0.824198789645315, + "F1_coffee": 0.9045328274273324, + "IoU_coffee": 0.8257050964868877, + "precision_coffee": 0.9364478114478114, + "recall_coffee": 0.874721530598873, + "F1_noncoffee": 0.7438647518632976, + "IoU_noncoffee": 0.5921852387843705, + "kappa": 0.6494898693145432, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8672773245551262, + "mIoU": 0.7127085062222616, + "macroF1": 0.8261717887394653, + "F1_coffee": 0.9107016755472812, + "IoU_coffee": 0.836044318717586, + "precision_coffee": 0.933719476074508, + "recall_coffee": 0.8887914291084519, + "F1_noncoffee": 0.7416419019316494, + "IoU_noncoffee": 0.5893726937269372, + "kappa": 0.6529537616243688, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.870634694071748, + "mIoU": 0.7155556206057616, + "macroF1": 0.8279269802274778, + "F1_coffee": 0.9136523865476833, + "IoU_coffee": 0.8410313376987839, + "precision_coffee": 0.9298642533936652, + "recall_coffee": 0.8979961295961046, + "F1_noncoffee": 0.7422015739072723, + "IoU_noncoffee": 0.5900799035127393, + "kappa": 0.6561659971699787, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8917649410353787, + "mIoU": 0.7634510452609597, + "macroF1": 0.862292944572344, + "F1_coffee": 0.9259993167065255, + "IoU_coffee": 0.8621962081689782, + "precision_coffee": 0.9298751200768491, + "recall_coffee": 0.9221556886227545, + "F1_noncoffee": 0.7985865724381626, + "IoU_noncoffee": 0.6647058823529411, + "kappa": 0.7245989115905033, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8900973096737264, + "mIoU": 0.7549409886969132, + "macroF1": 0.8560808498297823, + "F1_coffee": 0.9260495570676596, + "IoU_coffee": 0.8622833233711895, + "precision_coffee": 0.9301096067053514, + "recall_coffee": 0.9220247986705867, + "F1_noncoffee": 0.786112142591905, + "IoU_noncoffee": 0.6475986540226369, + "kappa": 0.7121775618962027, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9010530310217247, + "mIoU": 0.771974770021645, + "macroF1": 0.8673717557840437, + "F1_coffee": 0.934208036333817, + "IoU_coffee": 0.8765388257575758, + "precision_coffee": 0.9289925981683603, + "recall_coffee": 0.9394823648820096, + "F1_noncoffee": 0.8005354752342704, + "IoU_noncoffee": 0.6674107142857143, + "kappa": 0.7347688555255574, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8307977374683051, + "mIoU": 0.6598614421502091, + "macroF1": 0.7874897982037672, + "F1_coffee": 0.8834240408519788, + "IoU_coffee": 0.791190275604766, + "precision_coffee": 0.9433204189984216, + "recall_coffee": 0.8306798079353045, + "F1_noncoffee": 0.6915555555555556, + "IoU_noncoffee": 0.5285326086956522, + "kappa": 0.5794655235380258, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8444508063746541, + "mIoU": 0.6728069626940654, + "macroF1": 0.7962452167500067, + "F1_coffee": 0.8953518233179251, + "IoU_coffee": 0.8105312100430082, + "precision_coffee": 0.9374831944070987, + "recall_coffee": 0.8568444335217498, + "F1_noncoffee": 0.6971386101820884, + "IoU_noncoffee": 0.5350827153451226, + "kappa": 0.5948585503383111, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8400305430943973, + "mIoU": 0.6635545677652406, + "macroF1": 0.7888276935098616, + "F1_coffee": 0.892811460731645, + "IoU_coffee": 0.80637707948244, + "precision_coffee": 0.930790772102947, + "recall_coffee": 0.8578100036868624, + "F1_noncoffee": 0.6848439262880782, + "IoU_noncoffee": 0.5207320560480412, + "kappa": 0.5797127625255609, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7278, + 8413 + ], + [ + 46533, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.8721994360287983, + "test_tta": { + "OA": 0.8730860071659249, + "mIoU": 0.7200306187280388, + "macroF1": 0.8311766712391104, + "F1_coffee": 0.915291316796963, + "IoU_coffee": 0.8438130264562819, + "precision_coffee": 0.9275762383985046, + "recall_coffee": 0.9033275475212734, + "F1_noncoffee": 0.7470620256812578, + "IoU_noncoffee": 0.5962482109997955, + "kappa": 0.6625300954413054, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8348044305988231, + "mIoU": 0.6605706043931405, + "macroF1": 0.7872529733901013, + "F1_coffee": 0.8878334443182263, + "IoU_coffee": 0.798291802412609, + "precision_coffee": 0.9021274055205079, + "recall_coffee": 0.8739853856980354, + "F1_noncoffee": 0.6866725024619762, + "IoU_noncoffee": 0.5228494063736722, + "kappa": 0.5748041371416578, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s2_r0.05", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s2_r0.05", + "val_epoch0": 0.5859994218789975 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.5859994218789975, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8207715419592218, + "mIoU": 0.6144104383156035, + "macroF1": 0.7460167356382328, + "F1_coffee": 0.8838081349929691, + "IoU_coffee": 0.79180664427025, + "precision_coffee": 0.8700244037487439, + "recall_coffee": 0.8980356462469836, + "F1_noncoffee": 0.6082253362834966, + "IoU_noncoffee": 0.4370142323609569, + "kappa": 0.4924630067641606, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7929070035767856, + "mIoU": 0.5775285703278322, + "macroF1": 0.7148838970610019, + "F1_coffee": 0.864033634134101, + "IoU_coffee": 0.7606155077271893, + "precision_coffee": 0.848976553777447, + "recall_coffee": 0.8796344496500665, + "F1_noncoffee": 0.5657341599879027, + "IoU_noncoffee": 0.39444163292847506, + "kappa": 0.43034010232336034, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5287958115183246, + "mIoU": 0.26805281884807847, + "macroF1": 0.3543261093531533, + "F1_coffee": 0.6899606299212598, + "IoU_coffee": 0.526671675432006, + "precision_coffee": 0.9957386363636364, + "recall_coffee": 0.5278614457831325, + "F1_noncoffee": 0.018691588785046728, + "IoU_noncoffee": 0.009433962264150943, + "kappa": 0.005490223859450132, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8251233958538993, + "mIoU": 0.6299232534445157, + "macroF1": 0.7604498217855065, + "F1_coffee": 0.8849189593010036, + "IoU_coffee": 0.7935916108360035, + "precision_coffee": 0.8774235104669887, + "recall_coffee": 0.8925435722709999, + "F1_noncoffee": 0.6359806842700092, + "IoU_noncoffee": 0.466254896053028, + "kappa": 0.5210102100954279, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.812986021659272, + "mIoU": 0.6038356134648755, + "macroF1": 0.7372237192889884, + "F1_coffee": 0.8783213310156444, + "IoU_coffee": 0.7830418419304849, + "precision_coffee": 0.870378345124577, + "recall_coffee": 0.8864106259006328, + "F1_noncoffee": 0.5961261075623325, + "IoU_noncoffee": 0.4246293849992661, + "kappa": 0.47459267611638395, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8243410410124655, + "mIoU": 0.6092693697341609, + "macroF1": 0.739724832960057, + "F1_coffee": 0.8881279922428944, + "IoU_coffee": 0.7987681909849021, + "precision_coffee": 0.8629217452746865, + "recall_coffee": 0.9148511143017667, + "F1_noncoffee": 0.5913216736772194, + "IoU_noncoffee": 0.41977054848341977, + "kappa": 0.48106716808345507, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8300019988007196, + "mIoU": 0.6431956603536937, + "macroF1": 0.7721164927995909, + "F1_coffee": 0.8869692338361352, + "IoU_coffee": 0.7968955223880597, + "precision_coffee": 0.8666406960135047, + "recall_coffee": 0.9082743603701687, + "F1_noncoffee": 0.6572637517630465, + "IoU_noncoffee": 0.4894957983193277, + "kappa": 0.5449921160545851, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8305666857469949, + "mIoU": 0.6401978314565238, + "macroF1": 0.7691059419397202, + "F1_coffee": 0.88823159219635, + "IoU_coffee": 0.798935808898449, + "precision_coffee": 0.8747985620428907, + "recall_coffee": 0.9020835996420811, + "F1_noncoffee": 0.6499802916830902, + "IoU_noncoffee": 0.48145985401459857, + "kappa": 0.5385526272932962, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8420453467412959, + "mIoU": 0.6374689954049176, + "macroF1": 0.7636053565741926, + "F1_coffee": 0.8997772828507795, + "IoU_coffee": 0.8178137651821862, + "precision_coffee": 0.8560302370862444, + "recall_coffee": 0.9482364882009642, + "F1_noncoffee": 0.6274334302976057, + "IoU_noncoffee": 0.45712422562764915, + "kappa": 0.5317567037044756, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8203627852545348, + "mIoU": 0.6166374509888939, + "macroF1": 0.7483974612582932, + "F1_coffee": 0.882958444529165, + "IoU_coffee": 0.7904436860068259, + "precision_coffee": 0.8880368098159509, + "recall_coffee": 0.8779378316906747, + "F1_noncoffee": 0.6138364779874214, + "IoU_noncoffee": 0.44283121597096187, + "kappa": 0.4968492119433615, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7954003244584407, + "mIoU": 0.5675090081941487, + "macroF1": 0.7029043599357394, + "F1_coffee": 0.8686757319612888, + "IoU_coffee": 0.767839740119112, + "precision_coffee": 0.8660234489496824, + "recall_coffee": 0.8713443106414352, + "F1_noncoffee": 0.5371329879101899, + "IoU_noncoffee": 0.36717827626918537, + "kappa": 0.4058283626799831, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8065285864274124, + "mIoU": 0.5824387352070381, + "macroF1": 0.7161444072263627, + "F1_coffee": 0.8763194825797791, + "IoU_coffee": 0.7798653344917463, + "precision_coffee": 0.870213281628696, + "recall_coffee": 0.88251198230306, + "F1_noncoffee": 0.5559693318729463, + "IoU_noncoffee": 0.3850121359223301, + "kappa": 0.43238914960922237, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7116, + 8413 + ], + [ + 43861, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5193841179211935, + "test_tta": { + "OA": 0.8242420347370619, + "mIoU": 0.6086223603792955, + "macroF1": 0.7390768619571204, + "F1_coffee": 0.8881458531447795, + "IoU_coffee": 0.7987970865214832, + "precision_coffee": 0.859044604885768, + "recall_coffee": 0.9192879217645316, + "F1_noncoffee": 0.5900078707694614, + "IoU_noncoffee": 0.4184476342371079, + "kappa": 0.48033964671692403, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.79827218183916, + "mIoU": 0.5729615686224665, + "macroF1": 0.7081542306693378, + "F1_coffee": 0.8703286515551847, + "IoU_coffee": 0.7704264189344451, + "precision_coffee": 0.8382263652273295, + "recall_coffee": 0.9049877571480903, + "F1_noncoffee": 0.5459798097834908, + "IoU_noncoffee": 0.37549671831048803, + "kappa": 0.41929067826681465, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s2_r0.1", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s2_r0.1", + "val_epoch0": 0.641338368238159 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.641338368238159, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8410803515480647, + "mIoU": 0.6612961986086285, + "macroF1": 0.7865229213899841, + "F1_coffee": 0.89444308079784, + "IoU_coffee": 0.8090429947680368, + "precision_coffee": 0.9019607843137255, + "recall_coffee": 0.887049659201558, + "F1_noncoffee": 0.6786027619821283, + "IoU_noncoffee": 0.5135494024492204, + "kappa": 0.5731361328323946, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8054690204222914, + "mIoU": 0.6118994592543697, + "macroF1": 0.7475544388741564, + "F1_coffee": 0.8684687847405067, + "IoU_coffee": 0.7675164176017374, + "precision_coffee": 0.8786479606937785, + "recall_coffee": 0.858522760136503, + "F1_noncoffee": 0.626640093007806, + "IoU_noncoffee": 0.45628250090700206, + "kappa": 0.49530115441761763, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29394166043380704, + "mIoU": 0.1490474293554894, + "macroF1": 0.23295410346168804, + "F1_coffee": 0.4492415402567094, + "IoU_coffee": 0.28969149736644095, + "precision_coffee": 0.9974093264248705, + "recall_coffee": 0.28990963855421686, + "F1_noncoffee": 0.016666666666666666, + "IoU_noncoffee": 0.008403361344537815, + "kappa": 0.0033749157060712393, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8478282329713721, + "mIoU": 0.6815539596453449, + "macroF1": 0.8033060989919869, + "F1_coffee": 0.8968861834843975, + "IoU_coffee": 0.8130495421745194, + "precision_coffee": 0.9160347065655531, + "recall_coffee": 0.878521818896606, + "F1_noncoffee": 0.7097260144995763, + "IoU_noncoffee": 0.5500583771161704, + "kappa": 0.6070955070677237, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8377462907304041, + "mIoU": 0.6552586568166241, + "macroF1": 0.7816834225557361, + "F1_coffee": 0.8923154861792737, + "IoU_coffee": 0.8055682597758975, + "precision_coffee": 0.9019971834592242, + "recall_coffee": 0.8828394210889042, + "F1_noncoffee": 0.6710513589321985, + "IoU_noncoffee": 0.5049490538573508, + "kappa": 0.5635204593146315, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8379008468931393, + "mIoU": 0.646696365476926, + "macroF1": 0.7735698770255848, + "F1_coffee": 0.894261506470935, + "IoU_coffee": 0.8087459301672841, + "precision_coffee": 0.8892112084927787, + "recall_coffee": 0.8993694987202697, + "F1_noncoffee": 0.6528782475802344, + "IoU_noncoffee": 0.48464680078656786, + "kappa": 0.5471877043228088, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8664801119328402, + "mIoU": 0.7175021775184641, + "macroF1": 0.8302628312410281, + "F1_coffee": 0.9086683073557561, + "IoU_coffee": 0.8326234026559759, + "precision_coffee": 0.9129120879120879, + "recall_coffee": 0.9044637996733805, + "F1_noncoffee": 0.7518573551263001, + "IoU_noncoffee": 0.6023809523809524, + "kappa": 0.6605455925727219, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8396298416332761, + "mIoU": 0.6596732350865624, + "macroF1": 0.7853516657060615, + "F1_coffee": 0.8932901669523265, + "IoU_coffee": 0.8071584260640129, + "precision_coffee": 0.8872635561160152, + "recall_coffee": 0.8993992074651668, + "F1_noncoffee": 0.6774131644597966, + "IoU_noncoffee": 0.512188044109112, + "kappa": 0.5707631974009558, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8646238497296271, + "mIoU": 0.6904172856507265, + "macroF1": 0.807673985949672, + "F1_coffee": 0.9123302819929963, + "IoU_coffee": 0.8387934929959331, + "precision_coffee": 0.8844550327575939, + "recall_coffee": 0.942019791930982, + "F1_noncoffee": 0.7030176899063476, + "IoU_noncoffee": 0.54204107830552, + "kappa": 0.6166379315156426, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8296274624536766, + "mIoU": 0.6472008042962932, + "macroF1": 0.7760061125692406, + "F1_coffee": 0.8856001571606312, + "IoU_coffee": 0.7946879774356563, + "precision_coffee": 0.9191246431969553, + "recall_coffee": 0.8544351781652767, + "F1_noncoffee": 0.6664120679778499, + "IoU_noncoffee": 0.4997136311569301, + "kappa": 0.5537434160995208, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8358622005916595, + "mIoU": 0.6508260776952366, + "macroF1": 0.777966064947083, + "F1_coffee": 0.8913455464308275, + "IoU_coffee": 0.803988603988604, + "precision_coffee": 0.9171866874674987, + "recall_coffee": 0.8669206193167854, + "F1_noncoffee": 0.6645865834633385, + "IoU_noncoffee": 0.4976635514018692, + "kappa": 0.5570176234132196, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8110146034170087, + "mIoU": 0.6062717836779612, + "macroF1": 0.74030288644988, + "F1_coffee": 0.8758153537380833, + "IoU_coffee": 0.779067172506137, + "precision_coffee": 0.8943256052260792, + "recall_coffee": 0.8580557945188645, + "F1_noncoffee": 0.6047904191616766, + "IoU_noncoffee": 0.4334763948497854, + "kappa": 0.4813129013553727, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7077, + 8413 + ], + [ + 45164, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.528250519434611, + "test_tta": { + "OA": 0.8450810585002972, + "mIoU": 0.6615473166818368, + "macroF1": 0.7858571785024213, + "F1_coffee": 0.8984732020638097, + "IoU_coffee": 0.8156616831721026, + "precision_coffee": 0.8938987596379484, + "recall_coffee": 0.9030947038652047, + "F1_noncoffee": 0.673241154941033, + "IoU_noncoffee": 0.5074329501915709, + "kappa": 0.5717504516884505, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8103582554517134, + "mIoU": 0.6121462131681211, + "macroF1": 0.7465045450951757, + "F1_coffee": 0.8737312142891439, + "IoU_coffee": 0.7757750417789298, + "precision_coffee": 0.8703795821535165, + "recall_coffee": 0.8771087589411379, + "F1_noncoffee": 0.6192778759012074, + "IoU_noncoffee": 0.44851738455731244, + "kappa": 0.4930317568836849, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s2_r0.5", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s2_r0.5", + "val_epoch0": 0.6606517878440248 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.5", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "6b440e701e4c", + "n_blocks": 432, + "n_train_hard": 91334, + "n_train_soft": 9114, + "best_epoch": 0, + "stopped_epoch": 30, + "best_val": 0.6606517878440248, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8480052700075515, + "mIoU": 0.676037909571624, + "macroF1": 0.7983836814205197, + "F1_coffee": 0.8984062889299369, + "IoU_coffee": 0.8155513960380596, + "precision_coffee": 0.9118018921393382, + "recall_coffee": 0.8853985860039795, + "F1_noncoffee": 0.6983610739111026, + "IoU_noncoffee": 0.5365244231051883, + "kappa": 0.5970256016964589, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8118005076727818, + "mIoU": 0.6246008431450994, + "macroF1": 0.7585781033773873, + "F1_coffee": 0.8719317702250444, + "IoU_coffee": 0.7729424047329041, + "precision_coffee": 0.887993762993763, + "recall_coffee": 0.856440511307768, + "F1_noncoffee": 0.64522443652973, + "IoU_noncoffee": 0.4762592815572948, + "kappa": 0.5175934312911976, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2857142857142857, + "mIoU": 0.1446156972472762, + "macroF1": 0.22716529118206938, + "F1_coffee": 0.4398826979472141, + "IoU_coffee": 0.2819548872180451, + "precision_coffee": 0.9946949602122016, + "recall_coffee": 0.28237951807228917, + "F1_noncoffee": 0.014447884416924664, + "IoU_noncoffee": 0.007276507276507277, + "kappa": 0.001124955310798199, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8373642645607108, + "mIoU": 0.663957262888047, + "macroF1": 0.7897806020689577, + "F1_coffee": 0.889795645339309, + "IoU_coffee": 0.8014701452069651, + "precision_coffee": 0.9087927854068457, + "recall_coffee": 0.8715764644214389, + "F1_noncoffee": 0.6897655587986066, + "IoU_noncoffee": 0.526444380569129, + "kappa": 0.580077747579679, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8507227708601689, + "mIoU": 0.6792975039679576, + "macroF1": 0.8007162732156483, + "F1_coffee": 0.900543530084867, + "IoU_coffee": 0.8190806591500434, + "precision_coffee": 0.9139354838709678, + "recall_coffee": 0.8875383747885471, + "F1_noncoffee": 0.7008890163464296, + "IoU_noncoffee": 0.539514348785872, + "kappa": 0.6016897503659915, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8555523836711391, + "mIoU": 0.684742165274733, + "macroF1": 0.8045326401751096, + "F1_coffee": 0.90439601964983, + "IoU_coffee": 0.8254771211772821, + "precision_coffee": 0.9124992056935883, + "recall_coffee": 0.8964354828640989, + "F1_noncoffee": 0.7046692607003892, + "IoU_noncoffee": 0.5440072093721838, + "kappa": 0.6091604892989033, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8506895862482511, + "mIoU": 0.6858546153224763, + "macroF1": 0.8064921953605858, + "F1_coffee": 0.8989721395726264, + "IoU_coffee": 0.8164844613683823, + "precision_coffee": 0.8934139784946237, + "recall_coffee": 0.9045998911268373, + "F1_noncoffee": 0.7140122511485452, + "IoU_noncoffee": 0.5552247692765704, + "kappa": 0.6130267885821169, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8597595878649112, + "mIoU": 0.698039137368798, + "macroF1": 0.8152254017603433, + "F1_coffee": 0.9059380598925006, + "IoU_coffee": 0.8280500643350099, + "precision_coffee": 0.9069827033952594, + "recall_coffee": 0.9048958200178959, + "F1_noncoffee": 0.724512743628186, + "IoU_noncoffee": 0.568028210402586, + "kappa": 0.630452239328663, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8773361161180153, + "mIoU": 0.7237409340928374, + "macroF1": 0.8334707950914917, + "F1_coffee": 0.9189392514575888, + "IoU_coffee": 0.8500347947112039, + "precision_coffee": 0.9082909902094436, + "recall_coffee": 0.9298401420959147, + "F1_noncoffee": 0.7480023387253947, + "IoU_noncoffee": 0.5974470734744707, + "kappa": 0.6670838322877933, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8243612248878487, + "mIoU": 0.6432991773705667, + "macroF1": 0.7735556952665524, + "F1_coffee": 0.8808153001125009, + "IoU_coffee": 0.7870151371807, + "precision_coffee": 0.9246908434069752, + "recall_coffee": 0.8409148344705585, + "F1_noncoffee": 0.666296090420604, + "IoU_noncoffee": 0.49958321756043345, + "kappa": 0.5499483624318305, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8416833667334669, + "mIoU": 0.6606106524707791, + "macroF1": 0.7857557648196958, + "F1_coffee": 0.8952188467125624, + "IoU_coffee": 0.8103132860736336, + "precision_coffee": 0.9209876543209876, + "recall_coffee": 0.8708527893831408, + "F1_noncoffee": 0.6762926829268293, + "IoU_noncoffee": 0.5109080188679245, + "kappa": 0.5725453389235706, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8336355827049728, + "mIoU": 0.6477705260397779, + "macroF1": 0.7756030555193911, + "F1_coffee": 0.8897184435305283, + "IoU_coffee": 0.8013448826077045, + "precision_coffee": 0.9169274908711529, + "recall_coffee": 0.8640776699029126, + "F1_noncoffee": 0.661487667508254, + "IoU_noncoffee": 0.4941961694718514, + "kappa": 0.5524158814594715, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 7109, + 8413 + ], + [ + 45563, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 1.5196706930796307, + "test_tta": { + "OA": 0.8542393033307091, + "mIoU": 0.6791157260861322, + "macroF1": 0.7998202299594716, + "F1_coffee": 0.9041926285774633, + "IoU_coffee": 0.8251382972571847, + "precision_coffee": 0.9022298094756365, + "recall_coffee": 0.9061640066042927, + "F1_noncoffee": 0.6954478313414798, + "IoU_noncoffee": 0.5330931549150798, + "kappa": 0.5996464831930411, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8187665859005423, + "mIoU": 0.6267747746383425, + "macroF1": 0.7589569026318712, + "F1_coffee": 0.8790265128906175, + "IoU_coffee": 0.7841635176915149, + "precision_coffee": 0.8778433672390256, + "recall_coffee": 0.8802128521024929, + "F1_noncoffee": 0.6388872923731249, + "IoU_noncoffee": 0.46938603158517017, + "kappa": 0.5179164193340963, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_ssl_lpft_spatial_f4_s2_r1.0", + "mode": "ssl_lpft", + "ssl_variant": "", + "lpft_variant": "", + "lpft": { + "lr_body": 0.0001, + "lr_head": 0.0001, + "warmup": 3, + "freeze_bn": true, + "ema": 0.99, + "l2sp": 0.0, + "init_from": "vc11_utae_cloudmask_ssl_lp_spatial_f4_s2_r1.0", + "val_epoch0": 0.6748127693186181 + }, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "1.0", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "4fbfa187e21a", + "n_blocks": 864, + "n_train_hard": 183164, + "n_train_soft": 18063, + "best_epoch": 49, + "stopped_epoch": 69, + "best_val": 0.6981629076115944, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8770385128295763, + "mIoU": 0.726381577848887, + "macroF1": 0.8356687173261339, + "F1_coffee": 0.9181208340911766, + "IoU_coffee": 0.8486352848101266, + "precision_coffee": 0.9282206598161168, + "recall_coffee": 0.9082384319038144, + "F1_noncoffee": 0.7532166005610912, + "IoU_noncoffee": 0.6041278708876474, + "kappa": 0.6714546712288783, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8414964809045806, + "mIoU": 0.6706093530371586, + "macroF1": 0.7949020354742928, + "F1_coffee": 0.8926590092201907, + "IoU_coffee": 0.8061283892250428, + "precision_coffee": 0.9045865748163985, + "recall_coffee": 0.8810418956176375, + "F1_noncoffee": 0.6971450617283951, + "IoU_noncoffee": 0.5350903168492745, + "kappa": 0.590005188869896, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.45774121166791326, + "mIoU": 0.23269555112779564, + "macroF1": 0.3232638881616473, + "F1_coffee": 0.6249353336782204, + "IoU_coffee": 0.454477050413845, + "precision_coffee": 0.9983471074380166, + "recall_coffee": 0.45481927710843373, + "F1_noncoffee": 0.021592442645074223, + "IoU_noncoffee": 0.010914051841746248, + "kappa": 0.008404762562388774, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8759131293188549, + "mIoU": 0.7278064079311166, + "macroF1": 0.8370108895313095, + "F1_coffee": 0.9166390344187281, + "IoU_coffee": 0.8461067580803134, + "precision_coffee": 0.9279001074113856, + "recall_coffee": 0.9056480146769755, + "F1_noncoffee": 0.7573827446438911, + "IoU_noncoffee": 0.6095060577819198, + "kappa": 0.6741614540063493, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8782977911359191, + "mIoU": 0.7293831458717637, + "macroF1": 0.8378798159449745, + "F1_coffee": 0.9188277595697967, + "IoU_coffee": 0.8498440167166991, + "precision_coffee": 0.9335316177421441, + "recall_coffee": 0.9045799135392519, + "F1_noncoffee": 0.7569318723201525, + "IoU_noncoffee": 0.6089222750268282, + "kappa": 0.6760003282926157, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8768674469502331, + "mIoU": 0.7218123881161724, + "macroF1": 0.8319753717596885, + "F1_coffee": 0.9188256696568596, + "IoU_coffee": 0.8498404409631564, + "precision_coffee": 0.923343629830423, + "recall_coffee": 0.9143517073475248, + "F1_noncoffee": 0.7451250738625173, + "IoU_noncoffee": 0.5937843352691885, + "kappa": 0.6639760037186734, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8951629022586448, + "mIoU": 0.7665156142486038, + "macroF1": 0.8641132374195926, + "F1_coffee": 0.9290689025627156, + "IoU_coffee": 0.8675337795176159, + "precision_coffee": 0.9232630022846392, + "recall_coffee": 0.9349482852476865, + "F1_noncoffee": 0.7991575722764694, + "IoU_noncoffee": 0.6654974489795918, + "kappa": 0.7282569022910542, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8969662278191185, + "mIoU": 0.7675211200487397, + "macroF1": 0.8646140492953653, + "F1_coffee": 0.9307958477508651, + "IoU_coffee": 0.8705501618122977, + "precision_coffee": 0.9331877168187075, + "recall_coffee": 0.9284162086156206, + "F1_noncoffee": 0.7984322508398656, + "IoU_noncoffee": 0.6644920782851818, + "kappa": 0.7292332796785709, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.9025709135755621, + "mIoU": 0.7739917692717551, + "macroF1": 0.8686626280111196, + "F1_coffee": 0.9353966157136566, + "IoU_coffee": 0.878633892696762, + "precision_coffee": 0.9276356830941984, + "recall_coffee": 0.9432885054554682, + "F1_noncoffee": 0.8019286403085825, + "IoU_noncoffee": 0.6693496458467483, + "kappa": 0.7373816151772251, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8571289252974449, + "mIoU": 0.691138492251304, + "macroF1": 0.8098016655615315, + "F1_coffee": 0.9046782484221485, + "IoU_coffee": 0.8259474872282286, + "precision_coffee": 0.9325285043594903, + "recall_coffee": 0.8784432650998231, + "F1_noncoffee": 0.7149250827009146, + "IoU_noncoffee": 0.5563294972743792, + "kappa": 0.6206153320692658, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8596240099246111, + "mIoU": 0.6923228015138353, + "macroF1": 0.8103342045302742, + "F1_coffee": 0.9070223121168067, + "IoU_coffee": 0.8298635207032153, + "precision_coffee": 0.9338799947937004, + "recall_coffee": 0.8816662570656181, + "F1_noncoffee": 0.7136460969437415, + "IoU_noncoffee": 0.5547820823244553, + "kappa": 0.621632223525372, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8510069676434093, + "mIoU": 0.6719833178820791, + "macroF1": 0.794099116744649, + "F1_coffee": 0.9023459493274946, + "IoU_coffee": 0.8220677077396558, + "precision_coffee": 0.918960244648318, + "recall_coffee": 0.8863217401990906, + "F1_noncoffee": 0.6858522841618032, + "IoU_noncoffee": 0.5218989280245023, + "kappa": 0.5886307929625482, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7342, + 8413 + ], + [ + 47136, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.498019285996755, + "test_tta": { + "OA": 0.8804768714150292, + "mIoU": 0.7304780558485795, + "macroF1": 0.8383955864481087, + "F1_coffee": 0.9208608602219173, + "IoU_coffee": 0.8533291271515605, + "precision_coffee": 0.9256368030455333, + "recall_coffee": 0.9161339486050548, + "F1_noncoffee": 0.7559303126743003, + "IoU_noncoffee": 0.6076269845455984, + "kappa": 0.6768177071627725, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8454049844236761, + "mIoU": 0.6740540550703877, + "macroF1": 0.7971596140709425, + "F1_coffee": 0.8960843811499646, + "IoU_coffee": 0.8117326776148239, + "precision_coffee": 0.9011777552453006, + "recall_coffee": 0.8910482580446141, + "F1_noncoffee": 0.6982348469919203, + "IoU_noncoffee": 0.5363754325259515, + "kappa": 0.594356857137131, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/Coffee_Real_Test", + "run_variant": "", + "mode_key": "ssl_lpft" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f0_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "2449733522ee", + "n_blocks": 44, + "n_train_hard": 9389, + "n_train_soft": 765, + "best_epoch": 85, + "stopped_epoch": 100, + "best_val": 0.7115218647071978, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7543872215457346, + "mIoU": 0.6023675084177282, + "macroF1": 0.7512148847466439, + "F1_coffee": 0.7793081255028158, + "IoU_coffee": 0.6384151003084385, + "precision_coffee": 0.8804580985275404, + "recall_coffee": 0.6990041853081252, + "F1_noncoffee": 0.723121643990472, + "IoU_noncoffee": 0.5663199165270181, + "kappa": 0.5105345060428313, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6679935387100496, + "mIoU": 0.49834631627486037, + "macroF1": 0.6642555440509408, + "F1_coffee": 0.699681678234097, + "IoU_coffee": 0.5380849185327875, + "precision_coffee": 0.8625836335563561, + "recall_coffee": 0.588534808181898, + "F1_noncoffee": 0.6288294098677846, + "IoU_noncoffee": 0.45860771401693323, + "kappa": 0.3568606891722041, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.1667778519012675, + "mIoU": 0.08365574606902228, + "macroF1": 0.14379351536513565, + "F1_coffee": 0.2840765791585464, + "IoU_coffee": 0.1655531801175842, + "precision_coffee": 1.0, + "recall_coffee": 0.1655531801175842, + "F1_noncoffee": 0.0035104515717249082, + "IoU_noncoffee": 0.001758312020460358, + "kappa": 0.0005820188709658004, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7655012790839323, + "mIoU": 0.6199322065876371, + "macroF1": 0.7653520763107702, + "F1_coffee": 0.7712690114068441, + "IoU_coffee": 0.6276955806981916, + "precision_coffee": 0.86789677764407, + "recall_coffee": 0.694001924516198, + "F1_noncoffee": 0.7594351412146964, + "IoU_noncoffee": 0.6121688324770828, + "kappa": 0.5367435881150644, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7242359997931641, + "mIoU": 0.5641271588762987, + "macroF1": 0.7205198547224112, + "F1_coffee": 0.7527469980063981, + "IoU_coffee": 0.6035239015686567, + "precision_coffee": 0.8733727810650888, + "recall_coffee": 0.6613980772364347, + "F1_noncoffee": 0.6882927114384242, + "IoU_noncoffee": 0.5247304161839408, + "kappa": 0.4541661458257008, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7743316572907851, + "mIoU": 0.623431655252882, + "macroF1": 0.7665735351317844, + "F1_coffee": 0.8091288054233863, + "IoU_coffee": 0.6794427551092568, + "precision_coffee": 0.8953499207902339, + "recall_coffee": 0.7380550007681671, + "F1_noncoffee": 0.7240182648401826, + "IoU_noncoffee": 0.5674205553965073, + "kappa": 0.5393240638518916, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7460466205927141, + "mIoU": 0.5875861080708622, + "macroF1": 0.7387048631613282, + "F1_coffee": 0.6949057134815648, + "IoU_coffee": 0.5324563295233987, + "precision_coffee": 0.7622723062673664, + "recall_coffee": 0.6384794414274632, + "F1_noncoffee": 0.7825040128410915, + "IoU_noncoffee": 0.6427158866183257, + "kappa": 0.4803033097340402, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6516100670403341, + "mIoU": 0.47583808806056727, + "macroF1": 0.6424161376351423, + "F1_coffee": 0.5850785340314136, + "IoU_coffee": 0.41350601295097134, + "precision_coffee": 0.6964786537862262, + "recall_coffee": 0.5044008124576845, + "F1_noncoffee": 0.699753741238871, + "IoU_noncoffee": 0.5381701631701632, + "kappa": 0.29783124392834914, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7731154454401686, + "mIoU": 0.6301226082088397, + "macroF1": 0.7730945595483991, + "F1_coffee": 0.7709176069831808, + "IoU_coffee": 0.627230209596397, + "precision_coffee": 0.7904387688277669, + "recall_coffee": 0.7523374194888842, + "F1_noncoffee": 0.7752715121136173, + "IoU_noncoffee": 0.6330150068212824, + "kappa": 0.5464604857054436, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7865753077020683, + "mIoU": 0.6346275005297175, + "macroF1": 0.7742000597688801, + "F1_coffee": 0.8270614846802385, + "IoU_coffee": 0.7051192145862553, + "precision_coffee": 0.9485849056603773, + "recall_coffee": 0.7331388990156763, + "F1_noncoffee": 0.7213386348575216, + "IoU_noncoffee": 0.5641357864731796, + "kappa": 0.5600352294638122, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.78876953125, + "mIoU": 0.6173641308859188, + "macroF1": 0.7572669358491516, + "F1_coffee": 0.8447124703855265, + "IoU_coffee": 0.7311707680835198, + "precision_coffee": 0.966644758462044, + "recall_coffee": 0.7500956266734667, + "F1_noncoffee": 0.6698214013127767, + "IoU_noncoffee": 0.5035574936883177, + "kappa": 0.5304202657549519, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.775419732126014, + "mIoU": 0.5997686719670872, + "macroF1": 0.7432462281979705, + "F1_coffee": 0.8341344479275514, + "IoU_coffee": 0.715463671128107, + "precision_coffee": 0.9734959349593496, + "recall_coffee": 0.7296770262035345, + "F1_noncoffee": 0.6523580084683895, + "IoU_noncoffee": 0.48407367280606717, + "kappa": 0.5076407527880227, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2548, + 2984 + ], + [ + 39552, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.263367275396983, + "test_tta": { + "OA": 0.7656686483776234, + "mIoU": 0.6160012573928673, + "macroF1": 0.7615924947531854, + "F1_coffee": 0.7927659709245242, + "IoU_coffee": 0.6566796096127611, + "precision_coffee": 0.87821479948072, + "recall_coffee": 0.722470775003608, + "F1_noncoffee": 0.7304190185818467, + "IoU_noncoffee": 0.5753229051729734, + "kappa": 0.5289855918681121, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.678709472712588, + "mIoU": 0.5094136142530816, + "macroF1": 0.6737661552937164, + "F1_coffee": 0.7139243107190096, + "IoU_coffee": 0.5551184247313975, + "precision_coffee": 0.86040177051413, + "recall_coffee": 0.6100649635677289, + "F1_noncoffee": 0.6336079998684232, + "IoU_noncoffee": 0.46370880377476587, + "kappa": 0.37088485355373685, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f0_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "b93522109951", + "n_blocks": 87, + "n_train_hard": 18603, + "n_train_soft": 1494, + "best_epoch": 98, + "stopped_epoch": 100, + "best_val": 0.7408474216528826, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8112778454265454, + "mIoU": 0.67481503954324, + "macroF1": 0.8047763541307552, + "F1_coffee": 0.8404028166881199, + "IoU_coffee": 0.7247368558518558, + "precision_coffee": 0.8839757884676649, + "recall_coffee": 0.8009236542069563, + "F1_noncoffee": 0.7691498915733905, + "IoU_noncoffee": 0.6248932232346242, + "kappa": 0.6109201135726823, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7344092534902503, + "mIoU": 0.5709645250482333, + "macroF1": 0.7248295656276964, + "F1_coffee": 0.7761720126894607, + "IoU_coffee": 0.6342165898617511, + "precision_coffee": 0.869786700809066, + "recall_coffee": 0.700750592573084, + "F1_noncoffee": 0.673487118565932, + "IoU_noncoffee": 0.5077124602347154, + "kappa": 0.4588045279442387, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.33849232821881253, + "mIoU": 0.1698668839267381, + "macroF1": 0.2545564876890178, + "F1_coffee": 0.5046953046953047, + "IoU_coffee": 0.3375200427578835, + "precision_coffee": 1.0, + "recall_coffee": 0.3375200427578835, + "F1_noncoffee": 0.004417670682730923, + "IoU_noncoffee": 0.0022137250955926746, + "kappa": 0.0014932374657611195, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.8138628334754537, + "mIoU": 0.6845337935843839, + "macroF1": 0.8125150992257254, + "F1_coffee": 0.8284110050533409, + "IoU_coffee": 0.7070832933959551, + "precision_coffee": 0.8722951401206102, + "recall_coffee": 0.7887308884849781, + "F1_noncoffee": 0.7966191933981099, + "IoU_noncoffee": 0.6619842937728128, + "kappa": 0.6261517109368001, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7946636330730648, + "mIoU": 0.6514476747457238, + "macroF1": 0.7877266556120027, + "F1_coffee": 0.8261002846507555, + "IoU_coffee": 0.7037230470790121, + "precision_coffee": 0.8930972445791119, + "recall_coffee": 0.7684536418445495, + "F1_noncoffee": 0.74935302657325, + "IoU_noncoffee": 0.5991723024124357, + "kappa": 0.5788691186394125, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8251605516005377, + "mIoU": 0.6865313923501934, + "macroF1": 0.8120618566808011, + "F1_coffee": 0.8616778259157148, + "IoU_coffee": 0.7569718358591101, + "precision_coffee": 0.8841739411574523, + "recall_coffee": 0.8402980488554309, + "F1_noncoffee": 0.7624458874458875, + "IoU_noncoffee": 0.6160909488412768, + "kappa": 0.6245411328742224, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7836476513997892, + "mIoU": 0.641141912495966, + "macroF1": 0.7808297765415272, + "F1_coffee": 0.7559783326727441, + "IoU_coffee": 0.6076890399320306, + "precision_coffee": 0.7728254997298758, + "recall_coffee": 0.7398500129299198, + "F1_noncoffee": 0.8056812204103103, + "IoU_noncoffee": 0.6745947850599013, + "kappa": 0.561825368341532, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7196395208264644, + "mIoU": 0.5549157294494357, + "macroF1": 0.7120627663761125, + "F1_coffee": 0.665354847173029, + "IoU_coffee": 0.49852565362689205, + "precision_coffee": 0.7944862155388471, + "recall_coffee": 0.5723313021891221, + "F1_noncoffee": 0.7587706855791962, + "IoU_noncoffee": 0.6113058052719793, + "kappa": 0.4348870030809872, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7976805482340538, + "mIoU": 0.6630410002979995, + "macroF1": 0.7973236910367866, + "F1_coffee": 0.8058281898209045, + "IoU_coffee": 0.6748008812065751, + "precision_coffee": 0.7854043392504931, + "recall_coffee": 0.8273426137544151, + "F1_noncoffee": 0.7888191922526686, + "IoU_noncoffee": 0.6512811193894239, + "kappa": 0.5949452821524449, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8465930719451846, + "mIoU": 0.7147670925335947, + "macroF1": 0.8314815270403844, + "F1_coffee": 0.8819451225466263, + "IoU_coffee": 0.78882096069869, + "precision_coffee": 0.9497371188222923, + "recall_coffee": 0.8231862923806051, + "F1_noncoffee": 0.7810179315341423, + "IoU_noncoffee": 0.6407132243684993, + "kappa": 0.66611854502403, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.861328125, + "mIoU": 0.7023018404597352, + "macroF1": 0.818550315250858, + "F1_coffee": 0.906652642650539, + "IoU_coffee": 0.8292448292448292, + "precision_coffee": 0.9358121861853711, + "recall_coffee": 0.879255386969272, + "F1_noncoffee": 0.7304479878511769, + "IoU_noncoffee": 0.5753588516746412, + "kappa": 0.6381152306131896, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8497453310696095, + "mIoU": 0.6883235867446393, + "macroF1": 0.8088256732856007, + "F1_coffee": 0.8972721996517702, + "IoU_coffee": 0.8136842105263158, + "precision_coffee": 0.9527526705012326, + "recall_coffee": 0.8478976234003657, + "F1_noncoffee": 0.7203791469194313, + "IoU_noncoffee": 0.562962962962963, + "kappa": 0.6211481475051005, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2633, + 2984 + ], + [ + 42644, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.000766348838806, + "test_tta": { + "OA": 0.8183511209798725, + "mIoU": 0.6844916180753844, + "macroF1": 0.8116333288689144, + "F1_coffee": 0.8472059045036903, + "IoU_coffee": 0.7349152010870985, + "precision_coffee": 0.8859032918569854, + "recall_coffee": 0.8117477269447251, + "F1_noncoffee": 0.7760607532341384, + "IoU_noncoffee": 0.6340680350636702, + "kappa": 0.6243172532715655, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7415339794623284, + "mIoU": 0.5791215514069681, + "macroF1": 0.7313071375423441, + "F1_coffee": 0.7837273572040597, + "IoU_coffee": 0.6443681536751865, + "precision_coffee": 0.8705595324271428, + "recall_coffee": 0.7126459485558775, + "F1_noncoffee": 0.6788869178806286, + "IoU_noncoffee": 0.5138749491387495, + "kappa": 0.47043665205967855, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f0_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d53d153fa79d", + "n_blocks": 44, + "n_train_hard": 9378, + "n_train_soft": 846, + "best_epoch": 58, + "stopped_epoch": 88, + "best_val": 0.6251411667881936, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.747600458419884, + "mIoU": 0.5844149745819467, + "macroF1": 0.7350828046655129, + "F1_coffee": 0.7926687554241502, + "IoU_coffee": 0.656546212139672, + "precision_coffee": 0.8082068510408543, + "recall_coffee": 0.77771684225718, + "F1_noncoffee": 0.6774968539068756, + "IoU_noncoffee": 0.5122837370242215, + "kappa": 0.47047005531488745, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.7032133379485405, + "mIoU": 0.5262543191055974, + "macroF1": 0.6853192976839143, + "F1_coffee": 0.7603586817281938, + "IoU_coffee": 0.6133699083120396, + "precision_coffee": 0.8099538530243636, + "recall_coffee": 0.7164867000263366, + "F1_noncoffee": 0.6102799136396349, + "IoU_noncoffee": 0.4391387298991551, + "kappa": 0.37445284734037265, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5104736490993996, + "mIoU": 0.25606313385409696, + "macroF1": 0.33989763298020775, + "F1_coffee": 0.675453339230429, + "IoU_coffee": 0.5099505810070789, + "precision_coffee": 0.9992148652185292, + "recall_coffee": 0.5101549973276323, + "F1_noncoffee": 0.004341926729986432, + "IoU_noncoffee": 0.0021756867011150393, + "kappa": 0.0014195529584727657, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7457059325130954, + "mIoU": 0.5883033848832706, + "macroF1": 0.7395154316637493, + "F1_coffee": 0.7796717504881524, + "IoU_coffee": 0.6389033039266563, + "precision_coffee": 0.7697999166319299, + "recall_coffee": 0.7898000641505399, + "F1_noncoffee": 0.6993591128393462, + "IoU_noncoffee": 0.5377034658398848, + "kappa": 0.4791477412188847, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7204612441181033, + "mIoU": 0.5555323483769942, + "macroF1": 0.7124854629289838, + "F1_coffee": 0.7603723404255319, + "IoU_coffee": 0.6133876850461274, + "precision_coffee": 0.8338518374489597, + "recall_coffee": 0.6987941991200912, + "F1_noncoffee": 0.6645985854324358, + "IoU_noncoffee": 0.497677011707861, + "kappa": 0.4311536164733901, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7752775426893015, + "mIoU": 0.6064993701306168, + "macroF1": 0.7500020182313566, + "F1_coffee": 0.8294930875576036, + "IoU_coffee": 0.7086614173228346, + "precision_coffee": 0.8159928656361475, + "recall_coffee": 0.8434475341834383, + "F1_noncoffee": 0.6705109489051095, + "IoU_noncoffee": 0.5043373229383991, + "kappa": 0.5002683655350113, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7207449923860841, + "mIoU": 0.5634096476377266, + "macroF1": 0.7207446820188197, + "F1_coffee": 0.7210390826117482, + "IoU_coffee": 0.5637694419030193, + "precision_coffee": 0.6584740329130156, + "recall_coffee": 0.7967416602017068, + "F1_noncoffee": 0.7204502814258912, + "IoU_noncoffee": 0.5630498533724341, + "kappa": 0.4464968766773269, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6720518738322893, + "mIoU": 0.5046272489476256, + "macroF1": 0.670343602794544, + "F1_coffee": 0.6466129796305069, + "IoU_coffee": 0.4777738886944347, + "precision_coffee": 0.680289060553202, + "recall_coffee": 0.6161137440758294, + "F1_noncoffee": 0.6940742259585811, + "IoU_noncoffee": 0.5314806092008164, + "kappa": 0.34208290776919587, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7258829731154455, + "mIoU": 0.5669186673229666, + "macroF1": 0.7229797845000421, + "F1_coffee": 0.7513389441469013, + "IoU_coffee": 0.6017156862745098, + "precision_coffee": 0.6960836434520645, + "recall_coffee": 0.8161230002077706, + "F1_noncoffee": 0.694620624853183, + "IoU_noncoffee": 0.5321216483714234, + "kappa": 0.4502140890102521, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.772744575561477, + "mIoU": 0.6026349769633351, + "macroF1": 0.746816990527138, + "F1_coffee": 0.8278381236181871, + "IoU_coffee": 0.7062489749056913, + "precision_coffee": 0.8757372381533456, + "recall_coffee": 0.7849070360918702, + "F1_noncoffee": 0.6657958574360888, + "IoU_noncoffee": 0.499020979020979, + "kappa": 0.4965576749547621, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.7634765625, + "mIoU": 0.5778835693731799, + "macroF1": 0.723921698260565, + "F1_coffee": 0.8284216491924058, + "IoU_coffee": 0.7070988027572862, + "precision_coffee": 0.9320899091343855, + "recall_coffee": 0.7455055463470611, + "F1_noncoffee": 0.6194217473287241, + "IoU_noncoffee": 0.4486683359890735, + "kappa": 0.4625890490574969, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.819468024900962, + "mIoU": 0.623685974872209, + "macroF1": 0.7557194261353779, + "F1_coffee": 0.8805094268947434, + "IoU_coffee": 0.7865268793218827, + "precision_coffee": 0.9025982337130424, + "recall_coffee": 0.8594759293113955, + "F1_noncoffee": 0.6309294253760124, + "IoU_noncoffee": 0.4608450704225352, + "kappa": 0.5123409376243194, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 26, + 28 + ], + [ + 2300, + 2984 + ], + [ + 39423, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.467597870031993, + "test_tta": { + "OA": 0.7576463004082802, + "mIoU": 0.5936779100856737, + "macroF1": 0.7417864855914702, + "F1_coffee": 0.805780380001148, + "IoU_coffee": 0.6747338316229662, + "precision_coffee": 0.8012500356745341, + "recall_coffee": 0.8103622456342907, + "F1_noncoffee": 0.6777925911817922, + "IoU_noncoffee": 0.5126219885483813, + "kappa": 0.48360035882565094, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7152417214722511, + "mIoU": 0.5361449300111624, + "macroF1": 0.692754207835053, + "F1_coffee": 0.7758757690648626, + "IoU_coffee": 0.6338211020234055, + "precision_coffee": 0.8035504349870679, + "recall_coffee": 0.7500438943025195, + "F1_noncoffee": 0.6096326466052434, + "IoU_noncoffee": 0.43846875799891927, + "kappa": 0.3867753170178629, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f0_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "9552f9bae073", + "n_blocks": 87, + "n_train_hard": 18568, + "n_train_soft": 1674, + "best_epoch": 81, + "stopped_epoch": 100, + "best_val": 0.7008411211222737, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8040971277129145, + "mIoU": 0.6624045742210818, + "macroF1": 0.7954560888170585, + "F1_coffee": 0.8374974005525683, + "IoU_coffee": 0.7204262605095704, + "precision_coffee": 0.8627168956758576, + "recall_coffee": 0.8137104921345072, + "F1_noncoffee": 0.7534147770815489, + "IoU_noncoffee": 0.6043828879325932, + "kappa": 0.5914419589848608, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.726895119418484, + "mIoU": 0.5594425996825754, + "macroF1": 0.714808338767075, + "F1_coffee": 0.7735199138858988, + "IoU_coffee": 0.6306828155169387, + "precision_coffee": 0.8499448036587289, + "recall_coffee": 0.7097050302870688, + "F1_noncoffee": 0.6560967636482511, + "IoU_noncoffee": 0.48820238384821213, + "kappa": 0.43653437970098835, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3196797865243496, + "mIoU": 0.16041624611303854, + "macroF1": 0.24381384023700123, + "F1_coffee": 0.4833316445435201, + "IoU_coffee": 0.3186798503474078, + "precision_coffee": 1.0, + "recall_coffee": 0.3186798503474078, + "F1_noncoffee": 0.004296035930482328, + "IoU_noncoffee": 0.002152641878669276, + "kappa": 0.001371066626861213, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7962602022170788, + "mIoU": 0.6572216185051281, + "macroF1": 0.7925177379786812, + "F1_coffee": 0.8203833968748322, + "IoU_coffee": 0.6954661325564457, + "precision_coffee": 0.8240560949298813, + "recall_coffee": 0.8167432909226986, + "F1_noncoffee": 0.7646520790825301, + "IoU_noncoffee": 0.6189771044538103, + "kappa": 0.5850462758752141, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.8009204198769326, + "mIoU": 0.6556203922778308, + "macroF1": 0.7901200614001107, + "F1_coffee": 0.8377307595043413, + "IoU_coffee": 0.7207716855236438, + "precision_coffee": 0.8677960181627663, + "recall_coffee": 0.8096789962522405, + "F1_noncoffee": 0.7425093632958801, + "IoU_noncoffee": 0.5904690990320178, + "kappa": 0.5810381070944233, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.8135610096082043, + "mIoU": 0.6719269291362293, + "macroF1": 0.8018363351925375, + "F1_coffee": 0.8500380410843711, + "IoU_coffee": 0.7391879657357755, + "precision_coffee": 0.8878293601003764, + "recall_coffee": 0.8153326163773237, + "F1_noncoffee": 0.7536346293007039, + "IoU_noncoffee": 0.6046658925366832, + "kappa": 0.6048488857917759, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7555347311702003, + "mIoU": 0.6068982887177905, + "macroF1": 0.7553249052097364, + "F1_coffee": 0.7481597683118136, + "IoU_coffee": 0.5976479660690187, + "precision_coffee": 0.7013574660633484, + "recall_coffee": 0.8016550297388156, + "F1_noncoffee": 0.762490042107659, + "IoU_noncoffee": 0.6161486113665624, + "kappa": 0.512696311583233, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7417298604242224, + "mIoU": 0.5886121568657672, + "macroF1": 0.7408605649712694, + "F1_coffee": 0.7258516098926738, + "IoU_coffee": 0.5696758835378136, + "precision_coffee": 0.7512678097078, + "recall_coffee": 0.7020988490182803, + "F1_noncoffee": 0.755869520049865, + "IoU_noncoffee": 0.6075484301937207, + "kappa": 0.4822488323349335, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.785239852398524, + "mIoU": 0.6462865969792768, + "macroF1": 0.7851242523298616, + "F1_coffee": 0.7901081916537868, + "IoU_coffee": 0.6530403679100665, + "precision_coffee": 0.7837285363859362, + "recall_coffee": 0.7965925618117599, + "F1_noncoffee": 0.7801403130059363, + "IoU_noncoffee": 0.639532826048487, + "kappa": 0.5702783310346647, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.8403755868544601, + "mIoU": 0.7032849488690109, + "macroF1": 0.8232214047374241, + "F1_coffee": 0.8782894736842105, + "IoU_coffee": 0.782991202346041, + "precision_coffee": 0.9358762886597938, + "recall_coffee": 0.8273787823550857, + "F1_noncoffee": 0.7681533357906377, + "IoU_noncoffee": 0.6235786953919809, + "kappa": 0.6489745578288714, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.853515625, + "mIoU": 0.6901835257086625, + "macroF1": 0.8096894910586523, + "F1_coffee": 0.9010162333377326, + "IoU_coffee": 0.8198630959529242, + "precision_coffee": 0.9337983859937081, + "recall_coffee": 0.8704577330103277, + "F1_noncoffee": 0.718362748779572, + "IoU_noncoffee": 0.5605039554644008, + "kappa": 0.6207090301426188, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.838898321071496, + "mIoU": 0.6759441469620546, + "macroF1": 0.8001980959065946, + "F1_coffee": 0.888132040869793, + "IoU_coffee": 0.7987747408105561, + "precision_coffee": 0.9599320402095427, + "recall_coffee": 0.8263254113345521, + "F1_noncoffee": 0.7122641509433962, + "IoU_noncoffee": 0.5531135531135531, + "kappa": 0.6060648580760506, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2563, + 2984 + ], + [ + 42313, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.9556998133659365, + "test_tta": { + "OA": 0.808860396819712, + "mIoU": 0.668530437922763, + "macroF1": 0.7998351808392207, + "F1_coffee": 0.8423384833535198, + "IoU_coffee": 0.7276207002143513, + "precision_coffee": 0.8625707111958133, + "recall_coffee": 0.823033626785972, + "F1_noncoffee": 0.7573318783249215, + "IoU_noncoffee": 0.6094401756311746, + "kappa": 0.6000090772506954, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.7317266643590631, + "mIoU": 0.5644129906875734, + "macroF1": 0.7187068570154644, + "F1_coffee": 0.7792244786535791, + "IoU_coffee": 0.6383028370311316, + "precision_coffee": 0.8484582180981675, + "recall_coffee": 0.7204371872530946, + "F1_noncoffee": 0.6581892353773499, + "IoU_noncoffee": 0.49052314434401534, + "kappa": 0.443154144565517, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f0_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "83097800044f", + "n_blocks": 44, + "n_train_hard": 9073, + "n_train_soft": 981, + "best_epoch": 33, + "stopped_epoch": 63, + "best_val": 0.5836741281412245, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7508595372824296, + "mIoU": 0.5904001385276205, + "macroF1": 0.7402719013161878, + "F1_coffee": 0.7927114527928009, + "IoU_coffee": 0.6566047981044526, + "precision_coffee": 0.8192092135246659, + "recall_coffee": 0.7678741521143022, + "F1_noncoffee": 0.6878323498395746, + "IoU_noncoffee": 0.5241954789507883, + "kappa": 0.4813609614722029, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6722626052844122, + "mIoU": 0.496077563308817, + "macroF1": 0.6600804719717773, + "F1_coffee": 0.7244306468433945, + "IoU_coffee": 0.5679272907040861, + "precision_coffee": 0.8095018700200552, + "recall_coffee": 0.655539460977965, + "F1_noncoffee": 0.5957302971001601, + "IoU_noncoffee": 0.424227835913548, + "kappa": 0.33100011238037574, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.21787858572381588, + "mIoU": 0.10926833230493685, + "macroF1": 0.17989509541850507, + "F1_coffee": 0.3563899868247694, + "IoU_coffee": 0.21683366733466933, + "precision_coffee": 0.999384236453202, + "recall_coffee": 0.2168626402993052, + "F1_noncoffee": 0.0034002040122407345, + "IoU_noncoffee": 0.0017029972752043597, + "kappa": 0.00047178537801116237, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7427214033378, + "mIoU": 0.5885178793084491, + "macroF1": 0.7405089183311115, + "F1_coffee": 0.7644697223151555, + "IoU_coffee": 0.6187381532629299, + "precision_coffee": 0.798857941964806, + "recall_coffee": 0.7329199187426494, + "F1_noncoffee": 0.7165481143470676, + "IoU_noncoffee": 0.5582976053539684, + "kappa": 0.48217261304164644, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.7636899529448266, + "mIoU": 0.606555647103708, + "macroF1": 0.7529789743083373, + "F1_coffee": 0.8044166737995377, + "IoU_coffee": 0.672823596792669, + "precision_coffee": 0.8472773169852146, + "recall_coffee": 0.7656835587420564, + "F1_noncoffee": 0.7015412748171369, + "IoU_noncoffee": 0.540287697414747, + "kappa": 0.50787966799106, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7451585602628565, + "mIoU": 0.571676742918231, + "macroF1": 0.7225673343226442, + "F1_coffee": 0.8017351562802587, + "IoU_coffee": 0.6690800956752214, + "precision_coffee": 0.8085305835481603, + "recall_coffee": 0.7950530035335689, + "F1_noncoffee": 0.6433995123650296, + "IoU_noncoffee": 0.47427339016124065, + "kappa": 0.4452051556847187, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7123111163172074, + "mIoU": 0.5503473936251501, + "macroF1": 0.7092849466945661, + "F1_coffee": 0.6796243151578398, + "IoU_coffee": 0.5147204109859711, + "precision_coffee": 0.6857067649381416, + "recall_coffee": 0.673648823377295, + "F1_noncoffee": 0.7389455782312925, + "IoU_noncoffee": 0.585974376264329, + "kappa": 0.41860716870860176, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.6931530937465655, + "mIoU": 0.5297484628005262, + "macroF1": 0.6924240181844175, + "F1_coffee": 0.677449168207024, + "IoU_coffee": 0.5122292103424179, + "precision_coffee": 0.6939644970414202, + "recall_coffee": 0.661701647483638, + "F1_noncoffee": 0.707398868161811, + "IoU_noncoffee": 0.5472677152586347, + "kappa": 0.38516392727276944, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.6527148128624143, + "mIoU": 0.48293731028414866, + "macroF1": 0.6508401670946848, + "F1_coffee": 0.6764243614931238, + "IoU_coffee": 0.5110583345702835, + "precision_coffee": 0.6415129495062418, + "recall_coffee": 0.7153542489092043, + "F1_noncoffee": 0.6252559726962458, + "IoU_noncoffee": 0.4548162859980139, + "kappa": 0.3040673214780285, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7756629869305925, + "mIoU": 0.6096482424570593, + "macroF1": 0.7530044817103305, + "F1_coffee": 0.8278145695364238, + "IoU_coffee": 0.7062146892655368, + "precision_coffee": 0.8887494772061899, + "recall_coffee": 0.7746992344148742, + "F1_noncoffee": 0.6781943938842373, + "IoU_noncoffee": 0.5130817956485817, + "kappa": 0.5103111674546752, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.8263671875, + "mIoU": 0.6566049095589296, + "macroF1": 0.7854921315272625, + "F1_coffee": 0.8791298436437798, + "IoU_coffee": 0.7843279961183891, + "precision_coffee": 0.9416047764671618, + "recall_coffee": 0.8244294275149815, + "F1_noncoffee": 0.6918544194107452, + "IoU_noncoffee": 0.5288818229994701, + "kappa": 0.5757456931129188, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8278626674212413, + "mIoU": 0.6485439678113012, + "macroF1": 0.7776810306806072, + "F1_coffee": 0.8833045591150329, + "IoU_coffee": 0.7909986257443885, + "precision_coffee": 0.9291094969061071, + "recall_coffee": 0.8418037781840342, + "F1_noncoffee": 0.6720575022461814, + "IoU_noncoffee": 0.5060893098782138, + "kappa": 0.5583784332309932, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 28, + 28 + ], + [ + 2504, + 2984 + ], + [ + 39399, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.1232799927393593, + "test_tta": { + "OA": 0.7571090896067617, + "mIoU": 0.5972407978040194, + "macroF1": 0.7454816615002806, + "F1_coffee": 0.7998819710829154, + "IoU_coffee": 0.6665027537372148, + "precision_coffee": 0.8181077410593028, + "recall_coffee": 0.7824505700678308, + "F1_noncoffee": 0.691081351917646, + "IoU_noncoffee": 0.527978841870824, + "kappa": 0.49135301828116845, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6782479520018461, + "mIoU": 0.501549121257612, + "macroF1": 0.6646194462864969, + "F1_coffee": 0.7322266633058466, + "IoU_coffee": 0.5775690670504251, + "precision_coffee": 0.8080214045405176, + "recall_coffee": 0.6694320077253972, + "F1_noncoffee": 0.5970122292671471, + "IoU_noncoffee": 0.4255291754647989, + "kappa": 0.33800509713069765, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f0_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 0, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "d582061c8f85", + "n_blocks": 87, + "n_train_hard": 17919, + "n_train_soft": 1779, + "best_epoch": 57, + "stopped_epoch": 87, + "best_val": 0.6796048421208395, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07020000368356705, + 0.0560000017285347, + 0.1168999969959259, + 0.25999999046325684, + 0.3174000084400177, + 0.323199987411499, + 0.35269999504089355, + 0.25780001282691956, + 0.13750000298023224 + ], + "scale": [ + 0.025649626466430146, + 0.02527898355465204, + 0.032914268407775, + 0.0302456239784614, + 0.05574598996635646, + 0.07442650097155165, + 0.07042353432758125, + 0.07479714112180988, + 0.05278083562605217, + 0.04277342453916591 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7582730463433851, + "mIoU": 0.6030342607005739, + "macroF1": 0.750894559094972, + "F1_coffee": 0.7937667099534031, + "IoU_coffee": 0.6580540567925628, + "precision_coffee": 0.8431678026614735, + "recall_coffee": 0.7498340308846876, + "F1_noncoffee": 0.708022408236541, + "IoU_noncoffee": 0.548014464608585, + "kappa": 0.5041987100453253, + "n_pixels": 55844 + }, + "test_all_drawn": { + "OA": 0.6786806276681666, + "mIoU": 0.5059962675208945, + "macroF1": 0.6697611535314725, + "F1_coffee": 0.7240341380634453, + "IoU_coffee": 0.567440054363654, + "precision_coffee": 0.8310632126709699, + "recall_coffee": 0.6414274427179352, + "F1_noncoffee": 0.6154881689994995, + "IoU_noncoffee": 0.44455248067813513, + "kappa": 0.3544408299228627, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2277518345563709, + "mIoU": 0.1142224197734321, + "macroF1": 0.186539885498817, + "F1_coffee": 0.3696362448268351, + "IoU_coffee": 0.2267201068804275, + "precision_coffee": 0.9994110718492344, + "recall_coffee": 0.22675040085515766, + "F1_noncoffee": 0.003443526170798898, + "IoU_noncoffee": 0.0017247326664367024, + "kappa": 0.0005153049439000258, + "n_pixels": 7495 + }, + "test_per_year": { + "2023": { + "OA": 0.7340114508466318, + "mIoU": 0.5796413052186795, + "macroF1": 0.7338573985822936, + "F1_coffee": 0.7402605126985071, + "IoU_coffee": 0.5876298394711993, + "precision_coffee": 0.8341823056300268, + "recall_coffee": 0.6653480166791403, + "F1_noncoffee": 0.72745428446608, + "IoU_noncoffee": 0.5716527709661599, + "kappa": 0.4747022314767848, + "n_pixels": 16418 + }, + "2024": { + "OA": 0.752624230828895, + "mIoU": 0.5950004337610395, + "macroF1": 0.7444096753683949, + "F1_coffee": 0.7902306410593704, + "IoU_coffee": 0.6532076839434577, + "precision_coffee": 0.8555829851879985, + "recall_coffee": 0.734153495193091, + "F1_noncoffee": 0.6985887096774194, + "IoU_noncoffee": 0.5367931835786213, + "kappa": 0.493069109546377, + "n_pixels": 19339 + }, + "2025": { + "OA": 0.7835415940658137, + "mIoU": 0.6232625986922011, + "macroF1": 0.7642287950362394, + "F1_coffee": 0.8317076946895804, + "IoU_coffee": 0.7119003445534058, + "precision_coffee": 0.8381962864721485, + "recall_coffee": 0.8253187893685666, + "F1_noncoffee": 0.6967498953828986, + "IoU_noncoffee": 0.5346248528309965, + "kappa": 0.5285085020545752, + "n_pixels": 20087 + } + }, + "test_per_site": { + "p01:2023": { + "OA": 0.7510835188005154, + "mIoU": 0.5979215061429938, + "macroF1": 0.7476904432721942, + "F1_coffee": 0.7184311647012058, + "IoU_coffee": 0.5605872622001654, + "precision_coffee": 0.7366847826086956, + "recall_coffee": 0.7010602534264287, + "F1_noncoffee": 0.7769497218431826, + "IoU_noncoffee": 0.6352557500858221, + "kappa": 0.49562619088019144, + "n_pixels": 8537 + }, + "p01:2024": { + "OA": 0.7063413561929882, + "mIoU": 0.5448710513088195, + "macroF1": 0.7051140782991963, + "F1_coffee": 0.6860902255639098, + "IoU_coffee": 0.5221745350500715, + "precision_coffee": 0.7155109041901495, + "recall_coffee": 0.658993455201986, + "F1_noncoffee": 0.7241379310344828, + "IoU_noncoffee": 0.5675675675675675, + "kappa": 0.4111031388596489, + "n_pixels": 9099 + }, + "p01:2025": { + "OA": 0.7328413284132841, + "mIoU": 0.5780370559718915, + "macroF1": 0.7325387990830178, + "F1_coffee": 0.7235435304385773, + "IoU_coffee": 0.5668376068376069, + "precision_coffee": 0.7617734895474385, + "recall_coffee": 0.6889673800124663, + "F1_noncoffee": 0.7415340677274582, + "IoU_noncoffee": 0.5892365051061761, + "kappa": 0.4663342120967018, + "n_pixels": 9485 + }, + "p06:2023": { + "OA": 0.7155183352366451, + "mIoU": 0.5485985527159826, + "macroF1": 0.7064523393964268, + "F1_coffee": 0.7580401467731491, + "IoU_coffee": 0.6103580118178659, + "precision_coffee": 0.9291005291005291, + "recall_coffee": 0.6401749908858914, + "F1_noncoffee": 0.6548645320197044, + "IoU_noncoffee": 0.4868390936140993, + "kappa": 0.4399829534141759, + "n_pixels": 7881 + }, + "p06:2024": { + "OA": 0.79375, + "mIoU": 0.6167474485332377, + "macroF1": 0.7554147983112569, + "F1_coffee": 0.8522456974954526, + "IoU_coffee": 0.7425332195538218, + "precision_coffee": 0.9441946984963572, + "recall_coffee": 0.7766160907815887, + "F1_noncoffee": 0.6585838991270611, + "IoU_noncoffee": 0.4909616775126536, + "kappa": 0.5213192406031901, + "n_pixels": 10240 + }, + "p06:2025": { + "OA": 0.8289002075080174, + "mIoU": 0.6161017747667664, + "macroF1": 0.7455467706635117, + "F1_coffee": 0.8911817636472705, + "IoU_coffee": 0.8037221380653539, + "precision_coffee": 0.8774955699940933, + "recall_coffee": 0.9053016453382084, + "F1_noncoffee": 0.599911777679753, + "IoU_noncoffee": 0.428481411468179, + "kappa": 0.4915482982147377, + "n_pixels": 10602 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 3, + 28 + ], + [ + 2325, + 2984 + ], + [ + 40017, + 52832 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.306739993890127, + "test_tta": { + "OA": 0.7659193467516654, + "mIoU": 0.6118649673845444, + "macroF1": 0.7575726277459882, + "F1_coffee": 0.8025556596078905, + "IoU_coffee": 0.6702237695199172, + "precision_coffee": 0.8417667374291056, + "recall_coffee": 0.7668350411314764, + "F1_noncoffee": 0.712589595884086, + "IoU_noncoffee": 0.5535061652491717, + "kappa": 0.5166718858454236, + "n_pixels": 55844 + }, + "test_tta_all_drawn": { + "OA": 0.6859640013845621, + "mIoU": 0.513025540594722, + "macroF1": 0.6756089147454225, + "F1_coffee": 0.7335666389310361, + "IoU_coffee": 0.579238246149684, + "precision_coffee": 0.8289546460176991, + "recall_coffee": 0.6578658590115003, + "F1_noncoffee": 0.617651190559809, + "IoU_noncoffee": 0.44681283503976016, + "kappa": 0.36331603784718386, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f1_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f009ed5e6270", + "n_blocks": 44, + "n_train_hard": 8742, + "n_train_soft": 774, + "best_epoch": 96, + "stopped_epoch": 100, + "best_val": 0.6677559671731075, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8529421258190504, + "mIoU": 0.6802579754837988, + "macroF1": 0.8011073566540011, + "F1_coffee": 0.902643331837511, + "IoU_coffee": 0.8225614861838646, + "precision_coffee": 0.9170664987733658, + "recall_coffee": 0.8886668209454485, + "F1_noncoffee": 0.6995713814704912, + "IoU_noncoffee": 0.5379544647837331, + "kappa": 0.6025181111910141, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8230644975193262, + "mIoU": 0.6394566563671814, + "macroF1": 0.7702069344501765, + "F1_coffee": 0.8804171946583488, + "IoU_coffee": 0.7863797036340525, + "precision_coffee": 0.8902402964773601, + "recall_coffee": 0.8708085073562022, + "F1_noncoffee": 0.6599966742420044, + "IoU_noncoffee": 0.49253360910031024, + "kappa": 0.5405729116296134, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.5308641975308642, + "mIoU": 0.27532051282051284, + "macroF1": 0.36926229508196723, + "F1_coffee": 0.6885245901639344, + "IoU_coffee": 0.525, + "precision_coffee": 1.0, + "recall_coffee": 0.525, + "F1_noncoffee": 0.05, + "IoU_noncoffee": 0.02564102564102564, + "kappa": 0.02656546489563583, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8518446601941747, + "mIoU": 0.6829620841016196, + "macroF1": 0.8037237762237762, + "F1_coffee": 0.9009090909090909, + "IoU_coffee": 0.8196856906534326, + "precision_coffee": 0.9243787061096675, + "recall_coffee": 0.8786017351656007, + "F1_noncoffee": 0.7065384615384616, + "IoU_noncoffee": 0.5462384775498067, + "kappa": 0.6081955476583222, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8532469416372516, + "mIoU": 0.679373288044191, + "macroF1": 0.8002574361816981, + "F1_coffee": 0.9031372674177385, + "IoU_coffee": 0.8233822160148976, + "precision_coffee": 0.9150821368516363, + "recall_coffee": 0.891500220528007, + "F1_noncoffee": 0.6973776049456576, + "IoU_noncoffee": 0.5353643600734844, + "kappa": 0.600727420103624, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8537304772496495, + "mIoU": 0.6782587985236272, + "macroF1": 0.7991622578289377, + "F1_coffee": 0.9038492101331808, + "IoU_coffee": 0.8245664907498695, + "precision_coffee": 0.9119948685054522, + "recall_coffee": 0.8958477726671287, + "F1_noncoffee": 0.6944753055246945, + "IoU_noncoffee": 0.5319511062973851, + "kappa": 0.5984263106251742, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8698855151816824, + "mIoU": 0.6297560557843448, + "macroF1": 0.748401568559814, + "F1_coffee": 0.9232305433186491, + "IoU_coffee": 0.8574078114771984, + "precision_coffee": 0.9624050942934117, + "recall_coffee": 0.8871204424878655, + "F1_noncoffee": 0.5735725938009788, + "IoU_noncoffee": 0.4021043000914913, + "kappa": 0.5013920317381794, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8806310775947609, + "mIoU": 0.6255549197253655, + "macroF1": 0.7408954569593658, + "F1_coffee": 0.9311745523199267, + "IoU_coffee": 0.8712129322342361, + "precision_coffee": 0.9476013041453191, + "recall_coffee": 0.9153076144415702, + "F1_noncoffee": 0.5506163615988047, + "IoU_noncoffee": 0.37989690721649483, + "kappa": 0.4828056989074016, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.870410795792816, + "mIoU": 0.6126823512101449, + "macroF1": 0.7299700916617325, + "F1_coffee": 0.9247088665974864, + "IoU_coffee": 0.8599613982414754, + "precision_coffee": 0.9485511531638084, + "recall_coffee": 0.9020357665054549, + "F1_noncoffee": 0.5352313167259787, + "IoU_noncoffee": 0.3654033041788144, + "kappa": 0.4620382472489163, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8346755092373283, + "mIoU": 0.6953838162496027, + "macroF1": 0.8177103784777506, + "F1_coffee": 0.8733212341197822, + "IoU_coffee": 0.7751288659793815, + "precision_coffee": 0.8790004384042087, + "recall_coffee": 0.8677149451817657, + "F1_noncoffee": 0.7620995228357191, + "IoU_noncoffee": 0.6156387665198237, + "kappa": 0.6354493358997555, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8272187116853721, + "mIoU": 0.6837306042228561, + "macroF1": 0.8092899635920252, + "F1_coffee": 0.8677638227226794, + "IoU_coffee": 0.7664159122784648, + "precision_coffee": 0.8744544661041606, + "recall_coffee": 0.8611747851002866, + "F1_noncoffee": 0.750816104461371, + "IoU_noncoffee": 0.6010452961672473, + "kappa": 0.6186219985572398, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8378760728095822, + "mIoU": 0.6963169673099612, + "macroF1": 0.8178973481374888, + "F1_coffee": 0.8782146652497343, + "IoU_coffee": 0.7828723001136795, + "precision_coffee": 0.8686755430974071, + "recall_coffee": 0.8879656160458452, + "F1_noncoffee": 0.7575800310252433, + "IoU_noncoffee": 0.6097616345062429, + "kappa": 0.635882097407652, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2555, + 2995 + ], + [ + 50295, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.997779186566671, + "test_tta": { + "OA": 0.8688228268939027, + "mIoU": 0.6997918871791402, + "macroF1": 0.8149784635955252, + "F1_coffee": 0.9147901203505682, + "IoU_coffee": 0.8429614745546582, + "precision_coffee": 0.911712464737227, + "recall_coffee": 0.9178886247449141, + "F1_noncoffee": 0.7151668068404822, + "IoU_noncoffee": 0.5566222998036221, + "kappa": 0.6299710220469503, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8388715818622361, + "mIoU": 0.6550604787047609, + "macroF1": 0.7812405456834451, + "F1_coffee": 0.893522930883306, + "IoU_coffee": 0.8075385887541345, + "precision_coffee": 0.8834027476772892, + "recall_coffee": 0.9038776730105474, + "F1_noncoffee": 0.6689581604835843, + "IoU_noncoffee": 0.5025823686553873, + "kappa": 0.5626595369146007, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f1_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5af2764c29dc", + "n_blocks": 87, + "n_train_hard": 17868, + "n_train_soft": 1590, + "best_epoch": 92, + "stopped_epoch": 100, + "best_val": 0.6949085768440209, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8551692973112552, + "mIoU": 0.6858220730978029, + "macroF1": 0.805559255523287, + "F1_coffee": 0.9037743941668454, + "IoU_coffee": 0.8244419664690807, + "precision_coffee": 0.9216217989371706, + "recall_coffee": 0.8866050954074012, + "F1_noncoffee": 0.7073441168797286, + "IoU_noncoffee": 0.5472021797265251, + "kappa": 0.6115615414148075, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8265259028498904, + "mIoU": 0.6447150889200508, + "macroF1": 0.7743858427750874, + "F1_coffee": 0.8828456773288659, + "IoU_coffee": 0.7902629559880031, + "precision_coffee": 0.8920030704430492, + "recall_coffee": 0.8738743950174505, + "F1_noncoffee": 0.6659260082213088, + "IoU_noncoffee": 0.4991672218520986, + "kappa": 0.5489072548051257, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4567901234567901, + "mIoU": 0.2361111111111111, + "macroF1": 0.3320839580209895, + "F1_coffee": 0.6206896551724138, + "IoU_coffee": 0.45, + "precision_coffee": 1.0, + "recall_coffee": 0.45, + "F1_noncoffee": 0.043478260869565216, + "IoU_noncoffee": 0.022222222222222223, + "kappa": 0.019801980198019774, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8456796116504854, + "mIoU": 0.6679064043550984, + "macroF1": 0.7915562385182882, + "F1_coffee": 0.8977714892111779, + "IoU_coffee": 0.8145057766367138, + "precision_coffee": 0.9119952959623677, + "recall_coffee": 0.8839845481603446, + "F1_noncoffee": 0.6853409878253984, + "IoU_noncoffee": 0.521307032073483, + "kappa": 0.5834243720908362, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8589043083023065, + "mIoU": 0.6891410071303308, + "macroF1": 0.8077096480962263, + "F1_coffee": 0.9069277877009441, + "IoU_coffee": 0.8297052815873942, + "precision_coffee": 0.9183515276790905, + "recall_coffee": 0.8957847646651125, + "F1_noncoffee": 0.7084915084915084, + "IoU_noncoffee": 0.5485767326732673, + "kappa": 0.6156055936574419, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8608868043131377, + "mIoU": 0.7003448721156493, + "macroF1": 0.8169743408977701, + "F1_coffee": 0.9066242575703483, + "IoU_coffee": 0.8291973402992163, + "precision_coffee": 0.9348728246318607, + "recall_coffee": 0.8800327641610485, + "F1_noncoffee": 0.727324424225192, + "IoU_noncoffee": 0.5714924039320822, + "kappa": 0.6349220687598311, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8719761075161772, + "mIoU": 0.6237375216242269, + "macroF1": 0.7414629477731486, + "F1_coffee": 0.9251542311721569, + "IoU_coffee": 0.8607320771063461, + "precision_coffee": 0.9549441307220954, + "recall_coffee": 0.8971667231064454, + "F1_noncoffee": 0.5577716643741403, + "IoU_noncoffee": 0.3867429661421078, + "kappa": 0.4858820304290216, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.9132764437388371, + "mIoU": 0.6975925110481488, + "macroF1": 0.8039378518276339, + "F1_coffee": 0.950352192683481, + "IoU_coffee": 0.9054010174261283, + "precision_coffee": 0.9600596809365316, + "recall_coffee": 0.9408390507254527, + "F1_noncoffee": 0.6575235109717869, + "IoU_noncoffee": 0.4897840046701693, + "kappa": 0.6081520575218701, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8334987100615201, + "mIoU": 0.5736315915585204, + "macroF1": 0.6974554669139852, + "F1_coffee": 0.9003326205749584, + "IoU_coffee": 0.8187317705520147, + "precision_coffee": 0.9539332913782252, + "recall_coffee": 0.8524350466764143, + "F1_noncoffee": 0.49457831325301205, + "IoU_noncoffee": 0.328531412565026, + "kappa": 0.40444605848773546, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8206537186167693, + "mIoU": 0.671953851143297, + "macroF1": 0.8004301905468449, + "F1_coffee": 0.8639597556593605, + "IoU_coffee": 0.760501012145749, + "precision_coffee": 0.860804811685522, + "recall_coffee": 0.8671379111367571, + "F1_noncoffee": 0.7369006254343294, + "IoU_noncoffee": 0.5834066901408451, + "kappa": 0.6008707501659041, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8072243704611902, + "mIoU": 0.6554547680144979, + "macroF1": 0.7886278570722454, + "F1_coffee": 0.8513238289205702, + "IoU_coffee": 0.7411347517730497, + "precision_coffee": 0.8646572104018913, + "recall_coffee": 0.8383954154727794, + "F1_noncoffee": 0.7259318852239206, + "IoU_noncoffee": 0.5697747842559461, + "kappa": 0.5774409381360799, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8869187965670093, + "mIoU": 0.7787531303545538, + "macroF1": 0.8741950392973604, + "F1_coffee": 0.9142039355992845, + "IoU_coffee": 0.8419665216818242, + "precision_coffee": 0.9132237312365976, + "recall_coffee": 0.9151862464183381, + "F1_noncoffee": 0.8341861429954364, + "IoU_noncoffee": 0.7155397390272835, + "kappa": 0.7483906388153991, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2593, + 2995 + ], + [ + 50395, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.965044395128886, + "test_tta": { + "OA": 0.8640457054323618, + "mIoU": 0.6966093864667239, + "macroF1": 0.8131693266290756, + "F1_coffee": 0.9106642911682362, + "IoU_coffee": 0.835981308411215, + "precision_coffee": 0.918161794581186, + "recall_coffee": 0.9032882418530285, + "F1_noncoffee": 0.715674362089915, + "IoU_noncoffee": 0.5572374645222328, + "kappa": 0.6264179347589022, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8342852197992385, + "mIoU": 0.6516591889572982, + "macroF1": 0.7791149060797347, + "F1_coffee": 0.8895064815170981, + "IoU_coffee": 0.8010010564782902, + "precision_coffee": 0.8872369405490437, + "recall_coffee": 0.8917876631765681, + "F1_noncoffee": 0.6687233306423711, + "IoU_noncoffee": 0.5023173214363061, + "kappa": 0.55823847855997, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f1_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "27f4c67c74ec", + "n_blocks": 44, + "n_train_hard": 8964, + "n_train_soft": 903, + "best_epoch": 61, + "stopped_epoch": 91, + "best_val": 0.665829181206891, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.812820761111649, + "mIoU": 0.6241339495579741, + "macroF1": 0.7578607119321129, + "F1_coffee": 0.8732209615006231, + "IoU_coffee": 0.7749708963911525, + "precision_coffee": 0.908826139388837, + "recall_coffee": 0.8403004228641154, + "F1_noncoffee": 0.6425004623636027, + "IoU_noncoffee": 0.47329700272479563, + "kappa": 0.5178083755445566, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.7854649821160724, + "mIoU": 0.591510869848856, + "macroF1": 0.7320427863632859, + "F1_coffee": 0.8516875218106585, + "IoU_coffee": 0.7416862030042546, + "precision_coffee": 0.881818557211876, + "recall_coffee": 0.823547559823374, + "F1_noncoffee": 0.6123980509159132, + "IoU_noncoffee": 0.44133553669345754, + "kappa": 0.46571580778695415, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.037037037037037035, + "mIoU": 0.018829113924050633, + "macroF1": 0.03689024390243903, + "F1_coffee": 0.04878048780487805, + "IoU_coffee": 0.025, + "precision_coffee": 1.0, + "recall_coffee": 0.025, + "F1_noncoffee": 0.025, + "IoU_noncoffee": 0.012658227848101266, + "kappa": 0.0006327111673521015, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8147572815533981, + "mIoU": 0.6317370290120837, + "macroF1": 0.7647996299870347, + "F1_coffee": 0.8731973150794178, + "IoU_coffee": 0.7749336478914775, + "precision_coffee": 0.9186184716493043, + "recall_coffee": 0.8320562345639921, + "F1_noncoffee": 0.6564019448946515, + "IoU_noncoffee": 0.48854041013269, + "kappa": 0.5326950298983374, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8256370581693342, + "mIoU": 0.6390483965481755, + "macroF1": 0.7691957202041177, + "F1_coffee": 0.883331176394461, + "IoU_coffee": 0.7910413165671901, + "precision_coffee": 0.9078273591806877, + "recall_coffee": 0.8601222355239115, + "F1_noncoffee": 0.6550602640137746, + "IoU_noncoffee": 0.48705547652916076, + "kappa": 0.5393829996454564, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.7980755282626566, + "mIoU": 0.6021737186847973, + "macroF1": 0.7396195697004517, + "F1_coffee": 0.862992125984252, + "IoU_coffee": 0.7590027700831025, + "precision_coffee": 0.9002669587240743, + "recall_coffee": 0.8286812425177997, + "F1_noncoffee": 0.6162470134166513, + "IoU_noncoffee": 0.44534466728649225, + "kappa": 0.48172772738837816, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8126431060228969, + "mIoU": 0.5514905746861859, + "macroF1": 0.6781795665238343, + "F1_coffee": 0.8862014753900109, + "IoU_coffee": 0.795656894679696, + "precision_coffee": 0.9542909232973044, + "recall_coffee": 0.827181397448922, + "F1_noncoffee": 0.47015765765765766, + "IoU_noncoffee": 0.30732425469267577, + "kappa": 0.3712622666564851, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8010517959912681, + "mIoU": 0.5360483278224137, + "macroF1": 0.6632396021650846, + "F1_coffee": 0.8786686838124055, + "IoU_coffee": 0.7835941716135996, + "precision_coffee": 0.9510086455331412, + "recall_coffee": 0.8165560679338657, + "F1_noncoffee": 0.4478105205177637, + "IoU_noncoffee": 0.2885024840312278, + "kappa": 0.3437600698538105, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8148442151220481, + "mIoU": 0.5487526442128587, + "macroF1": 0.6740168283886684, + "F1_coffee": 0.8882768530714884, + "IoU_coffee": 0.7990090478242137, + "precision_coffee": 0.9496863397772373, + "recall_coffee": 0.8343268473737487, + "F1_noncoffee": 0.4597568037058483, + "IoU_noncoffee": 0.29849624060150376, + "kappa": 0.3609544306672586, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8167693036475604, + "mIoU": 0.6713088300453864, + "macroF1": 0.8006546237797019, + "F1_coffee": 0.8573325464738861, + "IoU_coffee": 0.7502905100064557, + "precision_coffee": 0.8772644927536232, + "recall_coffee": 0.8382862088863243, + "F1_noncoffee": 0.7439767010855176, + "IoU_noncoffee": 0.592327150084317, + "kappa": 0.6016782480264181, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8490049985853061, + "mIoU": 0.709785105618439, + "macroF1": 0.8270202593648117, + "F1_coffee": 0.8886880344851561, + "IoU_coffee": 0.7996746746746747, + "precision_coffee": 0.8632986627043091, + "recall_coffee": 0.9156160458452722, + "F1_noncoffee": 0.7653524842444672, + "IoU_noncoffee": 0.6198955365622032, + "kappa": 0.6546701553748049, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.7821371310006602, + "mIoU": 0.6191996851573891, + "macroF1": 0.7606779767140657, + "F1_coffee": 0.8323414138481637, + "IoU_coffee": 0.7128294380905023, + "precision_coffee": 0.84348337746396, + "recall_coffee": 0.8214899713467049, + "F1_noncoffee": 0.6890145395799677, + "IoU_noncoffee": 0.5255699322242761, + "kappa": 0.5215108196924227, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2423, + 2995 + ], + [ + 47941, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.512595268090566, + "test_tta": { + "OA": 0.8282172944708047, + "mIoU": 0.6412812919996858, + "macroF1": 0.7707144405253128, + "F1_coffee": 0.8855385409497591, + "IoU_coffee": 0.7945887529429928, + "precision_coffee": 0.9057392375547196, + "recall_coffee": 0.8662192581995666, + "F1_noncoffee": 0.6558903401008664, + "IoU_noncoffee": 0.4879738310563787, + "kappa": 0.5421136146593842, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.799555786315911, + "mIoU": 0.6037208479611698, + "macroF1": 0.7408073759131235, + "F1_coffee": 0.8642057334922714, + "IoU_coffee": 0.7608822820962803, + "precision_coffee": 0.8759829652371992, + "recall_coffee": 0.8527409806984053, + "F1_noncoffee": 0.6174090183339757, + "IoU_noncoffee": 0.44655941382605924, + "kappa": 0.48187861569918505, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f1_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "51bd6936a262", + "n_blocks": 87, + "n_train_hard": 18135, + "n_train_soft": 1731, + "best_epoch": 20, + "stopped_epoch": 50, + "best_val": 0.6924011188744033, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8479067815758046, + "mIoU": 0.6813555257951428, + "macroF1": 0.8031155371832683, + "F1_coffee": 0.897023471305564, + "IoU_coffee": 0.8132752129978205, + "precision_coffee": 0.9332242002591911, + "recall_coffee": 0.8635263921906886, + "F1_noncoffee": 0.7092076030609726, + "IoU_noncoffee": 0.5494358385924651, + "kappa": 0.6078971986393201, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8179877697011654, + "mIoU": 0.6396831452111901, + "macroF1": 0.7716346347199372, + "F1_coffee": 0.8745202537435123, + "IoU_coffee": 0.7770199833913458, + "precision_coffee": 0.9027774926610966, + "recall_coffee": 0.8479782495516862, + "F1_noncoffee": 0.668749015696362, + "IoU_noncoffee": 0.5023463070310343, + "kappa": 0.5444474721237458, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.41975308641975306, + "mIoU": 0.21666666666666665, + "macroF1": 0.31244356149539465, + "F1_coffee": 0.584070796460177, + "IoU_coffee": 0.4125, + "precision_coffee": 1.0, + "recall_coffee": 0.4125, + "F1_noncoffee": 0.04081632653061224, + "IoU_noncoffee": 0.020833333333333332, + "kappa": 0.017041053446940353, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8403398058252427, + "mIoU": 0.6709364393352868, + "macroF1": 0.7954417957571227, + "F1_coffee": 0.8912763214439192, + "IoU_coffee": 0.8038759689922481, + "precision_coffee": 0.9322959889349931, + "recall_coffee": 0.8537141409663732, + "F1_noncoffee": 0.6996072700703261, + "IoU_noncoffee": 0.5379969096783256, + "kappa": 0.5930601589670506, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8852086456167497, + "mIoU": 0.737129043724112, + "macroF1": 0.8429369793858019, + "F1_coffee": 0.9244189748487742, + "IoU_coffee": 0.8594600994553635, + "precision_coffee": 0.9342943561361735, + "recall_coffee": 0.9147501732720056, + "F1_noncoffee": 0.7614549839228296, + "IoU_noncoffee": 0.6147979879928607, + "kappa": 0.6859846845377761, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8181422561771674, + "mIoU": 0.6417865549134693, + "macroF1": 0.7735899610493912, + "F1_coffee": 0.874024451515659, + "IoU_coffee": 0.7762375059495479, + "precision_coffee": 0.9329948512585813, + "recall_coffee": 0.8220654023060928, + "F1_noncoffee": 0.6731554705831233, + "IoU_noncoffee": 0.5073356038773906, + "kappa": 0.5518252036473378, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.818516674962668, + "mIoU": 0.556916774252741, + "macroF1": 0.682693326198452, + "F1_coffee": 0.8902930733586086, + "IoU_coffee": 0.8022776572668113, + "precision_coffee": 0.9534673885021913, + "recall_coffee": 0.8349700869172593, + "F1_noncoffee": 0.4750935790382954, + "IoU_noncoffee": 0.31155589123867067, + "kappa": 0.3784423078496186, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8929351061718594, + "mIoU": 0.6583437452036904, + "macroF1": 0.7713508286243218, + "F1_coffee": 0.9380845813966833, + "IoU_coffee": 0.8833891710796499, + "precision_coffee": 0.9575913776944704, + "recall_coffee": 0.9193566527949611, + "F1_noncoffee": 0.6046170758519605, + "IoU_noncoffee": 0.4332983193277311, + "kappa": 0.543910252404208, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8198055169676524, + "mIoU": 0.5656248180006634, + "macroF1": 0.6926663012579731, + "F1_coffee": 0.8903381642512077, + "IoU_coffee": 0.802350892468437, + "precision_coffee": 0.9612726561481288, + "recall_coffee": 0.8291530761444157, + "F1_noncoffee": 0.4949944382647386, + "IoU_noncoffee": 0.3288987435328899, + "kappa": 0.4003690903749821, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8611084793936523, + "mIoU": 0.7389684812055913, + "macroF1": 0.8481902638048131, + "F1_coffee": 0.8924746956139065, + "IoU_coffee": 0.8058278145695364, + "precision_coffee": 0.9077887197851388, + "recall_coffee": 0.877668782458165, + "F1_noncoffee": 0.8039058319957196, + "IoU_noncoffee": 0.6721091478416462, + "kappa": 0.6965380228279309, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8778647552579458, + "mIoU": 0.7632066033531604, + "macroF1": 0.8640495788437312, + "F1_coffee": 0.9073875420153042, + "IoU_coffee": 0.8304751930881006, + "precision_coffee": 0.9058974725117807, + "recall_coffee": 0.9088825214899714, + "F1_noncoffee": 0.8207116156721583, + "IoU_noncoffee": 0.6959380136182203, + "kappa": 0.7281005818054695, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.816561350561162, + "mIoU": 0.6750336073047687, + "macroF1": 0.8039221027423885, + "F1_coffee": 0.8537044001504325, + "IoU_coffee": 0.744750656167979, + "precision_coffee": 0.8986539984164688, + "recall_coffee": 0.8130372492836676, + "F1_noncoffee": 0.7541398053343445, + "IoU_noncoffee": 0.6053165584415584, + "kappa": 0.609486155754028, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2517, + 2995 + ], + [ + 50021, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 2.484616728623708, + "test_tta": { + "OA": 0.8630289532293987, + "mIoU": 0.7023381419067118, + "macroF1": 0.8182603138495186, + "F1_coffee": 0.9084614140106779, + "IoU_coffee": 0.832276041975455, + "precision_coffee": 0.9320968527289628, + "recall_coffee": 0.8859949929522647, + "F1_noncoffee": 0.7280592136883591, + "IoU_noncoffee": 0.5724002418379686, + "kappa": 0.6372136167618432, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8327275874004846, + "mIoU": 0.6573272197737204, + "macroF1": 0.7847369936821219, + "F1_coffee": 0.8863765503458275, + "IoU_coffee": 0.7959391934689282, + "precision_coffee": 0.9009220719733934, + "recall_coffee": 0.8722932454059891, + "F1_noncoffee": 0.6830974370184163, + "IoU_noncoffee": 0.5187152460785127, + "kappa": 0.5697867578049726, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f1_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "95431ca733d9", + "n_blocks": 44, + "n_train_hard": 9052, + "n_train_soft": 876, + "best_epoch": 79, + "stopped_epoch": 100, + "best_val": 0.710394159964534, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8651431522546077, + "mIoU": 0.6925480081152056, + "macroF1": 0.8094322811617618, + "F1_coffee": 0.9124696220564821, + "IoU_coffee": 0.8390290888075516, + "precision_coffee": 0.9086812292670714, + "recall_coffee": 0.9162897355521428, + "F1_noncoffee": 0.7063949402670414, + "IoU_noncoffee": 0.5460669274228597, + "kappa": 0.6188867824042195, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8340977270104996, + "mIoU": 0.6451885475283572, + "macroF1": 0.7730394328313386, + "F1_coffee": 0.8907586966637859, + "IoU_coffee": 0.8030341946199552, + "precision_coffee": 0.8776151802088401, + "recall_coffee": 0.9043018838819151, + "F1_noncoffee": 0.6553201689988913, + "IoU_noncoffee": 0.4873429004367591, + "kappa": 0.546399874550822, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.08641975308641975, + "mIoU": 0.04416666666666667, + "macroF1": 0.08292533659730722, + "F1_coffee": 0.13953488372093023, + "IoU_coffee": 0.075, + "precision_coffee": 1.0, + "recall_coffee": 0.075, + "F1_noncoffee": 0.02631578947368421, + "IoU_noncoffee": 0.013333333333333334, + "kappa": 0.0019980019980019906, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8688349514563107, + "mIoU": 0.691787551025747, + "macroF1": 0.8080245551097747, + "F1_coffee": 0.9160713176368267, + "IoU_coffee": 0.8451398441082072, + "precision_coffee": 0.8989818935560568, + "recall_coffee": 0.9338230637705022, + "F1_noncoffee": 0.6999777925827226, + "IoU_noncoffee": 0.5384352579432866, + "kappa": 0.6165444588651668, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8610802185580968, + "mIoU": 0.6949127281499827, + "macroF1": 0.8122866038712394, + "F1_coffee": 0.907990392313851, + "IoU_coffee": 0.8314857176373981, + "precision_coffee": 0.9232773218705224, + "recall_coffee": 0.893201436582446, + "F1_noncoffee": 0.7165828154286278, + "IoU_noncoffee": 0.5583397386625673, + "kappa": 0.624889965948149, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.865528746192157, + "mIoU": 0.690273161797198, + "macroF1": 0.8073645764826426, + "F1_coffee": 0.9132157902948977, + "IoU_coffee": 0.8402917360592661, + "precision_coffee": 0.9046618028935328, + "recall_coffee": 0.9219330855018587, + "F1_noncoffee": 0.7015133626703874, + "IoU_noncoffee": 0.5402545875351298, + "kappa": 0.6148475883587364, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8954703832752613, + "mIoU": 0.6308346801026714, + "macroF1": 0.7422281692206174, + "F1_coffee": 0.9409780775716695, + "IoU_coffee": 0.8885350318471338, + "precision_coffee": 0.9371850856567013, + "recall_coffee": 0.9448018963765662, + "F1_noncoffee": 0.5434782608695652, + "IoU_noncoffee": 0.373134328358209, + "kappa": 0.48452164723173113, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8906529073228815, + "mIoU": 0.6501855694292927, + "macroF1": 0.7637688466666984, + "F1_coffee": 0.9368987631699496, + "IoU_coffee": 0.8812883766023915, + "precision_coffee": 0.9542750495742447, + "recall_coffee": 0.9201439658081205, + "F1_noncoffee": 0.5906389301634473, + "IoU_noncoffee": 0.419082762256194, + "kappa": 0.5285517669275672, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.9093074022623536, + "mIoU": 0.6719799061455316, + "macroF1": 0.7806760041296654, + "F1_coffee": 0.9486401438525511, + "IoU_coffee": 0.9022982362373062, + "precision_coffee": 0.9478944413250983, + "recall_coffee": 0.9493870205826116, + "F1_noncoffee": 0.6127118644067797, + "IoU_noncoffee": 0.4416615760537569, + "kappa": 0.5613540553439249, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8434864992894363, + "mIoU": 0.6994551732253695, + "macroF1": 0.8194815404442862, + "F1_coffee": 0.8853096362121633, + "IoU_coffee": 0.7942202291978077, + "precision_coffee": 0.8533190578158458, + "recall_coffee": 0.9197922677437969, + "F1_noncoffee": 0.7536534446764092, + "IoU_noncoffee": 0.6046901172529313, + "kappa": 0.6400497151132772, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8329718004338394, + "mIoU": 0.6938115384993705, + "macroF1": 0.8167125936591224, + "F1_coffee": 0.8713029576338929, + "IoU_coffee": 0.7719546742209632, + "precision_coffee": 0.8840878926412034, + "recall_coffee": 0.8588825214899714, + "F1_noncoffee": 0.762122229684352, + "IoU_noncoffee": 0.6156684027777778, + "kappa": 0.6335668274227773, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.823917759124776, + "mIoU": 0.6725703461778804, + "macroF1": 0.8003052306119987, + "F1_coffee": 0.8689732612814934, + "IoU_coffee": 0.7683047902705386, + "precision_coffee": 0.8516989957353144, + "recall_coffee": 0.8869627507163323, + "F1_noncoffee": 0.731637199942504, + "IoU_noncoffee": 0.5768359020852222, + "kappa": 0.6009466786550511, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2592, + 2995 + ], + [ + 51014, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.95332844654719, + "test_tta": { + "OA": 0.8690164939801814, + "mIoU": 0.6945573715955393, + "macroF1": 0.8104105307143785, + "F1_coffee": 0.9158196075177364, + "IoU_coffee": 0.8447114648706566, + "precision_coffee": 0.9032099674706929, + "recall_coffee": 0.9287863168745923, + "F1_noncoffee": 0.7050014539110206, + "IoU_noncoffee": 0.5444032783204221, + "kappa": 0.6210798735060208, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8382514134071767, + "mIoU": 0.6457392029744591, + "macroF1": 0.7725707003009878, + "F1_coffee": 0.8947906601499104, + "IoU_coffee": 0.8096119240824364, + "precision_coffee": 0.8712912890967554, + "recall_coffee": 0.919592757563487, + "F1_noncoffee": 0.6503507404520654, + "IoU_noncoffee": 0.48186648186648184, + "kappa": 0.5462383632157701, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f1_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 1, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1869835176ec", + "n_blocks": 87, + "n_train_hard": 17879, + "n_train_soft": 1806, + "best_epoch": 53, + "stopped_epoch": 83, + "best_val": 0.7296732142061166, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.0731000006198883, + 0.060100000351667404, + 0.12150000035762787, + 0.2621999979019165, + 0.3181000053882599, + 0.32339999079704285, + 0.3529999852180481, + 0.2632000148296356, + 0.1428000032901764 + ], + "scale": [ + 0.027058078920354483, + 0.027132206398102158, + 0.03669484985698251, + 0.03291427393081473, + 0.05537534981609823, + 0.07338869971396501, + 0.06997875289197601, + 0.07405583872913449, + 0.056413162119764326, + 0.04759180724596005 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8648365127013331, + "mIoU": 0.7024047451681501, + "macroF1": 0.8179748069206099, + "F1_coffee": 0.9103328658151412, + "IoU_coffee": 0.8354228894827858, + "precision_coffee": 0.9268553239731403, + "recall_coffee": 0.8943891612143142, + "F1_noncoffee": 0.7256167480260787, + "IoU_noncoffee": 0.5693866008535143, + "kappa": 0.6363032764300086, + "n_pixels": 61962 + }, + "test_all_drawn": { + "OA": 0.8339102342217607, + "mIoU": 0.6572256719375973, + "macroF1": 0.7843779195420044, + "F1_coffee": 0.8877232665158724, + "IoU_coffee": 0.7981136706286596, + "precision_coffee": 0.8978247579229692, + "recall_coffee": 0.8778465513584389, + "F1_noncoffee": 0.6810325725681365, + "IoU_noncoffee": 0.5163376732465351, + "kappa": 0.5689108675624469, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.024691358024691357, + "mIoU": 0.0125, + "macroF1": 0.024691358024691357, + "F1_coffee": 0.024691358024691357, + "IoU_coffee": 0.0125, + "precision_coffee": 1.0, + "recall_coffee": 0.0125, + "F1_noncoffee": 0.024691358024691357, + "IoU_noncoffee": 0.0125, + "kappa": 0.00031245117950320147, + "n_pixels": 81 + }, + "test_per_year": { + "2023": { + "OA": 0.8533980582524272, + "mIoU": 0.6813059360077774, + "macroF1": 0.801941994842571, + "F1_coffee": 0.9028938906752412, + "IoU_coffee": 0.8229777256740914, + "precision_coffee": 0.9171075837742504, + "recall_coffee": 0.8891140523082769, + "F1_noncoffee": 0.700990099009901, + "IoU_noncoffee": 0.5396341463414634, + "kappa": 0.6041767509487523, + "n_pixels": 20600 + }, + "2024": { + "OA": 0.8559547410666796, + "mIoU": 0.6941054312233821, + "macroF1": 0.8125920152407371, + "F1_coffee": 0.902739234059225, + "IoU_coffee": 0.8227207807664841, + "precision_coffee": 0.9367800514974929, + "recall_coffee": 0.8710856278747401, + "F1_noncoffee": 0.7224447964222491, + "IoU_noncoffee": 0.56549008168028, + "kappa": 0.6265911177248757, + "n_pixels": 20681 + }, + "2025": { + "OA": 0.8851119384942701, + "mIoU": 0.7332992086755925, + "macroF1": 0.8398899087160422, + "F1_coffee": 0.9249810558221773, + "IoU_coffee": 0.8604323308270677, + "precision_coffee": 0.9270299348142522, + "recall_coffee": 0.9229412135341188, + "F1_noncoffee": 0.7547987616099071, + "IoU_noncoffee": 0.6061660865241174, + "kappa": 0.6797849299940065, + "n_pixels": 20681 + } + }, + "test_per_site": { + "p02:2023": { + "OA": 0.8658038825286212, + "mIoU": 0.5970819237018115, + "macroF1": 0.7139353429050888, + "F1_coffee": 0.9223681179451739, + "IoU_coffee": 0.8559213339033775, + "precision_coffee": 0.9415637860082304, + "recall_coffee": 0.9039394965571735, + "F1_noncoffee": 0.5055025678650037, + "IoU_noncoffee": 0.3382425135002455, + "kappa": 0.42938138095617345, + "n_pixels": 10045 + }, + "p02:2024": { + "OA": 0.8462988688231792, + "mIoU": 0.5979148313339463, + "macroF1": 0.7210513896886475, + "F1_coffee": 0.9079674410314301, + "IoU_coffee": 0.8314472252448314, + "precision_coffee": 0.9623425692695214, + "recall_coffee": 0.8594083905072545, + "F1_noncoffee": 0.5341353383458647, + "IoU_noncoffee": 0.36438243742306115, + "kappa": 0.45097538705603873, + "n_pixels": 10078 + }, + "p02:2025": { + "OA": 0.8989878944234967, + "mIoU": 0.6642694164899996, + "macroF1": 0.7756786552181794, + "F1_coffee": 0.941994301994302, + "IoU_coffee": 0.8903489875053856, + "precision_coffee": 0.9546136967317242, + "recall_coffee": 0.9297041952536272, + "F1_noncoffee": 0.6093630084420568, + "IoU_noncoffee": 0.4381898454746137, + "kappa": 0.5518846789905828, + "n_pixels": 10078 + }, + "p10:2023": { + "OA": 0.8415916627190905, + "mIoU": 0.7066518674943734, + "macroF1": 0.8257667268665315, + "F1_coffee": 0.8782760629004077, + "IoU_coffee": 0.7829698857736241, + "precision_coffee": 0.8865373309817755, + "recall_coffee": 0.8701673398730525, + "F1_noncoffee": 0.7732573908326553, + "IoU_noncoffee": 0.6303338492151227, + "kappa": 0.651589810668799, + "n_pixels": 10555 + }, + "p10:2024": { + "OA": 0.8651325096670753, + "mIoU": 0.7442927247855675, + "macroF1": 0.8516636171642868, + "F1_coffee": 0.8963617915639948, + "IoU_coffee": 0.8121880745994221, + "precision_coffee": 0.9070108536227632, + "recall_coffee": 0.8859598853868195, + "F1_noncoffee": 0.8069654427645788, + "IoU_noncoffee": 0.676397374971713, + "kappa": 0.703403385941026, + "n_pixels": 10603 + }, + "p10:2025": { + "OA": 0.8719230406488729, + "mIoU": 0.7514115469165799, + "macroF1": 0.8560691892727015, + "F1_coffee": 0.9038379832884861, + "IoU_coffee": 0.8245478036175711, + "precision_coffee": 0.8935872304676561, + "recall_coffee": 0.9143266475644699, + "F1_noncoffee": 0.808300395256917, + "IoU_noncoffee": 0.6782752902155887, + "kappa": 0.712213874750401, + "n_pixels": 10603 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 2649, + 2995 + ], + [ + 50938, + 58967 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.116757464408875, + "test_tta": { + "OA": 0.8714857493302347, + "mIoU": 0.711596195560434, + "macroF1": 0.8244818826763192, + "F1_coffee": 0.9153115594456911, + "IoU_coffee": 0.8438474360231395, + "precision_coffee": 0.9255387791973158, + "recall_coffee": 0.9053078913596869, + "F1_noncoffee": 0.7336522059069471, + "IoU_noncoffee": 0.5793449550977284, + "kappa": 0.6490985176278454, + "n_pixels": 61962 + }, + "test_tta_all_drawn": { + "OA": 0.8401840313834084, + "mIoU": 0.6639728584700104, + "macroF1": 0.7891759958082016, + "F1_coffee": 0.8928761322879709, + "IoU_coffee": 0.8064825972302265, + "precision_coffee": 0.8953082590151221, + "recall_coffee": 0.8904571836254603, + "F1_noncoffee": 0.6854758593284324, + "IoU_noncoffee": 0.5214631197097944, + "kappa": 0.5783611271854145, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f2_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5267d631e300", + "n_blocks": 44, + "n_train_hard": 8933, + "n_train_soft": 993, + "best_epoch": 34, + "stopped_epoch": 64, + "best_val": 0.6165452078400512, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8156630417140075, + "mIoU": 0.6308900627638258, + "macroF1": 0.7637565525081049, + "F1_coffee": 0.8744930323022688, + "IoU_coffee": 0.7769770044969856, + "precision_coffee": 0.9032714654247426, + "recall_coffee": 0.8474917534164418, + "F1_noncoffee": 0.6530200727139409, + "IoU_noncoffee": 0.4848031210306659, + "kappa": 0.5288353347985008, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7785998615437868, + "mIoU": 0.58521577608879, + "macroF1": 0.727366490907761, + "F1_coffee": 0.8455525036974435, + "IoU_coffee": 0.7324304538799414, + "precision_coffee": 0.8871928046617684, + "recall_coffee": 0.8076457360318284, + "F1_noncoffee": 0.6091804781180784, + "IoU_noncoffee": 0.43800109829763867, + "kappa": 0.45775559210374295, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2720763723150358, + "mIoU": 0.1364979277827275, + "macroF1": 0.21519756301325815, + "F1_coffee": 0.4264761188416698, + "IoU_coffee": 0.2710325047801147, + "precision_coffee": 0.9982394366197183, + "recall_coffee": 0.27116212338593976, + "F1_noncoffee": 0.003919007184846506, + "IoU_noncoffee": 0.001963350785340314, + "kappa": 0.00011079018123583912, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8269457547169812, + "mIoU": 0.6483240198953275, + "macroF1": 0.7776872533802204, + "F1_coffee": 0.8823332887879193, + "IoU_coffee": 0.7894422191666168, + "precision_coffee": 0.9073730502301931, + "recall_coffee": 0.8586384030171013, + "F1_noncoffee": 0.6730412179725214, + "IoU_noncoffee": 0.5072058206240381, + "kappa": 0.5563133743583992, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8371901227380779, + "mIoU": 0.6534880765641785, + "macroF1": 0.7801571852036183, + "F1_coffee": 0.8921316533813319, + "IoU_coffee": 0.8052686549843333, + "precision_coffee": 0.8968592477704537, + "recall_coffee": 0.8874536385727075, + "F1_noncoffee": 0.6681827170259047, + "IoU_noncoffee": 0.5017074981440237, + "kappa": 0.560351949125992, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7830467425526761, + "mIoU": 0.593588299960813, + "macroF1": 0.7348758275457723, + "F1_coffee": 0.8478858889454916, + "IoU_coffee": 0.7359391581181465, + "precision_coffee": 0.9061411149825784, + "recall_coffee": 0.7966685812751292, + "F1_noncoffee": 0.6218657661460532, + "IoU_noncoffee": 0.4512374418034795, + "kappa": 0.47514421025614306, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8119527591121971, + "mIoU": 0.5850036476690579, + "macroF1": 0.7173170412649311, + "F1_coffee": 0.8808771364076105, + "IoU_coffee": 0.78711387736284, + "precision_coffee": 0.9340719463821638, + "recall_coffee": 0.8334146936783012, + "F1_noncoffee": 0.5537569461222518, + "IoU_noncoffee": 0.38289341797527565, + "kappa": 0.4414204788665314, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.827341672412095, + "mIoU": 0.5833095651966278, + "macroF1": 0.7106297760544968, + "F1_coffee": 0.8944039515691826, + "IoU_coffee": 0.8089789691620355, + "precision_coffee": 0.9192669638434868, + "recall_coffee": 0.870850439882698, + "F1_noncoffee": 0.5268556005398111, + "IoU_noncoffee": 0.3576401612312202, + "kappa": 0.42315029681741734, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7768651608487337, + "mIoU": 0.5355285866556665, + "macroF1": 0.6714468044849216, + "F1_coffee": 0.8575530586766542, + "IoU_coffee": 0.7506283466287837, + "precision_coffee": 0.9254917811910536, + "recall_coffee": 0.7989067224936032, + "F1_noncoffee": 0.485340550293189, + "IoU_noncoffee": 0.32042882668254913, + "kappa": 0.3554428616927807, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8409306742640076, + "mIoU": 0.6943627519723056, + "macroF1": 0.8156864969092044, + "F1_coffee": 0.8838982463436612, + "IoU_coffee": 0.791951310396224, + "precision_coffee": 0.8804197735432201, + "recall_coffee": 0.8874043145441893, + "F1_noncoffee": 0.7474747474747475, + "IoU_noncoffee": 0.5967741935483871, + "kappa": 0.6313855089691961, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8467495219885277, + "mIoU": 0.7004463981699042, + "macroF1": 0.819707528087951, + "F1_coffee": 0.8895320791123975, + "IoU_coffee": 0.8010425716768028, + "precision_coffee": 0.8723979453906461, + "recall_coffee": 0.907352734429917, + "F1_noncoffee": 0.7498829770635045, + "IoU_noncoffee": 0.5998502246630055, + "kappa": 0.6397297082201217, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7891149932808601, + "mIoU": 0.6307013844243441, + "macroF1": 0.7699494359760656, + "F1_coffee": 0.8363500931098696, + "IoU_coffee": 0.7187299961592626, + "precision_coffee": 0.8835379288637079, + "recall_coffee": 0.7939471079055296, + "F1_noncoffee": 0.7035487788422615, + "IoU_noncoffee": 0.5426727726894255, + "kappa": 0.5422640412602493, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 10, + 27 + ], + [ + 382, + 563 + ], + [ + 5985, + 7520 + ], + [ + 43876, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.2032979130744934, + "test_tta": { + "OA": 0.8297192014283395, + "mIoU": 0.6464798485244513, + "macroF1": 0.7753035984676366, + "F1_coffee": 0.8858793199099305, + "IoU_coffee": 0.7951376684241359, + "precision_coffee": 0.9000066308600225, + "recall_coffee": 0.8721886646960545, + "F1_noncoffee": 0.6647278770253428, + "IoU_noncoffee": 0.49782202862476665, + "kappa": 0.5509322636765759, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7922435675550941, + "mIoU": 0.5978168807678483, + "macroF1": 0.7367205935202541, + "F1_coffee": 0.857625744981567, + "IoU_coffee": 0.7507397345607447, + "precision_coffee": 0.8827622690648653, + "recall_coffee": 0.8338811047684945, + "F1_noncoffee": 0.6158154420589412, + "IoU_noncoffee": 0.44489402697495184, + "kappa": 0.4745907402626681, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f2_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "529ca2e27749", + "n_blocks": 87, + "n_train_hard": 17874, + "n_train_soft": 1902, + "best_epoch": 39, + "stopped_epoch": 69, + "best_val": 0.6340561718776774, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8533517286154845, + "mIoU": 0.6902048672881204, + "macroF1": 0.8097403295783463, + "F1_coffee": 0.9008308911499665, + "IoU_coffee": 0.8195562301531825, + "precision_coffee": 0.9237973030773733, + "recall_coffee": 0.8789787088206314, + "F1_noncoffee": 0.7186497680067262, + "IoU_noncoffee": 0.5608535044230583, + "kappa": 0.6201467288262321, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8109351563401408, + "mIoU": 0.6315064314556302, + "macroF1": 0.7655107778005269, + "F1_coffee": 0.8687170140105955, + "IoU_coffee": 0.7679042509870576, + "precision_coffee": 0.9069086651053864, + "recall_coffee": 0.8336120240635031, + "F1_noncoffee": 0.6623045415904583, + "IoU_noncoffee": 0.49510861192420275, + "kappa": 0.5331511789794113, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.26014319809069214, + "mIoU": 0.13050698149144502, + "macroF1": 0.20769871152986552, + "F1_coffee": 0.41154138192862566, + "IoU_coffee": 0.25908221797323133, + "precision_coffee": 0.998158379373849, + "recall_coffee": 0.25920612147297944, + "F1_noncoffee": 0.0038560411311053984, + "IoU_noncoffee": 0.0019317450096587251, + "kappa": 4.7422495014500806e-05, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8832055817610063, + "mIoU": 0.7355200306049117, + "macroF1": 0.8419825603299378, + "F1_coffee": 0.9226916447133053, + "IoU_coffee": 0.8564786861490158, + "precision_coffee": 0.9230218636127017, + "recall_coffee": 0.9223616620066324, + "F1_noncoffee": 0.7612734759465702, + "IoU_noncoffee": 0.6145613750608075, + "kappa": 0.6839652455675033, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8548003686993645, + "mIoU": 0.6965467917662276, + "macroF1": 0.8149033987847543, + "F1_coffee": 0.9008382201901732, + "IoU_coffee": 0.819568362671811, + "precision_coffee": 0.9346854589205913, + "recall_coffee": 0.869356695229569, + "F1_noncoffee": 0.7289685773793353, + "IoU_noncoffee": 0.5735252208606441, + "kappa": 0.631128901138187, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8224751755873093, + "mIoU": 0.6436988286318782, + "macroF1": 0.7743779769786288, + "F1_coffee": 0.8785498889883023, + "IoU_coffee": 0.7834052360971574, + "precision_coffee": 0.9137027846705266, + "recall_coffee": 0.8460016593273342, + "F1_noncoffee": 0.6702060649689553, + "IoU_noncoffee": 0.503992421166599, + "kappa": 0.5505624060939627, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.9049073508450417, + "mIoU": 0.7276698501440657, + "macroF1": 0.8318564003216481, + "F1_coffee": 0.9426853215513009, + "IoU_coffee": 0.8915844457341846, + "precision_coffee": 0.9480375215996051, + "recall_coffee": 0.9373932145472297, + "F1_noncoffee": 0.7210274790919953, + "IoU_noncoffee": 0.5637552545539467, + "kappa": 0.6637649623937131, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8402442627794741, + "mIoU": 0.6203679203443779, + "macroF1": 0.7468442551380814, + "F1_coffee": 0.9006127450980392, + "IoU_coffee": 0.8191951844833352, + "precision_coffee": 0.9427838357921745, + "recall_coffee": 0.8620527859237537, + "F1_noncoffee": 0.5930757651781234, + "IoU_noncoffee": 0.4215406562054208, + "kappa": 0.4978024963855745, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8356311723868192, + "mIoU": 0.6077339097469364, + "macroF1": 0.7349068318997085, + "F1_coffee": 0.8983122618111427, + "IoU_coffee": 0.8153964419064353, + "precision_coffee": 0.9359636959536115, + "recall_coffee": 0.863572923935799, + "F1_noncoffee": 0.5715014019882743, + "IoU_noncoffee": 0.40007137758743755, + "kappa": 0.47340456081445853, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8629629629629629, + "mIoU": 0.7300008888993906, + "macroF1": 0.8409033447604947, + "F1_coffee": 0.9001453186630684, + "IoU_coffee": 0.8184220460551151, + "precision_coffee": 0.8951279933938894, + "recall_coffee": 0.9052192066805845, + "F1_noncoffee": 0.781661370857921, + "IoU_noncoffee": 0.6415797317436661, + "kappa": 0.6818285468755005, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8689292543021032, + "mIoU": 0.7473318929960766, + "macroF1": 0.8534142347301077, + "F1_coffee": 0.9011036572170525, + "IoU_coffee": 0.8200078771169752, + "precision_coffee": 0.9253333333333333, + "recall_coffee": 0.8781105018979334, + "F1_noncoffee": 0.8057248122431628, + "IoU_noncoffee": 0.674655908875178, + "kappa": 0.7072228115606143, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8095603762718372, + "mIoU": 0.6568012663678165, + "macroF1": 0.789335302728214, + "F1_coffee": 0.8546094093507255, + "IoU_coffee": 0.746129238643634, + "precision_coffee": 0.8868441064638783, + "recall_coffee": 0.8246358365153443, + "F1_noncoffee": 0.7240611961057024, + "IoU_noncoffee": 0.5674732940919991, + "kappa": 0.5797244177342434, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 22, + 27 + ], + [ + 482, + 563 + ], + [ + 6524, + 7520 + ], + [ + 45547, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.4423285603523253, + "test_tta": { + "OA": 0.8669371855218309, + "mIoU": 0.7101345580231919, + "macroF1": 0.8240920354810969, + "F1_coffee": 0.910906798817597, + "IoU_coffee": 0.8363901251322171, + "precision_coffee": 0.9245312155305537, + "recall_coffee": 0.8976781047851604, + "F1_noncoffee": 0.7372772721445968, + "IoU_noncoffee": 0.5838789909141668, + "kappa": 0.6484092268088959, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8235548632744895, + "mIoU": 0.646793629647143, + "macroF1": 0.7770381367888677, + "F1_coffee": 0.8788784824663881, + "IoU_coffee": 0.7839279406570117, + "precision_coffee": 0.9062621230373441, + "recall_coffee": 0.8531011551250264, + "F1_noncoffee": 0.6751977911113471, + "IoU_noncoffee": 0.5096593186372745, + "kappa": 0.5551653816120257, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f2_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "f1454068133c", + "n_blocks": 44, + "n_train_hard": 9088, + "n_train_soft": 912, + "best_epoch": 98, + "stopped_epoch": 100, + "best_val": 0.627931715460633, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8121084239571498, + "mIoU": 0.6323918267712088, + "macroF1": 0.7660776121408137, + "F1_coffee": 0.8698448392174499, + "IoU_coffee": 0.7696685104858928, + "precision_coffee": 0.9154636247455862, + "recall_coffee": 0.8285567407788202, + "F1_noncoffee": 0.6623103850641774, + "IoU_noncoffee": 0.49511514305652476, + "kappa": 0.5351500691823355, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.7729895004038306, + "mIoU": 0.5850865168460925, + "macroF1": 0.7288154818431707, + "F1_coffee": 0.8382655158240855, + "IoU_coffee": 0.7215637714487882, + "precision_coffee": 0.9006204323154711, + "recall_coffee": 0.7839858540429376, + "F1_noncoffee": 0.6193654478622558, + "IoU_noncoffee": 0.44860926224339664, + "kappa": 0.4636813939226852, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22482100238663486, + "mIoU": 0.11289755909555048, + "macroF1": 0.18501548391053058, + "F1_coffee": 0.36512900703674744, + "IoU_coffee": 0.2233381157340985, + "precision_coffee": 1.0, + "recall_coffee": 0.2233381157340985, + "F1_noncoffee": 0.004901960784313725, + "IoU_noncoffee": 0.002457002457002457, + "kappa": 0.0010968826922715675, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.83687106918239, + "mIoU": 0.670859804498923, + "macroF1": 0.7961077763216791, + "F1_coffee": 0.8872742088822491, + "IoU_coffee": 0.797388014158428, + "precision_coffee": 0.928444539188517, + "recall_coffee": 0.8496001040379738, + "F1_noncoffee": 0.7049413437611092, + "IoU_noncoffee": 0.5443315948394181, + "kappa": 0.594303612667853, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.785281133265415, + "mIoU": 0.6009002616306812, + "macroF1": 0.7417739417562133, + "F1_coffee": 0.847767765013414, + "IoU_coffee": 0.7357611940298507, + "precision_coffee": 0.917237272997916, + "recall_coffee": 0.7880803171761095, + "F1_noncoffee": 0.6357801184990125, + "IoU_noncoffee": 0.46603932923151165, + "kappa": 0.49053973824795233, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8144829256478566, + "mIoU": 0.6277176728036473, + "macroF1": 0.7609598125734909, + "F1_coffee": 0.8740711514434142, + "IoU_coffee": 0.7763111786006308, + "precision_coffee": 0.9014581213970838, + "recall_coffee": 0.8482991894824176, + "F1_noncoffee": 0.6478484737035675, + "IoU_noncoffee": 0.47912416700666394, + "kappa": 0.5231504113359798, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8748727346772551, + "mIoU": 0.680613996595832, + "macroF1": 0.7967660083767254, + "F1_coffee": 0.9227578404877129, + "IoU_coffee": 0.8565927654609101, + "precision_coffee": 0.9512764027471815, + "recall_coffee": 0.8958994386136198, + "F1_noncoffee": 0.670774176265738, + "IoU_noncoffee": 0.5046352277307538, + "kappa": 0.5950831430106207, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.7448044912833646, + "mIoU": 0.5200248112475563, + "macroF1": 0.6638718880044149, + "F1_coffee": 0.828807400066072, + "IoU_coffee": 0.7076610628455376, + "precision_coffee": 0.9488653555219364, + "recall_coffee": 0.7357184750733138, + "F1_noncoffee": 0.4989363759427577, + "IoU_noncoffee": 0.33238855964957487, + "kappa": 0.35783416418172975, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8065903979661679, + "mIoU": 0.5596088619470304, + "macroF1": 0.6900533397987635, + "F1_coffee": 0.880106679597527, + "IoU_coffee": 0.7858843905607275, + "precision_coffee": 0.9189873417721519, + "recall_coffee": 0.8443824145150035, + "F1_noncoffee": 0.5, + "IoU_noncoffee": 0.3333333333333333, + "kappa": 0.384699826131899, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8014245014245014, + "mIoU": 0.6486500782300934, + "macroF1": 0.7837422993375058, + "F1_coffee": 0.8455800900967432, + "IoU_coffee": 0.7324718526100307, + "precision_coffee": 0.9007237256135935, + "recall_coffee": 0.7967988865692415, + "F1_noncoffee": 0.7219045085782684, + "IoU_noncoffee": 0.564828303850156, + "kappa": 0.5703844665695369, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8245697896749522, + "mIoU": 0.6755250461544267, + "macroF1": 0.8027493254702311, + "F1_coffee": 0.8683549752493005, + "IoU_coffee": 0.7673386585520476, + "precision_coffee": 0.8866100205098154, + "recall_coffee": 0.8508364965556025, + "F1_noncoffee": 0.7371436756911617, + "IoU_noncoffee": 0.5837114337568058, + "kappa": 0.6058323043489404, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8222307544634286, + "mIoU": 0.6714206195026239, + "macroF1": 0.7996428612965988, + "F1_coffee": 0.8669157803966657, + "IoU_coffee": 0.7650938609842719, + "precision_coffee": 0.8812271731190651, + "recall_coffee": 0.8530618017253571, + "F1_noncoffee": 0.7323699421965318, + "IoU_noncoffee": 0.5777473780209759, + "kappa": 0.599498145278896, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 17, + 27 + ], + [ + 467, + 563 + ], + [ + 6115, + 7520 + ], + [ + 43435, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.983263862133026, + "test_tta": { + "OA": 0.8319590975490991, + "mIoU": 0.6557209650607293, + "macroF1": 0.7834274616548081, + "F1_coffee": 0.8859487744423024, + "IoU_coffee": 0.7952495846847559, + "precision_coffee": 0.9120415523146364, + "recall_coffee": 0.8613074583386883, + "F1_noncoffee": 0.6809061488673139, + "IoU_noncoffee": 0.5161923454367027, + "kappa": 0.5678445464937278, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7923589477327795, + "mIoU": 0.6045072755663072, + "macroF1": 0.7435489262941783, + "F1_coffee": 0.8554300346437717, + "IoU_coffee": 0.7473811654471759, + "precision_coffee": 0.8956598536462276, + "recall_coffee": 0.8186588248861212, + "F1_noncoffee": 0.6316678179445852, + "IoU_noncoffee": 0.46163338568543866, + "kappa": 0.48972073878711864, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f2_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "971d7f707b31", + "n_blocks": 87, + "n_train_hard": 17819, + "n_train_soft": 1836, + "best_epoch": 79, + "stopped_epoch": 100, + "best_val": 0.6342814990222434, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8533354974841747, + "mIoU": 0.6876351211078084, + "macroF1": 0.807513251643176, + "F1_coffee": 0.9014290389440384, + "IoU_coffee": 0.8205469386133895, + "precision_coffee": 0.9184821269784812, + "recall_coffee": 0.8849976438332691, + "F1_noncoffee": 0.7135974643423137, + "IoU_noncoffee": 0.5547233036022273, + "kappa": 0.6154117053263867, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8159397715472482, + "mIoU": 0.635704290253454, + "macroF1": 0.7683299771473948, + "F1_coffee": 0.8733526516354398, + "IoU_coffee": 0.7751783669514666, + "precision_coffee": 0.9028293563675907, + "recall_coffee": 0.8457398758384747, + "F1_noncoffee": 0.6633073026593499, + "IoU_noncoffee": 0.4962302135554415, + "kappa": 0.5379693018612528, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.41145584725536993, + "mIoU": 0.2067818077010957, + "macroF1": 0.29416929050916346, + "F1_coffee": 0.5818921668362157, + "IoU_coffee": 0.4103299856527977, + "precision_coffee": 1.0, + "recall_coffee": 0.4103299856527977, + "F1_noncoffee": 0.0064464141821112, + "IoU_noncoffee": 0.0032336297493936943, + "kappa": 0.002650194073434014, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8434551886792453, + "mIoU": 0.66751180803751, + "macroF1": 0.7916824106082418, + "F1_coffee": 0.8955341333857958, + "IoU_coffee": 0.8108300676879231, + "precision_coffee": 0.9032343408955619, + "recall_coffee": 0.8879641068990182, + "F1_noncoffee": 0.6878306878306878, + "IoU_noncoffee": 0.5241935483870968, + "kappa": 0.5834552863855271, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.858972493086887, + "mIoU": 0.6980741904415119, + "macroF1": 0.8154062959881472, + "F1_coffee": 0.905083749632677, + "IoU_coffee": 0.8266237251744498, + "precision_coffee": 0.9246780972713323, + "recall_coffee": 0.8863025962399284, + "F1_noncoffee": 0.7257288423436173, + "IoU_noncoffee": 0.5695246557085739, + "kappa": 0.6312910058601554, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8574473238072172, + "mIoU": 0.6971119289954576, + "macroF1": 0.8148777585664371, + "F1_coffee": 0.903650351939761, + "IoU_coffee": 0.824235547061634, + "precision_coffee": 0.9277359505243346, + "recall_coffee": 0.8807837130640117, + "F1_noncoffee": 0.7261051651931131, + "IoU_noncoffee": 0.5699883109292812, + "kappa": 0.6304635560034912, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.872225615964162, + "mIoU": 0.6612860115392862, + "macroF1": 0.779316680020814, + "F1_coffee": 0.9225069465884532, + "IoU_coffee": 0.856160458452722, + "precision_coffee": 0.9336332958380202, + "recall_coffee": 0.9116426653649011, + "F1_noncoffee": 0.6361264134531749, + "IoU_noncoffee": 0.4664115646258503, + "kappa": 0.5589274975809482, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.856791096227716, + "mIoU": 0.630867800167298, + "macroF1": 0.753136780485299, + "F1_coffee": 0.9131006454697586, + "IoU_coffee": 0.8400967777411196, + "precision_coffee": 0.9307907883514074, + "recall_coffee": 0.8960703812316716, + "F1_noncoffee": 0.5931729155008394, + "IoU_noncoffee": 0.4216388225934765, + "kappa": 0.5071070587258787, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8732766207098855, + "mIoU": 0.6449779495522728, + "macroF1": 0.7630679690124421, + "F1_coffee": 0.9246599232647367, + "IoU_coffee": 0.8598767434317224, + "precision_coffee": 0.9243375174337517, + "recall_coffee": 0.9249825540823448, + "F1_noncoffee": 0.6014760147601476, + "IoU_noncoffee": 0.43007915567282323, + "kappa": 0.5261362429733929, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8166191832858499, + "mIoU": 0.6587915235309746, + "macroF1": 0.7896078230172038, + "F1_coffee": 0.8649933580367755, + "IoU_coffee": 0.7621042256991499, + "precision_coffee": 0.8690643439168305, + "recall_coffee": 0.8609603340292276, + "F1_noncoffee": 0.7142222879976321, + "IoU_noncoffee": 0.5554788213627992, + "kappa": 0.5792351897871346, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8610898661567877, + "mIoU": 0.7339449240927307, + "macroF1": 0.8442986352908635, + "F1_coffee": 0.8954300107952501, + "IoU_coffee": 0.8106593692989315, + "precision_coffee": 0.9172810380418756, + "recall_coffee": 0.8745958104878392, + "F1_noncoffee": 0.7931672597864768, + "IoU_noncoffee": 0.6572304788865299, + "kappa": 0.6889463999157773, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8419082357458245, + "mIoU": 0.7099298146247753, + "macroF1": 0.8283796696347504, + "F1_coffee": 0.8765644907442105, + "IoU_coffee": 0.7802535023348899, + "precision_coffee": 0.9323979591836735, + "recall_coffee": 0.827040022627634, + "F1_noncoffee": 0.7801948485252903, + "IoU_noncoffee": 0.6396061269146608, + "kappa": 0.6589371431411036, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 24, + 27 + ], + [ + 533, + 563 + ], + [ + 6575, + 7520 + ], + [ + 45442, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.989394772052765, + "test_tta": { + "OA": 0.8651842233403668, + "mIoU": 0.7026741546281202, + "macroF1": 0.8181377228754458, + "F1_coffee": 0.9106362834333914, + "IoU_coffee": 0.8359341050053333, + "precision_coffee": 0.9148292261132728, + "recall_coffee": 0.9064816004798012, + "F1_noncoffee": 0.7256391623175001, + "IoU_noncoffee": 0.5694142042509072, + "kappa": 0.63629890225568, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8281556478596978, + "mIoU": 0.6479753552482768, + "macroF1": 0.7770790972220663, + "F1_coffee": 0.8837844428188246, + "IoU_coffee": 0.7917686123732961, + "precision_coffee": 0.8971997782002535, + "recall_coffee": 0.8707643814026793, + "F1_noncoffee": 0.6703737516253078, + "IoU_noncoffee": 0.5041820981232574, + "kappa": 0.5544407395227233, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f2_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bdb0d786839f", + "n_blocks": 44, + "n_train_hard": 8969, + "n_train_soft": 1002, + "best_epoch": 45, + "stopped_epoch": 75, + "best_val": 0.5968769428662992, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7453660120110371, + "mIoU": 0.5504248037687951, + "macroF1": 0.6994095782132843, + "F1_coffee": 0.8169428238039673, + "IoU_coffee": 0.6905353690772084, + "precision_coffee": 0.8972676475111498, + "recall_coffee": 0.7498179325707921, + "F1_noncoffee": 0.5818763326226013, + "IoU_noncoffee": 0.4103142384603819, + "kappa": 0.40962604629365784, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.711088035075574, + "mIoU": 0.5151107092784251, + "macroF1": 0.669683825051482, + "F1_coffee": 0.7866303097439393, + "IoU_coffee": 0.648302257803996, + "precision_coffee": 0.8822362919603393, + "recall_coffee": 0.7097195794652982, + "F1_noncoffee": 0.5527373403590248, + "IoU_noncoffee": 0.38191916075285404, + "kappa": 0.35523953880921555, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.23675417661097853, + "mIoU": 0.11889471945983633, + "macroF1": 0.1929653006193143, + "F1_coffee": 0.38095238095238093, + "IoU_coffee": 0.23529411764705882, + "precision_coffee": 1.0, + "recall_coffee": 0.23529411764705882, + "F1_noncoffee": 0.004978220286247666, + "IoU_noncoffee": 0.002495321272613849, + "kappa": 0.0011735797850882304, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.6926100628930818, + "mIoU": 0.49501465619459667, + "macroF1": 0.6516337656651119, + "F1_coffee": 0.7711107858919948, + "IoU_coffee": 0.6274860069072288, + "precision_coffee": 0.8816196770685184, + "recall_coffee": 0.6852201053384486, + "F1_noncoffee": 0.5321567454382291, + "IoU_noncoffee": 0.36254330548196456, + "kappa": 0.3249468149942245, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.7569494978896812, + "mIoU": 0.5638016464673573, + "macroF1": 0.7106835682167456, + "F1_coffee": 0.8263792625450513, + "IoU_coffee": 0.7041280340164177, + "precision_coffee": 0.9020275382054774, + "recall_coffee": 0.7624376518736411, + "F1_noncoffee": 0.5949878738884398, + "IoU_noncoffee": 0.4234752589182969, + "kappa": 0.43070742772318094, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.7858077016226689, + "mIoU": 0.5967252553431607, + "macroF1": 0.7373584496983846, + "F1_coffee": 0.8501626457034427, + "IoU_coffee": 0.7393764366122473, + "precision_coffee": 0.9062341977894965, + "recall_coffee": 0.8006254387644394, + "F1_noncoffee": 0.6245542536933265, + "IoU_noncoffee": 0.4540740740740741, + "kappa": 0.47970779713907813, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.7457747912848707, + "mIoU": 0.5176387579511362, + "macroF1": 0.6605718132542624, + "F1_coffee": 0.8306314861290104, + "IoU_coffee": 0.7103248259860789, + "precision_coffee": 0.9349519010535959, + "recall_coffee": 0.7472540883573346, + "F1_noncoffee": 0.4905121403795144, + "IoU_noncoffee": 0.3249526899161936, + "kappa": 0.3456495809286978, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.762927213631439, + "mIoU": 0.5321512248719417, + "macroF1": 0.6722678146544443, + "F1_coffee": 0.8446395146195056, + "IoU_coffee": 0.7310614525139665, + "precision_coffee": 0.9390068886337543, + "recall_coffee": 0.7675073313782991, + "F1_noncoffee": 0.49989611468938294, + "IoU_noncoffee": 0.3332409972299169, + "kappa": 0.36517423654268355, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.7950523125061113, + "mIoU": 0.5597604732284545, + "macroF1": 0.6941060938721533, + "F1_coffee": 0.86982983480313, + "IoU_coffee": 0.7696450159358171, + "precision_coffee": 0.9332356076759062, + "recall_coffee": 0.8144917422656431, + "F1_noncoffee": 0.5183823529411765, + "IoU_noncoffee": 0.34987593052109184, + "kappa": 0.3984855359847258, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.643019943019943, + "mIoU": 0.4627046629512118, + "macroF1": 0.6288283635835716, + "F1_coffee": 0.7014059893557868, + "IoU_coffee": 0.540127232689014, + "precision_coffee": 0.8169874167283494, + "recall_coffee": 0.6144745998608212, + "F1_noncoffee": 0.5562507378113564, + "IoU_noncoffee": 0.38528209321340967, + "kappa": 0.279099322869399, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.7511472275334607, + "mIoU": 0.5807652654607576, + "macroF1": 0.7303797779595025, + "F1_coffee": 0.8052084112848911, + "IoU_coffee": 0.6739321057246649, + "precision_coffee": 0.8608, + "recall_coffee": 0.7563615914522704, + "F1_noncoffee": 0.655551144634114, + "IoU_noncoffee": 0.48759842519685037, + "kappa": 0.46470739502301006, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.7767325782299865, + "mIoU": 0.6136708937835234, + "macroF1": 0.7566617722402675, + "F1_coffee": 0.8265473527218493, + "IoU_coffee": 0.7043721403152008, + "precision_coffee": 0.8742703896513646, + "recall_coffee": 0.7837646726064206, + "F1_noncoffee": 0.6867761917586857, + "IoU_noncoffee": 0.5229696472518458, + "kappa": 0.5159281876461492, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 15, + 27 + ], + [ + 318, + 563 + ], + [ + 5627, + 7520 + ], + [ + 39962, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.7393901785214743, + "test_tta": { + "OA": 0.7675539685116053, + "mIoU": 0.5723677954303598, + "macroF1": 0.7168422903522136, + "F1_coffee": 0.8366730152937285, + "IoU_coffee": 0.7192070899180424, + "precision_coffee": 0.894724004195429, + "recall_coffee": 0.7856959259735252, + "F1_noncoffee": 0.5970115654106987, + "IoU_noncoffee": 0.4255285009426772, + "kappa": 0.43950623603848116, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.7324910580362294, + "mIoU": 0.5344286438166002, + "macroF1": 0.685282428454046, + "F1_coffee": 0.8071733028381328, + "IoU_coffee": 0.6766895012986107, + "precision_coffee": 0.8790788252077625, + "recall_coffee": 0.7461415748909263, + "F1_noncoffee": 0.563391554069959, + "IoU_noncoffee": 0.39216778633458954, + "kappa": 0.37995808508123974, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f2_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 2, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "87c34b131265", + "n_blocks": 87, + "n_train_hard": 17690, + "n_train_soft": 2034, + "best_epoch": 82, + "stopped_epoch": 100, + "best_val": 0.6788517944747658, + "norm_stats": { + "median": [ + 0.04749999940395355, + 0.07360000163316727, + 0.060499999672174454, + 0.12210000306367874, + 0.2624000012874603, + 0.3179999887943268, + 0.32359999418258667, + 0.35370001196861267, + 0.26589998602867126, + 0.14489999413490295 + ], + "scale": [ + 0.02713221192114189, + 0.02690982120333927, + 0.036250073944417, + 0.0322471073004466, + 0.055301219576830686, + 0.07331458052077693, + 0.0695339935485297, + 0.07375933986422324, + 0.057154453466360264, + 0.04885200474438904 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8524752475247525, + "mIoU": 0.6916790617225321, + "macroF1": 0.8111846040523862, + "F1_coffee": 0.8994813151812079, + "IoU_coffee": 0.8173248919706562, + "precision_coffee": 0.9298273693837887, + "recall_coffee": 0.8710534207256994, + "F1_noncoffee": 0.7228878929235647, + "IoU_noncoffee": 0.566033231474408, + "kappa": 0.6234748195751518, + "n_pixels": 61610 + }, + "test_all_drawn": { + "OA": 0.8078054690204223, + "mIoU": 0.6306534226082336, + "macroF1": 0.7654509775410869, + "F1_coffee": 0.8651214574898786, + "IoU_coffee": 0.7623031232720332, + "precision_coffee": 0.9137499732740373, + "recall_coffee": 0.8214072920871053, + "F1_noncoffee": 0.6657804975922953, + "IoU_noncoffee": 0.499003721944434, + "kappa": 0.5341711631953439, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.17326968973747017, + "mIoU": 0.08699616746777389, + "macroF1": 0.14882946281961063, + "F1_coffee": 0.29306122448979594, + "IoU_coffee": 0.17168818747011, + "precision_coffee": 1.0, + "recall_coffee": 0.17168818747011, + "F1_noncoffee": 0.004597701149425287, + "IoU_noncoffee": 0.002304147465437788, + "kappa": 0.0007908769371252866, + "n_pixels": 2095 + }, + "test_per_year": { + "2023": { + "OA": 0.8458136792452831, + "mIoU": 0.6913558938800121, + "macroF1": 0.812202672350925, + "F1_coffee": 0.8916511290656722, + "IoU_coffee": 0.8044859813084112, + "precision_coffee": 0.9506000147242877, + "recall_coffee": 0.8395864490539047, + "F1_noncoffee": 0.7327542156361778, + "IoU_noncoffee": 0.5782258064516129, + "kappa": 0.6279344249077085, + "n_pixels": 20352 + }, + "2024": { + "OA": 0.8362683743268811, + "mIoU": 0.6585286229731602, + "macroF1": 0.785050328373607, + "F1_coffee": 0.8899755501222494, + "IoU_coffee": 0.801762114537445, + "precision_coffee": 0.9077608565538339, + "recall_coffee": 0.8728737690241719, + "F1_noncoffee": 0.6801251066249645, + "IoU_noncoffee": 0.5152951314088755, + "kappa": 0.5705798968156616, + "n_pixels": 20613 + }, + "2025": { + "OA": 0.8752240251876968, + "mIoU": 0.7258699873918324, + "macroF1": 0.8355634716999651, + "F1_coffee": 0.9163201663201663, + "IoU_coffee": 0.8455635491606714, + "precision_coffee": 0.9331128018524645, + "recall_coffee": 0.9001212585359627, + "F1_noncoffee": 0.754806777079764, + "IoU_noncoffee": 0.6061764256229935, + "kappa": 0.6714387414795374, + "n_pixels": 20645 + } + }, + "test_per_site": { + "p03:2023": { + "OA": 0.8522704133577683, + "mIoU": 0.6543570129435214, + "macroF1": 0.7774512736127095, + "F1_coffee": 0.9064896565057678, + "IoU_coffee": 0.828972182932579, + "precision_coffee": 0.9603987436842824, + "recall_coffee": 0.8583109592384671, + "F1_noncoffee": 0.648412890719651, + "IoU_noncoffee": 0.479741842954464, + "kappa": 0.5601137084415556, + "n_pixels": 9822 + }, + "p03:2024": { + "OA": 0.8473357628287206, + "mIoU": 0.6268805459908426, + "macroF1": 0.751606014306549, + "F1_coffee": 0.9058094312105007, + "IoU_coffee": 0.8278351660557592, + "precision_coffee": 0.9397301727398815, + "recall_coffee": 0.8742521994134898, + "F1_noncoffee": 0.5974025974025974, + "IoU_noncoffee": 0.42592592592592593, + "kappa": 0.5059633860733923, + "n_pixels": 10153 + }, + "p03:2025": { + "OA": 0.8844235846289235, + "mIoU": 0.6855431203966267, + "macroF1": 0.7991839651697557, + "F1_coffee": 0.9300177619893428, + "IoU_coffee": 0.8691899070385126, + "precision_coffee": 0.947178002894356, + "recall_coffee": 0.9134682484298674, + "F1_noncoffee": 0.6683501683501684, + "IoU_noncoffee": 0.5018963337547409, + "kappa": 0.5989917066287855, + "n_pixels": 10227 + }, + "p08:2023": { + "OA": 0.8397910731244065, + "mIoU": 0.707155558995979, + "macroF1": 0.8264947024025071, + "F1_coffee": 0.8745258460394199, + "IoU_coffee": 0.7770288131112874, + "precision_coffee": 0.9391373801916932, + "recall_coffee": 0.818232428670842, + "F1_noncoffee": 0.7784635587655943, + "IoU_noncoffee": 0.6372823048806708, + "kappa": 0.6558653536008091, + "n_pixels": 10530 + }, + "p08:2024": { + "OA": 0.8255258126195029, + "mIoU": 0.6721991739465238, + "macroF1": 0.7996515987533741, + "F1_coffee": 0.8716506083409522, + "IoU_coffee": 0.7725006232859636, + "precision_coffee": 0.8720799324514494, + "recall_coffee": 0.8712217067341488, + "F1_noncoffee": 0.7276525891657961, + "IoU_noncoffee": 0.5718977246070842, + "kappa": 0.5993034035711923, + "n_pixels": 10460 + }, + "p08:2025": { + "OA": 0.8661931272797082, + "mIoU": 0.7415908855790951, + "macroF1": 0.8494311189420063, + "F1_coffee": 0.8996689218367641, + "IoU_coffee": 0.8176347462061748, + "precision_coffee": 0.9160193463285945, + "recall_coffee": 0.8838919530476594, + "F1_noncoffee": 0.7991933160472486, + "IoU_noncoffee": 0.6655470249520153, + "kappa": 0.6990541400298478, + "n_pixels": 10418 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 9, + 27 + ], + [ + 354, + 563 + ], + [ + 6425, + 7520 + ], + [ + 45733, + 53500 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.993718485037486, + "test_tta": { + "OA": 0.8656062327544229, + "mIoU": 0.7092926339283312, + "macroF1": 0.8236323842869664, + "F1_coffee": 0.9096720703423298, + "IoU_coffee": 0.8343105276849498, + "precision_coffee": 0.926923076923077, + "recall_coffee": 0.8930514501135244, + "F1_noncoffee": 0.737592698231603, + "IoU_noncoffee": 0.5842747401717127, + "kappa": 0.6476193430034488, + "n_pixels": 61610 + }, + "test_tta_all_drawn": { + "OA": 0.8206847813545632, + "mIoU": 0.6444108673797779, + "macroF1": 0.7754679161170348, + "F1_coffee": 0.8762282107694299, + "IoU_coffee": 0.779720775309167, + "precision_coffee": 0.9088637396224857, + "recall_coffee": 0.8458551961406139, + "F1_noncoffee": 0.6747076214646398, + "IoU_noncoffee": 0.5091009594503889, + "kappa": 0.5524524465873036, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f3_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "552386c7192e", + "n_blocks": 44, + "n_train_hard": 8765, + "n_train_soft": 1062, + "best_epoch": 54, + "stopped_epoch": 84, + "best_val": 0.6232955721978097, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7429119624508436, + "mIoU": 0.5486063361555519, + "macroF1": 0.6981332597131054, + "F1_coffee": 0.8143967579819812, + "IoU_coffee": 0.6869049688121585, + "precision_coffee": 0.8140519510241446, + "recall_coffee": 0.8147418571624903, + "F1_noncoffee": 0.5818697614442295, + "IoU_noncoffee": 0.41030770349894524, + "kappa": 0.3962667634425469, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7202751817237798, + "mIoU": 0.526253271724893, + "macroF1": 0.6797791456043953, + "F1_coffee": 0.7936548466375155, + "IoU_coffee": 0.6579003069107842, + "precision_coffee": 0.802025545090956, + "recall_coffee": 0.785457072461937, + "F1_noncoffee": 0.5659034445712751, + "IoU_noncoffee": 0.3946062365390018, + "kappa": 0.3597050212891034, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.18266978922716628, + "mIoU": 0.09203404235346181, + "macroF1": 0.1566518018833756, + "F1_coffee": 0.3047808764940239, + "IoU_coffee": 0.1797884841363102, + "precision_coffee": 0.9935064935064936, + "recall_coffee": 0.18, + "F1_noncoffee": 0.008522727272727272, + "IoU_noncoffee": 0.0042796005706134095, + "kappa": -0.0007991726212861764, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7557922003165923, + "mIoU": 0.5729317247847932, + "macroF1": 0.7208677894631497, + "F1_coffee": 0.8196024237270118, + "IoU_coffee": 0.6943443804034583, + "precision_coffee": 0.8355610143775739, + "recall_coffee": 0.8042420027816412, + "F1_noncoffee": 0.6221331551992875, + "IoU_noncoffee": 0.451519069166128, + "kappa": 0.4421618138804087, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.7584237578526556, + "mIoU": 0.5628889922650219, + "macroF1": 0.709239087794509, + "F1_coffee": 0.8288257907870776, + "IoU_coffee": 0.7076878779153469, + "precision_coffee": 0.8132486268281385, + "recall_coffee": 0.8450113456645809, + "F1_noncoffee": 0.5896523848019402, + "IoU_noncoffee": 0.41809010661469675, + "kappa": 0.41898918383223094, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7148785663758548, + "mIoU": 0.5112257943816063, + "macroF1": 0.6636877324797806, + "F1_coffee": 0.7948978899518285, + "IoU_coffee": 0.6596104042337575, + "precision_coffee": 0.7946822220714915, + "recall_coffee": 0.7951136749236511, + "F1_noncoffee": 0.5324775750077327, + "IoU_noncoffee": 0.3628411845294552, + "kappa": 0.3273755778842484, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7971643518518519, + "mIoU": 0.6101845144048764, + "macroF1": 0.7480138465406121, + "F1_coffee": 0.8593028701411655, + "IoU_coffee": 0.7533137829912023, + "precision_coffee": 0.8584413848415987, + "recall_coffee": 0.8601660862577016, + "F1_noncoffee": 0.6367248229400587, + "IoU_noncoffee": 0.46705524581855046, + "kappa": 0.4960290035614663, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.793353705118411, + "mIoU": 0.6000644476457654, + "macroF1": 0.7387367727856724, + "F1_coffee": 0.8581913499344692, + "IoU_coffee": 0.7516069788797062, + "precision_coffee": 0.8514954486345904, + "recall_coffee": 0.8649933949801849, + "F1_noncoffee": 0.6192821956368755, + "IoU_noncoffee": 0.44852191641182465, + "kappa": 0.47756027971150933, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7445041985092933, + "mIoU": 0.5334783310043082, + "macroF1": 0.6801916642138672, + "F1_coffee": 0.8236060448150078, + "IoU_coffee": 0.700110741971207, + "precision_coffee": 0.8257575757575758, + "recall_coffee": 0.8214656964656964, + "F1_noncoffee": 0.5367772836127267, + "IoU_noncoffee": 0.3668459200374094, + "kappa": 0.3603947311420226, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7148582880045806, + "mIoU": 0.5362737552635563, + "macroF1": 0.6930191643286336, + "F1_coffee": 0.7748982974235348, + "IoU_coffee": 0.6325175255196163, + "precision_coffee": 0.8086477987421383, + "recall_coffee": 0.7438530517789992, + "F1_noncoffee": 0.6111400312337324, + "IoU_noncoffee": 0.44002998500749624, + "kappa": 0.3878802316992794, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.723719165085389, + "mIoU": 0.5283381175539118, + "macroF1": 0.681078270265085, + "F1_coffee": 0.7976934833958594, + "IoU_coffee": 0.6634693169998844, + "precision_coffee": 0.7736154157121682, + "recall_coffee": 0.8233185142693246, + "F1_noncoffee": 0.5644630571343106, + "IoU_noncoffee": 0.3932069181079392, + "kappa": 0.36348398844666446, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.6852724872713558, + "mIoU": 0.48864138537903123, + "macroF1": 0.6463142151666013, + "F1_coffee": 0.7636981452640521, + "IoU_coffee": 0.6177278973889143, + "precision_coffee": 0.761111895019049, + "recall_coffee": 0.7663020315385708, + "F1_noncoffee": 0.5289302850691504, + "IoU_noncoffee": 0.3595548733691481, + "kappa": 0.292644712032491, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8281, + 11000 + ], + [ + 38454, + 51930 + ], + [ + 116, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.1929984609285995, + "test_tta": { + "OA": 0.7557084866167703, + "mIoU": 0.5587488641443143, + "macroF1": 0.7054962228011497, + "F1_coffee": 0.8271009157838032, + "IoU_coffee": 0.7051765381303224, + "precision_coffee": 0.8108304361219909, + "recall_coffee": 0.8440377479499748, + "F1_noncoffee": 0.5838915298184961, + "IoU_noncoffee": 0.4123211901583063, + "kappa": 0.4115626816903909, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7323756778585438, + "mIoU": 0.5348338058384434, + "macroF1": 0.6857890587347419, + "F1_coffee": 0.8067767665618427, + "IoU_coffee": 0.6761322977572214, + "precision_coffee": 0.7979689785156653, + "recall_coffee": 0.8157811611598964, + "F1_noncoffee": 0.564801350907641, + "IoU_noncoffee": 0.39353531391966534, + "kappa": 0.37175051142343635, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f3_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "bd8f0ad2e7a1", + "n_blocks": 87, + "n_train_hard": 17786, + "n_train_soft": 2046, + "best_epoch": 51, + "stopped_epoch": 81, + "best_val": 0.6754001495262685, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8176297095014589, + "mIoU": 0.6661635492229728, + "macroF1": 0.795966665354781, + "F1_coffee": 0.862449619078373, + "IoU_coffee": 0.7581638875454717, + "precision_coffee": 0.9024152171192592, + "recall_coffee": 0.8258738375555453, + "F1_noncoffee": 0.729483711631189, + "IoU_noncoffee": 0.574163210900474, + "kappa": 0.5935013469106174, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7899648090458059, + "mIoU": 0.6305062009531022, + "macroF1": 0.7695670032600773, + "F1_coffee": 0.8381259378647252, + "IoU_coffee": 0.7213569569876014, + "precision_coffee": 0.8875417863364565, + "recall_coffee": 0.7939225472234507, + "F1_noncoffee": 0.7010080686554294, + "IoU_noncoffee": 0.5396554449186028, + "kappa": 0.5417578152035729, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.22833723653395785, + "mIoU": 0.11536953242835596, + "macroF1": 0.18947442705160386, + "F1_coffee": 0.366954851104707, + "IoU_coffee": 0.22470588235294117, + "precision_coffee": 1.0, + "recall_coffee": 0.22470588235294117, + "F1_noncoffee": 0.01199400299850075, + "IoU_noncoffee": 0.006033182503770739, + "kappa": 0.002707712372898785, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8103803904638557, + "mIoU": 0.6529746686559486, + "macroF1": 0.7857055790113112, + "F1_coffee": 0.8584219762902475, + "IoU_coffee": 0.7519608458304574, + "precision_coffee": 0.8850158777047485, + "recall_coffee": 0.8333796940194715, + "F1_noncoffee": 0.7129891817323749, + "IoU_noncoffee": 0.5539884914814397, + "kappa": 0.5721942468472201, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8258614125261755, + "mIoU": 0.6788101755638101, + "macroF1": 0.8053354871542675, + "F1_coffee": 0.8685467936051734, + "IoU_coffee": 0.7676382803073601, + "precision_coffee": 0.9094191995185074, + "recall_coffee": 0.8311902633569415, + "F1_noncoffee": 0.7421241807033617, + "IoU_noncoffee": 0.58998207082026, + "kappa": 0.6122076098977096, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.816599858523933, + "mIoU": 0.666619032306051, + "macroF1": 0.7965820157472423, + "F1_coffee": 0.860394155867466, + "IoU_coffee": 0.754992754992755, + "precision_coffee": 0.9132754153330285, + "recall_coffee": 0.8133016627078384, + "F1_noncoffee": 0.7327698756270185, + "IoU_noncoffee": 0.5782453096193472, + "kappa": 0.5957583477778159, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8044945987654321, + "mIoU": 0.6297973670159893, + "macroF1": 0.7654316000826975, + "F1_coffee": 0.8611548736214809, + "IoU_coffee": 0.7561650427041983, + "precision_coffee": 0.8812561334641805, + "recall_coffee": 0.8419501741226896, + "F1_noncoffee": 0.669708326543914, + "IoU_noncoffee": 0.5034296913277805, + "kappa": 0.5314431247898108, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8351795263559969, + "mIoU": 0.6796747303972783, + "macroF1": 0.8042254026390223, + "F1_coffee": 0.88207160426346, + "IoU_coffee": 0.7890233467791223, + "precision_coffee": 0.9135295782621002, + "recall_coffee": 0.8527080581241744, + "F1_noncoffee": 0.7263792010145846, + "IoU_noncoffee": 0.5703261140154344, + "kappa": 0.6095251411179065, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.7863949429191434, + "mIoU": 0.614109270489257, + "macroF1": 0.7546785628555434, + "F1_coffee": 0.8428868841082582, + "IoU_coffee": 0.7284394866258846, + "precision_coffee": 0.9045278522490319, + "recall_coffee": 0.7891112266112266, + "F1_noncoffee": 0.6664702416028285, + "IoU_noncoffee": 0.49977905435262926, + "kappa": 0.5141469774407629, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8162038362439165, + "mIoU": 0.6722660559801575, + "macroF1": 0.80160040827789, + "F1_coffee": 0.8554271130460892, + "IoU_coffee": 0.7473767051416579, + "precision_coffee": 0.8892009987515606, + "recall_coffee": 0.824124963841481, + "F1_noncoffee": 0.747773703509691, + "IoU_noncoffee": 0.5971554068186572, + "kappa": 0.6041970124617452, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8166034155597723, + "mIoU": 0.6752939461183942, + "macroF1": 0.8041380344350373, + "F1_coffee": 0.8535495113266156, + "IoU_coffee": 0.7445149352365847, + "precision_coffee": 0.9047542563443624, + "recall_coffee": 0.8078302022085185, + "F1_noncoffee": 0.754726557543459, + "IoU_noncoffee": 0.6060729570002038, + "kappa": 0.6103662092760819, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8467848387705073, + "mIoU": 0.7191277395657394, + "macroF1": 0.8349414129287043, + "F1_coffee": 0.8791552019037704, + "IoU_coffee": 0.784368365180467, + "precision_coffee": 0.9224406991260924, + "recall_coffee": 0.8397499644835914, + "F1_noncoffee": 0.7907276239536382, + "IoU_noncoffee": 0.6538871139510117, + "kappa": 0.6711368533604768, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9054, + 11000 + ], + [ + 42380, + 51930 + ], + [ + 129, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.08864628871282, + "test_tta": { + "OA": 0.8292211087149562, + "mIoU": 0.6814325578404921, + "macroF1": 0.8069309646753013, + "F1_coffee": 0.8725323107513138, + "IoU_coffee": 0.7738867544246394, + "precision_coffee": 0.9027036293285008, + "recall_coffee": 0.8443126116633836, + "F1_noncoffee": 0.741329618599289, + "IoU_noncoffee": 0.5889783612563447, + "kappa": 0.6147353108753308, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8009115034037152, + "mIoU": 0.6436149784903586, + "macroF1": 0.7792536382754975, + "F1_coffee": 0.8483976541393019, + "IoU_coffee": 0.7367105990959202, + "precision_coffee": 0.886565519774141, + "recall_coffee": 0.8133805041379746, + "F1_noncoffee": 0.7101096224116931, + "IoU_noncoffee": 0.550519357884797, + "kappa": 0.5600664307063529, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f3_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "94b979056ab5", + "n_blocks": 44, + "n_train_hard": 8852, + "n_train_soft": 951, + "best_epoch": 38, + "stopped_epoch": 68, + "best_val": 0.6201470924066638, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8054516047190156, + "mIoU": 0.6405541775627964, + "macroF1": 0.7753850421631794, + "F1_coffee": 0.8575641129828064, + "IoU_coffee": 0.7506452858565534, + "precision_coffee": 0.8694649120742014, + "recall_coffee": 0.8459846992532869, + "F1_noncoffee": 0.6932059713435523, + "IoU_noncoffee": 0.5304630692690394, + "kappa": 0.550951288859607, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7775325949001961, + "mIoU": 0.6047268114789455, + "macroF1": 0.7476635556288898, + "F1_coffee": 0.8344797244369091, + "IoU_coffee": 0.7159718641820726, + "precision_coffee": 0.8507570453352005, + "recall_coffee": 0.8188135700296924, + "F1_noncoffee": 0.6608473868208703, + "IoU_noncoffee": 0.49348175877581846, + "kappa": 0.49570536484665667, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.16744730679156908, + "mIoU": 0.08435700954882541, + "macroF1": 0.145455543405292, + "F1_coffee": 0.28254288597376387, + "IoU_coffee": 0.1645123384253819, + "precision_coffee": 0.9929078014184397, + "recall_coffee": 0.16470588235294117, + "F1_noncoffee": 0.008368200836820083, + "IoU_noncoffee": 0.004201680672268907, + "kappa": -0.0009561269604724058, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.7751714875041973, + "mIoU": 0.5965753229836737, + "macroF1": 0.7400792221661181, + "F1_coffee": 0.8355842424667626, + "IoU_coffee": 0.7175995661866602, + "precision_coffee": 0.8430664684646422, + "recall_coffee": 0.8282336578581363, + "F1_noncoffee": 0.6445742018654735, + "IoU_noncoffee": 0.47555107978068706, + "kappa": 0.48024694378233174, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8131543879687797, + "mIoU": 0.6562804341615526, + "macroF1": 0.7880929140296331, + "F1_coffee": 0.8609674906154827, + "IoU_coffee": 0.7558761348091033, + "precision_coffee": 0.8876232201533406, + "recall_coffee": 0.8358660523963419, + "F1_noncoffee": 0.7152183374437836, + "IoU_noncoffee": 0.5566847335140018, + "kappa": 0.5769672641628647, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.827587833058241, + "mIoU": 0.6701095091144647, + "macroF1": 0.7973852501703391, + "F1_coffee": 0.8756124115405552, + "IoU_coffee": 0.7787460663277657, + "precision_coffee": 0.8779422801391826, + "recall_coffee": 0.8732948761452325, + "F1_noncoffee": 0.7191580888001229, + "IoU_noncoffee": 0.5614729519011635, + "kappa": 0.5947769436643344, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.7952353395061729, + "mIoU": 0.6061764394885805, + "macroF1": 0.744476336181711, + "F1_coffee": 0.8583627993862165, + "IoU_coffee": 0.7518700327255727, + "precision_coffee": 0.8551109929549382, + "recall_coffee": 0.8616394320921511, + "F1_noncoffee": 0.6305898729772055, + "IoU_noncoffee": 0.4604828462515883, + "kappa": 0.4889719467513809, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8161764705882353, + "mIoU": 0.6478371555568778, + "macroF1": 0.7797034736148121, + "F1_coffee": 0.8693409353152787, + "IoU_coffee": 0.7688798175051027, + "precision_coffee": 0.8940388105542371, + "recall_coffee": 0.8459709379128137, + "F1_noncoffee": 0.6900660119143455, + "IoU_noncoffee": 0.5267944936086529, + "kappa": 0.5602030850929122, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8255495801490706, + "mIoU": 0.6591262385105336, + "macroF1": 0.7879726567826281, + "F1_coffee": 0.8772325874775911, + "IoU_coffee": 0.7813128326434062, + "precision_coffee": 0.8969450101832994, + "recall_coffee": 0.8583679833679834, + "F1_noncoffee": 0.698712726087665, + "IoU_noncoffee": 0.536939644377661, + "kappa": 0.5764473710401498, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7553201641377995, + "mIoU": 0.584269612637472, + "macroF1": 0.7328516577657508, + "F1_coffee": 0.81032697144548, + "IoU_coffee": 0.6811341872901381, + "precision_coffee": 0.8293458509993943, + "recall_coffee": 0.7921608330922766, + "F1_noncoffee": 0.6553763440860215, + "IoU_noncoffee": 0.48740503798480606, + "kappa": 0.46621335726366214, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8101518026565465, + "mIoU": 0.6619932796650467, + "macroF1": 0.7938371193653981, + "F1_coffee": 0.8518326545723806, + "IoU_coffee": 0.7419063588288405, + "precision_coffee": 0.8805878750765462, + "recall_coffee": 0.824896027534777, + "F1_noncoffee": 0.7358415841584158, + "IoU_noncoffee": 0.5820802005012531, + "kappa": 0.5884566148373339, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8296247407128041, + "mIoU": 0.680040226823573, + "macroF1": 0.8056512635210877, + "F1_coffee": 0.873909706231247, + "IoU_coffee": 0.7760565125790061, + "precision_coffee": 0.8587493143170598, + "recall_coffee": 0.8896150021309845, + "F1_noncoffee": 0.7373928208109286, + "IoU_noncoffee": 0.5840239410681399, + "kappa": 0.6115546677081939, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8838, + 11000 + ], + [ + 41830, + 51930 + ], + [ + 127, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.3862552563349406, + "test_tta": { + "OA": 0.8133007738170747, + "mIoU": 0.6491834757060237, + "macroF1": 0.7815953041298556, + "F1_coffee": 0.8648096266017544, + "IoU_coffee": 0.7618190277749681, + "precision_coffee": 0.8670396463599944, + "recall_coffee": 0.8625910486050666, + "F1_noncoffee": 0.6983809816579568, + "IoU_noncoffee": 0.5365479236370793, + "kappa": 0.5631970549680336, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7854794046382831, + "mIoU": 0.6127815196923265, + "macroF1": 0.7536053807665037, + "F1_coffee": 0.8422258523028618, + "IoU_coffee": 0.7274526331219995, + "precision_coffee": 0.8485263000406096, + "recall_coffee": 0.8360182786867985, + "F1_noncoffee": 0.6649849092301455, + "IoU_noncoffee": 0.4981104062626535, + "kappa": 0.507268444968043, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f3_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "11dc6a3f3c59", + "n_blocks": 87, + "n_train_hard": 17747, + "n_train_soft": 1839, + "best_epoch": 48, + "stopped_epoch": 78, + "best_val": 0.7217836543498064, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8465844221742991, + "mIoU": 0.6943536169574385, + "macroF1": 0.8146077994056706, + "F1_coffee": 0.8916027113326984, + "IoU_coffee": 0.8044071565753563, + "precision_coffee": 0.872645130162072, + "recall_coffee": 0.9114022630445737, + "F1_noncoffee": 0.737612887478643, + "IoU_noncoffee": 0.5843000773395205, + "kappa": 0.629638696053882, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.8167907003576785, + "mIoU": 0.651961287618559, + "macroF1": 0.7833663377866948, + "F1_coffee": 0.8684594754118732, + "IoU_coffee": 0.767501876018083, + "precision_coffee": 0.8543313503381957, + "recall_coffee": 0.8830627329584939, + "F1_noncoffee": 0.6982732001615164, + "IoU_noncoffee": 0.5364206992190351, + "kappa": 0.5670042909076837, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2224824355971897, + "mIoU": 0.11183013999915407, + "macroF1": 0.18376324274527867, + "F1_coffee": 0.36153846153846153, + "IoU_coffee": 0.22065727699530516, + "precision_coffee": 0.9894736842105263, + "recall_coffee": 0.2211764705882353, + "F1_noncoffee": 0.005988023952095809, + "IoU_noncoffee": 0.003003003003003003, + "kappa": -0.0033548021799136426, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8412721254856814, + "mIoU": 0.6864552964226693, + "macroF1": 0.8088838992938805, + "F1_coffee": 0.887559889904516, + "IoU_coffee": 0.7978495937442727, + "precision_coffee": 0.8678317496179148, + "recall_coffee": 0.9082058414464534, + "F1_noncoffee": 0.730207908683245, + "IoU_noncoffee": 0.5750609991010659, + "kappa": 0.6182411659094319, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8346659051970303, + "mIoU": 0.6758498625481109, + "macroF1": 0.8009852998295941, + "F1_coffee": 0.8828567574858376, + "IoU_coffee": 0.7902807123453064, + "precision_coffee": 0.8662079004830279, + "recall_coffee": 0.9001581516880973, + "F1_noncoffee": 0.7191138421733506, + "IoU_noncoffee": 0.5614190127509153, + "kappa": 0.6023228636772576, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8636170714454138, + "mIoU": 0.7214098175484687, + "macroF1": 0.8339343393970117, + "F1_coffee": 0.904143188597945, + "IoU_coffee": 0.8250559554775876, + "precision_coffee": 0.8836410754778101, + "recall_coffee": 0.9256192738378012, + "F1_noncoffee": 0.7637254901960784, + "IoU_noncoffee": 0.6177636796193497, + "kappa": 0.6683088010194422, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8206018518518519, + "mIoU": 0.6280500678433374, + "macroF1": 0.7597485420697438, + "F1_coffee": 0.8806621326831772, + "IoU_coffee": 0.7867706064427376, + "precision_coffee": 0.8451970443349753, + "recall_coffee": 0.9192338601660862, + "F1_noncoffee": 0.6388349514563106, + "IoU_noncoffee": 0.4693295292439372, + "kappa": 0.5220439236748623, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8402406417112299, + "mIoU": 0.6715283054652896, + "macroF1": 0.7959928458689283, + "F1_coffee": 0.8910026711837905, + "IoU_coffee": 0.803430854188697, + "precision_coffee": 0.879033294767965, + "recall_coffee": 0.9033025099075297, + "F1_noncoffee": 0.7009830205540661, + "IoU_noncoffee": 0.5396257567418822, + "kappa": 0.5921931195297055, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8500801962449288, + "mIoU": 0.6800705846709614, + "macroF1": 0.801534716430264, + "F1_coffee": 0.8996906760936809, + "IoU_coffee": 0.8176706827309237, + "precision_coffee": 0.8748925721301412, + "recall_coffee": 0.9259355509355509, + "F1_noncoffee": 0.7033787567668471, + "IoU_noncoffee": 0.5424704866109992, + "kappa": 0.6040101790417461, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8617234468937875, + "mIoU": 0.7360479352399248, + "macroF1": 0.8458359530218129, + "F1_coffee": 0.8953261576247923, + "IoU_coffee": 0.8104891446507978, + "precision_coffee": 0.8943570500793765, + "recall_coffee": 0.8962973676598206, + "F1_noncoffee": 0.7963457484188334, + "IoU_noncoffee": 0.6616067258290519, + "kappa": 0.6916726103952182, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8291271347248577, + "mIoU": 0.6781385520607373, + "macroF1": 0.804104404738136, + "F1_coffee": 0.8741175648284056, + "IoU_coffee": 0.7763844052644648, + "precision_coffee": 0.8526043086992091, + "recall_coffee": 0.8967445862612936, + "F1_noncoffee": 0.7340912446478666, + "IoU_noncoffee": 0.5798926988570096, + "kappa": 0.6087350154019877, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8771450122572129, + "mIoU": 0.7574711430329786, + "macroF1": 0.859879271603931, + "F1_coffee": 0.9090655314397376, + "IoU_coffee": 0.8332906857727738, + "precision_coffee": 0.8934156378600823, + "recall_coffee": 0.9252734763460719, + "F1_noncoffee": 0.8106930117681244, + "IoU_noncoffee": 0.6816516002931835, + "kappa": 0.7199374425901484, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9245, + 11000 + ], + [ + 44010, + 51930 + ], + [ + 134, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.8831698417663576, + "test_tta": { + "OA": 0.8534504630216923, + "mIoU": 0.7024565764145692, + "macroF1": 0.8201510535236525, + "F1_coffee": 0.8975388026607539, + "IoU_coffee": 0.8141228052533135, + "precision_coffee": 0.8697305659404408, + "recall_coffee": 0.9271840212561272, + "F1_noncoffee": 0.7427633043865509, + "IoU_noncoffee": 0.5907903475758247, + "kappa": 0.6412229288901666, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8239154263297566, + "mIoU": 0.6589879262910449, + "macroF1": 0.7882041549999765, + "F1_coffee": 0.8751725336632348, + "IoU_coffee": 0.7780504653868529, + "precision_coffee": 0.8505365659777424, + "recall_coffee": 0.9012782445721987, + "F1_noncoffee": 0.7012357763367184, + "IoU_noncoffee": 0.5399253871952369, + "kappa": 0.5772571931912567, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f3_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "3125d6722f32", + "n_blocks": 44, + "n_train_hard": 8850, + "n_train_soft": 1014, + "best_epoch": 84, + "stopped_epoch": 100, + "best_val": 0.6491493429159099, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7829823671191171, + "mIoU": 0.617507673672175, + "macroF1": 0.7588386202869738, + "F1_coffee": 0.835144185598304, + "IoU_coffee": 0.7169506949040371, + "precision_coffee": 0.8807418699186992, + "recall_coffee": 0.7940354574190297, + "F1_noncoffee": 0.6825330549756436, + "IoU_noncoffee": 0.5180646524403127, + "kappa": 0.5201540033322217, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7571391484942886, + "mIoU": 0.5867601908253611, + "macroF1": 0.7349127603796028, + "F1_coffee": 0.8116716808517777, + "IoU_coffee": 0.683036554606031, + "precision_coffee": 0.8655011210227543, + "recall_coffee": 0.7641459767936488, + "F1_noncoffee": 0.658153839907428, + "IoU_noncoffee": 0.49048382704469123, + "kappa": 0.473522097106611, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2259953161592506, + "mIoU": 0.11389240864751603, + "macroF1": 0.18701456188332347, + "F1_coffee": 0.36503362151777136, + "IoU_coffee": 0.22326674500587543, + "precision_coffee": 0.9947643979057592, + "recall_coffee": 0.2235294117647059, + "F1_noncoffee": 0.008995502248875561, + "IoU_noncoffee": 0.004518072289156626, + "kappa": -0.0003189713528283843, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.79191250539646, + "mIoU": 0.6301477918895744, + "macroF1": 0.7687714049541439, + "F1_coffee": 0.8419211427738503, + "IoU_coffee": 0.7269981120201384, + "precision_coffee": 0.8843974888990966, + "recall_coffee": 0.8033379694019471, + "F1_noncoffee": 0.6956216671344373, + "IoU_noncoffee": 0.5332974717590102, + "kappa": 0.5395877759123558, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8102988768322863, + "mIoU": 0.6483703206537678, + "macroF1": 0.7815202545795772, + "F1_coffee": 0.8608143026747678, + "IoU_coffee": 0.7556400196174595, + "precision_coffee": 0.8744945015963107, + "recall_coffee": 0.8475555249948429, + "F1_noncoffee": 0.7022262064843867, + "IoU_noncoffee": 0.541100621690076, + "kappa": 0.5632691618842351, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.7471351096439519, + "mIoU": 0.576626043817991, + "macroF1": 0.7271943999407886, + "F1_coffee": 0.8009503303882991, + "IoU_coffee": 0.6679876160990712, + "precision_coffee": 0.8840449069900844, + "recall_coffee": 0.7321343739395996, + "F1_noncoffee": 0.6534384694932782, + "IoU_noncoffee": 0.4852644715369108, + "kappa": 0.4626543044760184, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8021797839506173, + "mIoU": 0.6312330285100762, + "macroF1": 0.7673624830611182, + "F1_coffee": 0.8573614298629947, + "IoU_coffee": 0.7503347534996957, + "precision_coffee": 0.8916534066251989, + "recall_coffee": 0.8256094294133405, + "F1_noncoffee": 0.6773635362592417, + "IoU_noncoffee": 0.5121313035204567, + "kappa": 0.5362763832504125, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.8262032085561497, + "mIoU": 0.6600340029214222, + "macroF1": 0.788654143450164, + "F1_coffee": 0.8777374714496843, + "IoU_coffee": 0.7821142104633066, + "precision_coffee": 0.8929743028977584, + "recall_coffee": 0.8630118890356671, + "F1_noncoffee": 0.6995708154506438, + "IoU_noncoffee": 0.5379537953795379, + "kappa": 0.577610472171062, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.708463062553071, + "mIoU": 0.5187307766560896, + "macroF1": 0.6748681083285932, + "F1_coffee": 0.7793802656004569, + "IoU_coffee": 0.6385119326158165, + "precision_coffee": 0.8649762282091917, + "recall_coffee": 0.7091995841995842, + "F1_noncoffee": 0.5703559510567296, + "IoU_noncoffee": 0.3989496206963626, + "kappa": 0.361905023166198, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.7817539841587938, + "mIoU": 0.626397711488051, + "macroF1": 0.7676241754711675, + "F1_coffee": 0.8249253617086427, + "IoU_coffee": 0.7020195439739414, + "precision_coffee": 0.8762400390307367, + "recall_coffee": 0.7792884003471218, + "F1_noncoffee": 0.7103229892336922, + "IoU_noncoffee": 0.5507758790021606, + "kappa": 0.5378707048880128, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.7944971537001898, + "mIoU": 0.6357835380942879, + "macroF1": 0.7734585171890838, + "F1_coffee": 0.8424956369982548, + "IoU_coffee": 0.7278552581982661, + "precision_coffee": 0.8545508187048237, + "recall_coffee": 0.8307758497060089, + "F1_noncoffee": 0.7044213973799127, + "IoU_noncoffee": 0.5437118179903097, + "kappa": 0.5470861827047837, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.785781633037903, + "mIoU": 0.6352510083236944, + "macroF1": 0.7749578247271869, + "F1_coffee": 0.8243117847200743, + "IoU_coffee": 0.7011312812417785, + "precision_coffee": 0.9044629221109791, + "recall_coffee": 0.7572098309418952, + "F1_noncoffee": 0.7256038647342995, + "IoU_noncoffee": 0.5693707354056103, + "kappa": 0.5553691181670207, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 8712, + 11000 + ], + [ + 40551, + 51930 + ], + [ + 115, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.994167149066925, + "test_tta": { + "OA": 0.7924172269440568, + "mIoU": 0.6265130163304858, + "macroF1": 0.765200302347717, + "F1_coffee": 0.845141065830721, + "IoU_coffee": 0.7318132464712269, + "precision_coffee": 0.8738899625706388, + "recall_coffee": 0.8182234641990014, + "F1_noncoffee": 0.6852595388647128, + "IoU_noncoffee": 0.5212127861897448, + "kappa": 0.5314312719431832, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.7664560978423907, + "mIoU": 0.5948781605888864, + "macroF1": 0.7406772765816536, + "F1_coffee": 0.8224393346272355, + "IoU_coffee": 0.6984262966756681, + "precision_coffee": 0.8579730038892702, + "recall_coffee": 0.7897319266325521, + "F1_noncoffee": 0.6589152185360716, + "IoU_noncoffee": 0.49133002450210467, + "kappa": 0.4830578501917342, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f3_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 3, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "68b3657da856", + "n_blocks": 87, + "n_train_hard": 17418, + "n_train_soft": 2040, + "best_epoch": 90, + "stopped_epoch": 100, + "best_val": 0.6929127121117498, + "norm_stats": { + "median": [ + 0.047200001776218414, + 0.07329999655485153, + 0.05999999865889549, + 0.12160000205039978, + 0.26269999146461487, + 0.3181999921798706, + 0.3240000009536743, + 0.3540000021457672, + 0.265500009059906, + 0.14399999380111694 + ], + "scale": [ + 0.027502854832919994, + 0.027058078920354483, + 0.0366207168561951, + 0.03180233138788109, + 0.055523621340712766, + 0.07383345905741133, + 0.0701270133705111, + 0.07442650097155165, + 0.05685792146321064, + 0.048703744265853964 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8221647849803374, + "mIoU": 0.6579626408196343, + "macroF1": 0.7876559152372677, + "F1_coffee": 0.8732582187213941, + "IoU_coffee": 0.7750295881727548, + "precision_coffee": 0.8618528184880323, + "recall_coffee": 0.8849695359384305, + "F1_noncoffee": 0.7020536117531415, + "IoU_noncoffee": 0.5408956934665138, + "kappa": 0.5754865995424723, + "n_pixels": 63064 + }, + "test_all_drawn": { + "OA": 0.7966712818737741, + "mIoU": 0.6250237369425728, + "macroF1": 0.7627425465097255, + "F1_coffee": 0.8524634769140609, + "IoU_coffee": 0.7428639174129534, + "precision_coffee": 0.8473028355072916, + "recall_coffee": 0.857687367068882, + "F1_noncoffee": 0.6730216161053901, + "IoU_noncoffee": 0.5071835564721922, + "kappa": 0.5255241019191657, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3337236533957845, + "mIoU": 0.16830980417936942, + "macroF1": 0.25411412563797536, + "F1_coffee": 0.4977934686672551, + "IoU_coffee": 0.33137485311398357, + "precision_coffee": 0.9964664310954063, + "recall_coffee": 0.33176470588235296, + "F1_noncoffee": 0.010434782608695653, + "IoU_noncoffee": 0.005244755244755245, + "kappa": 0.001142899428961362, + "n_pixels": 854 + }, + "test_per_year": { + "2023": { + "OA": 0.8212212788410802, + "mIoU": 0.6636286727661449, + "macroF1": 0.7929613304831512, + "F1_coffee": 0.8694525202283793, + "IoU_coffee": 0.7690544057504027, + "precision_coffee": 0.8759263180182087, + "recall_coffee": 0.8630737134909596, + "F1_noncoffee": 0.7164701407379231, + "IoU_noncoffee": 0.5582029397818872, + "kappa": 0.5859717792704265, + "n_pixels": 20847 + }, + "2024": { + "OA": 0.8368551304016753, + "mIoU": 0.6740253876836119, + "macroF1": 0.7989250122497256, + "F1_coffee": 0.8862565531886655, + "IoU_coffee": 0.7957456950485611, + "precision_coffee": 0.856364219301058, + "recall_coffee": 0.9183112150175342, + "F1_noncoffee": 0.7115934713107858, + "IoU_noncoffee": 0.5523050803186627, + "kappa": 0.599088620600404, + "n_pixels": 21012 + }, + "2025": { + "OA": 0.8085357227069088, + "mIoU": 0.6365432170506241, + "macroF1": 0.7708958480805157, + "F1_coffee": 0.863758389261745, + "IoU_coffee": 0.7601890135853514, + "precision_coffee": 0.8542980418187852, + "recall_coffee": 0.8734306073973532, + "F1_noncoffee": 0.6780333068992863, + "IoU_noncoffee": 0.5128974205158968, + "kappa": 0.541924445890506, + "n_pixels": 21205 + } + }, + "test_per_site": { + "p04:2023": { + "OA": 0.8323688271604939, + "mIoU": 0.6569416885127549, + "macroF1": 0.7844621620690579, + "F1_coffee": 0.8860776088096487, + "IoU_coffee": 0.795457220195363, + "precision_coffee": 0.8676508344030809, + "recall_coffee": 0.9053040450040182, + "F1_noncoffee": 0.6828467153284672, + "IoU_noncoffee": 0.5184261568301468, + "kappa": 0.5694649257293128, + "n_pixels": 10368 + }, + "p04:2024": { + "OA": 0.836038961038961, + "mIoU": 0.6563211320472886, + "macroF1": 0.7830603809439858, + "F1_coffee": 0.8902665047612961, + "IoU_coffee": 0.8022345081778393, + "precision_coffee": 0.862325120713136, + "recall_coffee": 0.9200792602377807, + "F1_noncoffee": 0.6758542571266755, + "IoU_noncoffee": 0.5104077559167379, + "kappa": 0.5674622255242076, + "n_pixels": 10472 + }, + "p04:2025": { + "OA": 0.8157373337107274, + "mIoU": 0.6284886171287967, + "macroF1": 0.761400003091449, + "F1_coffee": 0.8752634604330332, + "IoU_coffee": 0.7781942078364565, + "precision_coffee": 0.8606958924758196, + "recall_coffee": 0.8903326403326404, + "F1_noncoffee": 0.6475365457498646, + "IoU_noncoffee": 0.4787830264211369, + "kappa": 0.5231859677614666, + "n_pixels": 10599 + }, + "p09:2023": { + "OA": 0.8101918121958203, + "mIoU": 0.6638182894949712, + "macroF1": 0.795440591350479, + "F1_coffee": 0.8503723764387271, + "IoU_coffee": 0.7396937573616019, + "precision_coffee": 0.8860322934629252, + "recall_coffee": 0.8174717963552213, + "F1_noncoffee": 0.7405088062622309, + "IoU_noncoffee": 0.5879428216283406, + "kappa": 0.5920272327245243, + "n_pixels": 10479 + }, + "p09:2024": { + "OA": 0.8376660341555977, + "mIoU": 0.6882511752974123, + "macroF1": 0.8111257484313744, + "F1_coffee": 0.881926713132289, + "IoU_coffee": 0.7887915072213307, + "precision_coffee": 0.8499600957701516, + "recall_coffee": 0.9163917969310197, + "F1_noncoffee": 0.7403247837304598, + "IoU_noncoffee": 0.587710843373494, + "kappa": 0.6234229609436066, + "n_pixels": 10540 + }, + "p09:2025": { + "OA": 0.8013388647935131, + "mIoU": 0.6407177117564214, + "macroF1": 0.7764798730890417, + "F1_coffee": 0.851021706851446, + "IoU_coffee": 0.7406769230769231, + "precision_coffee": 0.8471283783783784, + "recall_coffee": 0.8549509873561586, + "F1_noncoffee": 0.7019380393266375, + "IoU_noncoffee": 0.5407585004359198, + "kappa": 0.5529786372007219, + "n_pixels": 10606 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 9010, + 11000 + ], + [ + 42711, + 51930 + ], + [ + 128, + 134 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.988135349750519, + "test_tta": { + "OA": 0.8325669161486744, + "mIoU": 0.6706328998082988, + "macroF1": 0.796810521669697, + "F1_coffee": 0.882047386588322, + "IoU_coffee": 0.7889845920182258, + "precision_coffee": 0.8608621704716426, + "recall_coffee": 0.9043016171148472, + "F1_noncoffee": 0.7115736567510721, + "IoU_noncoffee": 0.5522812075983717, + "kappa": 0.5942219602778783, + "n_pixels": 63064 + }, + "test_tta_all_drawn": { + "OA": 0.8066228221991462, + "mIoU": 0.6355420300123437, + "macroF1": 0.7704000094742708, + "F1_coffee": 0.8615962673933688, + "IoU_coffee": 0.7568459613361865, + "precision_coffee": 0.8450059729899371, + "recall_coffee": 0.8788510539726662, + "F1_noncoffee": 0.6792037515551728, + "IoU_noncoffee": 0.5142380986885008, + "kappa": 0.541209924802479, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f4_s0_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5be4ac91f416", + "n_blocks": 44, + "n_train_hard": 9396, + "n_train_soft": 930, + "best_epoch": 85, + "stopped_epoch": 100, + "best_val": 0.5790473459084502, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8067771011745047, + "mIoU": 0.6263186729391031, + "macroF1": 0.7615123806177174, + "F1_coffee": 0.8654117331065201, + "IoU_coffee": 0.7627539948707832, + "precision_coffee": 0.9181231003039514, + "recall_coffee": 0.8184242834765675, + "F1_noncoffee": 0.6576130281289148, + "IoU_noncoffee": 0.48988335100742314, + "kappa": 0.5269910662253661, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7734942886812046, + "mIoU": 0.5864021705103699, + "macroF1": 0.7300510488446261, + "F1_coffee": 0.8383444328931251, + "IoU_coffee": 0.7216807258807684, + "precision_coffee": 0.8992800989311899, + "recall_coffee": 0.7851427690053406, + "F1_noncoffee": 0.6217576647961273, + "IoU_noncoffee": 0.45112361513997135, + "kappa": 0.46584066464430923, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.2543006731488407, + "mIoU": 0.12888604382152444, + "macroF1": 0.2077769252576232, + "F1_coffee": 0.39975918121613485, + "IoU_coffee": 0.24981188863807374, + "precision_coffee": 0.996996996996997, + "recall_coffee": 0.25, + "F1_noncoffee": 0.01579466929911155, + "IoU_noncoffee": 0.007960199004975124, + "kappa": 0.0024844553168466635, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7965449160908193, + "mIoU": 0.61291432259624, + "macroF1": 0.7509075951652384, + "F1_coffee": 0.8575279966818747, + "IoU_coffee": 0.7505899437284443, + "precision_coffee": 0.9074615947329919, + "recall_coffee": 0.8128030402306382, + "F1_noncoffee": 0.644287193648602, + "IoU_noncoffee": 0.47523870146403563, + "kappa": 0.5055530149217959, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8014884786031201, + "mIoU": 0.622235999616991, + "macroF1": 0.7588490861008066, + "F1_coffee": 0.8602518891687657, + "IoU_coffee": 0.7547736916548797, + "precision_coffee": 0.9271029390473433, + "recall_coffee": 0.8023933337510181, + "F1_noncoffee": 0.6574462830328476, + "IoU_noncoffee": 0.48969830757910227, + "kappa": 0.5237677997739334, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8219145494338186, + "mIoU": 0.6438036256997355, + "macroF1": 0.774608437884806, + "F1_coffee": 0.8778673279603224, + "IoU_coffee": 0.7823204419889502, + "precision_coffee": 0.9196062346185397, + "recall_coffee": 0.8397527935576503, + "F1_noncoffee": 0.6713495478092897, + "IoU_noncoffee": 0.5052868094105207, + "kappa": 0.5517019965640488, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8224065560663602, + "mIoU": 0.6544554479301248, + "macroF1": 0.7844026979700354, + "F1_coffee": 0.8749208136833955, + "IoU_coffee": 0.7776526526526526, + "precision_coffee": 0.9061087622102347, + "recall_coffee": 0.8458083832335329, + "F1_noncoffee": 0.6938845822566753, + "IoU_noncoffee": 0.531258243207597, + "kappa": 0.5700520014591571, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8142530051516886, + "mIoU": 0.6515219593932956, + "macroF1": 0.7835283527159433, + "F1_coffee": 0.865082114891553, + "IoU_coffee": 0.7622420319941384, + "precision_coffee": 0.9446125907990315, + "recall_coffee": 0.7979036175380289, + "F1_noncoffee": 0.7019745905403337, + "IoU_noncoffee": 0.5408018867924528, + "kappa": 0.5737313306392339, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8528602599373873, + "mIoU": 0.6967050517752627, + "macroF1": 0.8154087962226408, + "F1_coffee": 0.8985545163189221, + "IoU_coffee": 0.8157957244655581, + "precision_coffee": 0.9273660051302821, + "recall_coffee": 0.8714793199695509, + "F1_noncoffee": 0.7322630761263594, + "IoU_noncoffee": 0.5776143790849673, + "kappa": 0.6317556741666027, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7713087575580261, + "mIoU": 0.5741156291370872, + "macroF1": 0.7176240764232851, + "F1_coffee": 0.8407470288624788, + "IoU_coffee": 0.7252489748096075, + "precision_coffee": 0.908823961239172, + "recall_coffee": 0.7821582006570634, + "F1_noncoffee": 0.5945011239840913, + "IoU_noncoffee": 0.42298228346456695, + "kappa": 0.4432031368203348, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7887202977383339, + "mIoU": 0.5910727701045773, + "macroF1": 0.7306689285649276, + "F1_coffee": 0.8557090719499478, + "IoU_coffee": 0.7478072673425219, + "precision_coffee": 0.9110463502636692, + "recall_coffee": 0.8067092651757188, + "F1_noncoffee": 0.6056287851799074, + "IoU_noncoffee": 0.4343382728666326, + "kappa": 0.46671535081549403, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7907798033788298, + "mIoU": 0.5936410607597049, + "macroF1": 0.7327823596580483, + "F1_coffee": 0.8572730824326084, + "IoU_coffee": 0.7501994301994303, + "precision_coffee": 0.9116465863453815, + "recall_coffee": 0.8090205235344722, + "F1_noncoffee": 0.6082916368834882, + "IoU_noncoffee": 0.43708269131997946, + "kappa": 0.4707319076498715, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 6705, + 8413 + ], + [ + 43400, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 5.030033520857493, + "test_tta": { + "OA": 0.8254631340477836, + "mIoU": 0.6481223476094049, + "macroF1": 0.7778413855975682, + "F1_coffee": 0.8806984789412993, + "IoU_coffee": 0.7868286269353795, + "precision_coffee": 0.9151621664802684, + "recall_coffee": 0.8487362939756996, + "F1_noncoffee": 0.6749842922538372, + "IoU_noncoffee": 0.5094160682834304, + "kappa": 0.5573928031025618, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7908878504672897, + "mIoU": 0.6040542782799747, + "macroF1": 0.7434813477664122, + "F1_coffee": 0.8537566948750794, + "IoU_coffee": 0.7448302564192816, + "precision_coffee": 0.8952111007699467, + "recall_coffee": 0.8159716197196676, + "F1_noncoffee": 0.6332060006577449, + "IoU_noncoffee": 0.4632783001406678, + "kappa": 0.48970715097377326, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f4_s0_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 0, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "0db32b18c3e1", + "n_blocks": 87, + "n_train_hard": 18492, + "n_train_soft": 1791, + "best_epoch": 54, + "stopped_epoch": 84, + "best_val": 0.6683432757373988, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8484069474123942, + "mIoU": 0.6799577085265356, + "macroF1": 0.801780503840082, + "F1_coffee": 0.8979172301866378, + "IoU_coffee": 0.8147457294325545, + "precision_coffee": 0.9183763804970896, + "recall_coffee": 0.8783497735066255, + "F1_noncoffee": 0.7056437774935264, + "IoU_noncoffee": 0.5451696876205168, + "kappa": 0.6041275206557624, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8145984769816546, + "mIoU": 0.6333470748368566, + "macroF1": 0.7663915620304571, + "F1_coffee": 0.8725119752461992, + "IoU_coffee": 0.7738547603968756, + "precision_coffee": 0.8983580443573091, + "recall_coffee": 0.8481115159928279, + "F1_noncoffee": 0.6602711488147149, + "IoU_noncoffee": 0.4928393892768375, + "kappa": 0.5338114120347108, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3724756918474196, + "mIoU": 0.18872358200465703, + "macroF1": 0.27783840088893863, + "F1_coffee": 0.5392641405820977, + "IoU_coffee": 0.36917293233082704, + "precision_coffee": 0.9959432048681541, + "recall_coffee": 0.3697289156626506, + "F1_noncoffee": 0.016412661195779603, + "IoU_noncoffee": 0.008274231678486997, + "kappa": 0.0031334729740177623, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8309476801579467, + "mIoU": 0.6618411007699878, + "macroF1": 0.7892592407570214, + "F1_coffee": 0.882989990092583, + "IoU_coffee": 0.7904942500611696, + "precision_coffee": 0.9224784067385252, + "recall_coffee": 0.8467435460621151, + "F1_noncoffee": 0.6955284914214597, + "IoU_noncoffee": 0.533187951478806, + "kappa": 0.5805186350669241, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8607890844902438, + "mIoU": 0.6968672872456592, + "macroF1": 0.8140241070972482, + "F1_coffee": 0.9072826639552618, + "IoU_coffee": 0.830299505670253, + "precision_coffee": 0.9204435561859325, + "recall_coffee": 0.8944928262640185, + "F1_noncoffee": 0.7207655502392345, + "IoU_noncoffee": 0.5634350688210652, + "kappa": 0.6282770920209345, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8528880007612523, + "mIoU": 0.6811261285457605, + "macroF1": 0.8018883009185216, + "F1_coffee": 0.9024051511899501, + "IoU_coffee": 0.8221659860815552, + "precision_coffee": 0.9126604098831641, + "recall_coffee": 0.892377801360884, + "F1_noncoffee": 0.7013714506470929, + "IoU_noncoffee": 0.5400862710099658, + "kappa": 0.6039296230384439, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8638816709974015, + "mIoU": 0.7164164298954856, + "macroF1": 0.829829634492953, + "F1_coffee": 0.9059522165446762, + "IoU_coffee": 0.8280737187578894, + "precision_coffee": 0.9195402298850575, + "recall_coffee": 0.8927599346761024, + "F1_noncoffee": 0.7537070524412297, + "IoU_noncoffee": 0.6047591410330818, + "kappa": 0.6598537779065886, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8845640145010494, + "mIoU": 0.743913174501186, + "macroF1": 0.8483918869418754, + "F1_coffee": 0.9224458402768876, + "IoU_coffee": 0.8560551986676184, + "precision_coffee": 0.9250546342717573, + "recall_coffee": 0.9198517192892752, + "F1_noncoffee": 0.7743379336068631, + "IoU_noncoffee": 0.6317711503347535, + "kappa": 0.6967907907089492, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8718337918603548, + "mIoU": 0.7178371691288303, + "macroF1": 0.8295956631076287, + "F1_coffee": 0.9144340996896574, + "IoU_coffee": 0.8423570595099183, + "precision_coffee": 0.91298849121032, + "recall_coffee": 0.9158842933265668, + "F1_noncoffee": 0.7447572265255998, + "IoU_noncoffee": 0.5933172787477423, + "kappa": 0.6591938749866851, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7988102204017944, + "mIoU": 0.612482349702305, + "macroF1": 0.7498885145361947, + "F1_coffee": 0.8605044289674758, + "IoU_coffee": 0.7551625919772134, + "precision_coffee": 0.9255272727272728, + "recall_coffee": 0.8040181956027294, + "F1_noncoffee": 0.6392726001049135, + "IoU_noncoffee": 0.46980210742739653, + "kappa": 0.5060811966572295, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.8370073480293921, + "mIoU": 0.651508778396346, + "macroF1": 0.7783418637276932, + "F1_coffee": 0.8923755513547574, + "IoU_coffee": 0.8056661736261236, + "precision_coffee": 0.9158044490429385, + "recall_coffee": 0.8701155074956992, + "F1_noncoffee": 0.664308176100629, + "IoU_noncoffee": 0.4973513831665686, + "kappa": 0.5575868694689189, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.8338264770449556, + "mIoU": 0.6453161421977011, + "macroF1": 0.7732258779143117, + "F1_coffee": 0.8904549172591707, + "IoU_coffee": 0.8025405466712033, + "precision_coffee": 0.9123259412068077, + "recall_coffee": 0.8696079636229569, + "F1_noncoffee": 0.6559968385694527, + "IoU_noncoffee": 0.4880917377241988, + "kappa": 0.5472688049191189, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 107, + 110 + ], + [ + 6916, + 8413 + ], + [ + 45781, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.183633716901143, + "test_tta": { + "OA": 0.8562958916435033, + "mIoU": 0.6907225948835833, + "macroF1": 0.8096061950494224, + "F1_coffee": 0.9038899634644315, + "IoU_coffee": 0.824634328065566, + "precision_coffee": 0.9179361822864377, + "recall_coffee": 0.8902671351763262, + "F1_noncoffee": 0.7153224266344134, + "IoU_noncoffee": 0.5568108617016005, + "kappa": 0.6194763026852562, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8218241606092074, + "mIoU": 0.6413916750039633, + "macroF1": 0.7723468197296965, + "F1_coffee": 0.8784772771985048, + "IoU_coffee": 0.7832897714315786, + "precision_coffee": 0.8967726387243187, + "recall_coffee": 0.8609134902731987, + "F1_noncoffee": 0.6662163622608883, + "IoU_noncoffee": 0.4994935785763481, + "kappa": 0.5452135544717671, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f4_s1_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "498d5e1eacc4", + "n_blocks": 44, + "n_train_hard": 9346, + "n_train_soft": 990, + "best_epoch": 34, + "stopped_epoch": 64, + "best_val": 0.5907776219487448, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.7743376339594145, + "mIoU": 0.5696742327210456, + "macroF1": 0.7118800951534029, + "F1_coffee": 0.8460265082166701, + "IoU_coffee": 0.7331420645627101, + "precision_coffee": 0.877453098351336, + "recall_coffee": 0.8167732102789891, + "F1_noncoffee": 0.5777336820901356, + "IoU_noncoffee": 0.40620640087938104, + "kappa": 0.4257802551195636, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7476779739240799, + "mIoU": 0.5398617262732164, + "macroF1": 0.6866107714292393, + "F1_coffee": 0.824950221626327, + "IoU_coffee": 0.7020555527171785, + "precision_coffee": 0.8574756635327399, + "recall_coffee": 0.7948020899608614, + "F1_noncoffee": 0.5482713212321516, + "IoU_noncoffee": 0.3776678998292544, + "kappa": 0.3755401300804474, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4053851907255049, + "mIoU": 0.20470157657657656, + "macroF1": 0.29353060227510647, + "F1_coffee": 0.5746388443017657, + "IoU_coffee": 0.40315315315315314, + "precision_coffee": 0.9926062846580407, + "recall_coffee": 0.40436746987951805, + "F1_noncoffee": 0.012422360248447204, + "IoU_noncoffee": 0.00625, + "kappa": -0.0009021080891222078, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.7625370187561697, + "mIoU": 0.5578123054696598, + "macroF1": 0.7023402249671781, + "F1_coffee": 0.83619897177488, + "IoU_coffee": 0.718506816453104, + "precision_coffee": 0.8703664327734071, + "recall_coffee": 0.8046127637269034, + "F1_noncoffee": 0.5684814781594761, + "IoU_noncoffee": 0.39711779448621554, + "kappa": 0.40708755215782927, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.786699107866991, + "mIoU": 0.5791507593227865, + "macroF1": 0.7185210567078968, + "F1_coffee": 0.8570515074975221, + "IoU_coffee": 0.7498601320353586, + "precision_coffee": 0.8750979367981196, + "recall_coffee": 0.8397343524841802, + "F1_noncoffee": 0.5799906059182715, + "IoU_noncoffee": 0.40844138661021434, + "kappa": 0.4377446715288221, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.7733847178608811, + "mIoU": 0.5717241413706611, + "macroF1": 0.7144113623231556, + "F1_coffee": 0.8441885570349047, + "IoU_coffee": 0.7303860523038606, + "precision_coffee": 0.8868041237113402, + "recall_coffee": 0.8054809913228042, + "F1_noncoffee": 0.5846341676114066, + "IoU_noncoffee": 0.4130622304374615, + "kappa": 0.4323174903168674, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.7604437337597442, + "mIoU": 0.5716719287787451, + "macroF1": 0.7181769814492929, + "F1_coffee": 0.8273179165766155, + "IoU_coffee": 0.7054920751935128, + "precision_coffee": 0.8789223939996939, + "recall_coffee": 0.781437125748503, + "F1_noncoffee": 0.6090360463219703, + "IoU_noncoffee": 0.4378517823639775, + "kappa": 0.4407190525916723, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8212173249379889, + "mIoU": 0.6256387504149798, + "macroF1": 0.7572099611402806, + "F1_coffee": 0.8818709026727181, + "IoU_coffee": 0.7887022212199797, + "precision_coffee": 0.8699166770302201, + "recall_coffee": 0.8941582513102391, + "F1_noncoffee": 0.6325490196078432, + "IoU_noncoffee": 0.4625752796099799, + "kappa": 0.5147049820586831, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8505834361066312, + "mIoU": 0.6860803540986364, + "macroF1": 0.8067103231740597, + "F1_coffee": 0.8987984321788858, + "IoU_coffee": 0.8161979227447776, + "precision_coffee": 0.9105585210259081, + "recall_coffee": 0.887338239025628, + "F1_noncoffee": 0.7146222141692335, + "IoU_noncoffee": 0.5559627854524951, + "kappa": 0.613602395682253, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7645796762239127, + "mIoU": 0.5403581690556788, + "macroF1": 0.6815446831689971, + "F1_coffee": 0.8441575209812783, + "IoU_coffee": 0.7303395889186773, + "precision_coffee": 0.8629883843717001, + "recall_coffee": 0.8261309072529694, + "F1_noncoffee": 0.5189318453567158, + "IoU_noncoffee": 0.3503767491926803, + "kappa": 0.3640241088146274, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7521710086840347, + "mIoU": 0.5368389323816527, + "macroF1": 0.6815780034618815, + "F1_coffee": 0.8315058716667748, + "IoU_coffee": 0.7116046640755136, + "precision_coffee": 0.8808247422680412, + "recall_coffee": 0.7874170557876629, + "F1_noncoffee": 0.5316501352569882, + "IoU_noncoffee": 0.3620732006877917, + "kappa": 0.36865771748088105, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.6957144220673857, + "mIoU": 0.4758281872336428, + "macroF1": 0.6257865829234323, + "F1_coffee": 0.7875516460082633, + "IoU_coffee": 0.649554798285149, + "precision_coffee": 0.8602416654534867, + "recall_coffee": 0.7261890131498095, + "F1_noncoffee": 0.46402151983860124, + "IoU_noncoffee": 0.3021015761821366, + "kappa": 0.26481653053428084, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 106, + 110 + ], + [ + 6806, + 8413 + ], + [ + 41282, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 3.1897823532422382, + "test_tta": { + "OA": 0.7936181493918604, + "mIoU": 0.5885851385742256, + "macroF1": 0.7266392603515435, + "F1_coffee": 0.8619514868829731, + "IoU_coffee": 0.7573943262947154, + "precision_coffee": 0.8754721100316559, + "recall_coffee": 0.8488421320011854, + "F1_noncoffee": 0.5913270338201139, + "IoU_noncoffee": 0.41977595085373565, + "kappa": 0.4536642765888602, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7656772816430137, + "mIoU": 0.5552175018520729, + "macroF1": 0.6984234688650679, + "F1_coffee": 0.8408389580618932, + "IoU_coffee": 0.7253857985565303, + "precision_coffee": 0.8546960885844022, + "recall_coffee": 0.8274239882777102, + "F1_noncoffee": 0.5560079796682426, + "IoU_noncoffee": 0.3850492051476154, + "kappa": 0.3972888853243124, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f4_s1_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 1, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "42c5d753d88e", + "n_blocks": 87, + "n_train_hard": 18202, + "n_train_soft": 1950, + "best_epoch": 76, + "stopped_epoch": 100, + "best_val": 0.6738089423068385, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8310223493308054, + "mIoU": 0.6585986339356045, + "macroF1": 0.7862853240894794, + "F1_coffee": 0.8840654797993717, + "IoU_coffee": 0.7922198514303778, + "precision_coffee": 0.9223886090216916, + "recall_coffee": 0.848799796790991, + "F1_noncoffee": 0.6885051683795871, + "IoU_noncoffee": 0.5249774164408311, + "kappa": 0.574543919825938, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7972626052844122, + "mIoU": 0.614348878476305, + "macroF1": 0.752150107892091, + "F1_coffee": 0.8578909590869113, + "IoU_coffee": 0.7511462814452883, + "precision_coffee": 0.9018065887353879, + "recall_coffee": 0.8180538685484027, + "F1_noncoffee": 0.6464092566972708, + "IoU_noncoffee": 0.4775514755073218, + "kappa": 0.5072079472340946, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.3470456245325355, + "mIoU": 0.1757817840054682, + "macroF1": 0.26362764018474905, + "F1_coffee": 0.5114717403469502, + "IoU_coffee": 0.343609022556391, + "precision_coffee": 0.9956427015250545, + "recall_coffee": 0.3441265060240964, + "F1_noncoffee": 0.015783540022547914, + "IoU_noncoffee": 0.007954545454545454, + "kappa": 0.002490353512261585, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8240868706811452, + "mIoU": 0.6490097288957251, + "macroF1": 0.7789875657228087, + "F1_coffee": 0.8788249694002448, + "IoU_coffee": 0.7838427947598253, + "precision_coffee": 0.913356890459364, + "recall_coffee": 0.8468090682741449, + "F1_noncoffee": 0.6791501620453727, + "IoU_noncoffee": 0.5141766630316249, + "kappa": 0.5596418229103268, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8309718047803063, + "mIoU": 0.6586738026329813, + "macroF1": 0.7863653947740309, + "F1_coffee": 0.883984413373064, + "IoU_coffee": 0.7920896660994073, + "precision_coffee": 0.9259157634792152, + "recall_coffee": 0.8456863605037278, + "F1_noncoffee": 0.6887463761749978, + "IoU_noncoffee": 0.525257939166555, + "kappa": 0.5750688266835876, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.8377581120943953, + "mIoU": 0.6679593532196868, + "macroF1": 0.7933183195791972, + "F1_coffee": 0.889156156546613, + "IoU_coffee": 0.8004330777784281, + "precision_coffee": 0.9275686673448627, + "recall_coffee": 0.853798614145702, + "F1_noncoffee": 0.6974804826117814, + "IoU_noncoffee": 0.5354856286609454, + "kappa": 0.5885623854338804, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8382970217869279, + "mIoU": 0.6786527371999438, + "macroF1": 0.8027029717294948, + "F1_coffee": 0.8865039281705949, + "IoU_coffee": 0.79614463903238, + "precision_coffee": 0.9147365373480023, + "recall_coffee": 0.8599618943930322, + "F1_noncoffee": 0.7189020152883947, + "IoU_noncoffee": 0.5611608353675075, + "kappa": 0.6063347258814761, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8832283915283343, + "mIoU": 0.7486079621627204, + "macroF1": 0.8522443324216452, + "F1_coffee": 0.9199057714958775, + "IoU_coffee": 0.8516902944383861, + "precision_coffee": 0.9423515216516959, + "recall_coffee": 0.8985044100728621, + "F1_noncoffee": 0.7845828933474129, + "IoU_noncoffee": 0.6455256298870548, + "kappa": 0.7049388936813761, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8784745280333934, + "mIoU": 0.7349141389656514, + "macroF1": 0.8422731871107714, + "F1_coffee": 0.9178372137771792, + "IoU_coffee": 0.8481507823613087, + "precision_coffee": 0.9281359449993514, + "recall_coffee": 0.9077645267698554, + "F1_noncoffee": 0.7667091604443635, + "IoU_noncoffee": 0.6216774955699941, + "kappa": 0.6846566170921546, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8102204017944217, + "mIoU": 0.6195637421100724, + "macroF1": 0.7539998070884919, + "F1_coffee": 0.8716020058062813, + "IoU_coffee": 0.7724242778622383, + "precision_coffee": 0.912040872687103, + "recall_coffee": 0.8345969168562042, + "F1_noncoffee": 0.6363976083707026, + "IoU_noncoffee": 0.4667032063579063, + "kappa": 0.5107235205984575, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7787002576581735, + "mIoU": 0.5789065967307494, + "macroF1": 0.7206167264103697, + "F1_coffee": 0.8480041947958314, + "IoU_coffee": 0.736117432862995, + "precision_coffee": 0.9086950414384043, + "recall_coffee": 0.7949127549766527, + "F1_noncoffee": 0.5932292580249079, + "IoU_noncoffee": 0.4216957605985037, + "kappa": 0.44782526331561284, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7967929750882886, + "mIoU": 0.6077976706214476, + "macroF1": 0.7457047909178434, + "F1_coffee": 0.859684966717195, + "IoU_coffee": 0.7539012830886602, + "precision_coffee": 0.926947129050597, + "recall_coffee": 0.8015239031584122, + "F1_noncoffee": 0.6317246151184917, + "IoU_noncoffee": 0.46169405815423514, + "kappa": 0.4983423653164651, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 7249, + 8413 + ], + [ + 44365, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.9936097979545595, + "test_tta": { + "OA": 0.8377705297321615, + "mIoU": 0.6665638127932724, + "macroF1": 0.7920564005660193, + "F1_coffee": 0.8895549162665033, + "IoU_coffee": 0.8010796114974684, + "precision_coffee": 0.9203920414676656, + "recall_coffee": 0.8607171584606917, + "F1_noncoffee": 0.6945578848655353, + "IoU_noncoffee": 0.5320480140890763, + "kappa": 0.585399906152823, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.8040556132456445, + "mIoU": 0.6208565955385588, + "macroF1": 0.7568519567987391, + "F1_coffee": 0.8639849428348317, + "IoU_coffee": 0.7605400451212634, + "precision_coffee": 0.8986026364564027, + "recall_coffee": 0.8319355274066362, + "F1_noncoffee": 0.6497189707626463, + "IoU_noncoffee": 0.48117314595585425, + "kappa": 0.5155554599007891, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f4_s2_r0.05", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.05", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "1e1a9c9a0209", + "n_blocks": 44, + "n_train_hard": 9559, + "n_train_soft": 828, + "best_epoch": 59, + "stopped_epoch": 89, + "best_val": 0.5583566841889549, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8170439756422821, + "mIoU": 0.6356296948519308, + "macroF1": 0.7679920282611994, + "F1_coffee": 0.874671186589916, + "IoU_coffee": 0.7772583232267908, + "precision_coffee": 0.9110397798922389, + "recall_coffee": 0.841094788535625, + "F1_noncoffee": 0.6613128699324827, + "IoU_noncoffee": 0.49400106647707076, + "kappa": 0.5379737799534879, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.7870947271258798, + "mIoU": 0.5984220920430734, + "macroF1": 0.7387527801886414, + "F1_coffee": 0.8511324902684496, + "IoU_coffee": 0.7408447737087883, + "precision_coffee": 0.8922719103499313, + "recall_coffee": 0.8136194497464669, + "F1_noncoffee": 0.6263730701088333, + "IoU_noncoffee": 0.45599941037735847, + "kappa": 0.48027843906905887, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.4031413612565445, + "mIoU": 0.20395673772385256, + "macroF1": 0.2933516134159911, + "F1_coffee": 0.5718884120171673, + "IoU_coffee": 0.4004507888805409, + "precision_coffee": 0.9944029850746269, + "recall_coffee": 0.401355421686747, + "F1_noncoffee": 0.014814814814814815, + "IoU_noncoffee": 0.007462686567164179, + "kappa": 0.0015216854210183246, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8178183613030602, + "mIoU": 0.6366368324867354, + "macroF1": 0.7687704051266364, + "F1_coffee": 0.8752661282146599, + "IoU_coffee": 0.7781984255753861, + "precision_coffee": 0.903761602344895, + "recall_coffee": 0.8485126457869218, + "F1_noncoffee": 0.6622746820386128, + "IoU_noncoffee": 0.4950752393980848, + "kappa": 0.5387822602244012, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8188540623061877, + "mIoU": 0.6451642354866739, + "macroF1": 0.7766000794948517, + "F1_coffee": 0.8737573561192938, + "IoU_coffee": 0.7758162602586054, + "precision_coffee": 0.9308586001700199, + "recall_coffee": 0.8232566881774325, + "F1_noncoffee": 0.6794428028704095, + "IoU_noncoffee": 0.5145122107147424, + "kappa": 0.5574288529674845, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.814492339899134, + "mIoU": 0.6244687013207814, + "macroF1": 0.7577668747774933, + "F1_coffee": 0.8749879765301869, + "IoU_coffee": 0.7777587779297765, + "precision_coffee": 0.8994726433750824, + "recall_coffee": 0.8518009863287346, + "F1_noncoffee": 0.6405457730247995, + "IoU_noncoffee": 0.47117862471178623, + "kappa": 0.516563764412959, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.8601838896662003, + "mIoU": 0.7066831359184992, + "macroF1": 0.8224461365662296, + "F1_coffee": 0.9043026198782407, + "IoU_coffee": 0.8253215132975402, + "precision_coffee": 0.9090909090909091, + "recall_coffee": 0.8995645073489384, + "F1_noncoffee": 0.7405896532542184, + "IoU_noncoffee": 0.5880447585394581, + "kappa": 0.6449189761799035, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.8497424155695478, + "mIoU": 0.6955560955842701, + "macroF1": 0.8150269345741904, + "F1_coffee": 0.8951607535112827, + "IoU_coffee": 0.8102180985660923, + "precision_coffee": 0.9338888888888889, + "recall_coffee": 0.8595168094081554, + "F1_noncoffee": 0.7348931156370981, + "IoU_noncoffee": 0.5808940926024481, + "kappa": 0.6316556896195585, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8822692344179869, + "mIoU": 0.7311321844153169, + "macroF1": 0.8386217198623983, + "F1_coffee": 0.9225488360481807, + "IoU_coffee": 0.8562326227988879, + "precision_coffee": 0.9078737255865372, + "recall_coffee": 0.937706165947729, + "F1_noncoffee": 0.7546946036766159, + "IoU_noncoffee": 0.606031746031746, + "kappa": 0.6775103140814085, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.7764774722059684, + "mIoU": 0.5744430889707961, + "macroF1": 0.7164484494370223, + "F1_coffee": 0.8469142399145071, + "IoU_coffee": 0.7344763670064874, + "precision_coffee": 0.8982714650042505, + "recall_coffee": 0.8011119535001263, + "F1_noncoffee": 0.5859826589595376, + "IoU_noncoffee": 0.41440981093510476, + "kappa": 0.4378663816362004, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.7879568661131787, + "mIoU": 0.5979389958922612, + "macroF1": 0.7380215100975243, + "F1_coffee": 0.852398033745184, + "IoU_coffee": 0.7427645288261172, + "precision_coffee": 0.9277038750722961, + "recall_coffee": 0.7884000983042516, + "F1_noncoffee": 0.6236449864498645, + "IoU_noncoffee": 0.4531134629584051, + "kappa": 0.48470074281775005, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7463014221628329, + "mIoU": 0.5361700385297067, + "macroF1": 0.6827567820975172, + "F1_coffee": 0.8247395489911644, + "IoU_coffee": 0.7017504488330341, + "precision_coffee": 0.8897424953762982, + "recall_coffee": 0.7685879316701487, + "F1_noncoffee": 0.54077401520387, + "IoU_noncoffee": 0.37058962822637936, + "kappa": 0.3742648227912508, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 108, + 110 + ], + [ + 6900, + 8413 + ], + [ + 43844, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.429752806822459, + "test_tta": { + "OA": 0.829303170038079, + "mIoU": 0.6501137364640774, + "macroF1": 0.7788185075000676, + "F1_coffee": 0.8844890947441668, + "IoU_coffee": 0.7929004464024639, + "precision_coffee": 0.9093043011714209, + "recall_coffee": 0.8609923373269548, + "F1_noncoffee": 0.6731479202559685, + "IoU_noncoffee": 0.507327026525691, + "kappa": 0.5585672872643906, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.7985462097611631, + "mIoU": 0.609614891983238, + "macroF1": 0.747076820308173, + "F1_coffee": 0.8611724014550659, + "IoU_coffee": 0.756192072053202, + "precision_coffee": 0.8887316142531848, + "recall_coffee": 0.8352709815489617, + "F1_noncoffee": 0.6329812391612801, + "IoU_noncoffee": 0.46303771191327414, + "kappa": 0.49543632790177106, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + }, + { + "run_name": "vc11_utae_cloudmask_wd1e-2_es50p30_spatial_f4_s2_r0.1", + "mode": "sl", + "ssl_variant": "", + "lpft_variant": "wd1e-2", + "run_variant": "es50p30", + "preset": "R1_adamw", + "early_stop": [ + 50, + 30, + 100 + ], + "init_source": null, + "hf_repo_write": "FRD-23/ViCoffee_Checkpoint", + "recipe": { + "wd": 0.01 + }, + "steps_per_epoch": 64, + "lpft": null, + "self_training": null, + "experiment": "spatial", + "fold": 4, + "seed": 2, + "ratio": "0.1", + "train_years": [ + "2023", + "2024", + "2025" + ], + "test_years": [ + "2023", + "2024", + "2025" + ], + "subset_hash": "5f8d9308baf1", + "n_blocks": 87, + "n_train_hard": 18538, + "n_train_soft": 1881, + "best_epoch": 57, + "stopped_epoch": 87, + "best_val": 0.6750623646319174, + "norm_stats": { + "median": [ + 0.04479999840259552, + 0.07000000029802322, + 0.05570000037550926, + 0.11659999936819077, + 0.259799987077713, + 0.3174999952316284, + 0.3237000107765198, + 0.3537999987602234, + 0.2597000002861023, + 0.1386999934911728 + ], + "scale": [ + 0.026094402378995653, + 0.02498246812062161, + 0.032840138168507456, + 0.029430202392597922, + 0.054708199754849286, + 0.07301805956370677, + 0.06908921211292446, + 0.07324043923542993, + 0.05374451769045073, + 0.0440336220375949 + ], + "n_labeled_site_px": 1200000, + "n_unlabeled_px": 200000 + }, + "test": { + "OA": 0.8346695801667765, + "mIoU": 0.6666603210692108, + "macroF1": 0.7928113407059949, + "F1_coffee": 0.8859378810384198, + "IoU_coffee": 0.7952320305659476, + "precision_coffee": 0.9299543889044029, + "recall_coffee": 0.8458998348926803, + "F1_noncoffee": 0.69968480037357, + "IoU_noncoffee": 0.5380886115724739, + "kappa": 0.5880525654703784, + "n_pixels": 62239 + }, + "test_all_drawn": { + "OA": 0.8004211376485519, + "mIoU": 0.6216846173137011, + "macroF1": 0.7585770387293711, + "F1_coffee": 0.8590863729862935, + "IoU_coffee": 0.7529810781863621, + "precision_coffee": 0.9103701305708428, + "recall_coffee": 0.8132724082750111, + "F1_noncoffee": 0.6580677044724488, + "IoU_noncoffee": 0.49038815644104, + "kappa": 0.5208437511705529, + "n_pixels": 69336 + }, + "test_changed": { + "OA": 0.29468960359012714, + "mIoU": 0.1494280702503958, + "macroF1": 0.23341490923793917, + "F1_coffee": 0.4501457725947522, + "IoU_coffee": 0.290443942814146, + "precision_coffee": 0.9974160206718347, + "recall_coffee": 0.29066265060240964, + "F1_noncoffee": 0.016684045881126174, + "IoU_noncoffee": 0.008412197686645636, + "kappa": 0.0033926627739049127, + "n_pixels": 1337 + }, + "test_per_year": { + "2023": { + "OA": 0.8696939782823297, + "mIoU": 0.717168659547865, + "macroF1": 0.8294238957788116, + "F1_coffee": 0.91230401275578, + "IoU_coffee": 0.8387490838016125, + "precision_coffee": 0.9252122355477699, + "recall_coffee": 0.8997510155942865, + "F1_noncoffee": 0.7465437788018433, + "IoU_noncoffee": 0.5955882352941176, + "kappa": 0.6590396042497197, + "n_pixels": 20260 + }, + "2024": { + "OA": 0.8381279519106913, + "mIoU": 0.668124611427681, + "macroF1": 0.7933877981223247, + "F1_coffee": 0.8895328015627544, + "IoU_coffee": 0.8010437434033072, + "precision_coffee": 0.9259183950115223, + "recall_coffee": 0.8558987532109517, + "F1_noncoffee": 0.6972427946818952, + "IoU_noncoffee": 0.5352054794520548, + "kappa": 0.5885171080869528, + "n_pixels": 20961 + }, + "2025": { + "OA": 0.797459320582358, + "mIoU": 0.6215760417167706, + "macroF1": 0.7592090600573582, + "F1_coffee": 0.855179452287804, + "IoU_coffee": 0.7469986924997029, + "precision_coffee": 0.9396680622009569, + "recall_coffee": 0.7846307509832074, + "F1_noncoffee": 0.6632386678269124, + "IoU_noncoffee": 0.4961533909338383, + "kappa": 0.5273044201315843, + "n_pixels": 21018 + } + }, + "test_per_site": { + "p05:2023": { + "OA": 0.894963022186688, + "mIoU": 0.7661322541642115, + "macroF1": 0.8638541587492772, + "F1_coffee": 0.9289336669145987, + "IoU_coffee": 0.8672979797979798, + "precision_coffee": 0.9231286117457331, + "recall_coffee": 0.9348121937942298, + "F1_noncoffee": 0.7987746505839556, + "IoU_noncoffee": 0.6649665285304431, + "kappa": 0.7277388029627245, + "n_pixels": 10006 + }, + "p05:2024": { + "OA": 0.873306620873879, + "mIoU": 0.7329982975825673, + "macroF1": 0.8415942860721917, + "F1_coffee": 0.9124703401001846, + "IoU_coffee": 0.839030303030303, + "precision_coffee": 0.9418968567151993, + "recall_coffee": 0.8848267927904896, + "F1_noncoffee": 0.7707182320441989, + "IoU_noncoffee": 0.6269662921348315, + "kappa": 0.6839965085487207, + "n_pixels": 10482 + }, + "p05:2025": { + "OA": 0.8539986718527653, + "mIoU": 0.7012333482177338, + "macroF1": 0.8190224258544507, + "F1_coffee": 0.8985831960461285, + "IoU_coffee": 0.8158430058633481, + "precision_coffee": 0.9348690525161113, + "recall_coffee": 0.8650088809946714, + "F1_noncoffee": 0.739461655662773, + "IoU_noncoffee": 0.5866236905721193, + "kappa": 0.6394402947332288, + "n_pixels": 10541 + }, + "p07:2023": { + "OA": 0.8450360834796177, + "mIoU": 0.671701912568039, + "macroF1": 0.795128339909088, + "F1_coffee": 0.8962455109369899, + "IoU_coffee": 0.8119971604353999, + "precision_coffee": 0.9273071206593704, + "recall_coffee": 0.8671973717462724, + "F1_noncoffee": 0.6940111688811862, + "IoU_noncoffee": 0.5314066647006782, + "kappa": 0.5916080569703241, + "n_pixels": 10254 + }, + "p07:2024": { + "OA": 0.802939211756847, + "mIoU": 0.6066542432098195, + "macroF1": 0.7428973290610286, + "F1_coffee": 0.8671427652319372, + "IoU_coffee": 0.7654475238527941, + "precision_coffee": 0.9100607697501688, + "recall_coffee": 0.8280904399115262, + "F1_noncoffee": 0.61865189289012, + "IoU_noncoffee": 0.44786096256684493, + "kappa": 0.4890563851886826, + "n_pixels": 10479 + }, + "p07:2025": { + "OA": 0.7405745919633483, + "mIoU": 0.5519742235841882, + "macroF1": 0.7026186779351336, + "F1_coffee": 0.8088607594936709, + "IoU_coffee": 0.6790648246546227, + "precision_coffee": 0.9454216669406543, + "recall_coffee": 0.7067715374216542, + "F1_noncoffee": 0.5963765963765963, + "IoU_noncoffee": 0.4248836225137537, + "kappa": 0.43033581646611874, + "n_pixels": 10477 + } + }, + "acc_by_clear_obs": { + "bins": [ + 0, + 10, + 20, + 30, + 40, + 50, + 60, + 1000 + ], + "correct_total": [ + [ + 0, + 0 + ], + [ + 109, + 110 + ], + [ + 7347, + 8413 + ], + [ + 44493, + 53716 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ], + [ + 0, + 0 + ] + ] + }, + "minutes": 4.324214820067088, + "test_tta": { + "OA": 0.8399877890068927, + "mIoU": 0.6723690103548141, + "macroF1": 0.796797511087495, + "F1_coffee": 0.8904798038115975, + "IoU_coffee": 0.8025809776791024, + "precision_coffee": 0.9266668192533931, + "recall_coffee": 0.8570128275686889, + "F1_noncoffee": 0.7031152183633924, + "IoU_noncoffee": 0.5421570430305259, + "kappa": 0.5952681127442997, + "n_pixels": 62239 + }, + "test_tta_all_drawn": { + "OA": 0.805627668166609, + "mIoU": 0.6258908985519163, + "macroF1": 0.7613810979108102, + "F1_coffee": 0.8641335578115391, + "IoU_coffee": 0.7607703914085382, + "precision_coffee": 0.9055910070574315, + "recall_coffee": 0.8263057435363526, + "F1_noncoffee": 0.6586286380100813, + "IoU_noncoffee": 0.4910114056952942, + "kappa": 0.5252620219943911, + "n_pixels": 69336 + }, + "hf_repo": "FRD-23/ViCoffee_Checkpoint", + "mode_key": "sl-wd1e-2+es50p30" + } +] \ No newline at end of file diff --git a/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/summary__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.json b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/summary__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.json new file mode 100644 index 0000000000000000000000000000000000000000..7b0e9771015138adfbed6092fa3a1c8c208a4e97 --- /dev/null +++ b/vicoffee/vc11_utae_cloudmask/summary_archive/20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080/summary__20261101-1338_vc11_utae_cloudmask_1080run_24modes-05f19d_tta1080.json @@ -0,0 +1,13118 @@ +{ + "sl-cos+es50p30": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 51.994654147636574, + "std": 2.4798771630442675 + }, + "mIoU_tta": { + "mean": 56.79139077084312, + "std": 3.0876300051525436 + }, + "kappa": { + "mean": 36.91647158276325, + "std": 3.153622848421681 + }, + "kappa_tta": { + "mean": 43.63805487904446, + "std": 3.8505308666798883 + }, + "F1_coffee": { + "mean": 76.80769094081406, + "std": 5.103070097581471 + }, + "F1_coffee_tta": { + "mean": 81.60567433275432, + "std": 5.311408484850538 + }, + "macroF1": { + "mean": 67.47677184285374, + "std": 1.8713599273766905 + }, + "macroF1_tta": { + "mean": 71.42767359462391, + "std": 2.163636117928916 + }, + "OA": { + "mean": 70.78502582398649, + "std": 3.315463683719815 + }, + "OA_tta": { + "mean": 75.66725934314691, + "std": 4.040828430201649 + }, + "precision_coffee": { + "mean": 86.70304011542771, + "std": 4.74057629120231 + }, + "precision_coffee_tta": { + "mean": 86.63573540210939, + "std": 4.247435931041882 + }, + "recall_coffee": { + "mean": 69.67035527601156, + "std": 5.857775190025093 + }, + "recall_coffee_tta": { + "mean": 77.78422149675384, + "std": 6.860104213423484 + }, + "all_drawn_mIoU": 48.736428635067995, + "changed_recall": 24.28847708432171, + "delta_vs_sl": { + "mIoU": { + "mean": -5.160108241807324, + "std": 1.9870275547906182, + "per_fold": { + "0": -6.0796, + "1": -2.2878, + "2": -3.915, + "3": -6.8882, + "4": -6.63 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 3, + "n_runs": 15, + "p": 0.0043758213061058536 + }, + "kappa": { + "mean": -7.765479519737044, + "std": 3.19444266901094, + "per_fold": { + "0": -9.0933, + "1": -3.7797, + "2": -4.9892, + "3": -11.0719, + "4": -9.8933 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 3, + "n_runs": 15, + "p": 0.0055587125088615505 + }, + "OA": { + "mean": -4.6634707958910635, + "std": 1.734877219640472, + "per_fold": { + "0": -5.2635, + "1": -1.9033, + "2": -4.0973, + "3": -5.9178, + "4": -6.1355 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 4, + "n_runs": 15, + "p": 0.0038572460772499538 + }, + "macroF1": { + "mean": -4.4380817438859115, + "std": 1.7567887011137164, + "per_fold": { + "0": -5.3611, + "1": -1.9855, + "2": -3.2067, + "3": -6.0929, + "4": -5.5442 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 3, + "n_runs": 15, + "p": 0.004837431301632604 + } + }, + "tta_gain": { + "mIoU": { + "mean": 4.796736623206556, + "std": 1.1596510484352638, + "per_fold": { + "0": 3.25, + "1": 5.0744, + "2": 6.4764, + "3": 4.5481, + "4": 4.6348 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.000759676293513557 + }, + "kappa": { + "mean": 6.721583296281208, + "std": 1.3126697137008925, + "per_fold": { + "0": 4.7654, + "1": 7.1429, + "2": 8.4034, + "3": 6.8048, + "4": 6.4914 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0003320310297378986 + }, + "OA": { + "mean": 4.882233519160414, + "std": 1.3066536466018142, + "per_fold": { + "0": 3.0908, + "1": 4.8955, + "2": 6.7689, + "3": 4.9928, + "4": 4.6632 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0011220182744391305 + }, + "macroF1": { + "mean": 3.950901751770158, + "std": 0.8473349786791478, + "per_fold": { + "0": 2.8572, + "1": 3.9507, + "2": 5.2374, + "3": 3.8221, + "4": 3.8872 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00047804765439935756 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 60.40401412532566, + "std": 3.4527532182198333 + }, + "mIoU_tta": { + "mean": 63.57528877991702, + "std": 3.346014421237251 + }, + "kappa": { + "mean": 49.69606592153953, + "std": 4.750015513516687 + }, + "kappa_tta": { + "mean": 54.20772025104744, + "std": 4.606242122279703 + }, + "F1_coffee": { + "mean": 83.15207643624245, + "std": 4.998799428301566 + }, + "F1_coffee_tta": { + "mean": 85.70186517396601, + "std": 4.167610253798181 + }, + "macroF1": { + "mean": 74.51366677746786, + "std": 2.5561290985968754 + }, + "macroF1_tta": { + "mean": 76.97217697406037, + "std": 2.379474407312711 + }, + "OA": { + "mean": 77.94468418678794, + "std": 3.780827305140295 + }, + "OA_tta": { + "mean": 80.652925104822, + "std": 3.5326410639717403 + }, + "precision_coffee": { + "mean": 89.1998802311277, + "std": 3.484425211147213 + }, + "precision_coffee_tta": { + "mean": 89.05582413098307, + "std": 3.609769453324037 + }, + "recall_coffee": { + "mean": 78.23175558205801, + "std": 6.092883116640479 + }, + "recall_coffee_tta": { + "mean": 82.80241335260331, + "std": 4.998189070491529 + }, + "all_drawn_mIoU": 55.83485594253945, + "changed_recall": 27.833493664771794, + "delta_vs_sl": { + "mIoU": { + "mean": -1.383423737785914, + "std": 3.78339226061875, + "per_fold": { + "0": 0.6721, + "1": -7.8889, + "2": 1.6428, + "3": -1.1906, + "4": -0.1525 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.4594708766272174 + }, + "kappa": { + "mean": -1.700321595004611, + "std": 5.817569068663291, + "per_fold": { + "0": 1.6936, + "1": -11.5755, + "2": 3.0251, + "3": -1.933, + "4": 0.2883 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.5490700726523918 + }, + "OA": { + "mean": -1.3494498214884743, + "std": 2.674124405701718, + "per_fold": { + "0": 0.231, + "1": -5.9811, + "2": 0.5762, + "3": -1.1819, + "4": -0.3915 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.32224945384584813 + }, + "macroF1": { + "mean": -1.0266334126907821, + "std": 2.9598870605080476, + "per_fold": { + "0": 0.4492, + "1": -6.0778, + "2": 1.4668, + "3": -1.0098, + "4": 0.0384 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.4812988835965244 + } + }, + "tta_gain": { + "mIoU": { + "mean": 3.171274654591346, + "std": 0.19815332729778548, + "per_fold": { + "0": 3.4727, + "1": 3.2327, + "2": 3.0939, + "3": 2.9399, + "4": 3.1171 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 3.6393505514424325e-06 + }, + "kappa": { + "mean": 4.51165432950791, + "std": 0.23327638840498396, + "per_fold": { + "0": 4.7897, + "1": 4.7119, + "2": 4.347, + "3": 4.2454, + "4": 4.4643 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 1.7092461406483611e-06 + }, + "OA": { + "mean": 2.7082409180340674, + "std": 0.25735650826212575, + "per_fold": { + "0": 3.0943, + "1": 2.7587, + "2": 2.3806, + "3": 2.6571, + "4": 2.6505 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 1.933711571598511e-05 + }, + "macroF1": { + "mean": 2.4585101965925276, + "std": 0.24721824744050444, + "per_fold": { + "0": 2.8404, + "1": 2.5476, + "2": 2.2558, + "3": 2.2419, + "4": 2.4067 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 2.4210997225032613e-05 + } + } + } + } + }, + "sl-dk30+es50p30": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 70.59699001001876, + "std": 2.9394556311040985 + }, + "mIoU_tta": { + "mean": 71.08900138081871, + "std": 2.8560885122760515 + }, + "kappa": { + "mean": 64.44084093702926, + "std": 3.9339760467430427 + }, + "kappa_tta": { + "mean": 65.09989217076625, + "std": 3.84339644897485 + }, + "F1_coffee": { + "mean": 90.01621688617217, + "std": 2.925929405419075 + }, + "F1_coffee_tta": { + "mean": 90.42456198613782, + "std": 2.7783126260127413 + }, + "macroF1": { + "mean": 82.17487342247983, + "std": 1.9905708241363447 + }, + "macroF1_tta": { + "mean": 82.49818162903082, + "std": 1.9416183928981599 + }, + "OA": { + "mean": 85.84546726693938, + "std": 2.938105774780944 + }, + "OA_tta": { + "mean": 86.29873771369384, + "std": 2.826309967868407 + }, + "precision_coffee": { + "mean": 89.6927889519644, + "std": 3.4932762367092702 + }, + "precision_coffee_tta": { + "mean": 89.37349615959403, + "std": 3.466410051587841 + }, + "recall_coffee": { + "mean": 90.52253510592315, + "std": 3.6696532095275134 + }, + "recall_coffee_tta": { + "mean": 91.68081806642653, + "std": 3.374411049229926 + }, + "all_drawn_mIoU": 64.64065826596128, + "changed_recall": 33.18645449955089, + "delta_vs_sl": { + "mIoU": { + "mean": 13.442227620574869, + "std": 3.098981421768375, + "per_fold": { + "0": 11.5102, + "1": 14.4181, + "2": 18.3028, + "3": 12.6042, + "4": 10.3759 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0006324640279974217 + }, + "kappa": { + "mean": 19.75888983452897, + "std": 4.627429911190596, + "per_fold": { + "0": 16.8652, + "1": 21.1696, + "2": 26.9626, + "3": 18.7738, + "4": 15.0233 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0006720628163648381 + }, + "OA": { + "mean": 10.396970647061835, + "std": 1.914822959198838, + "per_fold": { + "0": 9.6573, + "1": 11.1052, + "2": 13.3133, + "3": 9.6442, + "4": 8.2649 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0002640634375177164 + }, + "macroF1": { + "mean": 10.260019835740177, + "std": 2.3920973288336365, + "per_fold": { + "0": 8.7061, + "1": 10.8648, + "2": 14.1248, + "3": 9.4808, + "4": 8.1237 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0006605341547316128 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.49201137079994905, + "std": 0.23483998426849198, + "per_fold": { + "0": 0.6015, + "1": 0.0736, + "2": 0.6263, + "3": 0.5909, + "4": 0.5677 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.00941427290355285 + }, + "kappa": { + "mean": 0.659051233736983, + "std": 0.31458700301502435, + "per_fold": { + "0": 0.8469, + "1": 0.1059, + "2": 0.8112, + "3": 0.8318, + "4": 0.6994 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.009416137388017958 + }, + "OA": { + "mean": 0.4532704467544505, + "std": 0.15779545391495883, + "per_fold": { + "0": 0.5354, + "1": 0.1775, + "2": 0.4777, + "3": 0.5069, + "4": 0.5688 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.003020295725911125 + }, + "macroF1": { + "mean": 0.3233082065510047, + "std": 0.16215997094629928, + "per_fold": { + "0": 0.3997, + "1": 0.0342, + "2": 0.411, + "3": 0.3969, + "4": 0.3748 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.011175924907994093 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 73.29336600061347, + "std": 2.2152454162427375 + }, + "mIoU_tta": { + "mean": 73.71598839624865, + "std": 2.0473978243945172 + }, + "kappa": { + "mean": 68.30074494251836, + "std": 2.7438193486033016 + }, + "kappa_tta": { + "mean": 68.84004961381753, + "std": 2.4926302166813827 + }, + "F1_coffee": { + "mean": 91.13591915259093, + "std": 2.6372460495419836 + }, + "F1_coffee_tta": { + "mean": 91.52194130107576, + "std": 2.5367242467248894 + }, + "macroF1": { + "mean": 84.117086464564, + "std": 1.3793417514894992 + }, + "macroF1_tta": { + "mean": 84.38185901119618, + "std": 1.2522324379002947 + }, + "OA": { + "mean": 87.43996905654748, + "std": 2.516096633126211 + }, + "OA_tta": { + "mean": 87.85110890690999, + "std": 2.466465550137636 + }, + "precision_coffee": { + "mean": 90.69910857729364, + "std": 2.803532265446506 + }, + "precision_coffee_tta": { + "mean": 90.19244924849505, + "std": 2.977886525705342 + }, + "recall_coffee": { + "mean": 91.73077569056284, + "std": 3.4021028641978543 + }, + "recall_coffee_tta": { + "mean": 93.01817526629442, + "std": 2.7901976777883757 + }, + "all_drawn_mIoU": 66.54237285007707, + "changed_recall": 32.80738784793689, + "delta_vs_sl": { + "mIoU": { + "mean": 11.505928137501877, + "std": 2.5989229370277926, + "per_fold": { + "0": 14.5865, + "1": 9.7837, + "2": 8.0065, + "3": 12.4691, + "4": 12.6838 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0005844094724467193 + }, + "kappa": { + "mean": 16.904357425974222, + "std": 3.73603272828358, + "per_fold": { + "0": 21.4718, + "1": 13.9597, + "2": 12.2682, + "3": 18.0473, + "4": 18.7748 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0005371447068769785 + }, + "OA": { + "mean": 8.145835048271078, + "std": 2.539302495904804, + "per_fold": { + "0": 11.3716, + "1": 6.5642, + "2": 4.7747, + "3": 8.8883, + "4": 9.1304 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0020000984829336966 + }, + "macroF1": { + "mean": 8.576786274405356, + "std": 1.9659318166605269, + "per_fold": { + "0": 10.9877, + "1": 7.0497, + "2": 6.1316, + "3": 9.1153, + "4": 9.5997 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0006185281700262628 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.4226223956351987, + "std": 0.6435365967893653, + "per_fold": { + "0": 0.1772, + "1": -0.1483, + "2": 1.5306, + "3": 0.2866, + "4": 0.2671 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.21589767534609186 + }, + "kappa": { + "mean": 0.5393046712991719, + "std": 0.85424337875912, + "per_fold": { + "0": 0.2018, + "1": -0.219, + "2": 2.0084, + "3": 0.3862, + "4": 0.3191 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.23088906522282113 + }, + "OA": { + "mean": 0.4111398503624912, + "std": 0.39741494605489464, + "per_fold": { + "0": 0.2871, + "1": 0.0387, + "2": 1.0859, + "3": 0.2648, + "4": 0.3792 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.0817362687032014 + }, + "macroF1": { + "mean": 0.26477254663219296, + "std": 0.44890551192556055, + "per_fold": { + "0": 0.0829, + "1": -0.123, + "2": 1.0399, + "3": 0.1808, + "4": 0.1433 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.25764940624391336 + } + } + } + } + }, + "sl-ema95+es50p30": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 56.982455649447424, + "std": 4.215093868816 + }, + "mIoU_tta": { + "mean": 58.70865831504386, + "std": 3.6583842859524673 + }, + "kappa": { + "mean": 44.93364383015084, + "std": 5.9920056694343655 + }, + "kappa_tta": { + "mean": 47.00692647276048, + "std": 5.3769002833358375 + }, + "F1_coffee": { + "mean": 81.05645434847143, + "std": 3.9749722164255363 + }, + "F1_coffee_tta": { + "mean": 83.13950312508459, + "std": 3.674931974669784 + }, + "macroF1": { + "mean": 71.61426965846154, + "std": 3.3400523062375145 + }, + "macroF1_tta": { + "mean": 72.88034819069888, + "std": 2.8734959965707305 + }, + "OA": { + "mean": 75.15503938121603, + "std": 3.910364482793723 + }, + "OA_tta": { + "mean": 77.17363421684095, + "std": 3.494415381299482 + }, + "precision_coffee": { + "mean": 88.16358437808432, + "std": 5.427688677043535 + }, + "precision_coffee_tta": { + "mean": 87.40591804050742, + "std": 5.584161790855732 + }, + "recall_coffee": { + "mean": 76.37454985235567, + "std": 8.181306763504733 + }, + "recall_coffee_tta": { + "mean": 80.56131408177055, + "std": 6.804468253930439 + }, + "all_drawn_mIoU": 52.98404156668412, + "changed_recall": 24.529153583544566, + "delta_vs_sl": { + "mIoU": { + "mean": -0.17230673999647336, + "std": 3.5919930725117513, + "per_fold": { + "0": -1.1725, + "1": -1.8511, + "2": -0.6334, + "3": 6.0156, + "4": -3.22 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.919744659261574 + }, + "kappa": { + "mean": 0.25169272765054984, + "std": 5.2789156474762935, + "per_fold": { + "0": -2.3133, + "1": -1.437, + "2": 1.1276, + "3": 8.8531, + "4": -4.9719 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.9202288872068378 + }, + "OA": { + "mean": -0.29345723866150875, + "std": 3.6835443756470245, + "per_fold": { + "0": 0.0072, + "1": -2.7318, + "2": -1.8363, + "3": 5.9675, + "4": -2.8739 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.86727024980922 + }, + "macroF1": { + "mean": -0.3005839282781267, + "std": 2.7455568542296116, + "per_fold": { + "0": -1.2901, + "1": -1.5264, + "2": -0.3656, + "3": 4.3798, + "4": -2.7007 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.818653094026582 + } + }, + "tta_gain": { + "mIoU": { + "mean": 1.7262026655964504, + "std": 1.66475323532852, + "per_fold": { + "0": -0.2902, + "1": 2.6791, + "2": 2.5937, + "3": 0.1902, + "4": 3.4582 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.08126088851617941 + }, + "kappa": { + "mean": 2.073282642609641, + "std": 2.096345577602121, + "per_fold": { + "0": -0.6287, + "1": 3.3118, + "2": 3.4012, + "3": 0.2741, + "4": 4.008 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.09147650178728015 + }, + "OA": { + "mean": 2.018594835624893, + "std": 1.651911472242739, + "per_fold": { + "0": 0.4339, + "1": 2.6715, + "2": 2.4271, + "3": 0.3214, + "4": 4.239 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.05231234154611603 + }, + "macroF1": { + "mean": 1.2660785322373471, + "std": 1.422594060220906, + "per_fold": { + "0": -0.5967, + "1": 2.1449, + "2": 2.1216, + "3": 0.0827, + "4": 2.5778 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.11744354665315566 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 64.21017667512548, + "std": 3.128971884964871 + }, + "mIoU_tta": { + "mean": 64.61189588924917, + "std": 3.362655823688986 + }, + "kappa": { + "mean": 55.23493375315043, + "std": 3.7115819679571036 + }, + "kappa_tta": { + "mean": 55.63638563863375, + "std": 4.349984055757929 + }, + "F1_coffee": { + "mean": 85.92503867679791, + "std": 5.497605138748708 + }, + "F1_coffee_tta": { + "mean": 86.6726523570679, + "std": 5.115970290006174 + }, + "macroF1": { + "mean": 77.3384149740556, + "std": 2.20711598079418 + }, + "macroF1_tta": { + "mean": 77.52597715970265, + "std": 2.4907160037240326 + }, + "OA": { + "mean": 81.26217995402294, + "std": 3.9534444599379284 + }, + "OA_tta": { + "mean": 81.8951064668862, + "std": 3.9173256086812676 + }, + "precision_coffee": { + "mean": 89.33670278092532, + "std": 3.6464207162287052 + }, + "precision_coffee_tta": { + "mean": 88.64436150273764, + "std": 4.198895707399186 + }, + "recall_coffee": { + "mean": 83.64229062783885, + "std": 8.230807192466669 + }, + "recall_coffee_tta": { + "mean": 85.71947244964095, + "std": 7.63322857713774 + }, + "all_drawn_mIoU": 58.919277681697054, + "changed_recall": 24.397013320153143, + "delta_vs_sl": { + "mIoU": { + "mean": 2.422738812013897, + "std": 2.096482219886738, + "per_fold": { + "0": 3.1033, + "1": -1.2834, + "2": 3.1857, + "3": 3.207, + "4": 3.9011 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.061066057515464865 + }, + "kappa": { + "mean": 3.8385462366062897, + "std": 3.3400806756143684, + "per_fold": { + "0": 5.7466, + "1": -1.9125, + "2": 5.0557, + "3": 3.9308, + "4": 6.3722 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.061993637980327615 + }, + "OA": { + "mean": 1.9680459457465134, + "std": 1.5407466078656757, + "per_fold": { + "0": 2.1524, + "1": -0.5304, + "2": 1.9418, + "3": 3.6281, + "4": 2.6484 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.046105917638246015 + }, + "macroF1": { + "mean": 1.7981147838969433, + "std": 1.597098879427755, + "per_fold": { + "0": 2.2182, + "1": -0.9273, + "2": 2.5453, + "3": 1.9342, + "4": 3.2201 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.06553066349253642 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.4017192141236876, + "std": 1.1282339731944953, + "per_fold": { + "0": 0.6782, + "1": 0.6392, + "2": 0.9734, + "3": -1.5628, + "4": 1.2806 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.47050996148959323 + }, + "kappa": { + "mean": 0.4014518854833213, + "std": 1.7774464286406915, + "per_fold": { + "0": 0.7937, + "1": 0.8472, + "2": 1.3833, + "3": -2.7067, + "4": 1.6898 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.6400892222518182 + }, + "OA": { + "mean": 0.6329265128632813, + "std": 0.562215992625838, + "per_fold": { + "0": 0.8285, + "1": 0.631, + "2": 0.7688, + "3": -0.2912, + "4": 1.2275 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.06554504338741161 + }, + "macroF1": { + "mean": 0.18756218564706445, + "std": 1.0732261696495613, + "per_fold": { + "0": 0.5672, + "1": 0.4456, + "2": 0.7074, + "3": -1.7058, + "4": 0.9235 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.7158761100931413 + } + } + } + } + }, + "sl+es50p30_lov50": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 57.39962136503266, + "std": 3.571932917257456 + }, + "mIoU_tta": { + "mean": 59.33623081877339, + "std": 3.3142067572723257 + }, + "kappa": { + "mean": 44.94945574271228, + "std": 4.977436352172905 + }, + "kappa_tta": { + "mean": 47.70300895586601, + "std": 4.5409359224036026 + }, + "F1_coffee": { + "mean": 81.56729621043357, + "std": 4.799517003185797 + }, + "F1_coffee_tta": { + "mean": 83.28994590795658, + "std": 4.571316541952519 + }, + "macroF1": { + "mean": 72.03989205928104, + "std": 2.766103748884003 + }, + "macroF1_tta": { + "mean": 73.58584379886143, + "std": 2.42505136459647 + }, + "OA": { + "mean": 75.72772482128238, + "std": 3.7957777343581434 + }, + "OA_tta": { + "mean": 77.53971136804896, + "std": 3.773697256158852 + }, + "precision_coffee": { + "mean": 87.75569681288451, + "std": 3.9395555695382747 + }, + "precision_coffee_tta": { + "mean": 87.6014561862739, + "std": 4.332244251871375 + }, + "recall_coffee": { + "mean": 76.68627077179823, + "std": 6.137445147447526 + }, + "recall_coffee_tta": { + "mean": 79.78688309954887, + "std": 5.857025440204987 + }, + "all_drawn_mIoU": 53.50493249314892, + "changed_recall": 30.881425607779967, + "tta_gain": { + "mIoU": { + "mean": 1.9366094537407292, + "std": 0.9729977776112072, + "per_fold": { + "0": 1.5755, + "1": 2.4332, + "2": 2.6949, + "3": 0.3862, + "4": 2.5932 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.011241811378110707 + }, + "kappa": { + "mean": 2.753553213153721, + "std": 1.4900151604952476, + "per_fold": { + "0": 2.1321, + "1": 3.6479, + "2": 3.8605, + "3": 0.4027, + "4": 3.7245 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.014467256954161827 + }, + "OA": { + "mean": 1.8119865467665648, + "std": 0.7088017671767782, + "per_fold": { + "0": 1.4463, + "1": 1.9754, + "2": 2.4211, + "3": 0.7733, + "4": 2.4438 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.004633404765162668 + }, + "macroF1": { + "mean": 1.5459517395803772, + "std": 0.8349148664971728, + "per_fold": { + "0": 1.2969, + "1": 1.9132, + "2": 2.1871, + "3": 0.1936, + "4": 2.1388 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.01437224623476076 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 62.93171702605156, + "std": 2.796537732867158 + }, + "mIoU_tta": { + "mean": 64.51535273209804, + "std": 2.6270341194725386 + }, + "kappa": { + "mean": 53.35697742724498, + "std": 3.705895141001435 + }, + "kappa_tta": { + "mean": 55.50512350419915, + "std": 3.510188088330153 + }, + "F1_coffee": { + "mean": 85.12351860910373, + "std": 4.327751401044541 + }, + "F1_coffee_tta": { + "mean": 86.4762342432673, + "std": 4.033700835440953 + }, + "macroF1": { + "mean": 76.46624378328309, + "std": 2.0175455170348657 + }, + "macroF1_tta": { + "mean": 77.6473771346605, + "std": 1.8441830941745005 + }, + "OA": { + "mean": 80.12772014017892, + "std": 3.2967956831734058 + }, + "OA_tta": { + "mean": 81.57376021050753, + "std": 3.1855898956255517 + }, + "precision_coffee": { + "mean": 89.42024771221469, + "std": 2.2355204375414477 + }, + "precision_coffee_tta": { + "mean": 89.02766822856546, + "std": 2.149000250686818 + }, + "recall_coffee": { + "mean": 81.59619274920735, + "std": 6.336412745229242 + }, + "recall_coffee_tta": { + "mean": 84.35342273931292, + "std": 5.825874520544792 + }, + "all_drawn_mIoU": 57.78568377309828, + "changed_recall": 24.817835283365334, + "tta_gain": { + "mIoU": { + "mean": 1.5836357060464792, + "std": 0.33028195361445434, + "per_fold": { + "0": 1.7074, + "1": 1.6228, + "2": 1.5441, + "3": 1.069, + "4": 1.9749 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0004288967929480875 + }, + "kappa": { + "mean": 2.14814607695417, + "std": 0.4843793964952895, + "per_fold": { + "0": 2.3501, + "1": 2.3449, + "2": 1.7762, + "3": 1.5346, + "4": 2.7349 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0005805180099580654 + }, + "OA": { + "mean": 1.4460400703286127, + "std": 0.37302241169674855, + "per_fold": { + "0": 1.4833, + "1": 1.2787, + "2": 1.6659, + "3": 0.9139, + "4": 1.8884 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0009746454848744135 + }, + "macroF1": { + "mean": 1.1811333513774116, + "std": 0.2756273447931657, + "per_fold": { + "0": 1.3184, + "1": 1.1902, + "2": 1.1053, + "3": 0.7739, + "4": 1.5179 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0006628442174396976 + } + } + } + } + }, + "sl+es50p30": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 57.15476238944389, + "std": 1.3075987644258766 + }, + "mIoU_tta": { + "mean": 59.478292290664186, + "std": 1.3371055507813236 + }, + "kappa": { + "mean": 44.6819511025003, + "std": 1.7498469374462287 + }, + "kappa_tta": { + "mean": 47.84605850219449, + "std": 1.616541702133163 + }, + "F1_coffee": { + "mean": 81.29804091669038, + "std": 3.5111304665253127 + }, + "F1_coffee_tta": { + "mean": 83.52709407678796, + "std": 3.614732831616089 + }, + "macroF1": { + "mean": 71.91485358673967, + "std": 1.0570493910904206 + }, + "macroF1_tta": { + "mean": 73.72370374705766, + "std": 0.8585752926321323 + }, + "OA": { + "mean": 75.44849661987755, + "std": 2.111670030573151 + }, + "OA_tta": { + "mean": 77.75685650657223, + "std": 2.4600632568412264 + }, + "precision_coffee": { + "mean": 88.18322451736583, + "std": 3.246963723005463 + }, + "precision_coffee_tta": { + "mean": 87.7079371084466, + "std": 3.509508811226827 + }, + "recall_coffee": { + "mean": 75.65737218424471, + "std": 4.289130225466153 + }, + "recall_coffee_tta": { + "mean": 79.95315097614291, + "std": 4.5412947609170775 + }, + "all_drawn_mIoU": 52.959900636362235, + "changed_recall": 24.179433132961417, + "tta_gain": { + "mIoU": { + "mean": 2.3235299012202857, + "std": 0.70564054180257, + "per_fold": { + "0": 1.4129, + "1": 2.0048, + "2": 3.0702, + "3": 2.125, + "4": 3.0047 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0018127904295207945 + }, + "kappa": { + "mean": 3.164107399694193, + "std": 0.9809421971437517, + "per_fold": { + "0": 1.835, + "1": 2.7794, + "2": 4.1454, + "3": 2.9374, + "4": 4.1233 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.001959194628970927 + }, + "OA": { + "mean": 2.3083598866946717, + "std": 0.7045478806198476, + "per_fold": { + "0": 1.3514, + "1": 1.9426, + "2": 3.1164, + "3": 2.2913, + "4": 2.8401 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0018472824029763073 + }, + "macroF1": { + "mean": 1.8088501603179963, + "std": 0.5931855636861941, + "per_fold": { + "0": 1.0877, + "1": 1.5485, + "2": 2.4363, + "3": 1.5597, + "4": 2.412 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.002418363584758041 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 61.787437863111585, + "std": 4.1417436574242235 + }, + "mIoU_tta": { + "mean": 63.524733173231155, + "std": 3.9058206962187896 + }, + "kappa": { + "mean": 51.396387516544145, + "std": 5.652860760990497 + }, + "kappa_tta": { + "mean": 53.84386121084799, + "std": 5.318303017423508 + }, + "F1_coffee": { + "mean": 84.53526325670539, + "std": 5.286543525019146 + }, + "F1_coffee_tta": { + "mean": 86.11474158376339, + "std": 4.620820357826016 + }, + "macroF1": { + "mean": 75.54030019015863, + "std": 2.912954514886513 + }, + "macroF1_tta": { + "mean": 76.8490056453544, + "std": 2.6977743420687657 + }, + "OA": { + "mean": 79.29413400827642, + "std": 4.577021855183242 + }, + "OA_tta": { + "mean": 80.92345857597279, + "std": 4.2724588606136304 + }, + "precision_coffee": { + "mean": 88.30255763331067, + "std": 3.981747059964812 + }, + "precision_coffee_tta": { + "mean": 87.89707255661082, + "std": 4.278513876154176 + }, + "recall_coffee": { + "mean": 81.283965522688, + "std": 6.412745302892991 + }, + "recall_coffee_tta": { + "mean": 84.58424403712934, + "std": 4.927892654688241 + }, + "all_drawn_mIoU": 57.368045870547896, + "changed_recall": 32.746823090998085, + "tta_gain": { + "mIoU": { + "mean": 1.7372953101195763, + "std": 0.4925864391984323, + "per_fold": { + "0": 1.9442, + "1": 1.6471, + "2": 1.0864, + "3": 1.5841, + "4": 2.4246 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0013978842545312447 + }, + "kappa": { + "mean": 2.4474736943038535, + "std": 0.7212212034933126, + "per_fold": { + "0": 2.7074, + "1": 2.3673, + "2": 1.4526, + "3": 2.2699, + "4": 3.4402 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0016178236705622552 + }, + "OA": { + "mean": 1.6293245676963692, + "std": 0.48194824454441926, + "per_fold": { + "0": 2.0026, + "1": 1.3444, + "2": 1.0594, + "3": 1.5043, + "4": 2.236 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0016411288791483018 + }, + "macroF1": { + "mean": 1.308705455195755, + "std": 0.4128782525327029, + "per_fold": { + "0": 1.5111, + "1": 1.2408, + "2": 0.7591, + "3": 1.1641, + "4": 1.8684 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0020921260038616984 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 72.5697242408355, + "std": 3.987092549819017 + }, + "mIoU_tta": { + "mean": 73.37880095262724, + "std": 3.7921533456637473 + }, + "kappa": { + "mean": 67.38025789397979, + "std": 5.0663912786670195 + }, + "kappa_tta": { + "mean": 68.44108879570504, + "std": 4.821752338955392 + }, + "F1_coffee": { + "mean": 90.1380078687503, + "std": 4.137662917541319 + }, + "F1_coffee_tta": { + "mean": 90.7220313151378, + "std": 3.8282844092724053 + }, + "macroF1": { + "mean": 83.65586099614974, + "std": 2.5635936112855022 + }, + "macroF1_tta": { + "mean": 84.2001384826942, + "std": 2.4237547856700856 + }, + "OA": { + "mean": 86.56941856000425, + "std": 3.926365212133213 + }, + "OA_tta": { + "mean": 87.20831911564092, + "std": 3.7033047527254066 + }, + "precision_coffee": { + "mean": 91.90057361442102, + "std": 2.2335975744443415 + }, + "precision_coffee_tta": { + "mean": 91.511589238609, + "std": 2.3758006175154227 + }, + "recall_coffee": { + "mean": 88.56570135343111, + "std": 6.230353223189309 + }, + "recall_coffee_tta": { + "mean": 90.04728128172437, + "std": 5.715614140737943 + }, + "all_drawn_mIoU": 65.84368399870286, + "changed_recall": 30.89481037916314, + "tta_gain": { + "mIoU": { + "mean": 0.8090767117917324, + "std": 0.45943218331124897, + "per_fold": { + "0": 1.2481, + "1": 0.1967, + "2": 1.2792, + "3": 0.7369, + "4": 0.5845 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.016991222157223113 + }, + "kappa": { + "mean": 1.0608309017252737, + "std": 0.6098182979085187, + "per_fold": { + "0": 1.6635, + "1": 0.2476, + "2": 1.6681, + "3": 0.9502, + "4": 0.7746 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.017693146997171894 + }, + "OA": { + "mean": 0.6389005556366698, + "std": 0.2994428039077813, + "per_fold": { + "0": 0.961, + "1": 0.2265, + "2": 0.8294, + "3": 0.7363, + "4": 0.4413 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.008833953763900535 + }, + "macroF1": { + "mean": 0.5442774865444534, + "std": 0.32358193815048025, + "per_fold": { + "0": 0.8828, + "1": 0.1148, + "2": 0.8486, + "3": 0.4851, + "4": 0.3902 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.019755132008317113 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 74.80152165138074, + "std": 2.6034371105404146 + }, + "mIoU_tta": { + "mean": 75.3817657609795, + "std": 2.340654751224663 + }, + "kappa": { + "mean": 70.45384616862009, + "std": 3.1046386805174535 + }, + "kappa_tta": { + "mean": 71.18777988453027, + "std": 2.840950772773702 + }, + "F1_coffee": { + "mean": 91.3955223079141, + "std": 3.3101936473100833 + }, + "F1_coffee_tta": { + "mean": 91.8363073045246, + "std": 2.9257887145852526 + }, + "macroF1": { + "mean": 85.19253652332873, + "std": 1.5829980873912346 + }, + "macroF1_tta": { + "mean": 85.56776636638862, + "std": 1.4316743724200645 + }, + "OA": { + "mean": 88.12144581114246, + "std": 2.916352270386195 + }, + "OA_tta": { + "mean": 88.58562627973618, + "std": 2.625221305382463 + }, + "precision_coffee": { + "mean": 92.26423464878584, + "std": 1.8587004971117902 + }, + "precision_coffee_tta": { + "mean": 91.85440082949148, + "std": 1.8593340215061953 + }, + "recall_coffee": { + "mean": 90.74533634282179, + "std": 5.950539674562152 + }, + "recall_coffee_tta": { + "mean": 91.96010981218517, + "std": 5.134069424794547 + }, + "all_drawn_mIoU": 67.61933973836358, + "changed_recall": 34.653062250368976, + "tta_gain": { + "mIoU": { + "mean": 0.5802441095987547, + "std": 0.6130721580418705, + "per_fold": { + "0": 1.4091, + "1": -0.1808, + "2": 0.9232, + "3": 0.5073, + "4": 0.2423 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.10176144001061338 + }, + "kappa": { + "mean": 0.7339337159101944, + "std": 0.7844809044685106, + "per_fold": { + "0": 1.7659, + "1": -0.2584, + "2": 1.1932, + "3": 0.6799, + "4": 0.289 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.10459531463291184 + }, + "OA": { + "mean": 0.46418046859372736, + "std": 0.37255373133222414, + "per_fold": { + "0": 1.0416, + "1": 0.0479, + "2": 0.5648, + "3": 0.3785, + "4": 0.2881 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.04951331795472948 + }, + "macroF1": { + "mean": 0.3752298430598898, + "std": 0.4181124078747429, + "per_fold": { + "0": 0.9426, + "1": -0.1459, + "2": 0.6001, + "3": 0.3355, + "4": 0.1438 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.1152277581359934 + } + } + } + } + }, + "sl": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 56.187493175233215, + "std": 3.8512409216286994 + }, + "mIoU_tta": { + "mean": 58.859992184508236, + "std": 3.8908075280251926 + }, + "kappa": { + "mean": 43.34024317270636, + "std": 5.1337018780848265 + }, + "kappa_tta": { + "mean": 47.025476957020445, + "std": 5.180169172021679 + }, + "F1_coffee": { + "mean": 80.1255095995029, + "std": 6.148700965963777 + }, + "F1_coffee_tta": { + "mean": 82.66105836189732, + "std": 5.888415495128458 + }, + "macroF1": { + "mean": 71.0858588722928, + "std": 2.906905820587397 + }, + "macroF1_tta": { + "mean": 73.1981456781331, + "std": 2.793138873942526 + }, + "OA": { + "mean": 74.48406763677485, + "std": 4.407657380373903 + }, + "OA_tta": { + "mean": 77.07792173004432, + "std": 4.577609143033315 + }, + "precision_coffee": { + "mean": 88.09420234480596, + "std": 3.9931419240027837 + }, + "precision_coffee_tta": { + "mean": 87.69292328375167, + "std": 4.225211448192333 + }, + "recall_coffee": { + "mean": 73.99966955484442, + "std": 7.9614705575302 + }, + "recall_coffee_tta": { + "mean": 78.67457435298233, + "std": 7.8770982869322665 + }, + "all_drawn_mIoU": 52.18317042875016, + "changed_recall": 23.875200794102373, + "tta_gain": { + "mIoU": { + "mean": 2.6724990092750174, + "std": 0.91289599524762, + "per_fold": { + "0": 2.1269, + "1": 2.7407, + "2": 3.8597, + "3": 1.49, + "4": 3.1452 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0028152008726367076 + }, + "kappa": { + "mean": 3.6852337843140885, + "std": 1.2831575343845845, + "per_fold": { + "0": 2.8738, + "1": 3.8584, + "2": 5.2821, + "3": 2.0042, + "4": 4.4076 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0030223019041711093 + }, + "OA": { + "mean": 2.5938540932694765, + "std": 0.7632252662931057, + "per_fold": { + "0": 2.0259, + "1": 2.4375, + "2": 3.7223, + "3": 1.8315, + "4": 2.9521 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0016087836071970072 + }, + "macroF1": { + "mean": 2.1122868058403044, + "std": 0.7684300263865634, + "per_fold": { + "0": 1.8235, + "1": 2.1094, + "2": 3.0695, + "3": 1.0242, + "4": 2.5348 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0035532053335542734 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 62.42808063630872, + "std": 3.1108305179625857 + }, + "mIoU_tta": { + "mean": 64.11018608661652, + "std": 3.136859555292611 + }, + "kappa": { + "mean": 52.469938476337276, + "std": 4.316060803323673 + }, + "kappa_tta": { + "mean": 54.723753078218124, + "std": 4.3293051735677945 + }, + "F1_coffee": { + "mean": 85.10167576387612, + "std": 3.9924670940969547 + }, + "F1_coffee_tta": { + "mean": 86.59610950587816, + "std": 3.9279598553506294 + }, + "macroF1": { + "mean": 76.07406233747894, + "std": 2.255237852521111 + }, + "macroF1_tta": { + "mean": 77.27738835262039, + "std": 2.2154145236179748 + }, + "OA": { + "mean": 79.8596763493036, + "std": 3.4208503907332637 + }, + "OA_tta": { + "mean": 81.46360789127455, + "std": 3.5251670134547086 + }, + "precision_coffee": { + "mean": 88.93518957004737, + "std": 3.253099795464145 + }, + "precision_coffee_tta": { + "mean": 88.29652458100489, + "std": 3.474272022118858 + }, + "recall_coffee": { + "mean": 81.8322674771097, + "std": 4.991719973869301 + }, + "recall_coffee_tta": { + "mean": 85.21015277943523, + "std": 4.590988748161645 + }, + "all_drawn_mIoU": 57.50468111540614, + "changed_recall": 28.641615640107638, + "tta_gain": { + "mIoU": { + "mean": 1.682105450307813, + "std": 0.6231936733271275, + "per_fold": { + "0": 0.738, + "1": 1.4199, + "2": 2.2874, + "3": 1.8301, + "4": 2.1351 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.003799388695348321 + }, + "kappa": { + "mean": 2.2538146018808263, + "std": 0.8551551991665315, + "per_fold": { + "0": 0.9145, + "1": 1.9233, + "2": 2.746, + "3": 2.6348, + "4": 3.0505 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.004146061286707788 + }, + "OA": { + "mean": 1.6039315419709426, + "std": 0.5620328856254929, + "per_fold": { + "0": 0.8763, + "1": 1.2658, + "2": 2.3524, + "3": 1.6951, + "4": 1.83 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0030942834279702376 + }, + "macroF1": { + "mean": 1.2033260151414624, + "std": 0.4626607057973187, + "per_fold": { + "0": 0.5122, + "1": 0.9818, + "2": 1.5579, + "3": 1.3275, + "4": 1.6373 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.004351436291444309 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 73.64629751360975, + "std": 2.5706151931179617 + }, + "mIoU_tta": { + "mean": 74.16991405186889, + "std": 2.3981803237246813 + }, + "kappa": { + "mean": 68.80909247071831, + "std": 3.1501988157077934 + }, + "kappa_tta": { + "mean": 69.50667543680048, + "std": 2.9111324423797997 + }, + "F1_coffee": { + "mean": 91.07620513908708, + "std": 3.167279504030132 + }, + "F1_coffee_tta": { + "mean": 91.42807845947519, + "std": 3.0197543185516795 + }, + "macroF1": { + "mean": 84.38813210794902, + "std": 1.5774943387945806 + }, + "macroF1_tta": { + "mean": 84.73643678720029, + "std": 1.4543554826794296 + }, + "OA": { + "mean": 87.53184345865152, + "std": 2.914078895990797 + }, + "OA_tta": { + "mean": 87.93697400325114, + "std": 2.7961619934588096 + }, + "precision_coffee": { + "mean": 91.22332574906369, + "std": 2.197351176428603 + }, + "precision_coffee_tta": { + "mean": 90.97898315434357, + "std": 2.211223921324005 + }, + "recall_coffee": { + "mean": 91.01128347546378, + "std": 4.717103448479866 + }, + "recall_coffee_tta": { + "mean": 91.95325680328868, + "std": 4.424094854479693 + }, + "all_drawn_mIoU": 66.71909789275387, + "changed_recall": 34.44057079991158, + "tta_gain": { + "mIoU": { + "mean": 0.5236165382591309, + "std": 0.3960225190849905, + "per_fold": { + "0": 0.6752, + "1": -0.1731, + "2": 0.7942, + "3": 0.5974, + "4": 0.7244 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.04169894483859781 + }, + "kappa": { + "mean": 0.6975829660821802, + "std": 0.5331097694855638, + "per_fold": { + "0": 0.886, + "1": -0.2433, + "2": 1.0307, + "3": 0.8144, + "4": 1.0 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.04298799272408119 + }, + "OA": { + "mean": 0.40513054459960357, + "std": 0.2327787252417936, + "per_fold": { + "0": 0.5169, + "1": -0.0043, + "2": 0.573, + "3": 0.4731, + "4": 0.467 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.017665504903719327 + }, + "macroF1": { + "mean": 0.34830467925127095, + "std": 0.27188839228307843, + "per_fold": { + "0": 0.4583, + "1": -0.1308, + "2": 0.5187, + "3": 0.396, + "4": 0.4993 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.045719956320999844 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 74.85107190460153, + "std": 2.62027614506872 + }, + "mIoU_tta": { + "mean": 75.22167462855928, + "std": 2.610728973201156 + }, + "kappa": { + "mean": 70.47102372608987, + "std": 3.199774346850579 + }, + "kappa_tta": { + "mean": 70.93725216853132, + "std": 3.2090053069091753 + }, + "F1_coffee": { + "mean": 91.54795412094778, + "std": 3.129530535071039 + }, + "F1_coffee_tta": { + "mean": 91.86556910021724, + "std": 3.01218777749893 + }, + "macroF1": { + "mean": 85.21654206617211, + "std": 1.6090564448947786 + }, + "macroF1_tta": { + "mean": 85.44747713487781, + "std": 1.6089910301977495 + }, + "OA": { + "mean": 88.21816972305544, + "std": 2.8608088447885214 + }, + "OA_tta": { + "mean": 88.56366584379624, + "std": 2.802790078429468 + }, + "precision_coffee": { + "mean": 91.71678289329661, + "std": 1.9585964073696216 + }, + "precision_coffee_tta": { + "mean": 91.29082841865092, + "std": 1.9163094694280176 + }, + "recall_coffee": { + "mean": 91.48578184969679, + "std": 5.050234830949101 + }, + "recall_coffee_tta": { + "mean": 92.53869000310202, + "std": 4.842547350056954 + }, + "all_drawn_mIoU": 67.60787608524208, + "changed_recall": 36.124961548570475, + "tta_gain": { + "mIoU": { + "mean": 0.37060272395775373, + "std": 0.5563519906742879, + "per_fold": { + "0": 0.655, + "1": -0.4861, + "2": 0.9851, + "3": 0.1998, + "4": 0.4992 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.2105938453570278 + }, + "kappa": { + "mean": 0.4662284424414594, + "std": 0.7349178611218564, + "per_fold": { + "0": 0.8334, + "1": -0.6822, + "2": 1.2586, + "3": 0.2621, + "4": 0.6593 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.22902214449531993 + }, + "OA": { + "mean": 0.3454961207408019, + "std": 0.27872243235181815, + "per_fold": { + "0": 0.499, + "1": -0.0608, + "2": 0.6536, + "3": 0.2046, + "4": 0.4311 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.05024015748545164 + }, + "macroF1": { + "mean": 0.23093506870571048, + "std": 0.3807121760523753, + "per_fold": { + "0": 0.4377, + "1": -0.3654, + "2": 0.6326, + "3": 0.1249, + "4": 0.3249 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.24648905630233012 + } + } + } + } + }, + "sl-spl+es50p30": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 54.568094654995754, + "std": 2.9717932442943007 + }, + "mIoU_tta": { + "mean": 55.689187740328556, + "std": 3.3649223403858737 + }, + "kappa": { + "mean": 39.48415551834083, + "std": 4.673885093561593 + }, + "kappa_tta": { + "mean": 40.71846148246033, + "std": 5.247972346635492 + }, + "F1_coffee": { + "mean": 81.01014265543138, + "std": 4.2419083112068 + }, + "F1_coffee_tta": { + "mean": 82.79759203221167, + "std": 4.137152954586326 + }, + "macroF1": { + "mean": 69.41889371776811, + "std": 2.3069345524038067 + }, + "macroF1_tta": { + "mean": 70.15562154551009, + "std": 2.6375251131706743 + }, + "OA": { + "mean": 74.20038811034406, + "std": 3.5761070945532407 + }, + "OA_tta": { + "mean": 75.8352175360208, + "std": 3.924498263056583 + }, + "precision_coffee": { + "mean": 84.68270420431966, + "std": 6.223556142160105 + }, + "precision_coffee_tta": { + "mean": 83.69286501241046, + "std": 6.437040791149264 + }, + "recall_coffee": { + "mean": 78.17885368099702, + "std": 3.0876018257298306 + }, + "recall_coffee_tta": { + "mean": 82.38183933765231, + "std": 3.1287626256653636 + }, + "all_drawn_mIoU": 50.821625067433345, + "changed_recall": 23.56737224665026, + "delta_vs_sl": { + "mIoU": { + "mean": -2.5866677344481404, + "std": 3.128089656192687, + "per_fold": { + "0": -5.4801, + "1": -1.1646, + "2": 1.9391, + "3": -5.4551, + "4": -2.7726 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.13814297117147814 + }, + "kappa": { + "mean": -5.19779558415947, + "std": 5.537752789334737, + "per_fold": { + "0": -9.7984, + "1": -2.2767, + "2": 2.7524, + "3": -10.5806, + "4": -6.0856 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.10379404200954219 + }, + "OA": { + "mean": -1.2481085095334947, + "std": 2.2372055846520387, + "per_fold": { + "0": -3.4853, + "1": -0.6068, + "2": 2.0776, + "3": -3.1249, + "4": -1.1011 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.28027161996352623 + }, + "macroF1": { + "mean": -2.495959868971545, + "std": 2.8416104762067658, + "per_fold": { + "0": -5.0463, + "1": -1.0737, + "2": 1.5431, + "3": -5.2205, + "4": -2.6823 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.12098811919950342 + } + }, + "tta_gain": { + "mIoU": { + "mean": 1.121093085332808, + "std": 0.6846610617341495, + "per_fold": { + "0": 0.6943, + "1": 1.6397, + "2": 0.9843, + "3": 0.3057, + "4": 1.9815 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.02155308546625423 + }, + "kappa": { + "mean": 1.2343059641195027, + "std": 1.0942316461012207, + "per_fold": { + "0": 0.5936, + "1": 2.1804, + "2": 0.8468, + "3": -0.015, + "4": 2.5658 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.06519610518725136 + }, + "OA": { + "mean": 1.6348294256767502, + "std": 0.5110712926431331, + "per_fold": { + "0": 1.004, + "1": 1.8086, + "2": 1.5474, + "3": 1.4271, + "4": 2.387 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.002021504555907156 + }, + "macroF1": { + "mean": 0.73672782774197, + "std": 0.6343039579997279, + "per_fold": { + "0": 0.5093, + "1": 1.211, + "2": 0.606, + "3": -0.1303, + "4": 1.4876 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.06022944903286215 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 59.81806970122294, + "std": 3.924634466623658 + }, + "mIoU_tta": { + "mean": 61.12458611058845, + "std": 3.1665612826254317 + }, + "kappa": { + "mean": 48.3693303484296, + "std": 4.885655853605332 + }, + "kappa_tta": { + "mean": 49.944228437480206, + "std": 3.9372463761438694 + }, + "F1_coffee": { + "mean": 83.52813783133615, + "std": 6.221294838678946 + }, + "F1_coffee_tta": { + "mean": 85.31862385074206, + "std": 5.338254709496724 + }, + "macroF1": { + "mean": 73.88353340099731, + "std": 2.685328013590937 + }, + "macroF1_tta": { + "mean": 74.79592335472333, + "std": 2.0295009514028757 + }, + "OA": { + "mean": 78.13580573229022, + "std": 4.98162732405928 + }, + "OA_tta": { + "mean": 79.79155189410622, + "std": 4.499452506851855 + }, + "precision_coffee": { + "mean": 87.6850938143783, + "std": 3.7759312102077662 + }, + "precision_coffee_tta": { + "mean": 86.52698373293867, + "std": 3.8346714310709733 + }, + "recall_coffee": { + "mean": 80.46290368127137, + "std": 9.867206422835022 + }, + "recall_coffee_tta": { + "mean": 84.68590247605462, + "std": 8.643576987924224 + }, + "all_drawn_mIoU": 54.91087162209069, + "changed_recall": 23.907956224009492, + "delta_vs_sl": { + "mIoU": { + "mean": -1.9693681618886358, + "std": 1.7990401114358028, + "per_fold": { + "0": -1.6001, + "1": -1.3984, + "2": -5.1156, + "3": -1.1423, + "4": -0.5905 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 4, + "n_runs": 15, + "p": 0.07061445637833527 + }, + "kappa": { + "mean": -3.0270571681145384, + "std": 2.1163632357666637, + "per_fold": { + "0": -1.7674, + "1": -2.8414, + "2": -6.5765, + "3": -2.8361, + "4": -1.1139 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.03295505608241081 + }, + "OA": { + "mean": -1.1583282759861901, + "std": 2.2452899909938338, + "per_fold": { + "0": -1.5484, + "1": 0.6332, + "2": -4.9061, + "3": 0.065, + "4": -0.0353 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.3129130409455724 + }, + "macroF1": { + "mean": -1.656766789161324, + "std": 1.199693549156249, + "per_fold": { + "0": -1.3447, + "1": -1.3774, + "2": -3.707, + "3": -1.3237, + "4": -0.531 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 4, + "n_runs": 15, + "p": 0.03664576880275039 + } + }, + "tta_gain": { + "mIoU": { + "mean": 1.3065164093655013, + "std": 1.078426515433939, + "per_fold": { + "0": 2.222, + "1": 0.0188, + "2": 2.457, + "3": 0.4031, + "4": 1.4317 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.05359258421773312 + }, + "kappa": { + "mean": 1.5748980890506061, + "std": 1.3735953679930246, + "per_fold": { + "0": 2.7875, + "1": -0.1464, + "2": 3.0133, + "3": 0.5565, + "4": 1.6636 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.06238874905321844 + }, + "OA": { + "mean": 1.6557461618159777, + "std": 0.7835577258624253, + "per_fold": { + "0": 2.1083, + "1": 0.6445, + "2": 2.5559, + "3": 1.0608, + "4": 1.9093 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.009137323942247212 + }, + "macroF1": { + "mean": 0.9123899537260058, + "std": 0.9110159598168168, + "per_fold": { + "0": 1.8101, + "1": -0.1575, + "2": 1.8039, + "3": 0.1555, + "4": 0.9499 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.08867695901668254 + } + } + } + } + }, + "ssl_ft@e200": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 56.00121606985575, + "std": 6.200115537772076 + }, + "mIoU_tta": { + "mean": 58.50077186761983, + "std": 5.408379013019244 + }, + "kappa": { + "mean": 43.80700496628353, + "std": 7.329769514386997 + }, + "kappa_tta": { + "mean": 47.02166735669865, + "std": 6.400730791012554 + }, + "F1_coffee": { + "mean": 78.30561956108842, + "std": 10.52873099492035 + }, + "F1_coffee_tta": { + "mean": 81.14262934867818, + "std": 8.95386196228178 + }, + "macroF1": { + "mean": 70.78186356045629, + "std": 4.888529048869178 + }, + "macroF1_tta": { + "mean": 72.8594782250814, + "std": 3.999525538275815 + }, + "OA": { + "mean": 74.03192916375234, + "std": 6.7958395478556355 + }, + "OA_tta": { + "mean": 76.5004056586876, + "std": 6.19391867916582 + }, + "precision_coffee": { + "mean": 90.06125117715678, + "std": 1.7787917736030678 + }, + "precision_coffee_tta": { + "mean": 89.41484691127991, + "std": 1.781241563591831 + }, + "recall_coffee": { + "mean": 70.92106700523942, + "std": 14.779247572804879 + }, + "recall_coffee_tta": { + "mean": 75.52088831206517, + "std": 13.592504955199985 + }, + "all_drawn_mIoU": 51.90388998473601, + "changed_recall": 25.37115008964983, + "delta_vs_sl": { + "mIoU": { + "mean": -0.18627710537745656, + "std": 3.537153397801677, + "per_fold": { + "0": -3.7546, + "1": 3.1516, + "2": 3.8247, + "3": -3.2884, + "4": -0.8647 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.9119356884352473 + }, + "kappa": { + "mean": 0.4667617935771773, + "std": 4.378081900403048, + "per_fold": { + "0": -2.3909, + "1": 4.3399, + "2": 5.7841, + "3": -4.3085, + "4": -1.0908 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.8232898829622546 + }, + "OA": { + "mean": -0.45213847302250515, + "std": 3.377799536933718, + "per_fold": { + "0": -3.6721, + "1": 2.9335, + "2": 3.1526, + "3": -3.6984, + "4": -0.9763 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.7796103210934574 + }, + "macroF1": { + "mean": -0.30399531183652184, + "std": 2.9360728770701314, + "per_fold": { + "0": -3.6214, + "1": 2.3543, + "2": 3.0314, + "3": -2.5651, + "4": -0.7192 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.8282734746473323 + } + }, + "tta_gain": { + "mIoU": { + "mean": 2.4995557977640788, + "std": 0.8059529156489718, + "per_fold": { + "0": 3.5886, + "1": 1.473, + "2": 2.0271, + "3": 2.5447, + "4": 2.8644 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.002270241799672467 + }, + "kappa": { + "mean": 3.21466239041512, + "std": 0.947248046980343, + "per_fold": { + "0": 4.443, + "1": 2.1168, + "2": 2.427, + "3": 3.4042, + "4": 3.6823 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0016175122085306548 + }, + "OA": { + "mean": 2.4684764949352584, + "std": 0.6800397201764136, + "per_fold": { + "0": 3.1713, + "1": 1.4493, + "2": 2.1847, + "3": 2.6005, + "4": 2.9365 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0012528956394660252 + }, + "macroF1": { + "mean": 2.077614664625122, + "std": 0.8897764628158451, + "per_fold": { + "0": 3.4662, + "1": 1.1371, + "2": 1.5204, + "3": 1.9954, + "4": 2.269 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.00642226146068502 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 60.7244293413436, + "std": 4.919974363014061 + }, + "mIoU_tta": { + "mean": 63.07324433169856, + "std": 4.305547579850111 + }, + "kappa": { + "mean": 50.59856404566956, + "std": 6.17268515243189 + }, + "kappa_tta": { + "mean": 53.778341597097004, + "std": 5.441352687414552 + }, + "F1_coffee": { + "mean": 82.72021353044201, + "std": 6.991224193581743 + }, + "F1_coffee_tta": { + "mean": 84.86927588864897, + "std": 6.042549357259804 + }, + "macroF1": { + "mean": 74.75057631079417, + "std": 3.666760644249171 + }, + "macroF1_tta": { + "mean": 76.56753232778743, + "std": 3.0786439414081186 + }, + "OA": { + "mean": 78.08011380412479, + "std": 5.243470371759562 + }, + "OA_tta": { + "mean": 80.23485573348202, + "std": 4.710364402683448 + }, + "precision_coffee": { + "mean": 90.593341279851, + "std": 1.890564541954054 + }, + "precision_coffee_tta": { + "mean": 90.11074876135794, + "std": 1.873519403473186 + }, + "recall_coffee": { + "mean": 77.03160807554042, + "std": 11.072209035405397 + }, + "recall_coffee_tta": { + "mean": 80.96745211133255, + "std": 10.078218669536868 + }, + "all_drawn_mIoU": 55.77108044861809, + "changed_recall": 27.258773846661164, + "delta_vs_sl": { + "mIoU": { + "mean": -1.7036512949651126, + "std": 4.656255482685154, + "per_fold": { + "0": -5.1, + "1": -3.2468, + "2": 5.6902, + "3": -0.1807, + "4": -5.681 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.4592117419918345 + }, + "kappa": { + "mean": -1.8713744306677298, + "std": 6.633382439000489, + "per_fold": { + "0": -5.6627, + "1": -4.943, + "2": 8.9825, + "3": -0.2318, + "4": -7.5019 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.5624007226281673 + }, + "OA": { + "mean": -1.7795625451788197, + "std": 3.7966531651225606, + "per_fold": { + "0": -4.7286, + "1": -2.1954, + "2": 4.0167, + "3": -0.5217, + "4": -5.4687 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.3537490516425501 + }, + "macroF1": { + "mean": -1.323486026684776, + "std": 3.7609091271335426, + "per_fold": { + "0": -3.9773, + "1": -2.5308, + "2": 4.6651, + "3": -0.1565, + "4": -4.6179 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.4753523570094234 + } + }, + "tta_gain": { + "mIoU": { + "mean": 2.348814990354957, + "std": 0.7215724516833197, + "per_fold": { + "0": 3.2198, + "1": 1.8077, + "2": 2.14, + "3": 1.5882, + "4": 2.9884 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0018930888206295834 + }, + "kappa": { + "mean": 3.1797775514274393, + "std": 0.8823175281294653, + "per_fold": { + "0": 4.2588, + "1": 2.6149, + "2": 2.8758, + "3": 2.204, + "4": 3.9454 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0012876713697626881 + }, + "OA": { + "mean": 2.1547419293572263, + "std": 0.7065061148173033, + "per_fold": { + "0": 2.7028, + "1": 1.5676, + "2": 1.8839, + "3": 1.5254, + "4": 3.094 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.002416963863446398 + }, + "macroF1": { + "mean": 1.8169560169932737, + "std": 0.6574746589608235, + "per_fold": { + "0": 2.6244, + "1": 1.3339, + "2": 1.5326, + "3": 1.1796, + "4": 2.4142 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0034841100295451895 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 72.47805216146321, + "std": 3.346326616536137 + }, + "mIoU_tta": { + "mean": 73.13180140489332, + "std": 3.1517978056842146 + }, + "kappa": { + "mean": 67.23717575590973, + "std": 4.167796880902415 + }, + "kappa_tta": { + "mean": 68.09487915401733, + "std": 3.9565322141965598 + }, + "F1_coffee": { + "mean": 90.29026776200865, + "std": 3.9270045576899495 + }, + "F1_coffee_tta": { + "mean": 90.78965341275814, + "std": 3.56773375385808 + }, + "macroF1": { + "mean": 83.57059909230419, + "std": 2.135178734720297 + }, + "macroF1_tta": { + "mean": 84.01245199817633, + "std": 2.004644720391735 + }, + "OA": { + "mean": 86.68907816344614, + "std": 3.511658171882562 + }, + "OA_tta": { + "mean": 87.21744065141334, + "std": 3.2680586659339372 + }, + "precision_coffee": { + "mean": 91.48062910827102, + "std": 2.3391178692202623 + }, + "precision_coffee_tta": { + "mean": 91.14043964049033, + "std": 2.504220434033155 + }, + "recall_coffee": { + "mean": 89.37016750796354, + "std": 6.324980026391502 + }, + "recall_coffee_tta": { + "mean": 90.62962376618398, + "std": 5.708774118661924 + }, + "all_drawn_mIoU": 65.59852273773937, + "changed_recall": 28.01499132411942, + "delta_vs_sl": { + "mIoU": { + "mean": -1.1682453521465248, + "std": 0.8907091102970752, + "per_fold": { + "0": -2.1008, + "1": 0.08, + "2": -0.9856, + "3": -1.9598, + "4": -0.8751 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 4, + "n_runs": 15, + "p": 0.042694196542219905 + }, + "kappa": { + "mean": -1.5719167148085773, + "std": 1.2010460078126985, + "per_fold": { + "0": -2.7026, + "1": 0.1188, + "2": -1.2717, + "3": -2.7678, + "4": -1.2363 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 4, + "n_runs": 15, + "p": 0.04296178435343507 + }, + "OA": { + "mean": -0.8427652952053876, + "std": 0.6175306291632134, + "per_fold": { + "0": -1.7173, + "1": -0.085, + "2": -0.6942, + "3": -1.1449, + "4": -0.5725 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 4, + "n_runs": 15, + "p": 0.03796734621072377 + }, + "macroF1": { + "mean": -0.817533015644824, + "std": 0.6445243143412782, + "per_fold": { + "0": -1.4995, + "1": 0.0726, + "2": -0.648, + "3": -1.3964, + "4": -0.6164 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 4, + "n_runs": 15, + "p": 0.04704398654413946 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.6537492434301015, + "std": 0.49267807744817504, + "per_fold": { + "0": 1.3114, + "1": 0.2082, + "2": 1.0449, + "3": 0.3025, + "4": 0.4018 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.04126252785844183 + }, + "kappa": { + "mean": 0.8577033981076155, + "std": 0.6509495956941865, + "per_fold": { + "0": 1.7197, + "1": 0.2753, + "2": 1.3869, + "3": 0.3999, + "4": 0.5068 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.04212473217493223 + }, + "OA": { + "mean": 0.5283624879672061, + "std": 0.31952747854405156, + "per_fold": { + "0": 1.0207, + "1": 0.1969, + "2": 0.6509, + "3": 0.3647, + "4": 0.4086 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.020880984304937563 + }, + "macroF1": { + "mean": 0.44185290587214754, + "std": 0.356161527274358, + "per_fold": { + "0": 0.9344, + "1": 0.1304, + "2": 0.7024, + "3": 0.1859, + "4": 0.2562 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.05012224365348577 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 74.0979413976842, + "std": 4.190570343573031 + }, + "mIoU_tta": { + "mean": 74.6816010774332, + "std": 3.782338384400826 + }, + "kappa": { + "mean": 69.55932612370425, + "std": 5.0936504009096755 + }, + "kappa_tta": { + "mean": 70.30587397598724, + "std": 4.58076363053971 + }, + "F1_coffee": { + "mean": 90.7449266831022, + "std": 4.731261367787925 + }, + "F1_coffee_tta": { + "mean": 91.19706833754624, + "std": 4.289623160577525 + }, + "macroF1": { + "mean": 84.70718398440981, + "std": 2.677172374728527 + }, + "macroF1_tta": { + "mean": 85.10188273370733, + "std": 2.373993481235196 + }, + "OA": { + "mean": 87.53349191474308, + "std": 4.1555800418428115 + }, + "OA_tta": { + "mean": 87.99275986684007, + "std": 3.8368088484440155 + }, + "precision_coffee": { + "mean": 92.45535908185143, + "std": 2.1321939290995426 + }, + "precision_coffee_tta": { + "mean": 92.087858571577, + "std": 2.058672299577017 + }, + "recall_coffee": { + "mean": 89.49239049115218, + "std": 8.396109890001384 + }, + "recall_coffee_tta": { + "mean": 90.62724963363817, + "std": 7.63688150791435 + }, + "all_drawn_mIoU": 66.8908394962052, + "changed_recall": 30.79204207256197, + "delta_vs_sl": { + "mIoU": { + "mean": -0.7531305069173158, + "std": 2.2493566593569563, + "per_fold": { + "0": -4.4811, + "1": 0.2141, + "2": -0.9971, + "3": 0.1043, + "4": 1.3941 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.4956716681410538 + }, + "kappa": { + "mean": -0.9116976023856196, + "std": 2.926567084480798, + "per_fold": { + "0": -5.6991, + "1": 0.2974, + "2": -1.3168, + "3": 0.1366, + "4": 2.0234 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.5244184227374589 + }, + "OA": { + "mean": -0.6846778083123695, + "std": 1.5817097249515337, + "per_fold": { + "0": -3.4244, + "1": -0.1157, + "2": -0.5773, + "3": 0.2109, + "4": 0.4831 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.38789059728812847 + }, + "macroF1": { + "mean": -0.5093580817622836, + "std": 1.5745558240925803, + "per_fold": { + "0": -3.1183, + "1": 0.167, + "2": -0.6616, + "3": 0.0554, + "4": 1.0107 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.5094998872416124 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5836596797489818, + "std": 0.48216403930102447, + "per_fold": { + "0": 1.3488, + "1": 0.0377, + "2": 0.6343, + "3": 0.3876, + "4": 0.5099 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.05371699319840409 + }, + "kappa": { + "mean": 0.7465478522830068, + "std": 0.6072860759120756, + "per_fold": { + "0": 1.705, + "1": 0.0404, + "2": 0.7998, + "3": 0.5289, + "4": 0.6587 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.051435758228353355 + }, + "OA": { + "mean": 0.4592679520969938, + "std": 0.3555823832496023, + "per_fold": { + "0": 1.0446, + "1": 0.0958, + "2": 0.4718, + "3": 0.3008, + "4": 0.3835 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.04464843734222211 + }, + "macroF1": { + "mean": 0.3946987492974984, + "std": 0.3503524840420315, + "per_fold": { + "0": 0.9637, + "1": 0.015, + "2": 0.4053, + "3": 0.2568, + "4": 0.3326 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.06541941840763472 + } + } + } + } + }, + "ssl_ft+es50p30": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 57.29947869984492, + "std": 2.036814780145238 + }, + "mIoU_tta": { + "mean": 59.84525637973786, + "std": 1.7858045559183013 + }, + "kappa": { + "mean": 45.166250858561156, + "std": 2.6437355047344013 + }, + "kappa_tta": { + "mean": 48.617059230707206, + "std": 2.3926644268858888 + }, + "F1_coffee": { + "mean": 81.23609834722927, + "std": 2.860180430236728 + }, + "F1_coffee_tta": { + "mean": 83.55097347504466, + "std": 2.9896760438878456 + }, + "macroF1": { + "mean": 72.04996112119332, + "std": 1.6100158436310086 + }, + "macroF1_tta": { + "mean": 74.03306550769727, + "std": 1.2502026358783613 + }, + "OA": { + "mean": 75.28830670627624, + "std": 2.346494329816844 + }, + "OA_tta": { + "mean": 77.74290892366967, + "std": 2.461407172492437 + }, + "precision_coffee": { + "mean": 88.58145416073992, + "std": 5.077060484390193 + }, + "precision_coffee_tta": { + "mean": 88.19616405542652, + "std": 5.030262310313872 + }, + "recall_coffee": { + "mean": 75.41156619770376, + "std": 4.447225475131737 + }, + "recall_coffee_tta": { + "mean": 79.71030376815266, + "std": 4.029340327259521 + }, + "all_drawn_mIoU": 53.481423878468185, + "changed_recall": 26.783460966571035, + "delta_vs_sl": { + "mIoU": { + "mean": 0.14471631040102154, + "std": 1.228980251669512, + "per_fold": { + "0": 0.6881, + "1": 1.3977, + "2": -0.0666, + "3": 0.5513, + "4": -1.8469 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.8053232663145662 + }, + "kappa": { + "mean": 0.4842997560608623, + "std": 1.8315856359344145, + "per_fold": { + "0": 0.1841, + "1": 2.6061, + "2": 1.2881, + "3": 0.7101, + "4": -2.3669 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.5861469081854203 + }, + "OA": { + "mean": -0.16018991360130883, + "std": 1.3737126709459209, + "per_fold": { + "0": 0.853, + "1": 0.7128, + "2": -1.0339, + "3": 0.8309, + "4": -2.1637 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.8071590518187869 + }, + "macroF1": { + "mean": 0.13510753445365253, + "std": 0.9538472243233792, + "per_fold": { + "0": 0.3404, + "1": 1.1692, + "2": 0.2676, + "3": 0.335, + "4": -1.4366 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.7672915974623178 + } + }, + "tta_gain": { + "mIoU": { + "mean": 2.54577767989295, + "std": 1.0077249431749982, + "per_fold": { + "0": 1.2637, + "1": 2.5871, + "2": 3.5621, + "3": 1.8338, + "4": 3.4822 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0048373222839353525 + }, + "kappa": { + "mean": 3.4508083721460467, + "std": 1.2558634585010644, + "per_fold": { + "0": 1.7945, + "1": 3.4954, + "2": 4.5763, + "3": 2.6503, + "4": 4.7376 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0035583308268311775 + }, + "OA": { + "mean": 2.454602217393429, + "std": 0.9440867873252923, + "per_fold": { + "0": 1.2398, + "1": 2.4219, + "2": 3.4832, + "3": 1.8547, + "4": 3.2734 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.004356973408767189 + }, + "macroF1": { + "mean": 1.9831043865039646, + "std": 0.8314345524218137, + "per_fold": { + "0": 0.9517, + "1": 1.9829, + "2": 2.8055, + "3": 1.3795, + "4": 2.7959 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.005951714689344722 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 61.813486503520856, + "std": 1.7171744783956187 + }, + "mIoU_tta": { + "mean": 63.837079137306354, + "std": 2.123073712218308 + }, + "kappa": { + "mean": 51.94727605259127, + "std": 2.2040978828304896 + }, + "kappa_tta": { + "mean": 54.734681559208376, + "std": 2.6833395287155644 + }, + "F1_coffee": { + "mean": 84.21835978159895, + "std": 3.3126503434351853 + }, + "F1_coffee_tta": { + "mean": 85.79650651841959, + "std": 3.46465474844425 + }, + "macroF1": { + "mean": 75.73000945790946, + "std": 1.100198933616797 + }, + "macroF1_tta": { + "mean": 77.23855839762885, + "std": 1.363185634230644 + }, + "OA": { + "mean": 78.98686772251838, + "std": 2.4876143526798513 + }, + "OA_tta": { + "mean": 80.75969392406306, + "std": 2.8529398733236526 + }, + "precision_coffee": { + "mean": 89.94885234143291, + "std": 3.626474752652551 + }, + "precision_coffee_tta": { + "mean": 89.62072700836934, + "std": 3.363010788860718 + }, + "recall_coffee": { + "mean": 79.2999692386037, + "std": 3.038864289540276 + }, + "recall_coffee_tta": { + "mean": 82.42044456152857, + "std": 3.5666584685856955 + }, + "all_drawn_mIoU": 56.964884263443096, + "changed_recall": 21.740273131626147, + "delta_vs_sl": { + "mIoU": { + "mean": 0.026048640409268842, + "std": 2.8879271456817412, + "per_fold": { + "0": 4.0128, + "1": -4.0052, + "2": -0.2039, + "3": -0.5869, + "4": 0.9134 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.9848745504933629 + }, + "kappa": { + "mean": 0.5508885360471438, + "std": 4.1787497063682855, + "per_fold": { + "0": 6.2119, + "1": -5.374, + "2": 0.4391, + "3": -0.4045, + "4": 1.8818 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.7828260190006454 + }, + "OA": { + "mean": -0.30726628575803827, + "std": 2.4330645657504433, + "per_fold": { + "0": 3.3707, + "1": -3.2402, + "2": -0.9717, + "3": -1.091, + "4": 0.3958 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.7916553793624734 + }, + "macroF1": { + "mean": 0.18970926775081978, + "std": 2.2130873121182515, + "per_fold": { + "0": 3.2387, + "1": -2.8959, + "2": 0.0761, + "3": -0.3474, + "4": 0.8771 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 9, + "n_runs": 15, + "p": 0.8573304722479849 + } + }, + "tta_gain": { + "mIoU": { + "mean": 2.023592633785499, + "std": 0.4139768132827708, + "per_fold": { + "0": 1.5311, + "1": 2.2299, + "2": 2.5847, + "3": 1.7316, + "4": 2.0405 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00039789567364888364 + }, + "kappa": { + "mean": 2.7874055066170937, + "std": 0.5191235848381196, + "per_fold": { + "0": 2.2192, + "1": 2.9403, + "2": 3.5276, + "3": 2.3691, + "4": 2.8808 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0002758489355806572 + }, + "OA": { + "mean": 1.7728262015446716, + "std": 0.36972576633316034, + "per_fold": { + "0": 1.2702, + "1": 2.0932, + "2": 2.1652, + "3": 1.5799, + "4": 1.7556 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00042883535264569506 + }, + "macroF1": { + "mean": 1.508548939719401, + "std": 0.289181836882155, + "per_fold": { + "0": 1.1609, + "1": 1.6277, + "2": 1.8945, + "3": 1.2918, + "4": 1.5679 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00030879696032067386 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 72.45259840433303, + "std": 2.509239475255098 + }, + "mIoU_tta": { + "mean": 73.2734528349832, + "std": 2.1418941886647453 + }, + "kappa": { + "mean": 67.2302949461077, + "std": 3.0470725002915673 + }, + "kappa_tta": { + "mean": 68.31466371116635, + "std": 2.576476582273638 + }, + "F1_coffee": { + "mean": 90.26548785584006, + "std": 3.4371695493762093 + }, + "F1_coffee_tta": { + "mean": 90.83323920113851, + "std": 3.0531983648254637 + }, + "macroF1": { + "mean": 83.58387665028148, + "std": 1.5577569641198834 + }, + "macroF1_tta": { + "mean": 84.1419438078084, + "std": 1.3011735011180008 + }, + "OA": { + "mean": 86.60443309096387, + "std": 2.9608535650262966 + }, + "OA_tta": { + "mean": 87.23442114724881, + "std": 2.657073325410516 + }, + "precision_coffee": { + "mean": 91.7297581807178, + "std": 2.243649265450631 + }, + "precision_coffee_tta": { + "mean": 91.45641010051777, + "std": 2.198438932039866 + }, + "recall_coffee": { + "mean": 88.9638919295301, + "std": 4.863689271904415 + }, + "recall_coffee_tta": { + "mean": 90.2897959963822, + "std": 4.259934669560269 + }, + "all_drawn_mIoU": 65.81588810866857, + "changed_recall": 30.725604197063138, + "delta_vs_sl": { + "mIoU": { + "mean": -0.11712583650248405, + "std": 2.605439537951268, + "per_fold": { + "0": 0.2987, + "1": -2.9018, + "2": -1.0579, + "3": 4.0738, + "4": -0.9985 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.9247675509793087 + }, + "kappa": { + "mean": -0.14996294787207914, + "std": 3.5938223660109276, + "per_fold": { + "0": 0.3497, + "1": -3.9175, + "2": -1.4947, + "3": 5.6757, + "4": -1.363 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.9301466885953822 + }, + "OA": { + "mean": 0.03501453095963143, + "std": 1.733008654591214, + "per_fold": { + "0": 0.3068, + "1": -1.8081, + "2": -0.4788, + "3": 2.8246, + "4": -0.6695 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.9661304651957153 + }, + "macroF1": { + "mean": -0.07198434586826181, + "std": 1.8032685119836833, + "per_fold": { + "0": 0.2011, + "1": -1.9709, + "2": -0.7399, + "3": 2.8426, + "4": -0.6928 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.9331650006987937 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.8208544306501608, + "std": 0.4629478778483923, + "per_fold": { + "0": 1.5463, + "1": 0.3554, + "2": 0.8902, + "3": 0.8226, + "4": 0.4898 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.016611056008110033 + }, + "kappa": { + "mean": 1.0843687650586447, + "std": 0.6330155027136124, + "per_fold": { + "0": 2.0644, + "1": 0.426, + "2": 1.1825, + "3": 1.1104, + "4": 0.6386 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.018611230748955036 + }, + "OA": { + "mean": 0.6299880562849438, + "std": 0.32127815770866186, + "per_fold": { + "0": 1.1759, + "1": 0.3787, + "2": 0.5984, + "3": 0.5883, + "4": 0.4086 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.01183177301963988 + }, + "macroF1": { + "mean": 0.5580671575269094, + "std": 0.3346196411501762, + "per_fold": { + "0": 1.0878, + "1": 0.2232, + "2": 0.5998, + "3": 0.5524, + "4": 0.3271 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.020310358331336806 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 73.85782499548525, + "std": 3.7309185903249755 + }, + "mIoU_tta": { + "mean": 74.6165681952726, + "std": 3.311945035819189 + }, + "kappa": { + "mean": 69.22685033775508, + "std": 4.503323709294859 + }, + "kappa_tta": { + "mean": 70.21749043395542, + "std": 4.000823747458561 + }, + "F1_coffee": { + "mean": 90.6985311398802, + "std": 4.536625152796448 + }, + "F1_coffee_tta": { + "mean": 91.20977875864932, + "std": 4.029772193516684 + }, + "macroF1": { + "mean": 84.53891893347806, + "std": 2.3855009108002854 + }, + "macroF1_tta": { + "mean": 85.0559011334433, + "std": 2.0830573229580427 + }, + "OA": { + "mean": 87.45581164628221, + "std": 3.8529108494950677 + }, + "OA_tta": { + "mean": 87.99942187653042, + "std": 3.4733213667688325 + }, + "precision_coffee": { + "mean": 92.48997730065926, + "std": 1.6526268539939217 + }, + "precision_coffee_tta": { + "mean": 92.27777488929017, + "std": 1.6424237927587693 + }, + "recall_coffee": { + "mean": 89.38359908465748, + "std": 8.313212971557986 + }, + "recall_coffee_tta": { + "mean": 90.47951404163592, + "std": 7.449001311918184 + }, + "all_drawn_mIoU": 66.70738857565011, + "changed_recall": 32.00726628453634, + "delta_vs_sl": { + "mIoU": { + "mean": -0.9436966558955049, + "std": 2.1282662948661613, + "per_fold": { + "0": -3.9887, + "1": -1.3282, + "2": -0.818, + "3": 1.978, + "4": -0.5615 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.3775670089587604 + }, + "kappa": { + "mean": -1.2269958308649875, + "std": 2.810038447728066, + "per_fold": { + "0": -5.1634, + "1": -1.8269, + "2": -1.0622, + "3": 2.7121, + "4": -0.7947 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.3841647642951616 + }, + "OA": { + "mean": -0.6656341648602535, + "std": 1.458437446236755, + "per_fold": { + "0": -2.9535, + "1": -0.6526, + "2": -0.5302, + "3": 1.0994, + "4": -0.2914 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.36517020447062143 + }, + "macroF1": { + "mean": -0.6536175898506713, + "std": 1.489320766448877, + "per_fold": { + "0": -2.7995, + "1": -0.9118, + "2": -0.5375, + "3": 1.3764, + "4": -0.3957 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.38198612324631975 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.7587431997873608, + "std": 0.5710262719314798, + "per_fold": { + "0": 1.6348, + "1": 0.1312, + "2": 0.9616, + "3": 0.5305, + "4": 0.5356 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.04109766936157272 + }, + "kappa": { + "mean": 0.9906400962003132, + "std": 0.7264479837275455, + "per_fold": { + "0": 2.0961, + "1": 0.1748, + "2": 1.2548, + "3": 0.7069, + "4": 0.7206 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.038055259155918404 + }, + "OA": { + "mean": 0.5436102302482368, + "std": 0.4185234224654391, + "per_fold": { + "0": 1.2386, + "1": 0.1522, + "2": 0.5924, + "3": 0.3637, + "4": 0.3711 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.04392485952922648 + }, + "macroF1": { + "mean": 0.5169821999652384, + "std": 0.4110106043314262, + "per_fold": { + "0": 1.1628, + "1": 0.0785, + "2": 0.634, + "3": 0.349, + "4": 0.3605 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.04818941828831601 + } + } + } + } + }, + "ssl_ft": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 56.618887215024145, + "std": 2.2895335737880664 + }, + "mIoU_tta": { + "mean": 59.40203151561313, + "std": 2.088736988391145 + }, + "kappa": { + "mean": 44.17621745713779, + "std": 3.382094535592066 + }, + "kappa_tta": { + "mean": 47.98596076158021, + "std": 3.125713521668116 + }, + "F1_coffee": { + "mean": 80.57877307602291, + "std": 3.17401889022501 + }, + "F1_coffee_tta": { + "mean": 83.21594545403536, + "std": 3.0381169500153478 + }, + "macroF1": { + "mean": 71.49038271012417, + "std": 1.846532620393611 + }, + "macroF1_tta": { + "mean": 73.67910172485752, + "std": 1.6349069088022161 + }, + "OA": { + "mean": 74.7350986632213, + "std": 2.3055776995356516 + }, + "OA_tta": { + "mean": 77.46890645263116, + "std": 2.3029158924153483 + }, + "precision_coffee": { + "mean": 88.73988522818657, + "std": 3.8037790271182703 + }, + "precision_coffee_tta": { + "mean": 88.3433787260017, + "std": 3.707985606334291 + }, + "recall_coffee": { + "mean": 74.27021484342806, + "std": 4.100965681540408 + }, + "recall_coffee_tta": { + "mean": 79.13056452649344, + "std": 3.705299390478487 + }, + "all_drawn_mIoU": 52.59773722634518, + "changed_recall": 25.230085498613608, + "delta_vs_sl": { + "mIoU": { + "mean": 0.43139403979093344, + "std": 3.032269009262656, + "per_fold": { + "0": 5.6533, + "1": -0.558, + "2": 0.144, + "3": -0.9639, + "4": -2.1184 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.7663099580409404 + }, + "kappa": { + "mean": 0.8359742844314354, + "std": 4.610755545232051, + "per_fold": { + "0": 8.3859, + "1": -0.7896, + "2": 1.4786, + "3": -1.1406, + "4": -3.7545 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 7, + "n_runs": 15, + "p": 0.7059163279056483 + }, + "OA": { + "mean": 0.25103102644644365, + "std": 2.778816715212295, + "per_fold": { + "0": 5.165, + "1": -0.6294, + "2": -0.5259, + "3": -1.2057, + "4": -1.5489 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.8497738458832722 + }, + "macroF1": { + "mean": 0.4045238378313513, + "std": 2.5548832806913873, + "per_fold": { + "0": 4.7476, + "1": -0.562, + "2": 0.3883, + "3": -0.6982, + "4": -1.8531 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.7411799172992508 + } + }, + "tta_gain": { + "mIoU": { + "mean": 2.783144300588984, + "std": 0.398539431509687, + "per_fold": { + "0": 2.4073, + "1": 2.599, + "2": 3.3234, + "3": 2.5032, + "4": 3.0829 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 9.821367355886129e-05 + }, + "kappa": { + "mean": 3.8097433044424136, + "std": 0.3853346517967321, + "per_fold": { + "0": 3.4897, + "1": 3.4881, + "2": 4.2671, + "3": 3.6175, + "4": 4.1864 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 2.477877614926118e-05 + }, + "OA": { + "mean": 2.733807789409872, + "std": 0.43869746230719053, + "per_fold": { + "0": 2.2676, + "1": 2.6871, + "2": 3.19, + "3": 2.3495, + "4": 3.1749 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00015382740045289224 + }, + "macroF1": { + "mean": 2.188719014733363, + "std": 0.33783538848356026, + "per_fold": { + "0": 1.8587, + "1": 2.0602, + "2": 2.6139, + "3": 1.9317, + "4": 2.4791 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00013200798540936485 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 60.61167137141807, + "std": 2.3216131340637953 + }, + "mIoU_tta": { + "mean": 62.945380432194874, + "std": 2.127139838145507 + }, + "kappa": { + "mean": 50.368753638498696, + "std": 2.919693909308241 + }, + "kappa_tta": { + "mean": 53.535830198413294, + "std": 2.6932522857195673 + }, + "F1_coffee": { + "mean": 82.98092104358062, + "std": 4.560934439980237 + }, + "F1_coffee_tta": { + "mean": 84.95675029868954, + "std": 3.986858251090073 + }, + "macroF1": { + "mean": 74.78364997348326, + "std": 1.599961841326607 + }, + "macroF1_tta": { + "mean": 76.56141484178234, + "std": 1.4212684865456169 + }, + "OA": { + "mean": 77.94597716617528, + "std": 3.0125808600246535 + }, + "OA_tta": { + "mean": 79.99475797845136, + "std": 2.8643514781492243 + }, + "precision_coffee": { + "mean": 90.57700220318165, + "std": 2.2629297367650243 + }, + "precision_coffee_tta": { + "mean": 90.17081704472724, + "std": 2.1594105392243486 + }, + "recall_coffee": { + "mean": 76.91803901324056, + "std": 5.917977858973747 + }, + "recall_coffee_tta": { + "mean": 80.55092557886073, + "std": 5.312824398048191 + }, + "all_drawn_mIoU": 55.93091918889455, + "changed_recall": 21.148079395822702, + "delta_vs_sl": { + "mIoU": { + "mean": -1.816409264890649, + "std": 3.452796690021279, + "per_fold": { + "0": -2.7808, + "1": -6.4566, + "2": 3.1091, + "3": -0.8707, + "4": -2.0831 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.30469107877505675 + }, + "kappa": { + "mean": -2.1011848378385833, + "std": 4.973485517232575, + "per_fold": { + "0": -3.3526, + "1": -8.6487, + "2": 5.0294, + "3": -0.456, + "4": -3.078 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.39830908389485886 + }, + "OA": { + "mean": -1.9136991831283268, + "std": 2.787703982598077, + "per_fold": { + "0": -2.5249, + "1": -5.7379, + "2": 2.0846, + "3": -1.6459, + "4": -1.7444 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.1995738734518753 + }, + "macroF1": { + "mean": -1.2904123639956908, + "std": 2.685375598138263, + "per_fold": { + "0": -2.1539, + "1": -4.7824, + "2": 2.6011, + "3": -0.4867, + "4": -1.6302 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 5, + "n_runs": 15, + "p": 0.34309293623275594 + } + }, + "tta_gain": { + "mIoU": { + "mean": 2.3337090607768105, + "std": 0.4080066581651812, + "per_fold": { + "0": 2.9377, + "1": 2.4475, + "2": 2.3474, + "3": 2.0689, + "4": 1.8671 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00021537629164896903 + }, + "kappa": { + "mean": 3.1670765599145896, + "std": 0.5172503787043393, + "per_fold": { + "0": 3.9925, + "1": 3.1797, + "2": 3.2037, + "3": 2.7795, + "4": 2.6801 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00016485052160451126 + }, + "OA": { + "mean": 2.0487808122760782, + "std": 0.3582981113769885, + "per_fold": { + "0": 2.4676, + "1": 2.324, + "2": 2.0543, + "3": 1.7929, + "4": 1.6051 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00021562623052119592 + }, + "macroF1": { + "mean": 1.7777648682990759, + "std": 0.34411825706484805, + "per_fold": { + "0": 2.3305, + "1": 1.8298, + "2": 1.7383, + "3": 1.5401, + "4": 1.4501 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0003207406185340805 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 71.27046948582802, + "std": 4.357532872004756 + }, + "mIoU_tta": { + "mean": 72.38189812315917, + "std": 3.4094823043416946 + }, + "kappa": { + "mean": 65.62088562244875, + "std": 5.398093782918958 + }, + "kappa_tta": { + "mean": 67.07769720489918, + "std": 4.179150170292384 + }, + "F1_coffee": { + "mean": 89.38151757800644, + "std": 5.258596738937863 + }, + "F1_coffee_tta": { + "mean": 90.2815760015379, + "std": 4.242160396016718 + }, + "macroF1": { + "mean": 82.72748340396538, + "std": 2.853649451594254 + }, + "macroF1_tta": { + "mean": 83.50079129564779, + "std": 2.1528858749674704 + }, + "OA": { + "mean": 85.79248085102616, + "std": 4.525750969049618 + }, + "OA_tta": { + "mean": 86.68866475817231, + "std": 3.7357155129368795 + }, + "precision_coffee": { + "mean": 91.79042542071052, + "std": 1.6530224952639905 + }, + "precision_coffee_tta": { + "mean": 91.30348361368347, + "std": 1.7343510834599574 + }, + "recall_coffee": { + "mean": 87.44539282673361, + "std": 8.798008363231796 + }, + "recall_coffee_tta": { + "mean": 89.48047273126795, + "std": 7.023813521869715 + }, + "all_drawn_mIoU": 64.53043090560395, + "changed_recall": 25.1629465899016, + "delta_vs_sl": { + "mIoU": { + "mean": -2.375828027781728, + "std": 2.3962790510036207, + "per_fold": { + "0": -6.4604, + "1": -2.2022, + "2": -1.8525, + "3": -1.0308, + "4": -0.3332 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 3, + "n_runs": 15, + "p": 0.09091667888268848 + }, + "kappa": { + "mean": -3.18820684826954, + "std": 3.1498641491308432, + "per_fold": { + "0": -8.5316, + "1": -3.0808, + "2": -2.4729, + "3": -1.3711, + "4": -0.4846 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 3, + "n_runs": 15, + "p": 0.08636594546312404 + }, + "OA": { + "mean": -1.7393626076253752, + "std": 1.9067569328337668, + "per_fold": { + "0": -5.0426, + "1": -1.4159, + "2": -1.1876, + "3": -0.8959, + "4": -0.1548 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 3, + "n_runs": 15, + "p": 0.110973460691608 + }, + "macroF1": { + "mean": -1.6606487039836508, + "std": 1.717539079093007, + "per_fold": { + "0": -4.6025, + "1": -1.5174, + "2": -1.2523, + "3": -0.6903, + "4": -0.2407 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 3, + "n_runs": 15, + "p": 0.09667197864741678 + } + }, + "tta_gain": { + "mIoU": { + "mean": 1.1114286373311528, + "std": 1.1402056292176497, + "per_fold": { + "0": 2.97, + "1": 0.1992, + "2": 1.3588, + "3": 0.7792, + "4": 0.2499 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0947833634576887 + }, + "kappa": { + "mean": 1.456811582450409, + "std": 1.5006566582461904, + "per_fold": { + "0": 3.9006, + "1": 0.2445, + "2": 1.7754, + "3": 1.0446, + "4": 0.3189 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.09573121747840559 + }, + "OA": { + "mean": 0.8961839071461611, + "std": 0.8665529197850967, + "per_fold": { + "0": 2.3482, + "1": 0.2485, + "2": 0.9728, + "3": 0.6581, + "4": 0.2533 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.08180480719538448 + }, + "macroF1": { + "mean": 0.7733078916824269, + "std": 0.8386241668753994, + "per_fold": { + "0": 2.1601, + "1": 0.1164, + "2": 0.9082, + "3": 0.5229, + "4": 0.1589 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.10821767155880635 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 74.55845383205617, + "std": 3.370225998186489 + }, + "mIoU_tta": { + "mean": 75.2244218161108, + "std": 3.0205308506967 + }, + "kappa": { + "mean": 70.17354450538122, + "std": 4.056580715379752 + }, + "kappa_tta": { + "mean": 71.02584757970332, + "std": 3.641445517167354 + }, + "F1_coffee": { + "mean": 91.0464485494019, + "std": 4.043085786764169 + }, + "F1_coffee_tta": { + "mean": 91.52829240120596, + "std": 3.599715906236731 + }, + "macroF1": { + "mean": 85.03404074077636, + "std": 2.113579585368321 + }, + "macroF1_tta": { + "mean": 85.47868458429575, + "std": 1.8658012312679824 + }, + "OA": { + "mean": 87.83944836080275, + "std": 3.5119058841324784 + }, + "OA_tta": { + "mean": 88.34114638350702, + "std": 3.193971695943659 + }, + "precision_coffee": { + "mean": 92.65461219766901, + "std": 1.694508905274557 + }, + "precision_coffee_tta": { + "mean": 92.28777326969676, + "std": 1.7271986864340676 + }, + "recall_coffee": { + "mean": 89.78138911998303, + "std": 7.176350585618238 + }, + "recall_coffee_tta": { + "mean": 90.98697046666653, + "std": 6.277774519637237 + }, + "all_drawn_mIoU": 67.2530484163817, + "changed_recall": 30.854083505357902, + "delta_vs_sl": { + "mIoU": { + "mean": -0.29261807254534633, + "std": 1.4310780419370812, + "per_fold": { + "0": -2.5197, + "1": 0.2837, + "2": -0.7414, + "3": 1.2544, + "4": 0.2598 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.6712452446015815 + }, + "kappa": { + "mean": -0.297479220708648, + "std": 1.835570234846432, + "per_fold": { + "0": -3.1156, + "1": 0.4098, + "2": -0.9212, + "3": 1.7434, + "4": 0.3962 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.7353992397691068 + }, + "OA": { + "mean": -0.3787213622526934, + "std": 0.9945459665469026, + "per_fold": { + "0": -1.9769, + "1": -0.0328, + "2": -0.573, + "3": 0.6596, + "4": 0.0295 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.44247180331627906 + }, + "macroF1": { + "mean": -0.1825013253957394, + "std": 0.9894842298701112, + "per_fold": { + "0": -1.7345, + "1": 0.2179, + "2": -0.4706, + "3": 0.875, + "4": 0.1997 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 8, + "n_runs": 15, + "p": 0.701176106961526 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.6659679840546289, + "std": 0.560335212553924, + "per_fold": { + "0": 1.4209, + "1": -0.009, + "2": 1.0293, + "3": 0.4385, + "4": 0.45 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.05653135891642752 + }, + "kappa": { + "mean": 0.8523030743220985, + "std": 0.7085999222143788, + "per_fold": { + "0": 1.7905, + "1": -0.0248, + "2": 1.3201, + "3": 0.5772, + "4": 0.5985 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.054684171737026145 + }, + "OA": { + "mean": 0.5016980227042694, + "std": 0.38803089059168094, + "per_fold": { + "0": 1.0947, + "1": 0.0877, + "2": 0.6557, + "3": 0.3372, + "4": 0.3331 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.04451431221073767 + }, + "macroF1": { + "mean": 0.44464384351937836, + "std": 0.3910019940737602, + "per_fold": { + "0": 0.9906, + "1": -0.0204, + "2": 0.6693, + "3": 0.2839, + "4": 0.2999 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.06378851981811998 + } + } + } + } + }, + "ssl_lp+es50p30@e200": { + "spatial": { + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 67.5596999759313, + "std": 3.292794864533224 + }, + "mIoU_tta": { + "mean": 68.00983770070104, + "std": 2.9135919135301633 + }, + "kappa": { + "mean": 59.91311557141745, + "std": 4.452858993879475 + }, + "kappa_tta": { + "mean": 60.47338302972113, + "std": 3.962802082467857 + }, + "F1_coffee": { + "mean": 88.5439319776446, + "std": 3.7843353451431043 + }, + "F1_coffee_tta": { + "mean": 89.15056802867602, + "std": 3.518967883133748 + }, + "macroF1": { + "mean": 79.91031291309122, + "std": 2.241634486779068 + }, + "macroF1_tta": { + "mean": 80.18621198739984, + "std": 1.983174815854388 + }, + "OA": { + "mean": 83.99081605664591, + "std": 3.47020690805359 + }, + "OA_tta": { + "mean": 84.59949829650583, + "std": 3.2399116881745256 + }, + "precision_coffee": { + "mean": 88.78986116471286, + "std": 2.4900739290484997 + }, + "precision_coffee_tta": { + "mean": 88.15438697274229, + "std": 2.4316531095946585 + }, + "recall_coffee": { + "mean": 88.48167244108265, + "std": 5.57425017329297 + }, + "recall_coffee_tta": { + "mean": 90.32228190827429, + "std": 5.10251716439739 + }, + "all_drawn_mIoU": 61.242887820696225, + "changed_recall": 22.822926136194404, + "delta_vs_sl": { + "mIoU": { + "mean": 5.772262112819703, + "std": 2.1392138785471237, + "per_fold": { + "0": 8.68, + "1": 6.2553, + "2": 2.6967, + "3": 5.8469, + "4": 5.3825 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.0038038314957139783 + }, + "kappa": { + "mean": 8.516728054873308, + "std": 3.2466976763708044, + "per_fold": { + "0": 13.1807, + "1": 8.9711, + "2": 4.059, + "3": 8.427, + "4": 7.9459 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.004217894317012659 + }, + "OA": { + "mean": 4.696682048369501, + "std": 1.6126926043022491, + "per_fold": { + "0": 6.9008, + "1": 4.7314, + "2": 2.3589, + "3": 4.9384, + "4": 4.554 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.002870043057831507 + }, + "macroF1": { + "mean": 4.370012722932577, + "std": 1.6951197366425923, + "per_fold": { + "0": 6.7933, + "1": 4.5644, + "2": 2.016, + "3": 4.2982, + "4": 4.1782 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.004493821414052049 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.45013772476976044, + "std": 0.4399367448527124, + "per_fold": { + "0": 0.8362, + "1": -0.1379, + "2": 0.1522, + "3": 0.5189, + "4": 0.8813 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.08404978746181187 + }, + "kappa": { + "mean": 0.5602674583036886, + "std": 0.6265130161494364, + "per_fold": { + "0": 1.127, + "1": -0.2309, + "2": 0.0368, + "3": 0.7482, + "4": 1.1203 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.11616518816139819 + }, + "OA": { + "mean": 0.6086822398599224, + "std": 0.330503733666984, + "per_fold": { + "0": 0.7658, + "1": 0.1372, + "2": 0.5032, + "3": 0.6057, + "4": 1.0315 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.014634825940826247 + }, + "macroF1": { + "mean": 0.27589907430862864, + "std": 0.33087822642133713, + "per_fold": { + "0": 0.5992, + "1": -0.1351, + "2": 0.0087, + "3": 0.3307, + "4": 0.576 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.1356886783776622 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 69.12867745550905, + "std": 3.9877853989707597 + }, + "mIoU_tta": { + "mean": 69.6404288708348, + "std": 2.975320696236052 + }, + "kappa": { + "mean": 62.49417385744141, + "std": 4.80609007309521 + }, + "kappa_tta": { + "mean": 63.12954471803522, + "std": 3.438834681743343 + }, + "F1_coffee": { + "mean": 88.77251264199337, + "std": 5.471403466507161 + }, + "F1_coffee_tta": { + "mean": 89.44741820056738, + "std": 4.712947150953772 + }, + "macroF1": { + "mean": 81.13095486902262, + "std": 2.564056926033113 + }, + "macroF1_tta": { + "mean": 81.4702384684097, + "std": 1.8041774995650477 + }, + "OA": { + "mean": 84.83834851688525, + "std": 4.582446285840255 + }, + "OA_tta": { + "mean": 85.45479005151368, + "std": 3.9400563743487695 + }, + "precision_coffee": { + "mean": 90.27136362355895, + "std": 2.0691779280661144 + }, + "precision_coffee_tta": { + "mean": 89.61321546403724, + "std": 2.011596516630482 + }, + "recall_coffee": { + "mean": 87.88925185445427, + "std": 10.107400755139096 + }, + "recall_coffee_tta": { + "mean": 89.72968461441137, + "std": 9.011995174213597 + }, + "all_drawn_mIoU": 62.280149644087395, + "changed_recall": 18.2280785681601, + "delta_vs_sl": { + "mIoU": { + "mean": -5.672844195871695, + "std": 1.837855992612997, + "per_fold": { + "0": -8.6299, + "1": -3.976, + "2": -5.7708, + "3": -4.3026, + "4": -5.6848 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.002310973273461086 + }, + "kappa": { + "mean": -7.959672311178656, + "std": 2.3557447194012417, + "per_fold": { + "0": -11.6494, + "1": -5.6349, + "2": -8.1476, + "3": -6.1988, + "4": -8.1677 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0016445651736226917 + }, + "OA": { + "mean": -3.2830972942572147, + "std": 1.8443549684564915, + "per_fold": { + "0": -6.3791, + "1": -1.5999, + "2": -2.7582, + "3": -2.3299, + "4": -3.3484 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.016395958022784263 + }, + "macroF1": { + "mean": -4.061581654306113, + "std": 1.3035419065856282, + "per_fold": { + "0": -6.1712, + "1": -2.8611, + "2": -4.0688, + "3": -3.1108, + "4": -4.0961 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.002231103847990725 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5117514153257474, + "std": 1.1028673501753816, + "per_fold": { + "0": 1.9482, + "1": -1.0724, + "2": 0.145, + "3": 0.6563, + "4": 0.8817 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.3580693187080034 + }, + "kappa": { + "mean": 0.6353708605937953, + "std": 1.498362664673056, + "per_fold": { + "0": 2.4959, + "1": -1.5779, + "2": 0.1446, + "3": 0.9492, + "4": 1.165 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.3967242854763992 + }, + "OA": { + "mean": 0.6164415346284386, + "std": 0.6870741184472691, + "per_fold": { + "0": 1.5651, + "1": -0.2932, + "2": 0.2954, + "3": 0.6623, + "4": 0.8526 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.11529824824005847 + }, + "macroF1": { + "mean": 0.33928359938710173, + "std": 0.8253779096046667, + "per_fold": { + "0": 1.4361, + "1": -0.8327, + "2": 0.0668, + "3": 0.4304, + "4": 0.5959 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.41002037084753534 + } + } + } + } + }, + "ssl_lp+es50p30_lov50@e200_exactloc1km": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 63.85714522274735, + "std": 4.186395301046832 + }, + "mIoU_tta": { + "mean": 64.45126754114261, + "std": 3.7181704853427724 + }, + "kappa": { + "mean": 54.15477797048046, + "std": 5.902464970535611 + }, + "kappa_tta": { + "mean": 54.90592981001119, + "std": 5.387825994454272 + }, + "F1_coffee": { + "mean": 86.68335721858068, + "std": 5.172512285714048 + }, + "F1_coffee_tta": { + "mean": 87.45894774485328, + "std": 4.517150927969041 + }, + "macroF1": { + "mean": 76.96595907306218, + "std": 3.0446943825218065 + }, + "macroF1_tta": { + "mean": 77.34735290278975, + "std": 2.7771640704770917 + }, + "OA": { + "mean": 81.63065657057419, + "std": 4.523951878137359 + }, + "OA_tta": { + "mean": 82.36338292780508, + "std": 4.052483209805985 + }, + "precision_coffee": { + "mean": 87.480280234872, + "std": 2.969251788139184 + }, + "precision_coffee_tta": { + "mean": 86.95187037066293, + "std": 3.06507085074547 + }, + "recall_coffee": { + "mean": 86.23811939776178, + "std": 7.746172407251533 + }, + "recall_coffee_tta": { + "mean": 88.24997522181819, + "std": 6.401639191004278 + }, + "all_drawn_mIoU": 58.42939018308773, + "changed_recall": 23.970853918151864, + "delta_vs_sl": { + "mIoU": { + "mean": 6.457523857714692, + "std": 2.5761304160951233, + "per_fold": { + "0": 5.2534, + "1": 9.7765, + "2": 4.5078, + "3": 4.1095, + "4": 8.6405 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.004975721520774398 + }, + "kappa": { + "mean": 9.205322227768175, + "std": 4.1785843017334905, + "per_fold": { + "0": 8.0422, + "1": 14.6419, + "2": 4.7928, + "3": 6.1561, + "4": 12.3936 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.007895378468891556 + }, + "OA": { + "mean": 5.902931749291784, + "std": 1.965979987046085, + "per_fold": { + "0": 4.2189, + "1": 7.461, + "2": 6.6353, + "3": 3.423, + "4": 7.7765 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.002562169067527144 + }, + "macroF1": { + "mean": 4.926067013781133, + "std": 2.1321821335465945, + "per_fold": { + "0": 4.3934, + "1": 7.4799, + "2": 2.8338, + "3": 3.091, + "4": 6.8322 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.006669987653179051 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5941223183952673, + "std": 0.6421960347432515, + "per_fold": { + "0": 1.4759, + "1": -0.0472, + "2": 0.0599, + "3": 0.4839, + "4": 0.9981 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.10739067494803853 + }, + "kappa": { + "mean": 0.7511518395307221, + "std": 0.946943739226023, + "per_fold": { + "0": 2.0256, + "1": -0.1509, + "2": -0.1524, + "3": 0.7072, + "4": 1.3261 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.15078155765237583 + }, + "OA": { + "mean": 0.7327263572309164, + "std": 0.5309136740028074, + "per_fold": { + "0": 1.4582, + "1": 0.1985, + "2": 0.4177, + "3": 0.4715, + "4": 1.1177 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.03671497635565387 + }, + "macroF1": { + "mean": 0.381393829727574, + "std": 0.5351127614580434, + "per_fold": { + "0": 1.1032, + "1": -0.0851, + "2": -0.161, + "3": 0.336, + "4": 0.7139 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.18622076891992517 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 66.41744761447505, + "std": 2.4351836248612844 + }, + "mIoU_tta": { + "mean": 66.81917528256463, + "std": 1.9702608896691522 + }, + "kappa": { + "mean": 58.22648958553223, + "std": 2.963812914743029 + }, + "kappa_tta": { + "mean": 58.7389349284522, + "std": 2.35388613917733 + }, + "F1_coffee": { + "mean": 88.06122902004552, + "std": 4.210262551190991 + }, + "F1_coffee_tta": { + "mean": 88.59573270686163, + "std": 3.8577534597308807 + }, + "macroF1": { + "mean": 79.04976309442056, + "std": 1.4967648801977853 + }, + "macroF1_tta": { + "mean": 79.30498570528489, + "std": 1.1621937197268968 + }, + "OA": { + "mean": 83.3797139772352, + "std": 3.448315666033173 + }, + "OA_tta": { + "mean": 83.90927089149883, + "std": 3.1688618747930244 + }, + "precision_coffee": { + "mean": 88.31508914538608, + "std": 2.379884614023584 + }, + "precision_coffee_tta": { + "mean": 87.83908116577288, + "std": 2.209062060236252 + }, + "recall_coffee": { + "mean": 88.05626892283811, + "std": 6.821549239741593 + }, + "recall_coffee_tta": { + "mean": 89.5766690163981, + "std": 6.316964154439956 + }, + "all_drawn_mIoU": 60.366174364523246, + "changed_recall": 26.19182515914859, + "delta_vs_sl": { + "mIoU": { + "mean": 3.485730588423492, + "std": 1.4222859666043328, + "per_fold": { + "0": 2.5325, + "1": 2.5659, + "2": 4.3978, + "3": 2.3782, + "4": 5.5542 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.005398103338631493 + }, + "kappa": { + "mean": 4.8695121582872485, + "std": 1.9716291596518591, + "per_fold": { + "0": 3.3503, + "1": 3.8036, + "2": 6.0216, + "3": 3.3779, + "4": 7.7941 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.005249761313453616 + }, + "OA": { + "mean": 3.251993837056284, + "std": 1.4826330558436165, + "per_fold": { + "0": 2.1345, + "1": 1.962, + "2": 4.3402, + "3": 2.5286, + "4": 5.2946 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.008017623453516958 + }, + "macroF1": { + "mean": 2.5835193111374624, + "std": 1.0937873087719683, + "per_fold": { + "0": 1.9964, + "1": 1.847, + "2": 3.3054, + "3": 1.6203, + "4": 4.1486 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.006163538690631949 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.4017276680895748, + "std": 0.5699455269693693, + "per_fold": { + "0": 1.167, + "1": -0.1557, + "2": -0.1739, + "3": 0.5409, + "4": 0.6303 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.190130092087939 + }, + "kappa": { + "mean": 0.5124453429199718, + "std": 0.8555853128438092, + "per_fold": { + "0": 1.5946, + "1": -0.3459, + "2": -0.3794, + "3": 0.8155, + "4": 0.8774 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.2515176413975655 + }, + "OA": { + "mean": 0.5295569142636338, + "std": 0.3171223658002161, + "per_fold": { + "0": 0.9909, + "1": 0.227, + "2": 0.2478, + "3": 0.5169, + "4": 0.6652 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.020226870084929394 + }, + "macroF1": { + "mean": 0.25522261086435094, + "std": 0.44524072646360413, + "per_fold": { + "0": 0.855, + "1": -0.1711, + "2": -0.2027, + "3": 0.3717, + "4": 0.4232 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.2691768918657474 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 68.95889738867848, + "std": 3.3150694488880723 + }, + "mIoU_tta": { + "mean": 69.34741797876603, + "std": 2.626170610446318 + }, + "kappa": { + "mean": 62.05748091185821, + "std": 4.100084531652828 + }, + "kappa_tta": { + "mean": 62.54897671535724, + "std": 3.140142483920304 + }, + "F1_coffee": { + "mean": 89.11837512476725, + "std": 4.475440604898346 + }, + "F1_coffee_tta": { + "mean": 89.64936007073372, + "std": 3.99889756677849 + }, + "macroF1": { + "mean": 80.98563446058962, + "std": 2.085785380537692 + }, + "macroF1_tta": { + "mean": 81.23219099863675, + "std": 1.5689359547715946 + }, + "OA": { + "mean": 84.90578703239764, + "std": 3.995024301611959 + }, + "OA_tta": { + "mean": 85.40954007729039, + "std": 3.587014224559831 + }, + "precision_coffee": { + "mean": 89.22330215028919, + "std": 2.142127159431127 + }, + "precision_coffee_tta": { + "mean": 88.62664803486317, + "std": 2.1064478436838017 + }, + "recall_coffee": { + "mean": 89.2110690834201, + "std": 7.256706213165748 + }, + "recall_coffee_tta": { + "mean": 90.82986281073782, + "std": 6.3893037077854835 + }, + "all_drawn_mIoU": 62.33214892812267, + "changed_recall": 20.93315939710164, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.3885205900875633, + "std": 0.7479901554244035, + "per_fold": { + "0": 1.1852, + "1": -0.771, + "2": 0.1637, + "3": 0.8156, + "4": 0.5491 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.3100404874013695 + }, + "kappa": { + "mean": 0.49149580349904765, + "std": 1.0485852568850145, + "per_fold": { + "0": 1.5333, + "1": -1.1568, + "2": 0.2083, + "3": 1.181, + "4": 0.6918 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.35374536572391857 + }, + "OA": { + "mean": 0.5037530448927356, + "std": 0.46064388448309473, + "per_fold": { + "0": 1.0237, + "1": -0.1818, + "2": 0.3035, + "3": 0.713, + "4": 0.6604 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.070800547531217 + }, + "macroF1": { + "mean": 0.2465565380471247, + "std": 0.5520667735458509, + "per_fold": { + "0": 0.8453, + "1": -0.604, + "2": 0.0824, + "3": 0.5632, + "4": 0.3459 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.374484298055816 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 69.17861294984931, + "std": 4.120911856929387 + }, + "mIoU_tta": { + "mean": 69.57893457963841, + "std": 3.356724163363426 + }, + "kappa": { + "mean": 62.43582710719924, + "std": 5.1669717863416595 + }, + "kappa_tta": { + "mean": 62.943757700907895, + "std": 4.123830792921573 + }, + "F1_coffee": { + "mean": 89.06947415587567, + "std": 5.177386533607073 + }, + "F1_coffee_tta": { + "mean": 89.62975046738777, + "std": 4.585341710745325 + }, + "macroF1": { + "mean": 81.13173251343144, + "std": 2.68019156737845 + }, + "macroF1_tta": { + "mean": 81.3955800230637, + "std": 2.1011623343535595 + }, + "OA": { + "mean": 85.00654971689943, + "std": 4.5673371893678745 + }, + "OA_tta": { + "mean": 85.52054111642704, + "std": 4.087415378557908 + }, + "precision_coffee": { + "mean": 89.4053795540044, + "std": 2.297682924216336 + }, + "precision_coffee_tta": { + "mean": 88.82025711215739, + "std": 2.2246565959072946 + }, + "recall_coffee": { + "mean": 89.13703759039612, + "std": 8.831465382447238 + }, + "recall_coffee_tta": { + "mean": 90.7506861256543, + "std": 7.903748390815185 + }, + "all_drawn_mIoU": 62.46132975244468, + "changed_recall": 21.1418191686111, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.40032162978909724, + "std": 0.7837856156016615, + "per_fold": { + "0": 1.4782, + "1": -0.7143, + "2": 0.2261, + "3": 0.4876, + "4": 0.524 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.3171423167317073 + }, + "kappa": { + "mean": 0.5079305937086588, + "std": 1.0611909743210581, + "per_fold": { + "0": 1.9158, + "1": -1.0446, + "2": 0.2958, + "3": 0.7271, + "4": 0.6456 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.3447792029166077 + }, + "OA": { + "mean": 0.5139913995275919, + "std": 0.5123408588698529, + "per_fold": { + "0": 1.2398, + "1": -0.1668, + "2": 0.317, + "3": 0.5212, + "4": 0.6588 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.08830104504718057 + }, + "macroF1": { + "mean": 0.2638475096322622, + "std": 0.5862461006006486, + "per_fold": { + "0": 1.0961, + "1": -0.5472, + "2": 0.1298, + "3": 0.3181, + "4": 0.3224 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.37117452008121526 + } + } + } + } + }, + "ssl_lp@e200": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 64.4906115376712, + "std": 4.652776053192584 + }, + "mIoU_tta": { + "mean": 65.40662028594394, + "std": 3.7100154011700197 + }, + "kappa": { + "mean": 55.284477120299734, + "std": 6.422237613628784 + }, + "kappa_tta": { + "mean": 56.46584180848713, + "std": 5.293900851928901 + }, + "F1_coffee": { + "mean": 86.44908136351563, + "std": 6.0088102432684565 + }, + "F1_coffee_tta": { + "mean": 87.54270610683174, + "std": 4.800956999515049 + }, + "macroF1": { + "mean": 77.473620163078, + "std": 3.382816274062058 + }, + "macroF1_tta": { + "mean": 78.13586009748168, + "std": 2.6944120750687377 + }, + "OA": { + "mean": 81.77603196214818, + "std": 5.000955944041961 + }, + "OA_tta": { + "mean": 82.7508104553677, + "std": 4.1682282660445535 + }, + "precision_coffee": { + "mean": 88.54107831749921, + "std": 1.9048558102195634 + }, + "precision_coffee_tta": { + "mean": 87.89482515191081, + "std": 1.994175071182443 + }, + "recall_coffee": { + "mean": 85.03473441978403, + "std": 9.700148083874529 + }, + "recall_coffee_tta": { + "mean": 87.54254856880515, + "std": 7.73327587867036 + }, + "all_drawn_mIoU": 58.718718108982856, + "changed_recall": 21.447967089541006, + "delta_vs_sl": { + "mIoU": { + "mean": 8.303118362438004, + "std": 2.2198231672974025, + "per_fold": { + "0": 8.6311, + "1": 11.3694, + "2": 6.057, + "3": 6.2296, + "4": 9.2285 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0011174416715917829 + }, + "kappa": { + "mean": 11.944233947593379, + "std": 3.5886629805547314, + "per_fold": { + "0": 13.3937, + "1": 16.5415, + "2": 7.3786, + "3": 9.4237, + "4": 12.9836 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0017408611241980171 + }, + "OA": { + "mean": 7.291964325373326, + "std": 1.6701786193759751, + "per_fold": { + "0": 7.013, + "1": 9.388, + "2": 6.6602, + "3": 5.0282, + "4": 8.3704 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0006167389459968554 + }, + "macroF1": { + "mean": 6.387761290785184, + "std": 1.80831472271113, + "per_fold": { + "0": 7.0774, + "1": 8.6017, + "2": 4.2691, + "3": 4.7898, + "4": 7.2008 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0013895531966325006 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.9160087482727434, + "std": 1.086460970067252, + "per_fold": { + "0": 2.7121, + "1": -0.1765, + "2": 0.9665, + "3": 0.6267, + "4": 0.4513 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.13247420685190886 + }, + "kappa": { + "mean": 1.1813646881874065, + "std": 1.4677872120578366, + "per_fold": { + "0": 3.5766, + "1": -0.2892, + "2": 1.334, + "3": 0.8821, + "4": 0.4034 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.14628536851555046 + }, + "OA": { + "mean": 0.974778493219523, + "std": 0.8601341868796508, + "per_fold": { + "0": 2.4133, + "1": 0.1001, + "2": 0.8895, + "3": 0.6956, + "4": 0.7755 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.06438292154838297 + }, + "macroF1": { + "mean": 0.6622399344036893, + "std": 0.8938712040190508, + "per_fold": { + "0": 2.1623, + "1": -0.1699, + "2": 0.6791, + "3": 0.4169, + "4": 0.2229 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.1729353864133426 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 66.67457884004885, + "std": 3.9744006113942043 + }, + "mIoU_tta": { + "mean": 67.12559615050796, + "std": 3.4602712356591625 + }, + "kappa": { + "mean": 58.58870882497065, + "std": 5.360744210722849 + }, + "kappa_tta": { + "mean": 59.140387411405754, + "std": 4.7867107640027955 + }, + "F1_coffee": { + "mean": 87.83530048440028, + "std": 5.02133397603755 + }, + "F1_coffee_tta": { + "mean": 88.48114218737278, + "std": 4.540745771147021 + }, + "macroF1": { + "mean": 79.20601201672181, + "std": 2.7689256959834685 + }, + "macroF1_tta": { + "mean": 79.49408541715957, + "std": 2.439950469044642 + }, + "OA": { + "mean": 83.36694316252202, + "std": 4.240318909970002 + }, + "OA_tta": { + "mean": 83.97677256835284, + "std": 3.8610850346233936 + }, + "precision_coffee": { + "mean": 88.99647931313288, + "std": 1.7193388635160087 + }, + "precision_coffee_tta": { + "mean": 88.39714752274132, + "std": 1.6695066777393406 + }, + "recall_coffee": { + "mean": 87.11963326171751, + "std": 8.411732060033426 + }, + "recall_coffee_tta": { + "mean": 88.90403827597024, + "std": 7.8314657486676476 + }, + "all_drawn_mIoU": 60.42970335620673, + "changed_recall": 23.023805347683428, + "delta_vs_sl": { + "mIoU": { + "mean": 4.246498203740138, + "std": 1.2513019996668555, + "per_fold": { + "0": 2.0672, + "1": 5.0781, + "2": 4.6612, + "3": 5.0409, + "4": 4.3851 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0016175522876288127 + }, + "kappa": { + "mean": 6.118770348633355, + "std": 1.501223723975868, + "per_fold": { + "0": 3.63, + "1": 7.2934, + "2": 6.0786, + "3": 7.307, + "4": 6.2849 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0008040064045062468 + }, + "OA": { + "mean": 3.507266813218416, + "std": 1.3295658066352163, + "per_fold": { + "0": 1.3269, + "1": 3.6845, + "2": 4.9646, + "3": 3.8606, + "4": 3.6997 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.004132626177222581 + }, + "macroF1": { + "mean": 3.1319496792428767, + "std": 0.8515988563928332, + "per_fold": { + "0": 1.6442, + "1": 3.6584, + "2": 3.3242, + "3": 3.7136, + "4": 3.3193 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0011919250961098245 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.45101731045909615, + "std": 0.6745697413399907, + "per_fold": { + "0": 1.3365, + "1": -0.4235, + "2": 0.0285, + "3": 0.5932, + "4": 0.7203 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.20922384241155692 + }, + "kappa": { + "mean": 0.551678586435122, + "std": 0.9329904640565069, + "per_fold": { + "0": 1.7479, + "1": -0.6577, + "2": -0.068, + "3": 0.8218, + "4": 0.9144 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.2566425565711547 + }, + "OA": { + "mean": 0.6098294058307999, + "std": 0.42412667818126726, + "per_fold": { + "0": 1.1192, + "1": -0.0038, + "2": 0.4469, + "3": 0.6401, + "4": 0.8467 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.032430450654872024 + }, + "macroF1": { + "mean": 0.288073400437753, + "std": 0.5286172186411215, + "per_fold": { + "0": 1.0146, + "1": -0.3517, + "2": -0.0822, + "3": 0.3894, + "4": 0.4703 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.289963763441461 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 69.00521835401045, + "std": 3.6456295743935887 + }, + "mIoU_tta": { + "mean": 69.41859482753884, + "std": 2.7017827496178324 + }, + "kappa": { + "mean": 62.25277830604565, + "std": 4.496040965943184 + }, + "kappa_tta": { + "mean": 62.73862511901136, + "std": 3.2413443375237057 + }, + "F1_coffee": { + "mean": 88.83476821348492, + "std": 4.987732938982397 + }, + "F1_coffee_tta": { + "mean": 89.47018172912809, + "std": 4.33280468571183 + }, + "macroF1": { + "mean": 81.03289583901099, + "std": 2.3467487790734736 + }, + "macroF1_tta": { + "mean": 81.28921973090301, + "std": 1.6601454154958757 + }, + "OA": { + "mean": 84.79859496157071, + "std": 4.218336787302856 + }, + "OA_tta": { + "mean": 85.37697752079546, + "std": 3.6308949645061577 + }, + "precision_coffee": { + "mean": 90.08860288009417, + "std": 1.9180947357090055 + }, + "precision_coffee_tta": { + "mean": 89.36349797623932, + "std": 1.9015374011857382 + }, + "recall_coffee": { + "mean": 88.06841030899959, + "std": 9.219209391829592 + }, + "recall_coffee_tta": { + "mean": 89.94297497314734, + "std": 8.255742547324173 + }, + "all_drawn_mIoU": 62.19745577821201, + "changed_recall": 19.874631958707667, + "delta_vs_sl": { + "mIoU": { + "mean": -4.641079159599296, + "std": 1.210595961959438, + "per_fold": { + "0": -6.3443, + "1": -3.3345, + "2": -4.2164, + "3": -3.9225, + "4": -5.3877 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.001017011337478012 + }, + "kappa": { + "mean": -6.556314164672651, + "std": 1.5397772956471631, + "per_fold": { + "0": -8.3774, + "1": -4.7716, + "2": -6.0372, + "3": -5.6583, + "4": -7.9371 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0006793935621316804 + }, + "OA": { + "mean": -2.7332484970808166, + "std": 1.4121142387971295, + "per_fold": { + "0": -4.9292, + "1": -1.3212, + "2": -2.0008, + "3": -2.1497, + "4": -3.2654 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.012368493793021981 + }, + "macroF1": { + "mean": -3.3552362689380373, + "std": 0.8571200941070529, + "per_fold": { + "0": -4.5063, + "1": -2.4238, + "2": -3.0146, + "3": -2.8578, + "4": -3.9737 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0009388824047741898 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.4133764735283975, + "std": 1.0085772549932708, + "per_fold": { + "0": 1.7326, + "1": -1.0466, + "2": 0.1557, + "3": 0.4524, + "4": 0.7727 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.411272105929746 + }, + "kappa": { + "mean": 0.48584681296570836, + "std": 1.3716294559685078, + "per_fold": { + "0": 2.2267, + "1": -1.5492, + "2": 0.1543, + "3": 0.6444, + "4": 0.9531 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.4726602035043934 + }, + "OA": { + "mean": 0.5783825592247525, + "std": 0.638955911740501, + "per_fold": { + "0": 1.389, + "1": -0.3083, + "2": 0.3143, + "3": 0.5719, + "4": 0.9249 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.11297053176733873 + }, + "macroF1": { + "mean": 0.2563238918920234, + "std": 0.7476663171405624, + "per_fold": { + "0": 1.2585, + "1": -0.8136, + "2": 0.0729, + "3": 0.2776, + "4": 0.4861 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.48606291788288947 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 69.40246394493232, + "std": 4.0715601390250145 + }, + "mIoU_tta": { + "mean": 69.97324434009948, + "std": 3.116643472819477 + }, + "kappa": { + "mean": 62.88625515840916, + "std": 4.916689001902211 + }, + "kappa_tta": { + "mean": 63.60644088719812, + "std": 3.6474905062500396 + }, + "F1_coffee": { + "mean": 88.86544861908318, + "std": 5.530831637620658 + }, + "F1_coffee_tta": { + "mean": 89.55020981177287, + "std": 4.767535415724553 + }, + "macroF1": { + "mean": 81.33273969635157, + "std": 2.6317765560709154 + }, + "macroF1_tta": { + "mean": 81.7179135070325, + "std": 1.9144366796419499 + }, + "OA": { + "mean": 84.99049678618931, + "std": 4.6277626375355805 + }, + "OA_tta": { + "mean": 85.6223761955289, + "std": 3.9956047543060116 + }, + "precision_coffee": { + "mean": 90.39810712294579, + "std": 1.5981591727676279 + }, + "precision_coffee_tta": { + "mean": 89.76369019918636, + "std": 1.5794928012951335 + }, + "recall_coffee": { + "mean": 87.93318919311544, + "std": 10.099412548327138 + }, + "recall_coffee_tta": { + "mean": 89.76256253712353, + "std": 8.967089376765042 + }, + "all_drawn_mIoU": 62.53440673247577, + "changed_recall": 19.997107152847835, + "delta_vs_sl": { + "mIoU": { + "mean": -5.448607959669205, + "std": 2.1681165251085863, + "per_fold": { + "0": -8.7901, + "1": -3.6109, + "2": -6.2004, + "3": -3.5623, + "4": -5.0793 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.004930080958271296 + }, + "kappa": { + "mean": -7.5847685676807, + "std": 2.776600852873096, + "per_fold": { + "0": -11.6948, + "1": -5.1165, + "2": -8.7571, + "3": -5.0554, + "4": -7.3 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.00363598811963436 + }, + "OA": { + "mean": -3.227672936866142, + "std": 2.0003907478612035, + "per_fold": { + "0": -6.6316, + "1": -1.5536, + "2": -2.9, + "3": -2.0133, + "4": -3.0399 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0225978847293587 + }, + "macroF1": { + "mean": -3.8838023698205375, + "std": 1.5397499725690924, + "per_fold": { + "0": -6.2657, + "1": -2.5847, + "2": -4.3799, + "3": -2.5332, + "4": -3.6555 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.004864523328690092 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5707803951671722, + "std": 1.0025200915679688, + "per_fold": { + "0": 1.9686, + "1": -0.6341, + "2": -0.1185, + "3": 0.7289, + "4": 0.9091 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.2719419990403689 + }, + "kappa": { + "mean": 0.7201857287889467, + "std": 1.3446147248712474, + "per_fold": { + "0": 2.5245, + "1": -0.9356, + "2": -0.2275, + "3": 1.0259, + "4": 1.2136 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.29716790068150767 + }, + "OA": { + "mean": 0.6318794093395838, + "std": 0.6773009420172158, + "per_fold": { + "0": 1.5818, + "1": -0.1544, + "2": 0.1369, + "3": 0.7125, + "4": 0.8826 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.10529254094902148 + }, + "macroF1": { + "mean": 0.38517381068093925, + "std": 0.7468942580746413, + "per_fold": { + "0": 1.4538, + "1": -0.4934, + "2": -0.1229, + "3": 0.4778, + "4": 0.6107 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.31307005367844715 + } + } + } + } + }, + "ssl_lp+es50p30_lov50": { + "spatial": { + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 67.3302731039818, + "std": 2.7187909395446574 + }, + "mIoU_tta": { + "mean": 67.79826571790885, + "std": 2.397944477468628 + }, + "kappa": { + "mean": 59.633869744804805, + "std": 3.367462563760626 + }, + "kappa_tta": { + "mean": 60.24300372147637, + "std": 3.001493643121896 + }, + "F1_coffee": { + "mean": 88.42885818306385, + "std": 4.157900064789591 + }, + "F1_coffee_tta": { + "mean": 88.95381855012597, + "std": 3.7983592626591975 + }, + "macroF1": { + "mean": 79.75628928206555, + "std": 1.7247148957152656 + }, + "macroF1_tta": { + "mean": 80.06440377852532, + "std": 1.510386341494829 + }, + "OA": { + "mean": 83.90844402852053, + "std": 3.518206002654255 + }, + "OA_tta": { + "mean": 84.43426244084063, + "std": 3.2680098879293835 + }, + "precision_coffee": { + "mean": 88.75376999466617, + "std": 2.4729671315484136 + }, + "precision_coffee_tta": { + "mean": 88.31123541970635, + "std": 2.417619663526358 + }, + "recall_coffee": { + "mean": 88.3574045570845, + "std": 6.5263797000937975 + }, + "recall_coffee_tta": { + "mean": 89.80355883645917, + "std": 6.0071383559630975 + }, + "all_drawn_mIoU": 61.182392265991155, + "changed_recall": 26.478371938455346, + "delta_vs_sl": { + "mIoU": { + "mean": 4.398556077930247, + "std": 1.5605806641461952, + "per_fold": { + "0": 3.4803, + "1": 4.3248, + "2": 5.8448, + "3": 2.3414, + "4": 6.0015 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.003239858035616364 + }, + "kappa": { + "mean": 6.276892317559815, + "std": 2.263063022220776, + "per_fold": { + "0": 4.7928, + "1": 6.29, + "2": 8.4312, + "3": 3.3459, + "4": 8.5244 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.0034376524500728096 + }, + "OA": { + "mean": 3.7807238883415977, + "std": 1.3388177398438699, + "per_fold": { + "0": 2.8717, + "1": 3.2154, + "2": 4.8234, + "3": 2.4404, + "4": 5.5528 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.003217075009189874 + }, + "macroF1": { + "mean": 3.290045498782476, + "std": 1.2399981664655921, + "per_fold": { + "0": 2.6951, + "1": 3.1518, + "2": 4.4886, + "3": 1.6027, + "4": 4.5121 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.0040458032576869704 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.4679926139270421, + "std": 0.4317109193185221, + "per_fold": { + "0": 1.1818, + "1": 0.1523, + "2": 0.4511, + "3": 0.4552, + "4": 0.0994 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.07244978710644609 + }, + "kappa": { + "mean": 0.6091339766715876, + "std": 0.6084917890644107, + "per_fold": { + "0": 1.5813, + "1": 0.1522, + "2": 0.6052, + "3": 0.6669, + "4": 0.0401 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.08877660800374941 + }, + "OA": { + "mean": 0.5258184123201147, + "std": 0.26358710839721966, + "per_fold": { + "0": 0.9897, + "1": 0.3395, + "2": 0.4518, + "3": 0.4546, + "4": 0.3936 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.01115484272056927 + }, + "macroF1": { + "mean": 0.3081144964597627, + "std": 0.3424741732173236, + "per_fold": { + "0": 0.8681, + "1": 0.0582, + "2": 0.306, + "3": 0.3052, + "4": 0.003 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.11457290903630588 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 68.70069231468818, + "std": 4.32225755866541 + }, + "mIoU_tta": { + "mean": 69.1083836759552, + "std": 3.747506549455617 + }, + "kappa": { + "mean": 61.84746730422885, + "std": 5.277175119564335 + }, + "kappa_tta": { + "mean": 62.347604106113025, + "std": 4.538008998922569 + }, + "F1_coffee": { + "mean": 88.57094683903998, + "std": 5.883631865085871 + }, + "F1_coffee_tta": { + "mean": 89.10677245641622, + "std": 5.3623223317821935 + }, + "macroF1": { + "mean": 80.80520819889485, + "std": 2.8311827689063356 + }, + "macroF1_tta": { + "mean": 81.07468205353982, + "std": 2.389226612326129 + }, + "OA": { + "mean": 84.59011462219561, + "std": 4.927304608136171 + }, + "OA_tta": { + "mean": 85.0831216431976, + "std": 4.541761533161963 + }, + "precision_coffee": { + "mean": 89.93041649313037, + "std": 1.8466055772851295 + }, + "precision_coffee_tta": { + "mean": 89.37628523445323, + "std": 1.7182026443517593 + }, + "recall_coffee": { + "mean": 87.81342701702268, + "std": 10.522087493265389 + }, + "recall_coffee_tta": { + "mean": 89.30618925714484, + "std": 9.75931655210047 + }, + "all_drawn_mIoU": 62.004641508788566, + "changed_recall": 20.851238537132897, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.4076913612670111, + "std": 0.6584419547703542, + "per_fold": { + "0": 1.3284, + "1": -0.5307, + "2": 0.3625, + "3": 0.4698, + "4": 0.4084 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.23842412425966747 + }, + "kappa": { + "mean": 0.5001368018841632, + "std": 0.884446764163852, + "per_fold": { + "0": 1.6863, + "1": -0.7987, + "2": 0.4735, + "3": 0.6803, + "4": 0.4593 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.2747253461644532 + }, + "OA": { + "mean": 0.4930070210019892, + "std": 0.4294497300171741, + "per_fold": { + "0": 1.1043, + "1": -0.0893, + "2": 0.3977, + "3": 0.4435, + "4": 0.6089 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.06217577100048861 + }, + "macroF1": { + "mean": 0.26947385464498835, + "std": 0.5049703421440415, + "per_fold": { + "0": 0.9975, + "1": -0.4271, + "2": 0.2312, + "3": 0.3131, + "4": 0.2328 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.29870300944090983 + } + } + } + } + }, + "ssl_lp+es50p30": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 65.43248587938504, + "std": 2.7845918536068366 + }, + "mIoU_tta": { + "mean": 65.98346970304638, + "std": 2.7283542918008745 + }, + "kappa": { + "mean": 56.60580137509927, + "std": 3.7069111375714363 + }, + "kappa_tta": { + "mean": 57.33807735266976, + "std": 3.675002475411516 + }, + "F1_coffee": { + "mean": 87.71224858483731, + "std": 4.022060529697774 + }, + "F1_coffee_tta": { + "mean": 88.31906415901577, + "std": 3.9062712738541876 + }, + "macroF1": { + "mean": 78.26749436712248, + "std": 1.8503316905981797 + }, + "macroF1_tta": { + "mean": 78.62497013486018, + "std": 1.8182792936863577 + }, + "OA": { + "mean": 82.7564302700453, + "std": 3.5764443272162185 + }, + "OA_tta": { + "mean": 83.4007600835308, + "std": 3.5677440345583795 + }, + "precision_coffee": { + "mean": 87.71232563868304, + "std": 2.738409250672119 + }, + "precision_coffee_tta": { + "mean": 87.21924749539036, + "std": 2.728595162464539 + }, + "recall_coffee": { + "mean": 87.84256428668206, + "std": 5.6333856881032425 + }, + "recall_coffee_tta": { + "mean": 89.55404967561628, + "std": 5.320376816966625 + }, + "all_drawn_mIoU": 59.5309982801391, + "changed_recall": 24.160434985279302, + "delta_vs_sl": { + "mIoU": { + "mean": 8.277723489941149, + "std": 2.057357821025349, + "per_fold": { + "0": 5.6637, + "1": 10.8856, + "2": 9.7199, + "3": 7.8646, + "4": 7.2548 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0008450012637872976 + }, + "kappa": { + "mean": 11.923850272598974, + "std": 3.107515802089556, + "per_fold": { + "0": 8.168, + "1": 15.9799, + "2": 13.8583, + "3": 11.7629, + "4": 9.8501 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0010135804073504256 + }, + "OA": { + "mean": 7.307933650167752, + "std": 1.6934428102764378, + "per_fold": { + "0": 4.9411, + "1": 9.0674, + "2": 8.8357, + "3": 6.7582, + "4": 6.9372 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0006451247759467467 + }, + "macroF1": { + "mean": 6.352640780382819, + "std": 1.5642172540520987, + "per_fold": { + "0": 4.3878, + "1": 8.2688, + "2": 7.5739, + "3": 5.9611, + "4": 5.5716 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0008152017578311892 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5509838236613461, + "std": 0.1729579048710025, + "per_fold": { + "0": 0.575, + "1": 0.3717, + "2": 0.8089, + "3": 0.5866, + "4": 0.4126 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0020530925145201572 + }, + "kappa": { + "mean": 0.7322759775704825, + "std": 0.3129052725252795, + "per_fold": { + "0": 0.7499, + "1": 0.5142, + "2": 1.1648, + "3": 0.8709, + "4": 0.3615 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.006370820130643112 + }, + "OA": { + "mean": 0.6443298134855041, + "std": 0.1631871179904154, + "per_fold": { + "0": 0.5814, + "1": 0.4594, + "2": 0.8262, + "3": 0.5486, + "4": 0.806 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0009083693409130614 + }, + "macroF1": { + "mean": 0.35747576773770506, + "std": 0.1607933572542093, + "per_fold": { + "0": 0.4016, + "1": 0.2323, + "2": 0.5734, + "3": 0.4126, + "4": 0.1674 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.007644824764990538 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 67.17591009158835, + "std": 2.3292100785739476 + }, + "mIoU_tta": { + "mean": 67.7393622170645, + "std": 2.0118182502415056 + }, + "kappa": { + "mean": 59.42115743799884, + "std": 2.767262135629767 + }, + "kappa_tta": { + "mean": 60.163124794232694, + "std": 2.364564978048553 + }, + "F1_coffee": { + "mean": 88.2857860652463, + "std": 3.9689195762126004 + }, + "F1_coffee_tta": { + "mean": 88.89369225883337, + "std": 3.683375254798354 + }, + "macroF1": { + "mean": 79.66138362105661, + "std": 1.41137799476292 + }, + "macroF1_tta": { + "mean": 80.03413804984908, + "std": 1.180250870261465 + }, + "OA": { + "mean": 83.73654209724405, + "std": 3.2959604843201107 + }, + "OA_tta": { + "mean": 84.36317180662564, + "std": 3.1053617621822394 + }, + "precision_coffee": { + "mean": 88.92465933450197, + "std": 2.2665381228264856 + }, + "precision_coffee_tta": { + "mean": 88.41981373741926, + "std": 2.2157084944331307 + }, + "recall_coffee": { + "mean": 87.85334933780283, + "std": 6.243200295016847 + }, + "recall_coffee_tta": { + "mean": 89.54018575675893, + "std": 5.888603824405347 + }, + "all_drawn_mIoU": 61.023739552990186, + "changed_recall": 23.978940419696237, + "delta_vs_sl": { + "mIoU": { + "mean": 5.388472228476762, + "std": 1.8791512343652648, + "per_fold": { + "0": 7.81, + "1": 3.3699, + "2": 3.6329, + "3": 5.7565, + "4": 6.373 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0030399093606586756 + }, + "kappa": { + "mean": 8.024769921454695, + "std": 2.9601221617697275, + "per_fold": { + "0": 12.0498, + "1": 4.7742, + "2": 5.534, + "3": 8.333, + "4": 9.4329 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0037391005675042424 + }, + "OA": { + "mean": 4.442408088967634, + "std": 1.4431397864517408, + "per_fold": { + "0": 6.1117, + "1": 3.0567, + "2": 2.8177, + "3": 4.9067, + "4": 5.3193 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0023345647024120633 + }, + "macroF1": { + "mean": 4.121083430897985, + "std": 1.5427858341739913, + "per_fold": { + "0": 6.1928, + "1": 2.4529, + "2": 2.7887, + "3": 4.2396, + "4": 4.9314 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.003947284920275273 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5634521254761367, + "std": 0.3382746491949394, + "per_fold": { + "0": 1.0927, + "1": 0.1969, + "2": 0.4201, + "3": 0.6599, + "4": 0.4477 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.020393654281436743 + }, + "kappa": { + "mean": 0.7419673562338616, + "std": 0.4808029502200903, + "per_fold": { + "0": 1.4652, + "1": 0.2118, + "2": 0.5627, + "3": 0.9453, + "4": 0.5249 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.026038667479703206 + }, + "OA": { + "mean": 0.6266297093816007, + "std": 0.19301236379506004, + "per_fold": { + "0": 0.9186, + "1": 0.4218, + "2": 0.4896, + "3": 0.6813, + "4": 0.6218 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0019119393118307165 + }, + "macroF1": { + "mean": 0.3727544287924559, + "std": 0.2665168610934636, + "per_fold": { + "0": 0.796, + "1": 0.0884, + "2": 0.2776, + "3": 0.435, + "4": 0.2668 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.03527371474540157 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 68.50445509307572, + "std": 3.5815267830866153 + }, + "mIoU_tta": { + "mean": 68.89502875297464, + "std": 2.8875068717554777 + }, + "kappa": { + "mean": 61.50676618084301, + "std": 4.244702861045803 + }, + "kappa_tta": { + "mean": 61.96660591846391, + "std": 3.3522802450863503 + }, + "F1_coffee": { + "mean": 88.69253469037048, + "std": 5.322505406454883 + }, + "F1_coffee_tta": { + "mean": 89.27977879977504, + "std": 4.714777577919612 + }, + "macroF1": { + "mean": 80.65034516372705, + "std": 2.2631370403316824 + }, + "macroF1_tta": { + "mean": 80.8958648353901, + "std": 1.7437540772386737 + }, + "OA": { + "mean": 84.59242879437983, + "std": 4.424667627507077 + }, + "OA_tta": { + "mean": 85.1163908534719, + "std": 3.9608735847106007 + }, + "precision_coffee": { + "mean": 89.6161668546309, + "std": 1.9300272974236263 + }, + "precision_coffee_tta": { + "mean": 88.93117523021056, + "std": 1.8636415292897157 + }, + "recall_coffee": { + "mean": 88.27777864235843, + "std": 9.704195286115347 + }, + "recall_coffee_tta": { + "mean": 90.00339063741565, + "std": 8.667622897429359 + }, + "all_drawn_mIoU": 61.88778504252807, + "changed_recall": 23.178717931439824, + "delta_vs_sl": { + "mIoU": { + "mean": -4.06526914775979, + "std": 2.353123401661281, + "per_fold": { + "0": -5.4218, + "1": -5.4706, + "2": -4.6826, + "3": 0.0985, + "4": -4.8499 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 2, + "n_runs": 15, + "p": 0.01810028613251778 + }, + "kappa": { + "mean": -5.873491713136784, + "std": 3.2474628179121594, + "per_fold": { + "0": -7.3333, + "1": -7.9, + "2": -6.9469, + "3": -0.1009, + "4": -7.0864 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 2, + "n_runs": 15, + "p": 0.015549427144271655 + }, + "OA": { + "mean": -1.9769897656244126, + "std": 1.868164339641977, + "per_fold": { + "0": -4.1377, + "1": -2.189, + "2": -1.8406, + "3": 0.9752, + "4": -2.6928 + }, + "folds_better": 1, + "n_folds": 5, + "runs_better": 3, + "n_runs": 15, + "p": 0.07712918043841274 + }, + "macroF1": { + "mean": -3.005515832422688, + "std": 1.640977915533704, + "per_fold": { + "0": -3.9178, + "1": -4.0059, + "2": -3.4557, + "3": -0.1001, + "4": -3.5481 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 2, + "n_runs": 15, + "p": 0.01490847985477418 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.3905736598989321, + "std": 0.8560066943577629, + "per_fold": { + "0": 1.4501, + "1": -0.9137, + "2": 0.2775, + "3": 0.446, + "4": 0.6929 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.3652907766941348 + }, + "kappa": { + "mean": 0.45983973762092206, + "std": 1.1653330690723551, + "per_fold": { + "0": 1.8031, + "1": -1.3876, + "2": 0.3616, + "3": 0.6528, + "4": 0.8694 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.4274222011035744 + }, + "OA": { + "mean": 0.5239620590920679, + "std": 0.5534733255185716, + "per_fold": { + "0": 1.2225, + "1": -0.2604, + "2": 0.343, + "3": 0.4931, + "4": 0.8216 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.10170334917966792 + }, + "macroF1": { + "mean": 0.24551967166305247, + "std": 0.6449901037246242, + "per_fold": { + "0": 1.0644, + "1": -0.7289, + "2": 0.1703, + "3": 0.2849, + "4": 0.4369 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.4426285802154267 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 69.04842861133304, + "std": 3.5575615403431686 + }, + "mIoU_tta": { + "mean": 69.51701697809621, + "std": 2.9164949318820237 + }, + "kappa": { + "mean": 62.321647593488834, + "std": 4.264992124674561 + }, + "kappa_tta": { + "mean": 62.91524646312181, + "std": 3.4093674923307455 + }, + "F1_coffee": { + "mean": 88.90454279413771, + "std": 5.129873147030368 + }, + "F1_coffee_tta": { + "mean": 89.46685421673602, + "std": 4.6233313192681935 + }, + "macroF1": { + "mean": 81.06538004824306, + "std": 2.2525453873393113 + }, + "macroF1_tta": { + "mean": 81.37218629564099, + "std": 1.7684131648671033 + }, + "OA": { + "mean": 84.86825193908462, + "std": 4.3096261059052345 + }, + "OA_tta": { + "mean": 85.4078361897309, + "std": 3.8998792580704706 + }, + "precision_coffee": { + "mean": 89.86918718740203, + "std": 2.048250394677406 + }, + "precision_coffee_tta": { + "mean": 89.31257218364144, + "std": 2.0018151369309165 + }, + "recall_coffee": { + "mean": 88.40929564862894, + "std": 9.28899462975307 + }, + "recall_coffee_tta": { + "mean": 90.00122705640639, + "std": 8.554651532733722 + }, + "all_drawn_mIoU": 62.30155410425891, + "changed_recall": 20.636828552809586, + "delta_vs_sl": { + "mIoU": { + "mean": -5.753093040047693, + "std": 1.9940244479784743, + "per_fold": { + "0": -8.4153, + "1": -4.6474, + "2": -7.2072, + "3": -3.5593, + "4": -4.9363 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0029715257815831845 + }, + "kappa": { + "mean": -8.132198575131245, + "std": 2.6918060590563897, + "per_fold": { + "0": -11.6168, + "1": -6.6153, + "2": -10.2214, + "3": -5.1173, + "4": -7.0902 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.002503980800578606 + }, + "OA": { + "mean": -3.253193872057841, + "std": 1.7742727353275813, + "per_fold": { + "0": -6.1373, + "1": -1.9813, + "2": -3.6098, + "3": -1.7252, + "4": -2.8123 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.014854104917049105 + }, + "macroF1": { + "mean": -4.12715647508567, + "std": 1.4043075253596304, + "per_fold": { + "0": -6.0299, + "1": -3.3475, + "2": -5.1134, + "3": -2.5915, + "4": -3.5535 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.002774733495571905 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.46858836676316, + "std": 0.6875913104257704, + "per_fold": { + "0": 1.4452, + "1": -0.4672, + "2": 0.2859, + "3": 0.4443, + "4": 0.6347 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.20221855292078658 + }, + "kappa": { + "mean": 0.5935988696329659, + "std": 0.9224091734815675, + "per_fold": { + "0": 1.8724, + "1": -0.7, + "2": 0.3588, + "3": 0.6542, + "4": 0.7825 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.22355694134112744 + }, + "OA": { + "mean": 0.5395842506462827, + "std": 0.46227292148269206, + "per_fold": { + "0": 1.1675, + "1": -0.0699, + "2": 0.3414, + "3": 0.5, + "4": 0.7589 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.05941799530715937 + }, + "macroF1": { + "mean": 0.3068062473979154, + "std": 0.5134842984646736, + "per_fold": { + "0": 1.0552, + "1": -0.3781, + "2": 0.1778, + "3": 0.2814, + "4": 0.3977 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.25247755085515555 + } + } + } + } + }, + "ssl_lp+es50p30@exactloc1km": { + "spatial": { + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 66.67883450383704, + "std": 2.387169701434163 + }, + "mIoU_tta": { + "mean": 67.21658313361307, + "std": 2.132994569357116 + }, + "kappa": { + "mean": 58.68579603546247, + "std": 2.868275900167282 + }, + "kappa_tta": { + "mean": 59.38029343998335, + "std": 2.4905172106545512 + }, + "F1_coffee": { + "mean": 88.07643645907854, + "std": 3.9250744377151143 + }, + "F1_coffee_tta": { + "mean": 88.7314386836551, + "std": 3.686426344301972 + }, + "macroF1": { + "mean": 79.29131216983902, + "std": 1.447256648701191 + }, + "macroF1_tta": { + "mean": 79.63503051949661, + "std": 1.2417280644304607 + }, + "OA": { + "mean": 83.40490226871678, + "std": 3.3531070105861724 + }, + "OA_tta": { + "mean": 84.06995197777636, + "std": 3.2378477546619497 + }, + "precision_coffee": { + "mean": 88.6375669278311, + "std": 2.8275245040662544 + }, + "precision_coffee_tta": { + "mean": 87.99901754913489, + "std": 2.8302665594041163 + }, + "recall_coffee": { + "mean": 87.70622446190707, + "std": 5.67964846306512 + }, + "recall_coffee_tta": { + "mean": 89.63981484605522, + "std": 5.184936763430772 + }, + "all_drawn_mIoU": 60.4801608603842, + "changed_recall": 22.806256362161616, + "delta_vs_sl": { + "mIoU": { + "mean": 4.891396640725463, + "std": 1.8464312019865006, + "per_fold": { + "0": 6.9999, + "1": 2.6413, + "2": 3.3843, + "3": 5.2167, + "4": 6.2147 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.004069079270419782 + }, + "kappa": { + "mean": 7.2894085189183215, + "std": 2.840839991250708, + "per_fold": { + "0": 10.7007, + "1": 3.7055, + "2": 5.2887, + "3": 7.529, + "4": 9.2232 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.004571166199893692 + }, + "OA": { + "mean": 4.110768260440372, + "std": 1.4942137675801634, + "per_fold": { + "0": 5.6431, + "1": 2.7544, + "2": 2.3162, + "3": 4.5943, + "4": 5.2459 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.0035423325421763507 + }, + "macroF1": { + "mean": 3.751011979680385, + "std": 1.4973656229893826, + "per_fold": { + "0": 5.556, + "1": 1.8898, + "2": 2.6792, + "3": 3.8349, + "4": 4.7952 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.004987251905882261 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5377486297760299, + "std": 0.42688423978187073, + "per_fold": { + "0": 0.8985, + "1": -0.0872, + "2": 0.8969, + "3": 0.297, + "4": 0.6835 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.047984493319206824 + }, + "kappa": { + "mean": 0.6944974045208923, + "std": 0.59668110974656, + "per_fold": { + "0": 1.1906, + "1": -0.2125, + "2": 1.1976, + "3": 0.4271, + "4": 0.8697 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.05988185048585692 + }, + "OA": { + "mean": 0.6650497090595764, + "std": 0.2872227400800676, + "per_fold": { + "0": 0.8416, + "1": 0.2717, + "2": 0.9073, + "3": 0.4461, + "4": 0.8585 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.006617689134464183 + }, + "macroF1": { + "mean": 0.34371834965757275, + "std": 0.32244736682689706, + "per_fold": { + "0": 0.6423, + "1": -0.1263, + "2": 0.6051, + "3": 0.1694, + "4": 0.4282 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.07569439185125623 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 68.73000577950873, + "std": 3.5839273296941543 + }, + "mIoU_tta": { + "mean": 69.14208722168982, + "std": 2.6943836850923795 + }, + "kappa": { + "mean": 61.77923475322392, + "std": 4.395884896646643 + }, + "kappa_tta": { + "mean": 62.284648666652686, + "std": 3.1618378835068666 + }, + "F1_coffee": { + "mean": 88.86729120554277, + "std": 4.961349055562795 + }, + "F1_coffee_tta": { + "mean": 89.48090759397482, + "std": 4.286391762184127 + }, + "macroF1": { + "mean": 80.82356277676536, + "std": 2.265862422735419 + }, + "macroF1_tta": { + "mean": 81.08445780985195, + "std": 1.5963126094066593 + }, + "OA": { + "mean": 84.70743342546218, + "std": 4.35480574882395 + }, + "OA_tta": { + "mean": 85.2664587320734, + "std": 3.7776858323477267 + }, + "precision_coffee": { + "mean": 89.3830515383933, + "std": 2.138650450092632 + }, + "precision_coffee_tta": { + "mean": 88.7302164629087, + "std": 2.0299290937561234 + }, + "recall_coffee": { + "mean": 88.65089814661067, + "std": 8.364346795886293 + }, + "recall_coffee_tta": { + "mean": 90.44816038132805, + "std": 7.206325742516991 + }, + "all_drawn_mIoU": 62.04584343269128, + "changed_recall": 20.097120418525964, + "delta_vs_sl": { + "mIoU": { + "mean": -6.071515871872011, + "std": 1.83028636081303, + "per_fold": { + "0": -8.4839, + "1": -4.7582, + "2": -7.508, + "3": -5.3407, + "4": -4.2667 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0017628985303448422 + }, + "kappa": { + "mean": -8.674611415396157, + "std": 2.562792435231097, + "per_fold": { + "0": -12.0075, + "1": -6.7783, + "2": -10.7282, + "3": -7.7233, + "4": -6.1358 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0016335812878218825 + }, + "OA": { + "mean": -3.4140123856802744, + "std": 1.6240227751481513, + "per_fold": { + "0": -6.0711, + "1": -1.9485, + "2": -3.6466, + "3": -3.072, + "4": -2.3319 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.009303914711753783 + }, + "macroF1": { + "mean": -4.368973746563379, + "std": 1.3056292356723602, + "per_fold": { + "0": -6.1104, + "1": -3.4413, + "2": -5.3614, + "3": -3.8593, + "4": -3.0724 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0017058908738933785 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.4120814421810863, + "std": 0.9673503772607022, + "per_fold": { + "0": 1.6706, + "1": -0.9817, + "2": 0.2869, + "3": 0.8313, + "4": 0.2533 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.3947621349196464 + }, + "kappa": { + "mean": 0.5054139134287766, + "std": 1.3528091177872328, + "per_fold": { + "0": 2.1928, + "1": -1.4645, + "2": 0.3591, + "3": 1.2093, + "4": 0.2304 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.45048582413426097 + }, + "OA": { + "mean": 0.5590253066112154, + "std": 0.6135059066425281, + "per_fold": { + "0": 1.4141, + "1": -0.2851, + "2": 0.3803, + "3": 0.7321, + "4": 0.5538 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.11125934144775024 + }, + "macroF1": { + "mean": 0.26089503308660367, + "std": 0.7265937133349653, + "per_fold": { + "0": 1.2189, + "1": -0.7707, + "2": 0.1719, + "3": 0.5754, + "4": 0.1089 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.46703041754790764 + } + } + } + } + }, + "ssl_lp": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 65.44188101465076, + "std": 2.28213484111905 + }, + "mIoU_tta": { + "mean": 66.00057083752024, + "std": 2.205394725429885 + }, + "kappa": { + "mean": 56.678736687882804, + "std": 2.942006456321064 + }, + "kappa_tta": { + "mean": 57.403653913698086, + "std": 2.9189121555186515 + }, + "F1_coffee": { + "mean": 87.67031025317013, + "std": 3.6612832816333634 + }, + "F1_coffee_tta": { + "mean": 88.30764299947377, + "std": 3.498068018991297 + }, + "macroF1": { + "mean": 78.30072987409783, + "std": 1.484541254077463 + }, + "macroF1_tta": { + "mean": 78.6574438376408, + "std": 1.4617649737907255 + }, + "OA": { + "mean": 82.7000691798577, + "std": 3.1300922190691307 + }, + "OA_tta": { + "mean": 83.3686373494198, + "std": 3.0742988922607233 + }, + "precision_coffee": { + "mean": 87.95721024036372, + "std": 2.8460973432012473 + }, + "precision_coffee_tta": { + "mean": 87.4335140108058, + "std": 2.7620380894510053 + }, + "recall_coffee": { + "mean": 87.53019187891087, + "std": 4.7670708570208 + }, + "recall_coffee_tta": { + "mean": 89.32766471827851, + "std": 4.434182508919621 + }, + "all_drawn_mIoU": 59.66346122544725, + "changed_recall": 24.587489960316695, + "delta_vs_sl": { + "mIoU": { + "mean": 9.254387839417541, + "std": 1.9700648963393326, + "per_fold": { + "0": 12.0024, + "1": 8.5152, + "2": 10.2624, + "3": 6.7816, + "4": 8.7103 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0004644579650228611 + }, + "kappa": { + "mean": 13.338493515176435, + "std": 2.857388245897308, + "per_fold": { + "0": 17.618, + "1": 12.3821, + "2": 14.5903, + "3": 10.215, + "4": 11.8871 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0004759312405733865 + }, + "OA": { + "mean": 8.21600154308285, + "std": 1.8384872086137494, + "per_fold": { + "0": 10.4046, + "1": 7.2856, + "2": 9.2826, + "3": 5.635, + "4": 8.4722 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0005635844688862183 + }, + "macroF1": { + "mean": 7.2148710018050135, + "std": 1.7333009668440849, + "per_fold": { + "0": 9.7587, + "1": 6.5353, + "2": 7.9616, + "3": 5.1617, + "4": 6.6571 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.000741464078437581 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5586898228694892, + "std": 0.16328631216622913, + "per_fold": { + "0": 0.8093, + "1": 0.5876, + "2": 0.3637, + "3": 0.5431, + "4": 0.4898 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0015682488104988616 + }, + "kappa": { + "mean": 0.7249172258152882, + "std": 0.29257382148842564, + "per_fold": { + "0": 1.1068, + "1": 0.8313, + "2": 0.3569, + "3": 0.8107, + "4": 0.5189 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.005189292305450907 + }, + "OA": { + "mean": 0.6685681695621014, + "std": 0.12226572415991148, + "per_fold": { + "0": 0.7593, + "1": 0.5541, + "2": 0.7088, + "3": 0.5249, + "4": 0.7959 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.00025687705813762674 + }, + "macroF1": { + "mean": 0.35671396354296975, + "std": 0.1518029313171588, + "per_fold": { + "0": 0.5731, + "1": 0.4047, + "2": 0.1841, + "3": 0.3779, + "4": 0.2436 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.006278272487592453 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 67.05853929853609, + "std": 2.4433154283236362 + }, + "mIoU_tta": { + "mean": 67.62433464355884, + "std": 2.159141871795794 + }, + "kappa": { + "mean": 59.27018357522995, + "std": 2.935887506878419 + }, + "kappa_tta": { + "mean": 60.00554569009944, + "std": 2.594600119789568 + }, + "F1_coffee": { + "mean": 88.16366581909021, + "std": 3.99763002592818 + }, + "F1_coffee_tta": { + "mean": 88.78085058243741, + "std": 3.703558805753373 + }, + "macroF1": { + "mean": 79.58861326156394, + "std": 1.5025133760326934 + }, + "macroF1_tta": { + "mean": 79.96141100714001, + "std": 1.306941849296124 + }, + "OA": { + "mean": 83.59208423046496, + "std": 3.33491532900135 + }, + "OA_tta": { + "mean": 84.22667486643056, + "std": 3.137773094953791 + }, + "precision_coffee": { + "mean": 89.00915976041556, + "std": 2.552438469260505 + }, + "precision_coffee_tta": { + "mean": 88.48484916929525, + "std": 2.4457035953428616 + }, + "recall_coffee": { + "mean": 87.51592369648105, + "std": 6.095040262014675 + }, + "recall_coffee_tta": { + "mean": 89.2342904126403, + "std": 5.7772164580974135 + }, + "all_drawn_mIoU": 60.813280980075014, + "changed_recall": 22.577074200662334, + "delta_vs_sl": { + "mIoU": { + "mean": 4.630458662227367, + "std": 2.2259137609511903, + "per_fold": { + "0": 3.6677, + "1": 2.4907, + "2": 8.3645, + "3": 4.0228, + "4": 4.6066 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.009650038462436358 + }, + "kappa": { + "mean": 6.800245098892657, + "std": 3.383218953912189, + "per_fold": { + "0": 5.5461, + "1": 3.5799, + "2": 12.5219, + "3": 5.7728, + "4": 6.5806 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.010868414788600378 + }, + "OA": { + "mean": 3.732407881161376, + "std": 1.7386658037051166, + "per_fold": { + "0": 2.7141, + "1": 1.9496, + "2": 6.5265, + "3": 3.5498, + "4": 3.922 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.008646988040186366 + }, + "macroF1": { + "mean": 3.514550924084992, + "std": 1.793396153977013, + "per_fold": { + "0": 2.8539, + "1": 1.8064, + "2": 6.5372, + "3": 2.9039, + "4": 3.4714 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.011855797707581583 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5657953450227595, + "std": 0.3714761581758042, + "per_fold": { + "0": 1.1977, + "1": 0.4346, + "2": 0.3103, + "3": 0.5848, + "4": 0.3016 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.027133152798619678 + }, + "kappa": { + "mean": 0.7353621148694941, + "std": 0.5437715181287203, + "per_fold": { + "0": 1.631, + "1": 0.5556, + "2": 0.3622, + "3": 0.8383, + "4": 0.2898 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.03901283411103654 + }, + "OA": { + "mean": 0.6345906359655743, + "std": 0.2091370735829414, + "per_fold": { + "0": 0.9909, + "1": 0.5347, + "2": 0.4545, + "3": 0.6332, + "4": 0.5597 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.002463468439003486 + }, + "macroF1": { + "mean": 0.37279774557609074, + "std": 0.29518566818842984, + "per_fold": { + "0": 0.8765, + "1": 0.2706, + "2": 0.1841, + "3": 0.3807, + "4": 0.1521 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.04763474100504639 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 68.49833782935684, + "std": 3.71758640172668 + }, + "mIoU_tta": { + "mean": 68.89073456531825, + "std": 2.992403332006379 + }, + "kappa": { + "mean": 61.53037169630083, + "std": 4.476880473067986 + }, + "kappa_tta": { + "mean": 61.99285187847173, + "std": 3.5206352244401944 + }, + "F1_coffee": { + "mean": 88.58524695326416, + "std": 5.313616739110779 + }, + "F1_coffee_tta": { + "mean": 89.16107922018425, + "std": 4.718065462947091 + }, + "macroF1": { + "mean": 80.66310582047637, + "std": 2.3758458362262025 + }, + "macroF1_tta": { + "mean": 80.91453329496018, + "std": 1.8260840368413322 + }, + "OA": { + "mean": 84.48974889406469, + "std": 4.442653181344576 + }, + "OA_tta": { + "mean": 85.00545494921332, + "std": 3.97900276993881 + }, + "precision_coffee": { + "mean": 89.82030572556167, + "std": 1.9874975558895336 + }, + "precision_coffee_tta": { + "mean": 89.16365743086496, + "std": 1.8765055497906442 + }, + "recall_coffee": { + "mean": 87.86055458965185, + "std": 9.576667902893632 + }, + "recall_coffee_tta": { + "mean": 89.52644595774682, + "std": 8.580371689148903 + }, + "all_drawn_mIoU": 61.874324213776575, + "changed_recall": 20.817281970532452, + "delta_vs_sl": { + "mIoU": { + "mean": -5.147959684252898, + "std": 1.723907040972685, + "per_fold": { + "0": -7.8316, + "1": -4.123, + "2": -5.8906, + "3": -3.6308, + "4": -4.2638 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.002614740285104636 + }, + "kappa": { + "mean": -7.278720774417467, + "std": 2.2041273292272066, + "per_fold": { + "0": -10.5539, + "1": -5.9216, + "2": -8.5016, + "3": -5.2412, + "4": -6.1753 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0017931650486718255 + }, + "OA": { + "mean": -3.04209456458685, + "std": 1.7437828884538806, + "per_fold": { + "0": -6.0382, + "1": -1.792, + "2": -2.9075, + "3": -1.8447, + "4": -2.628 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.017528055697553873 + }, + "macroF1": { + "mean": -3.7250262874726303, + "std": 1.2193092378245947, + "per_fold": { + "0": -5.6233, + "1": -2.9865, + "2": -4.254, + "3": -2.6658, + "4": -3.0955 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0024017084865067357 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.39239673596140534, + "std": 0.7803426366463777, + "per_fold": { + "0": 1.4421, + "1": -0.7106, + "2": 0.1423, + "3": 0.4789, + "4": 0.6093 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.32374905762951045 + }, + "kappa": { + "mean": 0.46248018217089565, + "std": 1.0455351427938915, + "per_fold": { + "0": 1.8074, + "1": -1.0666, + "2": 0.1463, + "3": 0.6955, + "4": 0.7298 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.3786068491719399 + }, + "OA": { + "mean": 0.5157060551486154, + "std": 0.5147182336882642, + "per_fold": { + "0": 1.2105, + "1": -0.1684, + "2": 0.2965, + "3": 0.4799, + "4": 0.76 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.08858663313968836 + }, + "macroF1": { + "mean": 0.25142747448377917, + "std": 0.5860485360413203, + "per_fold": { + "0": 1.0615, + "1": -0.563, + "2": 0.0659, + "3": 0.3162, + "4": 0.3766 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.39172234600380956 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 68.59857001471512, + "std": 4.290613443317585 + }, + "mIoU_tta": { + "mean": 68.96563341886326, + "std": 3.684489638728877 + }, + "kappa": { + "mean": 61.69416292228571, + "std": 5.236769796505163 + }, + "kappa_tta": { + "mean": 62.126099765458, + "std": 4.449865635601844 + }, + "F1_coffee": { + "mean": 88.54058729000886, + "std": 5.820619879131708 + }, + "F1_coffee_tta": { + "mean": 89.10779807322521, + "std": 5.300144233083261 + }, + "macroF1": { + "mean": 80.72929072583364, + "std": 2.802709716908013 + }, + "macroF1_tta": { + "mean": 80.96080296019414, + "std": 2.334039286185847 + }, + "OA": { + "mean": 84.52696856375962, + "std": 4.88352881561025 + }, + "OA_tta": { + "mean": 85.03795217818559, + "std": 4.495885772983449 + }, + "precision_coffee": { + "mean": 89.86738231079465, + "std": 2.0500764595847416 + }, + "precision_coffee_tta": { + "mean": 89.18672717293566, + "std": 1.960780733947156 + }, + "recall_coffee": { + "mean": 87.80959439711307, + "std": 10.406089742845138 + }, + "recall_coffee_tta": { + "mean": 89.50350584070505, + "std": 9.693397859321218 + }, + "all_drawn_mIoU": 61.93747341415842, + "changed_recall": 19.189626665252682, + "delta_vs_sl": { + "mIoU": { + "mean": -6.252501889886403, + "std": 2.5883371821057986, + "per_fold": { + "0": -10.2553, + "1": -4.5146, + "2": -7.4594, + "3": -4.1478, + "4": -4.8854 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.005686355057729712 + }, + "kappa": { + "mean": -8.776860803804137, + "std": 3.411999137469566, + "per_fold": { + "0": -13.9179, + "1": -6.4284, + "2": -10.6125, + "3": -5.9423, + "4": -6.9831 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.00452981693624919 + }, + "OA": { + "mean": -3.691201159295821, + "std": 2.3482192997419014, + "per_fold": { + "0": -7.7323, + "1": -2.0921, + "2": -3.5871, + "3": -2.0609, + "4": -2.9837 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.02456270509555255 + }, + "macroF1": { + "mean": -4.487251340338483, + "std": 1.8537459153044955, + "per_fold": { + "0": -7.3778, + "1": -3.2301, + "2": -5.3101, + "3": -3.0181, + "4": -3.5001 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.005644259886661991 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.3670634041481364, + "std": 0.6381642328643116, + "per_fold": { + "0": 1.3246, + "1": -0.4557, + "2": 0.215, + "3": 0.4532, + "4": 0.2982 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.2677879778742079 + }, + "kappa": { + "mean": 0.4319368431722722, + "std": 0.8525172140816687, + "per_fold": { + "0": 1.6706, + "1": -0.687, + "2": 0.2569, + "3": 0.6702, + "4": 0.2491 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.3205490864233573 + }, + "OA": { + "mean": 0.5109836144259617, + "std": 0.42694529312462365, + "per_fold": { + "0": 1.1055, + "1": -0.057, + "2": 0.3252, + "3": 0.5365, + "4": 0.6448 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.05544676393214698 + }, + "macroF1": { + "mean": 0.23151223436052817, + "std": 0.4902223602863631, + "per_fold": { + "0": 0.9912, + "1": -0.3675, + "2": 0.1189, + "3": 0.2831, + "4": 0.1319 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.3505247463607168 + } + } + } + } + }, + "ssl_lpft+es50p30@e200": { + "spatial": { + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 67.8434394598181, + "std": 2.932345167341323 + }, + "mIoU_tta": { + "mean": 68.20123227366189, + "std": 2.542314919013728 + }, + "kappa": { + "mean": 60.39414876712832, + "std": 3.7787632758674343 + }, + "kappa_tta": { + "mean": 60.824058180431834, + "std": 3.2693295682984416 + }, + "F1_coffee": { + "mean": 88.62752694352193, + "std": 3.820453603163656 + }, + "F1_coffee_tta": { + "mean": 89.17376132349816, + "std": 3.543231463880692 + }, + "macroF1": { + "mean": 80.14365182349373, + "std": 1.9084545168501152 + }, + "macroF1_tta": { + "mean": 80.35513230285741, + "std": 1.6367754380393762 + }, + "OA": { + "mean": 84.14562351257254, + "std": 3.4309266638527456 + }, + "OA_tta": { + "mean": 84.676716662963, + "std": 3.201332817554227 + }, + "precision_coffee": { + "mean": 89.00925116750098, + "std": 2.579425889126019 + }, + "precision_coffee_tta": { + "mean": 88.37793638528852, + "std": 2.5184483162778117 + }, + "recall_coffee": { + "mean": 88.4655849145194, + "std": 5.80798515495428 + }, + "recall_coffee_tta": { + "mean": 90.17492226475198, + "std": 5.328642821248747 + }, + "all_drawn_mIoU": 61.465909864979025, + "changed_recall": 22.466066089543148, + "delta_vs_sl": { + "mIoU": { + "mean": 6.056001596706528, + "std": 2.105254566287894, + "per_fold": { + "0": 8.7096, + "1": 5.8039, + "2": 2.9227, + "3": 5.9034, + "4": 6.9404 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0030044041674108 + }, + "kappa": { + "mean": 8.997761250584182, + "std": 3.2358774490804736, + "per_fold": { + "0": 13.2708, + "1": 8.2868, + "2": 4.4502, + "3": 8.5023, + "4": 10.4787 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0034058752506276216 + }, + "OA": { + "mean": 4.851489504296128, + "std": 1.6518844962791692, + "per_fold": { + "0": 6.9026, + "1": 4.6416, + "2": 2.3286, + "3": 5.0097, + "4": 5.375 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.002781705911147168 + }, + "macroF1": { + "mean": 4.60335163333508, + "std": 1.6954840035495142, + "per_fold": { + "0": 6.8203, + "1": 4.2089, + "2": 2.2229, + "3": 4.3319, + "4": 5.4327 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.003718372885069215 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.35779281384377554, + "std": 0.43210195626543757, + "per_fold": { + "0": 0.8171, + "1": -0.2766, + "2": 0.1472, + "3": 0.4649, + "4": 0.6363 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.13774532669006614 + }, + "kappa": { + "mean": 0.42990941330352683, + "std": 0.6165855710021745, + "per_fold": { + "0": 1.0907, + "1": -0.4299, + "2": 0.0305, + "3": 0.6737, + "4": 0.7845 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.19398479683702416 + }, + "OA": { + "mean": 0.5310931503904698, + "std": 0.2795880450152957, + "per_fold": { + "0": 0.7485, + "1": 0.0646, + "2": 0.5313, + "3": 0.564, + "4": 0.7471 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.013183964774690827 + }, + "macroF1": { + "mean": 0.21148047936370062, + "std": 0.32875657209886816, + "per_fold": { + "0": 0.5846, + "1": -0.2407, + "2": 0.0077, + "3": 0.2934, + "4": 0.4125 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.22370900496877677 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 72.2792986012922, + "std": 2.44179874423581 + }, + "mIoU_tta": { + "mean": 72.63162068026722, + "std": 2.078414426443782 + }, + "kappa": { + "mean": 66.92723374765555, + "std": 2.9200614945255747 + }, + "kappa_tta": { + "mean": 67.375897404862, + "std": 2.4895044172919905 + }, + "F1_coffee": { + "mean": 90.44319558784721, + "std": 3.56327628693614 + }, + "F1_coffee_tta": { + "mean": 90.79846768974465, + "std": 3.260826529182669 + }, + "macroF1": { + "mean": 83.4221898245181, + "std": 1.4857257304356433 + }, + "macroF1_tta": { + "mean": 83.64792621605491, + "std": 1.2581700524305204 + }, + "OA": { + "mean": 86.78931740719187, + "std": 3.0564679644559805 + }, + "OA_tta": { + "mean": 87.14870628455203, + "std": 2.784003241256806 + }, + "precision_coffee": { + "mean": 91.19002548900453, + "std": 1.8098820383600687 + }, + "precision_coffee_tta": { + "mean": 90.80807118220348, + "std": 1.8332408595343146 + }, + "recall_coffee": { + "mean": 89.94398629352972, + "std": 6.686629769800089 + }, + "recall_coffee_tta": { + "mean": 91.00009051773137, + "std": 6.231852139646831 + }, + "all_drawn_mIoU": 65.2160877208749, + "changed_recall": 31.355306324528453, + "delta_vs_sl": { + "mIoU": { + "mean": -2.5222230500885416, + "std": 0.40669992338146727, + "per_fold": { + "0": -1.835, + "1": -2.6184, + "2": -2.5367, + "3": -2.893, + "4": -2.7279 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.00015677105354547813 + }, + "kappa": { + "mean": -3.5266124209645255, + "std": 0.637982311279958, + "per_fold": { + "0": -2.4501, + "1": -3.6656, + "2": -3.542, + "3": -4.0982, + "4": -3.8772 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.00024620559900592607 + }, + "OA": { + "mean": -1.3321284039505799, + "std": 0.28706958660139226, + "per_fold": { + "0": -1.2911, + "1": -1.0872, + "2": -1.0545, + "3": -1.7406, + "4": -1.4873 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0004870259572536773 + }, + "macroF1": { + "mean": -1.77034669881063, + "std": 0.3020390641178531, + "per_fold": { + "0": -1.2596, + "1": -1.8521, + "2": -1.7681, + "3": -2.0324, + "4": -1.9396 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.00019568633834385392 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.35232207897500983, + "std": 0.5075588977700772, + "per_fold": { + "0": 1.02, + "1": -0.4016, + "2": 0.3064, + "3": 0.4702, + "4": 0.3667 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.19557370431881882 + }, + "kappa": { + "mean": 0.4486636572064384, + "std": 0.6769714898974799, + "per_fold": { + "0": 1.3028, + "1": -0.5803, + "2": 0.3958, + "3": 0.6524, + "4": 0.4727 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.2124826196843268 + }, + "OA": { + "mean": 0.35938887736016056, + "std": 0.2942731815647178, + "per_fold": { + "0": 0.7593, + "1": -0.0538, + "2": 0.2781, + "3": 0.4551, + "4": 0.3583 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.05239666280564108 + }, + "macroF1": { + "mean": 0.22573639153680744, + "std": 0.360078801118657, + "per_fold": { + "0": 0.6974, + "1": -0.3112, + "2": 0.1957, + "3": 0.3085, + "4": 0.2383 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.23360034608753077 + } + } + } + } + }, + "ssl_lpft-lr3e-4_ld75+es50p30_lov50@e200_exactloc1km": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 64.10653144232813, + "std": 3.933948576634501 + }, + "mIoU_tta": { + "mean": 64.65414763116566, + "std": 3.5239241825681016 + }, + "kappa": { + "mean": 54.47636285035337, + "std": 5.670810873447811 + }, + "kappa_tta": { + "mean": 55.162419565698464, + "std": 5.2319236434541745 + }, + "F1_coffee": { + "mean": 86.98131250841712, + "std": 4.6563621471367656 + }, + "F1_coffee_tta": { + "mean": 87.71835040652591, + "std": 4.073399858722046 + }, + "macroF1": { + "mean": 77.15784016365792, + "std": 2.8892757822625623 + }, + "macroF1_tta": { + "mean": 77.49867806052426, + "std": 2.675750927116116 + }, + "OA": { + "mean": 81.85674260791669, + "std": 4.196836238024646 + }, + "OA_tta": { + "mean": 82.55832867164398, + "std": 3.768196811738877 + }, + "precision_coffee": { + "mean": 87.33015459636212, + "std": 3.222776797374758 + }, + "precision_coffee_tta": { + "mean": 86.77778112477242, + "std": 3.35177272674342 + }, + "recall_coffee": { + "mean": 86.83752092390652, + "std": 6.766744191986542 + }, + "recall_coffee_tta": { + "mean": 88.83183492905735, + "std": 5.484477907334173 + }, + "all_drawn_mIoU": 58.71740171281016, + "changed_recall": 25.218947025116602, + "delta_vs_sl": { + "mIoU": { + "mean": 6.706910077295473, + "std": 2.3908742481049132, + "per_fold": { + "0": 6.1621, + "1": 9.7427, + "2": 4.5377, + "3": 4.473, + "4": 8.619 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.003297051300759902 + }, + "kappa": { + "mean": 9.526907107641078, + "std": 3.9949225372944395, + "per_fold": { + "0": 9.1437, + "1": 14.5896, + "2": 4.8378, + "3": 6.6969, + "4": 12.3665 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.00595535013005166 + }, + "OA": { + "mean": 6.129017786634273, + "std": 1.6997618315421479, + "per_fold": { + "0": 5.0629, + "1": 7.4406, + "2": 6.6596, + "3": 3.7264, + "4": 7.7556 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0012850673612810621 + }, + "macroF1": { + "mean": 5.117948104376876, + "std": 2.0339702907353834, + "per_fold": { + "0": 5.1008, + "1": 7.4538, + "2": 2.8553, + "3": 3.3622, + "4": 6.8177 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.004907575825272579 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5476161888375287, + "std": 0.598506162226278, + "per_fold": { + "0": 1.3193, + "1": -0.0459, + "2": 0.0406, + "3": 0.4172, + "4": 1.0069 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.11019739938084262 + }, + "kappa": { + "mean": 0.6860567153450987, + "std": 0.889989715689056, + "per_fold": { + "0": 1.8221, + "1": -0.1486, + "2": -0.1806, + "3": 0.6011, + "4": 1.3363 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.15985760547066574 + }, + "OA": { + "mean": 0.7015860637273079, + "std": 0.4964997136970757, + "per_fold": { + "0": 1.3317, + "1": 0.199, + "2": 0.4074, + "3": 0.4414, + "4": 1.1284 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.03419363880937587 + }, + "macroF1": { + "mean": 0.34083789686633564, + "std": 0.49494960796871185, + "per_fold": { + "0": 0.9622, + "1": -0.0838, + "2": -0.1749, + "3": 0.2804, + "4": 0.7202 + }, + "folds_better": 3, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.198442902124063 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 66.58510892619867, + "std": 2.571055488087755 + }, + "mIoU_tta": { + "mean": 67.08972102053897, + "std": 2.0988481828241574 + }, + "kappa": { + "mean": 58.474570487549954, + "std": 3.1502220296147057 + }, + "kappa_tta": { + "mean": 59.14700646174206, + "std": 2.472559860852308 + }, + "F1_coffee": { + "mean": 88.13534910365986, + "std": 4.264190643348967 + }, + "F1_coffee_tta": { + "mean": 88.70598084154636, + "std": 3.929509221411049 + }, + "macroF1": { + "mean": 79.17772572110707, + "std": 1.5959900570165848 + }, + "macroF1_tta": { + "mean": 79.51334761532786, + "std": 1.2308589575850006 + }, + "OA": { + "mean": 83.4828879166219, + "std": 3.5380261735546976 + }, + "OA_tta": { + "mean": 84.06839912506136, + "std": 3.282563034706698 + }, + "precision_coffee": { + "mean": 88.36197859796577, + "std": 2.4153825289864677 + }, + "precision_coffee_tta": { + "mean": 87.91225896004548, + "std": 2.2549642197047204 + }, + "recall_coffee": { + "mean": 88.14556544065393, + "std": 6.867188083566184 + }, + "recall_coffee_tta": { + "mean": 89.71179670452338, + "std": 6.37943384520093 + }, + "all_drawn_mIoU": 60.50658821686401, + "changed_recall": 26.25184986354335, + "delta_vs_sl": { + "mIoU": { + "mean": 3.653391900147112, + "std": 1.4517696297985037, + "per_fold": { + "0": 2.5405, + "1": 2.9457, + "2": 4.8531, + "3": 2.3733, + "4": 5.5543 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0049056398130340965 + }, + "kappa": { + "mean": 5.117593060304975, + "std": 2.0344125218047333, + "per_fold": { + "0": 3.3586, + "1": 4.3296, + "2": 6.7329, + "3": 3.3701, + "4": 7.7967 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.004912678910324521 + }, + "OA": { + "mean": 3.355167776442971, + "std": 1.4540197171183666, + "per_fold": { + "0": 2.1429, + "1": 2.281, + "2": 4.5426, + "3": 2.5228, + "4": 5.2866 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.006699162774374769 + }, + "macroF1": { + "mean": 2.7114819378239643, + "std": 1.1195002363889082, + "per_fold": { + "0": 2.002, + "1": 2.1277, + "2": 3.6605, + "3": 1.6169, + "4": 4.1503 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.005632473897598985 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5046120943402996, + "std": 0.48876974621932934, + "per_fold": { + "0": 1.1699, + "1": -0.1718, + "2": 0.325, + "3": 0.5505, + "4": 0.6495 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.08216352493093732 + }, + "kappa": { + "mean": 0.672435974192112, + "std": 0.7253311502028207, + "per_fold": { + "0": 1.5989, + "1": -0.3723, + "2": 0.399, + "3": 0.8294, + "4": 0.9073 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.10686622766770598 + }, + "OA": { + "mean": 0.5855112084394761, + "std": 0.27848269813893, + "per_fold": { + "0": 0.9938, + "1": 0.2313, + "2": 0.507, + "3": 0.5217, + "4": 0.6737 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.00929913562003622 + }, + "macroF1": { + "mean": 0.3356218942208017, + "std": 0.38087597713212973, + "per_fold": { + "0": 0.8571, + "1": -0.1888, + "2": 0.1917, + "3": 0.3792, + "4": 0.4389 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.12011615226971652 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 69.0618943974785, + "std": 2.9314540650274523 + }, + "mIoU_tta": { + "mean": 69.47146292377874, + "std": 2.556615768029985 + }, + "kappa": { + "mean": 62.25241925079009, + "std": 3.4963938449390937 + }, + "kappa_tta": { + "mean": 62.78155518474406, + "std": 3.036612279591845 + }, + "F1_coffee": { + "mean": 89.12078794357555, + "std": 4.4244815180755435 + }, + "F1_coffee_tta": { + "mean": 89.56107710725776, + "std": 4.070281813785494 + }, + "macroF1": { + "mean": 81.07074943380087, + "std": 1.8066693885094482 + }, + "macroF1_tta": { + "mean": 81.34111258512755, + "std": 1.5390754829690354 + }, + "OA": { + "mean": 84.95427748930064, + "std": 3.785238030677533 + }, + "OA_tta": { + "mean": 85.390860676744, + "std": 3.51702959034567 + }, + "precision_coffee": { + "mean": 89.52140002338611, + "std": 1.9213806280904122 + }, + "precision_coffee_tta": { + "mean": 89.11222942225001, + "std": 1.8356062907494433 + }, + "recall_coffee": { + "mean": 88.98431205168278, + "std": 7.557904575936977 + }, + "recall_coffee_tta": { + "mean": 90.22003380013845, + "std": 6.887768102745416 + }, + "all_drawn_mIoU": 62.478027215640395, + "changed_recall": 38.546395995198246, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.409568526300248, + "std": 0.45561867824852703, + "per_fold": { + "0": 0.9657, + "1": -0.1937, + "2": 0.1276, + "3": 0.6825, + "4": 0.4658 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.1147904663140846 + }, + "kappa": { + "mean": 0.5291359339539525, + "std": 0.6222830376657392, + "per_fold": { + "0": 1.2364, + "1": -0.3088, + "2": 0.1595, + "3": 0.9851, + "4": 0.5735 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.13003475510072698 + }, + "OA": { + "mean": 0.4365831874433752, + "std": 0.2984027960337076, + "per_fold": { + "0": 0.8184, + "1": 0.0559, + "2": 0.2283, + "3": 0.5212, + "4": 0.5591 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.03074521854904789 + }, + "macroF1": { + "mean": 0.27036315132666855, + "std": 0.33892977868228374, + "per_fold": { + "0": 0.6909, + "1": -0.1733, + "2": 0.0642, + "3": 0.4772, + "4": 0.2928 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.14903963225163544 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 70.10283719204926, + "std": 2.5386611801982784 + }, + "mIoU_tta": { + "mean": 70.41944628067745, + "std": 2.2558646473794166 + }, + "kappa": { + "mean": 63.76813945010148, + "std": 2.9834584089737737 + }, + "kappa_tta": { + "mean": 64.17737311137289, + "std": 2.588370643592492 + }, + "F1_coffee": { + "mean": 89.62725646491057, + "std": 3.9187370021827603 + }, + "F1_coffee_tta": { + "mean": 89.99281003847202, + "std": 3.756105559600791 + }, + "macroF1": { + "mean": 81.83547924589301, + "std": 1.5304662358431862 + }, + "macroF1_tta": { + "mean": 82.03564165295249, + "std": 1.318236561327469 + }, + "OA": { + "mean": 85.589279805264, + "std": 3.3580673178344913 + }, + "OA_tta": { + "mean": 85.96706436786887, + "std": 3.2211534076554114 + }, + "precision_coffee": { + "mean": 89.91650276411653, + "std": 2.169294646569346 + }, + "precision_coffee_tta": { + "mean": 89.49159163518303, + "std": 2.0761355713243552 + }, + "recall_coffee": { + "mean": 89.5725274149143, + "std": 6.905480865538207 + }, + "recall_coffee_tta": { + "mean": 90.72290846185953, + "std": 6.709019462415126 + }, + "all_drawn_mIoU": 63.43527532526815, + "changed_recall": 32.17283007453771, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.31660908862818643, + "std": 0.37423957683927345, + "per_fold": { + "0": 0.5772, + "1": -0.325, + "2": 0.2975, + "3": 0.527, + "4": 0.5064 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.13148799010256906 + }, + "kappa": { + "mean": 0.4092336612714192, + "std": 0.5180685293590331, + "per_fold": { + "0": 0.74, + "1": -0.4787, + "2": 0.3899, + "3": 0.7656, + "4": 0.6294 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.15209122470971556 + }, + "OA": { + "mean": 0.37778456260487586, + "std": 0.23784643320631313, + "per_fold": { + "0": 0.4745, + "1": -0.0183, + "2": 0.3441, + "3": 0.5027, + "4": 0.5859 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.023762938046802167 + }, + "macroF1": { + "mean": 0.2001624070594886, + "std": 0.2692811879257124, + "per_fold": { + "0": 0.407, + "1": -0.2586, + "2": 0.1832, + "3": 0.3491, + "4": 0.3201 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.17182435846355504 + } + } + } + } + }, + "ssl_lpft+es50p30_lov50": { + "spatial": { + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 67.26899469018953, + "std": 2.6991488268219843 + }, + "mIoU_tta": { + "mean": 67.7512349325095, + "std": 2.4037711698861113 + }, + "kappa": { + "mean": 59.56412461883131, + "std": 3.340499376956937 + }, + "kappa_tta": { + "mean": 60.18656157411319, + "std": 3.021935364891953 + }, + "F1_coffee": { + "mean": 88.34478844378363, + "std": 4.124599060719223 + }, + "F1_coffee_tta": { + "mean": 88.88123999189713, + "std": 3.7699918493800078 + }, + "macroF1": { + "mean": 79.72172488626468, + "std": 1.7121168838238325 + }, + "macroF1_tta": { + "mean": 80.0386958426246, + "std": 1.5195279799675507 + }, + "OA": { + "mean": 83.81545983423324, + "std": 3.4806890312157988 + }, + "OA_tta": { + "mean": 84.353342988743, + "std": 3.2404714548893367 + }, + "precision_coffee": { + "mean": 88.87541428582372, + "std": 2.5396569629596706 + }, + "precision_coffee_tta": { + "mean": 88.42030861324649, + "std": 2.473783477428269 + }, + "recall_coffee": { + "mean": 88.06875925779431, + "std": 6.4738635162021225 + }, + "recall_coffee_tta": { + "mean": 89.54381331423058, + "std": 5.963705931611519 + }, + "all_drawn_mIoU": 61.15721272329513, + "changed_recall": 26.53200160626926, + "delta_vs_sl": { + "mIoU": { + "mean": 4.33727766413797, + "std": 1.4929658593988238, + "per_fold": { + "0": 3.4783, + "1": 4.2777, + "2": 5.706, + "3": 2.3516, + "4": 5.8728 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.0028964588428400007 + }, + "kappa": { + "mean": 6.207147191586325, + "std": 2.1844559904518643, + "per_fold": { + "0": 4.7986, + "1": 6.2202, + "2": 8.2514, + "3": 3.3615, + "4": 8.4041 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.0031441117191189382 + }, + "OA": { + "mean": 3.6877396940543234, + "std": 1.2198602269876222, + "per_fold": { + "0": 2.8651, + "1": 3.188, + "2": 4.6437, + "3": 2.4488, + "4": 5.293 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0024978371929294217 + }, + "macroF1": { + "mean": 3.2554811029815967, + "std": 1.203131994090257, + "per_fold": { + "0": 2.6946, + "1": 3.1168, + "2": 4.4044, + "3": 1.6103, + "4": 4.4512 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.00376513938396938 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.48224024231996765, + "std": 0.44132016055154255, + "per_fold": { + "0": 1.1894, + "1": 0.1792, + "2": 0.5413, + "3": 0.4461, + "4": 0.0552 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0709478549885339 + }, + "kappa": { + "mean": 0.6224369552818885, + "std": 0.6316732857885595, + "per_fold": { + "0": 1.591, + "1": 0.1908, + "2": 0.7318, + "3": 0.6534, + "4": -0.0548 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.09230506975632775 + }, + "OA": { + "mean": 0.5378831545097512, + "std": 0.26291220434251383, + "per_fold": { + "0": 0.9956, + "1": 0.3615, + "2": 0.5113, + "3": 0.4472, + "4": 0.3738 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.010224388377642541 + }, + "macroF1": { + "mean": 0.3169709563599383, + "std": 0.35224594730680003, + "per_fold": { + "0": 0.8741, + "1": 0.0768, + "2": 0.3717, + "3": 0.2986, + "4": -0.0364 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.11451895766779259 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 72.25974131552904, + "std": 1.9399015449364676 + }, + "mIoU_tta": { + "mean": 72.6424929327026, + "std": 1.7572149215496438 + }, + "kappa": { + "mean": 66.90313286904006, + "std": 2.188701239930709 + }, + "kappa_tta": { + "mean": 67.40856124902253, + "std": 1.9624305687357553 + }, + "F1_coffee": { + "mean": 90.42864510850491, + "std": 3.303524785735555 + }, + "F1_coffee_tta": { + "mean": 90.71470012509913, + "std": 3.1438781833555427 + }, + "macroF1": { + "mean": 83.42181420487886, + "std": 1.1096438808813867 + }, + "macroF1_tta": { + "mean": 83.67805628788746, + "std": 0.9897780892052036 + }, + "OA": { + "mean": 86.73145103075723, + "std": 2.8190132833987143 + }, + "OA_tta": { + "mean": 87.04635666187674, + "std": 2.691737858387302 + }, + "precision_coffee": { + "mean": 91.1991134091104, + "std": 1.5471271661563877 + }, + "precision_coffee_tta": { + "mean": 90.98799378055611, + "std": 1.5323111648680172 + }, + "recall_coffee": { + "mean": 89.80863631384764, + "std": 5.713345269810254 + }, + "recall_coffee_tta": { + "mean": 90.56050842580639, + "std": 5.403500706092533 + }, + "all_drawn_mIoU": 65.09871523777466, + "changed_recall": 30.549971256311572, + "delta_vs_sl": { + "mIoU": null, + "kappa": null, + "OA": null, + "macroF1": null + }, + "tta_gain": { + "mIoU": { + "mean": 0.38275161717353967, + "std": 0.28328774810950996, + "per_fold": { + "0": 0.5826, + "1": -0.0982, + "2": 0.3742, + "3": 0.5897, + "4": 0.4655 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.039118483536671814 + }, + "kappa": { + "mean": 0.5054283799824617, + "std": 0.38502988779534264, + "per_fold": { + "0": 0.7409, + "1": -0.1468, + "2": 0.4816, + "3": 0.811, + "4": 0.6404 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.04258878031394257 + }, + "OA": { + "mean": 0.3149056311195295, + "std": 0.16217660899489117, + "per_fold": { + "0": 0.456, + "1": 0.0409, + "2": 0.3338, + "3": 0.4128, + "4": 0.331 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.012234908079169044 + }, + "macroF1": { + "mean": 0.256242083008604, + "std": 0.2029116957348997, + "per_fold": { + "0": 0.3971, + "1": -0.0873, + "2": 0.2431, + "3": 0.4051, + "4": 0.3231 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.04764563402814205 + } + } + } + } + }, + "ssl_lpft+es50p30": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 65.43436241463135, + "std": 2.775199727817916 + }, + "mIoU_tta": { + "mean": 65.9789524915056, + "std": 2.711882017890485 + }, + "kappa": { + "mean": 56.6089119479818, + "std": 3.695134300285037 + }, + "kappa_tta": { + "mean": 57.3305283686617, + "std": 3.650500125154914 + }, + "F1_coffee": { + "mean": 87.71379577882784, + "std": 4.022056512248373 + }, + "F1_coffee_tta": { + "mean": 88.31981715305054, + "std": 3.90718424641454 + }, + "macroF1": { + "mean": 78.26885432669133, + "std": 1.8442731963239039 + }, + "macroF1_tta": { + "mean": 78.62085247256312, + "std": 1.8053959484123174 + }, + "OA": { + "mean": 82.75958781132232, + "std": 3.5708930034766015 + }, + "OA_tta": { + "mean": 83.40151693879486, + "std": 3.564129785514343 + }, + "precision_coffee": { + "mean": 87.71435338372733, + "std": 2.7205912812030615 + }, + "precision_coffee_tta": { + "mean": 87.21364037722351, + "std": 2.7132108254502865 + }, + "recall_coffee": { + "mean": 87.84439258092047, + "std": 5.656044490364865 + }, + "recall_coffee_tta": { + "mean": 89.56215261799733, + "std": 5.338758118619967 + }, + "all_drawn_mIoU": 59.53991860348033, + "changed_recall": 24.18303119357364, + "delta_vs_sl": { + "mIoU": { + "mean": 8.279600025187458, + "std": 2.044987747744364, + "per_fold": { + "0": 5.684, + "1": 10.869, + "2": 9.713, + "3": 7.8925, + "4": 7.2396 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0008249203109524521 + }, + "kappa": { + "mean": 11.926960845481513, + "std": 3.0889139271563404, + "per_fold": { + "0": 8.2032, + "1": 15.9548, + "2": 13.8418, + "3": 11.8043, + "4": 9.8308 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0009895564677711763 + }, + "OA": { + "mean": 7.311091191444769, + "std": 1.690275294858386, + "per_fold": { + "0": 4.9507, + "1": 9.0604, + "2": 8.847, + "3": 6.7788, + "4": 6.9185 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0006394082935259851 + }, + "macroF1": { + "mean": 6.3540007399516725, + "std": 1.5531687674065309, + "per_fold": { + "0": 4.4048, + "1": 8.2556, + "2": 7.5657, + "3": 5.9818, + "4": 5.5621 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0007926220578504216 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5445900768742504, + "std": 0.1782051816245468, + "per_fold": { + "0": 0.5611, + "1": 0.3451, + "2": 0.8146, + "3": 0.5727, + "4": 0.4295 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.0023989432447996703 + }, + "kappa": { + "mean": 0.7216164206798922, + "std": 0.3149154211572852, + "per_fold": { + "0": 0.7234, + "1": 0.4735, + "2": 1.1752, + "3": 0.8503, + "4": 0.3857 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.006867688541765841 + }, + "OA": { + "mean": 0.6419291274725453, + "std": 0.1724557523028191, + "per_fold": { + "0": 0.5724, + "1": 0.4508, + "2": 0.8316, + "3": 0.5375, + "4": 0.8173 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0011384002470253584 + }, + "macroF1": { + "mean": 0.3519981458717837, + "std": 0.16127048522455464, + "per_fold": { + "0": 0.3888, + "1": 0.211, + "2": 0.5774, + "3": 0.4024, + "4": 0.1804 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.008157262126443516 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 67.25042460013039, + "std": 2.3072734282680956 + }, + "mIoU_tta": { + "mean": 67.80373880337588, + "std": 1.9860495862127907 + }, + "kappa": { + "mean": 59.53558478530549, + "std": 2.6864723848555423 + }, + "kappa_tta": { + "mean": 60.25781903614304, + "std": 2.279558305152953 + }, + "F1_coffee": { + "mean": 88.31023627105175, + "std": 3.9889769136883357 + }, + "F1_coffee_tta": { + "mean": 88.92830457979112, + "std": 3.7028873028533638 + }, + "macroF1": { + "mean": 79.72089908805492, + "std": 1.375576961194543 + }, + "macroF1_tta": { + "mean": 80.08269550617099, + "std": 1.142321176915491 + }, + "OA": { + "mean": 83.77675770151885, + "std": 3.31405635605299 + }, + "OA_tta": { + "mean": 84.41100929188681, + "std": 3.1232360917348294 + }, + "precision_coffee": { + "mean": 88.95964222117033, + "std": 2.3015060104196814 + }, + "precision_coffee_tta": { + "mean": 88.41800676448914, + "std": 2.2259620775751174 + }, + "recall_coffee": { + "mean": 87.8619771823903, + "std": 6.228275585625343 + }, + "recall_coffee_tta": { + "mean": 89.60843547764289, + "std": 5.90305512766194 + }, + "all_drawn_mIoU": 61.08758110846345, + "changed_recall": 23.59671207896894, + "delta_vs_sl": { + "mIoU": { + "mean": 5.462986737018797, + "std": 1.9735281168880303, + "per_fold": { + "0": 7.8216, + "1": 3.3209, + "2": 3.6769, + "3": 5.5387, + "4": 6.9569 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.003462858604109927 + }, + "kappa": { + "mean": 8.13919726876135, + "std": 3.09126669413545, + "per_fold": { + "0": 12.0729, + "1": 4.6998, + "2": 5.6269, + "3": 8.0141, + "4": 10.2822 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0041610229522321095 + }, + "OA": { + "mean": 4.482623693242419, + "std": 1.5462412991931012, + "per_fold": { + "0": 6.1188, + "1": 3.0314, + "2": 2.7377, + "3": 4.7534, + "4": 5.7718 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0029191196134285145 + }, + "macroF1": { + "mean": 4.180598897896289, + "std": 1.612190036183956, + "per_fold": { + "0": 6.2027, + "1": 2.4156, + "2": 2.8431, + "3": 4.0805, + "4": 5.3611 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.004399113931888599 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5533142032455132, + "std": 0.36309770870570424, + "per_fold": { + "0": 1.1076, + "1": 0.2173, + "2": 0.4751, + "3": 0.697, + "4": 0.2696 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.027090121505399297 + }, + "kappa": { + "mean": 0.7222342508375561, + "std": 0.5298477872583817, + "per_fold": { + "0": 1.4854, + "1": 0.2428, + "2": 0.636, + "3": 1.0, + "4": 0.2469 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.03810347608538941 + }, + "OA": { + "mean": 0.6342515903679782, + "std": 0.19225637494374498, + "per_fold": { + "0": 0.9288, + "1": 0.4384, + "2": 0.5378, + "3": 0.7151, + "4": 0.5511 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0017999914742261273 + }, + "macroF1": { + "mean": 0.36179641811607155, + "std": 0.28968860902027715, + "per_fold": { + "0": 0.8071, + "1": 0.1035, + "2": 0.315, + "3": 0.463, + "4": 0.1205 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.0491784084200888 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 71.15233756638179, + "std": 1.4563634594740005 + }, + "mIoU_tta": { + "mean": 71.49231971260414, + "std": 1.1598009104294171 + }, + "kappa": { + "mean": 65.27393541201158, + "std": 1.5732361332101406 + }, + "kappa_tta": { + "mean": 65.7069859392651, + "std": 1.1590647277048485 + }, + "F1_coffee": { + "mean": 90.13747245607476, + "std": 2.9767410947019997 + }, + "F1_coffee_tta": { + "mean": 90.49983734023114, + "std": 2.7819805042416146 + }, + "macroF1": { + "mean": 82.61058306535033, + "std": 0.8008499949543086 + }, + "macroF1_tta": { + "mean": 82.82428700977505, + "std": 0.5961703927388299 + }, + "OA": { + "mean": 86.18826037514978, + "std": 2.4501719307433496 + }, + "OA_tta": { + "mean": 86.55902077902559, + "std": 2.2856682034484868 + }, + "precision_coffee": { + "mean": 90.45869081091662, + "std": 2.08440694787966 + }, + "precision_coffee_tta": { + "mean": 90.0087660580107, + "std": 2.1379197869546687 + }, + "recall_coffee": { + "mean": 89.94738759330951, + "std": 5.027515035628994 + }, + "recall_coffee_tta": { + "mean": 91.11180787245671, + "std": 4.698274788046155 + }, + "all_drawn_mIoU": 64.24552624050912, + "changed_recall": 30.642481388618926, + "delta_vs_sl": { + "mIoU": { + "mean": -1.417386674453735, + "std": 2.5659132604205745, + "per_fold": { + "0": 1.7869, + "1": -3.9572, + "2": -3.2012, + "3": 0.8466, + "4": -2.5621 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 4, + "n_runs": 15, + "p": 0.28435329477705884 + }, + "kappa": { + "mean": -2.1063224819681876, + "std": 3.6012541050518507, + "per_fold": { + "0": 2.444, + "1": -5.6139, + "2": -4.7266, + "3": 1.0017, + "4": -3.6367 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 4, + "n_runs": 15, + "p": 0.26102471846112485 + }, + "OA": { + "mean": -0.3811581848544677, + "std": 1.5551770954170687, + "per_fold": { + "0": 1.3723, + "1": -1.7903, + "2": -1.2227, + "3": 1.2427, + "4": -1.5076 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 6, + "n_runs": 15, + "p": 0.6128138963530257 + }, + "macroF1": { + "mean": -1.0452779307994007, + "std": 1.8146008466745611, + "per_fold": { + "0": 1.2821, + "1": -2.8167, + "2": -2.3456, + "3": 0.4777, + "4": -1.8239 + }, + "folds_better": 2, + "n_folds": 5, + "runs_better": 4, + "n_runs": 15, + "p": 0.2671878982396193 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.3399821462223741, + "std": 0.4002340319548515, + "per_fold": { + "0": 0.6348, + "1": -0.3629, + "2": 0.4225, + "3": 0.5009, + "4": 0.5046 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.13032201051430745 + }, + "kappa": { + "mean": 0.4330505272535106, + "std": 0.5590683870037969, + "per_fold": { + "0": 0.7963, + "1": -0.5544, + "2": 0.5514, + "3": 0.7114, + "4": 0.6606 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.15830389180928342 + }, + "OA": { + "mean": 0.3707604038758234, + "std": 0.22763519926635079, + "per_fold": { + "0": 0.5193, + "1": -0.0274, + "2": 0.4042, + "3": 0.5116, + "4": 0.4461 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.021926018653451878 + }, + "macroF1": { + "mean": 0.21370394442470228, + "std": 0.28881304469917896, + "per_fold": { + "0": 0.4284, + "1": -0.2931, + "2": 0.2727, + "3": 0.3229, + "4": 0.3376 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.17335778097827761 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 72.52373613178149, + "std": 1.902456283397803 + }, + "mIoU_tta": { + "mean": 72.86594704431438, + "std": 1.6016661628696345 + }, + "kappa": { + "mean": 67.24850496387253, + "std": 2.1741282776559254 + }, + "kappa_tta": { + "mean": 67.68915762312105, + "std": 1.770517657171604 + }, + "F1_coffee": { + "mean": 90.62544780226956, + "std": 3.1124265034661396 + }, + "F1_coffee_tta": { + "mean": 90.9422624991479, + "std": 2.9351367452714903 + }, + "macroF1": { + "mean": 83.60390724863768, + "std": 1.0890476912437808 + }, + "macroF1_tta": { + "mean": 83.82378608640366, + "std": 0.8826655326851661 + }, + "OA": { + "mean": 86.92149835473558, + "std": 2.724887703949131 + }, + "OA_tta": { + "mean": 87.25831296029939, + "std": 2.5533319205218348 + }, + "precision_coffee": { + "mean": 90.99284439212894, + "std": 1.7582833115610592 + }, + "precision_coffee_tta": { + "mean": 90.64593100531492, + "std": 1.747747441145782 + }, + "recall_coffee": { + "mean": 90.35458377737538, + "std": 5.060820567391021 + }, + "recall_coffee_tta": { + "mean": 91.32346305009779, + "std": 4.780044016510376 + }, + "all_drawn_mIoU": 65.39321742666354, + "changed_recall": 30.325348535629246, + "delta_vs_sl": { + "mIoU": { + "mean": -2.277785519599246, + "std": 0.7433024264154714, + "per_fold": { + "0": -1.4374, + "1": -2.6253, + "2": -3.3093, + "3": -1.7136, + "4": -2.3034 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 1, + "n_runs": 15, + "p": 0.002374344788309213 + }, + "kappa": { + "mean": -3.205341204747563, + "std": 0.9864853548223597, + "per_fold": { + "0": -2.1788, + "1": -3.6758, + "2": -4.5919, + "3": -2.3717, + "4": -3.2085 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 1, + "n_runs": 15, + "p": 0.0019060194894438027 + }, + "OA": { + "mean": -1.199947456406872, + "std": 0.2810759969763557, + "per_fold": { + "0": -0.8064, + "1": -1.0888, + "2": -1.5338, + "3": -1.1787, + "4": -1.3919 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0006725660275149944 + }, + "macroF1": { + "mean": -1.58862927469105, + "std": 0.5182706250029556, + "per_fold": { + "0": -1.0227, + "1": -1.8582, + "2": -2.294, + "3": -1.1602, + "4": -1.6081 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 1, + "n_runs": 15, + "p": 0.00237192079366078 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.34221091253288877, + "std": 0.4430660505567447, + "per_fold": { + "0": 0.6031, + "1": -0.4165, + "2": 0.3415, + "3": 0.6842, + "4": 0.4988 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.15922701652661939 + }, + "kappa": { + "mean": 0.44065265924853064, + "std": 0.611297575366496, + "per_fold": { + "0": 0.7783, + "1": -0.6025, + "2": 0.43, + "3": 0.9328, + "4": 0.6646 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.18228414475192764 + }, + "OA": { + "mean": 0.3368146055638192, + "std": 0.23826971792642504, + "per_fold": { + "0": 0.4733, + "1": -0.0689, + "2": 0.3446, + "3": 0.537, + "4": 0.3979 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.03415542345520398 + }, + "macroF1": { + "mean": 0.21987883776596676, + "std": 0.3161112383484645, + "per_fold": { + "0": 0.4084, + "1": -0.3209, + "2": 0.2143, + "3": 0.4605, + "4": 0.3372 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.19484022122643177 + } + } + } + } + }, + "ssl_lpft+es50p30@exactloc1km": { + "spatial": { + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 67.07563292142564, + "std": 2.6553852742320863 + }, + "mIoU_tta": { + "mean": 67.53289742361451, + "std": 2.2666614887904766 + }, + "kappa": { + "mean": 59.259279363695875, + "std": 3.22006318393064 + }, + "kappa_tta": { + "mean": 59.82909211968629, + "std": 2.642083725257623 + }, + "F1_coffee": { + "mean": 88.26232007269653, + "std": 4.11197500679434 + }, + "F1_coffee_tta": { + "mean": 88.89165035738063, + "std": 3.837163879206472 + }, + "macroF1": { + "mean": 79.58825682847058, + "std": 1.6272542188363945 + }, + "macroF1_tta": { + "mean": 79.86657354985866, + "std": 1.3124661101576196 + }, + "OA": { + "mean": 83.6736665866585, + "std": 3.5974341533340777 + }, + "OA_tta": { + "mean": 84.29911272274038, + "std": 3.42597872516216 + }, + "precision_coffee": { + "mean": 88.7129823613502, + "std": 2.654059747573757 + }, + "precision_coffee_tta": { + "mean": 88.02193390871273, + "std": 2.6247486544614946 + }, + "recall_coffee": { + "mean": 87.97187074966166, + "std": 6.002012037906428 + }, + "recall_coffee_tta": { + "mean": 89.91473559750222, + "std": 5.548448275088963 + }, + "all_drawn_mIoU": 60.80438054725174, + "changed_recall": 22.83920355517176, + "delta_vs_sl": { + "mIoU": { + "mean": 5.28819505831405, + "std": 1.7616004559028504, + "per_fold": { + "0": 6.9642, + "1": 3.4534, + "2": 3.49, + "3": 5.5288, + "4": 7.0046 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.00256411846791165 + }, + "kappa": { + "mean": 7.862891847151739, + "std": 2.6965910504337147, + "per_fold": { + "0": 10.6531, + "1": 4.8353, + "2": 5.4431, + "3": 8.0191, + "4": 10.3639 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.002857128834938588 + }, + "OA": { + "mean": 4.379532578382074, + "std": 1.4659631212642625, + "per_fold": { + "0": 5.6121, + "1": 3.4247, + "2": 2.3892, + "3": 4.6286, + "4": 5.8431 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.0026106302371954704 + }, + "macroF1": { + "mean": 4.047956638311933, + "std": 1.4276967536855745, + "per_fold": { + "0": 5.5301, + "1": 2.4677, + "2": 2.7561, + "3": 4.1009, + "4": 5.385 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0031696155984366715 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.45726450218888176, + "std": 0.5376792520405621, + "per_fold": { + "0": 0.9266, + "1": -0.415, + "2": 0.8707, + "3": 0.4059, + "4": 0.4981 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.12999213573653826 + }, + "kappa": { + "mean": 0.5698127559904108, + "std": 0.777540774318039, + "per_fold": { + "0": 1.2303, + "1": -0.7068, + "2": 1.1626, + "3": 0.5627, + "4": 0.6003 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.17662271265464616 + }, + "OA": { + "mean": 0.6254461360818852, + "std": 0.29246321125153973, + "per_fold": { + "0": 0.8625, + "1": 0.1775, + "2": 0.8722, + "3": 0.4984, + "4": 0.7166 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.008763109789153026 + }, + "macroF1": { + "mean": 0.2783167213880944, + "std": 0.4178044707083211, + "per_fold": { + "0": 0.6631, + "1": -0.395, + "2": 0.5884, + "3": 0.2517, + "4": 0.2834 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 10, + "n_runs": 15, + "p": 0.21058765189672163 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 71.40556041281484, + "std": 3.2784093159736867 + }, + "mIoU_tta": { + "mean": 71.680764335297, + "std": 3.0573808581195374 + }, + "kappa": { + "mean": 65.77305584961272, + "std": 3.9208756645808984 + }, + "kappa_tta": { + "mean": 66.10786057441426, + "std": 3.6567748941585663 + }, + "F1_coffee": { + "mean": 89.7970485907104, + "std": 4.47232151657733 + }, + "F1_coffee_tta": { + "mean": 90.1041551764901, + "std": 4.283919593886917 + }, + "macroF1": { + "mean": 82.81594417119818, + "std": 2.051239876966041 + }, + "macroF1_tta": { + "mean": 82.98651310823489, + "std": 1.9095220323475965 + }, + "OA": { + "mean": 86.12208772726805, + "std": 3.806219956528291 + }, + "OA_tta": { + "mean": 86.43405009888565, + "std": 3.6346861266826775 + }, + "precision_coffee": { + "mean": 91.34813294662426, + "std": 2.2351519269198725 + }, + "precision_coffee_tta": { + "mean": 91.00672823541657, + "std": 2.1495686191889103 + }, + "recall_coffee": { + "mean": 88.63546235325519, + "std": 8.070966197894133 + }, + "recall_coffee_tta": { + "mean": 89.55109670814848, + "std": 7.918061730844586 + }, + "all_drawn_mIoU": 64.56852251694265, + "changed_recall": 28.504760664241, + "delta_vs_sl": { + "mIoU": { + "mean": -3.395961238565903, + "std": 1.5545615744134158, + "per_fold": { + "0": -5.2667, + "1": -4.235, + "2": -3.4061, + "3": -2.9751, + "4": -1.0969 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 1, + "n_runs": 15, + "p": 0.008132895536802022 + }, + "kappa": { + "mean": -4.680790319007367, + "std": 2.128551917768616, + "per_fold": { + "0": -7.0887, + "1": -6.0139, + "2": -4.6258, + "3": -4.2073, + "4": -1.4683 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 1, + "n_runs": 15, + "p": 0.007945185876131052 + }, + "OA": { + "mean": -1.9993580838744038, + "std": 1.100589723804805, + "per_fold": { + "0": -3.7951, + "1": -1.7828, + "2": -1.8368, + "3": -1.8124, + "4": -0.7696 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.015322253243218249 + }, + "macroF1": { + "mean": -2.376592352130541, + "std": 1.1113673579134813, + "per_fold": { + "0": -3.6896, + "1": -3.0463, + "2": -2.3227, + "3": -2.0846, + "4": -0.7396 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 1, + "n_runs": 15, + "p": 0.008764636310070564 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.2752039224821715, + "std": 0.5553141744146577, + "per_fold": { + "0": 0.6472, + "1": -0.6717, + "2": 0.375, + "3": 0.7074, + "4": 0.3182 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.3299379440693202 + }, + "kappa": { + "mean": 0.33480472480156037, + "std": 0.7910596000479703, + "per_fold": { + "0": 0.84, + "1": -1.005, + "2": 0.4668, + "3": 0.9931, + "4": 0.3792 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.3975409119950822 + }, + "OA": { + "mean": 0.3119623716176136, + "std": 0.2783351531249179, + "per_fold": { + "0": 0.4996, + "1": -0.1582, + "2": 0.3322, + "3": 0.5402, + "4": 0.346 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.0663244334853268 + }, + "macroF1": { + "mean": 0.17056893703671108, + "std": 0.41432568502532546, + "per_fold": { + "0": 0.4617, + "1": -0.5335, + "2": 0.2403, + "3": 0.4879, + "4": 0.1964 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.4093831744751725 + } + } + } + } + }, + "ssl_lpft": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 65.28756666724732, + "std": 2.2804912158112387 + }, + "mIoU_tta": { + "mean": 65.83663986244524, + "std": 2.2072469461989757 + }, + "kappa": { + "mean": 56.43421848807519, + "std": 2.9988404906450437 + }, + "kappa_tta": { + "mean": 57.13816171447901, + "std": 2.984857007839109 + }, + "F1_coffee": { + "mean": 87.58705920254995, + "std": 3.604890817400872 + }, + "F1_coffee_tta": { + "mean": 88.22978240768774, + "std": 3.4538348683332987 + }, + "macroF1": { + "mean": 78.17820645871362, + "std": 1.5104453561345577 + }, + "macroF1_tta": { + "mean": 78.5253619339621, + "std": 1.4912096690598582 + }, + "OA": { + "mean": 82.58489161753552, + "std": 3.0716080327085824 + }, + "OA_tta": { + "mean": 83.25676701297466, + "std": 3.0227336576332244 + }, + "precision_coffee": { + "mean": 87.957600057375, + "std": 2.8274059550543065 + }, + "precision_coffee_tta": { + "mean": 87.41279965366742, + "std": 2.7479764886852753 + }, + "recall_coffee": { + "mean": 87.3649828175082, + "std": 4.712093976612667 + }, + "recall_coffee_tta": { + "mean": 89.19011199720872, + "std": 4.375926564388206 + }, + "all_drawn_mIoU": 59.516326651604935, + "changed_recall": 23.760995615135357, + "delta_vs_sl": { + "mIoU": { + "mean": 9.100073492014108, + "std": 1.907424142359146, + "per_fold": { + "0": 12.0541, + "1": 8.5923, + "2": 9.3671, + "3": 6.7904, + "4": 8.6965 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0004373196339791367 + }, + "kappa": { + "mean": 13.093975315368837, + "std": 2.7966617240424827, + "per_fold": { + "0": 17.7013, + "1": 12.5029, + "2": 13.1654, + "3": 10.2287, + "4": 11.8716 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0004704576672823501 + }, + "OA": { + "mean": 8.10082398076067, + "std": 1.7713936895233708, + "per_fold": { + "0": 10.4446, + "1": 7.3281, + "2": 8.6387, + "3": 5.6414, + "4": 8.4513 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0005154206138475118 + }, + "macroF1": { + "mean": 7.092347586420795, + "std": 1.6951876554278094, + "per_fold": { + "0": 9.7987, + "1": 6.595, + "2": 7.2502, + "3": 5.1684, + "4": 6.6495 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0007270174385556864 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5490731951979143, + "std": 0.12284126683114079, + "per_fold": { + "0": 0.7585, + "1": 0.5105, + "2": 0.4359, + "3": 0.5364, + "4": 0.504 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.0005631522899045998 + }, + "kappa": { + "mean": 0.7039432264038112, + "std": 0.2268578636519192, + "per_fold": { + "0": 1.025, + "1": 0.7105, + "2": 0.4492, + "3": 0.8001, + "4": 0.5349 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.002265733316188462 + }, + "OA": { + "mean": 0.6718753954391417, + "std": 0.14700818904428206, + "per_fold": { + "0": 0.7205, + "1": 0.5116, + "2": 0.7905, + "3": 0.5196, + "4": 0.8173 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0005166500875370811 + }, + "macroF1": { + "mean": 0.34715547524849344, + "std": 0.12025975558552975, + "per_fold": { + "0": 0.5339, + "1": 0.3451, + "2": 0.2325, + "3": 0.3729, + "4": 0.2514 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.002965627708683794 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 67.14570525424455, + "std": 2.591280956381358 + }, + "mIoU_tta": { + "mean": 67.68903254572173, + "std": 2.281122655384273 + }, + "kappa": { + "mean": 59.40278602975967, + "std": 3.169185975746806 + }, + "kappa_tta": { + "mean": 60.10136383846001, + "std": 2.7858846302190323 + }, + "F1_coffee": { + "mean": 88.17960233232354, + "std": 4.029455335182116 + }, + "F1_coffee_tta": { + "mean": 88.79750281537173, + "std": 3.7278880739178692 + }, + "macroF1": { + "mean": 79.65457903036946, + "std": 1.6193475504667676 + }, + "macroF1_tta": { + "mean": 80.0096039118288, + "std": 1.4020057043969762 + }, + "OA": { + "mean": 83.62650041297631, + "std": 3.389117647456492 + }, + "OA_tta": { + "mean": 84.25512773290532, + "std": 3.186638362741948 + }, + "precision_coffee": { + "mean": 89.07448219407578, + "std": 2.5801355847944354 + }, + "precision_coffee_tta": { + "mean": 88.51223374467301, + "std": 2.472782917149756 + }, + "recall_coffee": { + "mean": 87.48582830659495, + "std": 6.154834776426782 + }, + "recall_coffee_tta": { + "mean": 89.23969086997724, + "std": 5.810838425849998 + }, + "all_drawn_mIoU": 60.88703237150162, + "changed_recall": 22.113545632974496, + "delta_vs_sl": { + "mIoU": { + "mean": 4.717624617935842, + "std": 2.0406517562077973, + "per_fold": { + "0": 3.6845, + "1": 3.0319, + "2": 8.2243, + "3": 4.0587, + "4": 4.5887 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.006654765973164911 + }, + "kappa": { + "mean": 6.932847553422386, + "std": 3.1167518161192755, + "per_fold": { + "0": 5.582, + "1": 4.3697, + "2": 12.3273, + "3": 5.828, + "4": 6.5572 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.007630477138610535 + }, + "OA": { + "mean": 3.7668240636727233, + "std": 1.6070936472448567, + "per_fold": { + "0": 2.7201, + "1": 2.246, + "2": 6.3875, + "3": 3.5773, + "4": 3.9032 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.006335679637989008 + }, + "macroF1": { + "mean": 3.580516692890535, + "std": 1.6615887451764184, + "per_fold": { + "0": 2.8681, + "1": 2.2011, + "2": 6.4434, + "3": 2.9307, + "4": 3.4593 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.008532653691065385 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.5433272914771734, + "std": 0.37228827559343913, + "per_fold": { + "0": 1.1836, + "1": 0.2783, + "2": 0.3883, + "3": 0.5469, + "4": 0.3194 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.030981980969116037 + }, + "kappa": { + "mean": 0.6985778087003368, + "std": 0.5375031433762502, + "per_fold": { + "0": 1.5992, + "1": 0.3251, + "2": 0.4753, + "3": 0.7802, + "4": 0.3132 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.04384664814211969 + }, + "OA": { + "mean": 0.6286273199290093, + "std": 0.20761275814856298, + "per_fold": { + "0": 0.9867, + "1": 0.4664, + "2": 0.507, + "3": 0.6047, + "4": 0.5784 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.002483094606696045 + }, + "macroF1": { + "mean": 0.35502488145931466, + "std": 0.2956845407421705, + "per_fold": { + "0": 0.8644, + "1": 0.153, + "2": 0.2411, + "3": 0.3524, + "4": 0.1642 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.05495273848035007 + } + } + }, + "0.5": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 70.74611206423597, + "std": 1.6988183659682552 + }, + "mIoU_tta": { + "mean": 71.07988809309617, + "std": 1.3124895369901097 + }, + "kappa": { + "mean": 64.6779500703238, + "std": 2.03313750510712 + }, + "kappa_tta": { + "mean": 65.09347862467347, + "std": 1.540647919309112 + }, + "F1_coffee": { + "mean": 89.96268939497324, + "std": 3.0986055125897805 + }, + "F1_coffee_tta": { + "mean": 90.35635689680196, + "std": 2.8843491398306815 + }, + "macroF1": { + "mean": 82.30822033403706, + "std": 1.019547515573898 + }, + "macroF1_tta": { + "mean": 82.51344851871738, + "std": 0.7626290049494838 + }, + "OA": { + "mean": 85.96262684829887, + "std": 2.5694020087462737 + }, + "OA_tta": { + "mean": 86.36149880350251, + "std": 2.371321496791793 + }, + "precision_coffee": { + "mean": 90.31979480904265, + "std": 1.8600345363946982 + }, + "precision_coffee_tta": { + "mean": 89.81587783221808, + "std": 1.845891441478803 + }, + "recall_coffee": { + "mean": 89.75785920619882, + "std": 5.476200554076552 + }, + "recall_coffee_tta": { + "mean": 91.03378937015887, + "std": 5.127992177492678 + }, + "all_drawn_mIoU": 63.85884636226238, + "changed_recall": 29.420440022486037, + "delta_vs_sl": { + "mIoU": { + "mean": -2.9001854493737653, + "std": 1.164688785209253, + "per_fold": { + "0": -0.9601, + "1": -3.2698, + "2": -4.051, + "3": -2.8725, + "4": -3.3475 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0050966902037086915 + }, + "kappa": { + "mean": -4.131142400394502, + "std": 1.7403477875605635, + "per_fold": { + "0": -1.211, + "1": -4.6572, + "2": -5.801, + "3": -4.1322, + "4": -4.8544 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.006054957414462792 + }, + "OA": { + "mean": -1.5692166103526746, + "std": 0.4951563227155155, + "per_fold": { + "0": -0.7885, + "1": -1.5106, + "2": -1.9439, + "3": -1.5571, + "4": -2.0459 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0020935609837525416 + }, + "macroF1": { + "mean": -2.079911773911971, + "std": 0.8517698724638088, + "per_fold": { + "0": -0.6499, + "1": -2.3375, + "2": -2.8978, + "3": -2.0855, + "4": -2.4289 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.005469558032881466 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.33377602886018, + "std": 0.46597430288917263, + "per_fold": { + "0": 0.6969, + "1": -0.4797, + "2": 0.4191, + "3": 0.54, + "4": 0.4925 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.1844817614262671 + }, + "kappa": { + "mean": 0.41552855434967456, + "std": 0.6476872116949062, + "per_fold": { + "0": 0.8763, + "1": -0.7196, + "2": 0.5442, + "3": 0.7646, + "4": 0.6122 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.22472639807633213 + }, + "OA": { + "mean": 0.39887195520364854, + "std": 0.2550952457230525, + "per_fold": { + "0": 0.5653, + "1": -0.0436, + "2": 0.4047, + "3": 0.5217, + "4": 0.5463 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.024978394204911825 + }, + "macroF1": { + "mean": 0.20522818468033677, + "std": 0.33929784047709405, + "per_fold": { + "0": 0.4735, + "1": -0.3865, + "2": 0.2707, + "3": 0.3552, + "4": 0.3133 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.24761526913329393 + } + } + }, + "1.0": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 72.32077507536724, + "std": 2.138441613202391 + }, + "mIoU_tta": { + "mean": 72.68158083470551, + "std": 1.7212604968101435 + }, + "kappa": { + "mean": 66.9927861736728, + "std": 2.4529983803622426 + }, + "kappa_tta": { + "mean": 67.44549883794882, + "std": 1.9027876042456917 + }, + "F1_coffee": { + "mean": 90.43973301370053, + "std": 3.384417710209202 + }, + "F1_coffee_tta": { + "mean": 90.806594235689, + "std": 3.12115647917685 + }, + "macroF1": { + "mean": 83.46674283630762, + "std": 1.2468805217001662 + }, + "macroF1_tta": { + "mean": 83.69739328743619, + "std": 0.9576144520715925 + }, + "OA": { + "mean": 86.75336459004386, + "std": 2.918745590073037 + }, + "OA_tta": { + "mean": 87.12776813742025, + "std": 2.6762241720300093 + }, + "precision_coffee": { + "mean": 91.18578434509254, + "std": 1.5968657954412413 + }, + "precision_coffee_tta": { + "mean": 90.75555336547328, + "std": 1.5284454536093715 + }, + "recall_coffee": { + "mean": 89.85003914364025, + "std": 5.81897669877468 + }, + "recall_coffee_tta": { + "mean": 90.97391274126589, + "std": 5.364892248262466 + }, + "all_drawn_mIoU": 65.05964552901698, + "changed_recall": 27.4826160349645, + "delta_vs_sl": { + "mIoU": { + "mean": -2.5302968292342882, + "std": 0.7122032595418573, + "per_fold": { + "0": -2.2984, + "1": -2.5755, + "2": -3.6849, + "3": -1.7535, + "4": -2.3392 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0013595744688626795 + }, + "kappa": { + "mean": -3.4782375524170632, + "std": 1.0036010969401572, + "per_fold": { + "0": -3.0888, + "1": -3.6131, + "2": -5.096, + "3": -2.4013, + "4": -3.192 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.0014937729497039077 + }, + "OA": { + "mean": -1.4648051330115777, + "std": 0.3005577229353254, + "per_fold": { + "0": -1.6254, + "1": -1.1044, + "2": -1.7719, + "3": -1.1813, + "4": -1.641 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 1, + "n_runs": 15, + "p": 0.00040254015488569434 + }, + "macroF1": { + "mean": -1.7497992298644873, + "std": 0.49962218093140554, + "per_fold": { + "0": -1.5833, + "1": -1.8234, + "2": -2.5449, + "3": -1.1905, + "4": -1.6069 + }, + "folds_better": 0, + "n_folds": 5, + "runs_better": 0, + "n_runs": 15, + "p": 0.001435591893946873 + } + }, + "tta_gain": { + "mIoU": { + "mean": 0.3608057593382739, + "std": 0.4991783107634801, + "per_fold": { + "0": 0.8468, + "1": -0.4211, + "2": 0.1845, + "3": 0.6541, + "4": 0.5398 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.18135020901018592 + }, + "kappa": { + "mean": 0.4527126642760109, + "std": 0.6772197709986613, + "per_fold": { + "0": 1.0824, + "1": -0.6104, + "2": 0.21, + "3": 0.8915, + "4": 0.6901 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.2092862632865035 + }, + "OA": { + "mean": 0.37440354737636883, + "std": 0.28028595601826845, + "per_fold": { + "0": 0.6626, + "1": -0.0629, + "2": 0.277, + "3": 0.5027, + "4": 0.4927 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 13, + "n_runs": 15, + "p": 0.04046105157633643 + }, + "macroF1": { + "mean": 0.23065045112856525, + "std": 0.35614523400121445, + "per_fold": { + "0": 0.5789, + "1": -0.326, + "2": 0.1033, + "3": 0.4411, + "4": 0.3559 + }, + "folds_better": 4, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.22114724294199745 + } + } + } + } + }, + "sl-wd1e-2+es50p30": { + "spatial": { + "0.05": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 61.507466905938045, + "std": 2.9017352535233973 + }, + "mIoU_tta": { + "mean": 62.92257135933998, + "std": 2.9541929719452713 + }, + "kappa": { + "mean": 50.88871599451333, + "std": 3.976729565354132 + }, + "kappa_tta": { + "mean": 52.87467933968994, + "std": 3.981091565287537 + }, + "F1_coffee": { + "mean": 84.71678285942843, + "std": 3.9576526812129633 + }, + "F1_coffee_tta": { + "mean": 85.91512246171553, + "std": 3.9564004089587907 + }, + "macroF1": { + "mean": 75.31970073022669, + "std": 2.036064802618696 + }, + "macroF1_tta": { + "mean": 76.37418939921808, + "std": 2.0150689188567696 + }, + "OA": { + "mean": 79.24263586120483, + "std": 3.401286389917791 + }, + "OA_tta": { + "mean": 80.57015908054815, + "std": 3.5392183919744027 + }, + "precision_coffee": { + "mean": 88.19550319845591, + "std": 3.422973880969069 + }, + "precision_coffee_tta": { + "mean": 87.84470037388834, + "std": 3.436761754368408 + }, + "recall_coffee": { + "mean": 81.64515254622238, + "std": 4.761265459208525 + }, + "recall_coffee_tta": { + "mean": 84.20528575727302, + "std": 4.726968768837215 + }, + "all_drawn_mIoU": 56.83115691668557, + "changed_recall": 25.80882240130354, + "delta_vs_sl": { + "mIoU": { + "mean": 4.352704516494154, + "std": 2.3052554850088045, + "per_fold": { + "0": 3.1371, + "1": 8.005, + "2": 4.8645, + "3": 1.9217, + "4": 3.8352 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.013455276923439905 + }, + "kappa": { + "mean": 6.206764892013032, + "std": 3.536509353122844, + "per_fold": { + "0": 4.5527, + "1": 11.8418, + "2": 7.129, + "3": 2.6004, + "4": 4.91 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.017183558363069115 + }, + "OA": { + "mean": 3.7941392413272923, + "std": 1.7005717819013777, + "per_fold": { + "0": 2.892, + "1": 6.3883, + "2": 4.1049, + "3": 1.8124, + "4": 3.7731 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.007549630482157782 + }, + "macroF1": { + "mean": 3.404847143487018, + "std": 1.8262114564958882, + "per_fold": { + "0": 2.4851, + "1": 6.2124, + "2": 3.9631, + "3": 1.3729, + "4": 2.9908 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 14, + "n_runs": 15, + "p": 0.014042574929277197 + } + }, + "tta_gain": { + "mIoU": { + "mean": 1.4151044534019406, + "std": 0.49792974678459273, + "per_fold": { + "0": 0.9912, + "1": 1.2897, + "2": 2.0287, + "3": 0.9259, + "4": 1.84 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0031421930763315636 + }, + "kappa": { + "mean": 1.9859633451766172, + "std": 0.7049408600275506, + "per_fold": { + "0": 1.3858, + "1": 1.7984, + "2": 2.8224, + "3": 1.294, + "4": 2.6293 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0032455218723203747 + }, + "OA": { + "mean": 1.3275232193433055, + "std": 0.42153946559416217, + "per_fold": { + "0": 0.9192, + "1": 1.1717, + "2": 1.8698, + "3": 1.0027, + "4": 1.6742 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0021436466423713743 + }, + "macroF1": { + "mean": 1.054488668991405, + "std": 0.3948502506445859, + "per_fold": { + "0": 0.743, + "1": 0.9234, + "2": 1.5443, + "3": 0.6645, + "4": 1.3972 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.003950490617285715 + } + } + }, + "0.1": { + "n_runs": 15, + "n_folds": 5, + "n_tta": 15, + "mIoU": { + "mean": 67.35367826117232, + "std": 1.786444723978566 + }, + "mIoU_tta": { + "mean": 68.54473030660823, + "std": 2.130572251061724 + }, + "kappa": { + "mean": 59.91137800849217, + "std": 2.1343129527066607 + }, + "kappa_tta": { + "mean": 61.57586852806702, + "std": 2.637485379168641 + }, + "F1_coffee": { + "mean": 87.86513362609166, + "std": 3.2517652062524194 + }, + "F1_coffee_tta": { + "mean": 88.6253043215063, + "std": 3.3094858661451134 + }, + "macroF1": { + "mean": 79.90214890384757, + "std": 1.0843878123227184 + }, + "macroF1_tta": { + "mean": 80.7544496654942, + "std": 1.3368933533915157 + }, + "OA": { + "mean": 83.34133918841147, + "std": 2.6066775991929174 + }, + "OA_tta": { + "mean": 84.25807741618499, + "std": 2.8002766006438247 + }, + "precision_coffee": { + "mean": 90.34200769071126, + "std": 3.002777721702888 + }, + "precision_coffee_tta": { + "mean": 90.20408729536236, + "std": 2.9189109403217066 + }, + "recall_coffee": { + "mean": 85.59542427431333, + "std": 3.8994869482404115 + }, + "recall_coffee_tta": { + "mean": 87.1814269843047, + "std": 4.162346810385793 + }, + "all_drawn_mIoU": 61.68508825852638, + "changed_recall": 29.208931464460147, + "delta_vs_sl": { + "mIoU": { + "mean": 5.566240398060742, + "std": 2.436046309321483, + "per_fold": { + "0": 8.6203, + "1": 2.0674, + "2": 4.559, + "3": 6.0697, + "4": 6.5148 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.006937539537840761 + }, + "kappa": { + "mean": 8.514990491948032, + "std": 3.6414106480633293, + "per_fold": { + "0": 13.0391, + "1": 3.2098, + "2": 7.2189, + "3": 9.0105, + "4": 10.0967 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.00638905150890435 + }, + "OA": { + "mean": 4.047205180135054, + "std": 2.0477823834618274, + "per_fold": { + "0": 6.7641, + "1": 1.4235, + "2": 2.7257, + "3": 4.6001, + "4": 4.7227 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 11, + "n_runs": 15, + "p": 0.011516879941923915 + }, + "macroF1": { + "mean": 4.361848713688929, + "std": 1.8855621821510808, + "per_fold": { + "0": 6.7434, + "1": 1.6623, + "2": 3.6332, + "3": 4.5826, + "4": 5.1878 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 12, + "n_runs": 15, + "p": 0.006639751984097034 + } + }, + "tta_gain": { + "mIoU": { + "mean": 1.1910520454359073, + "std": 0.3951430942685813, + "per_fold": { + "0": 0.8211, + "1": 1.3654, + "2": 1.7527, + "3": 1.2014, + "4": 0.8146 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0025253152156009873 + }, + "kappa": { + "mean": 1.6644905195748634, + "std": 0.5554392652035698, + "per_fold": { + "0": 1.1479, + "1": 1.8989, + "2": 2.4431, + "3": 1.7185, + "4": 1.114 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0025807917223810207 + }, + "OA": { + "mean": 0.9167382277734987, + "std": 0.2663497428698608, + "per_fold": { + "0": 0.6494, + "1": 1.0216, + "2": 1.2855, + "3": 0.962, + "4": 0.6652 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0015334637857544228 + }, + "macroF1": { + "mean": 0.8523007616466571, + "std": 0.2771684777642712, + "per_fold": { + "0": 0.5971, + "1": 0.9754, + "2": 1.2475, + "3": 0.8554, + "4": 0.5861 + }, + "folds_better": 5, + "n_folds": 5, + "runs_better": 15, + "n_runs": 15, + "p": 0.0023438499224061548 + } + } + } + } + } +} \ No newline at end of file