expected-greenness / metrics.json
Konuktor92's picture
expected-greenness v1
cb29b3c verified
Raw History Blame Contribute Delete
5.27 kB
{
"protocol": "configs/model_v1.yaml",
"git_commit": "92ed159",
"features": [
"elev_mean",
"elev_std",
"slope_mean",
"steep_share",
"aspect_sin",
"aspect_cos",
"tpi",
"grass_frac",
"barren_frac",
"lc_type1",
"month",
"clim_ndvi",
"precip_m",
"precip_3m",
"precip_winter",
"lst_day_m",
"lst_night_m",
"lst_day_prev",
"snow_spring",
"snow_m",
"soil_m",
"swe_apr"
],
"data": {
"cells": 50168,
"years": [
2001,
2025
],
"months": [
5,
6,
7,
8,
9
]
},
"tuning": {
"trials": 40,
"best_params": {
"max_depth": 4,
"learning_rate": 0.05621263498077372,
"min_child_weight": 20.75429877129615,
"subsample": 0.9749316758605804,
"colsample_bytree": 0.5763769882944643,
"reg_lambda": 21.09479080136915,
"reg_alpha": 0.015374612569742166
},
"n_estimators": 145,
"inner_rmse_xgb": 0.05335228517651558,
"ridge_alpha": 1000,
"inner_rmse_ridge": {
"0.1": 0.055551912635564804,
"1": 0.055551912635564804,
"10": 0.05555190145969391,
"100": 0.05555180460214615,
"1000": 0.05555080249905586
}
},
"temporal_test": {
"n_rows": 1484947,
"xgb": {
"rmse": 0.05543375015258789,
"mae": 0.03968954086303711,
"anomaly_corr": 0.4242786380666133,
"tercile_bacc": 0.45527536336862856
},
"ridge": {
"rmse": 0.05884538218379021,
"mae": 0.04250144585967064,
"anomaly_corr": 0.28780787848363554,
"tercile_bacc": 0.41035457854199836
},
"clim": {
"rmse": 0.061612908672877956,
"mae": 0.04333119232217224,
"anomaly_corr": null,
"tercile_bacc": 0.3333333333333333
},
"skill_xgb_vs_ridge": {
"point": 0.11259126663208008,
"ci_lo": 0.0890129804611206,
"ci_hi": 0.13281476497650146,
"units": 6
},
"skill_xgb_vs_clim": {
"point": 0.1905218060292877,
"ci_lo": 0.15966808101130808,
"ci_hi": 0.21508542508221518,
"units": 6
},
"skill_ridge_vs_clim": {
"point": 0.08781810471926532,
"ci_lo": 0.047335278856051044,
"ci_hi": 0.12555581705053517,
"units": 6
},
"seed_skill_vs_ridge": {
"values": [
0.10996484756469727,
0.11416596174240112,
0.10624825954437256,
0.11326617002487183,
0.10692000389099121
],
"mean": 0.11011304855346679,
"sd": 0.0032100583223650296
},
"conformal_coverage_p10_p90": 0.7434184519716865
},
"ablation_skill_vs_clim_temporal": {
"precip": 0.054882168769836426,
"+lst": 0.16703283786773682,
"+snow": 0.1810346245765686,
"+gldas (full)": 0.18812614679336548
},
"spatial_test": {
"n_rows": 6154869,
"xgb": {
"rmse": 0.052341818058410906,
"mae": 0.035987544774873564,
"anomaly_corr": 0.5401110764463342,
"tercile_bacc": 0.5242309440180889
},
"ridge": {
"rmse": 0.05780769190076838,
"mae": 0.040356925267091316,
"anomaly_corr": 0.3584913306633923,
"tercile_bacc": 0.4518557704096291
},
"clim": {
"rmse": 0.06192350673620555,
"mae": 0.0441928267668356,
"anomaly_corr": null,
"tercile_bacc": 0.3333333333333333
},
"skill_xgb_vs_ridge": {
"point": 0.18016520234683842,
"ci_lo": 0.16931476346897326,
"ci_hi": 0.1921305862591789,
"units": 76
},
"skill_xgb_vs_clim": {
"point": 0.28552584752017784,
"ci_lo": 0.25587941077953436,
"ci_hi": 0.31732067499447747,
"units": 76
},
"skill_ridge_vs_clim": {
"point": 0.12851448300918933,
"ci_lo": 0.09990488385165495,
"ci_hi": 0.1578925273258722,
"units": 76
}
},
"gate": {
"rule": "CI lower bound of skill_xgb_vs_ridge > 0 on temporal AND spatial tests",
"passed": true,
"shipped_model": "xgb"
},
"conformal_p10_p90_by_month": {
"5": [
-0.08275514096021652,
0.09044573456048965
],
"6": [
-0.0724983811378479,
0.06799467653036118
],
"7": [
-0.05535222217440605,
0.0496993213891983
],
"8": [
-0.05151964724063873,
0.048559289425611496
],
"9": [
-0.05011269450187683,
0.04957366734743118
]
},
"feature_importance_mean_abs": {
"lst_day_m": 0.007868999615311623,
"lst_day_prev": 0.006517000030726194,
"precip_3m": 0.005698999855667353,
"lst_night_m": 0.0051369997672736645,
"soil_m": 0.0031030001118779182,
"month": 0.0029990000184625387,
"elev_mean": 0.002767000114545226,
"snow_spring": 0.002471999963745475,
"precip_winter": 0.002409999957308173,
"snow_m": 0.002343999920412898,
"precip_m": 0.0018370000179857016,
"clim_ndvi": 0.0016789999790489674,
"swe_apr": 0.001019999966956675,
"slope_mean": 0.00029200001154094934,
"barren_frac": 0.00014699999883305281,
"steep_share": 0.0001230000052601099,
"elev_std": 5.700000110664405e-05,
"grass_frac": 5.400000009103678e-05,
"tpi": 7.999999979801942e-06,
"lc_type1": 1.9999999949504854e-06,
"aspect_cos": 9.999999974752427e-07,
"aspect_sin": 0.0
}
}