expected-greenness-ca / metrics.json
Konuktor92's picture
expected greenness v2-ca
692b68d verified
Raw History Blame Contribute Delete
4.52 kB
{
"protocol": "configs/model_v2_ca.yaml",
"git_commit": "1bc6ed3",
"features": [
"elev_mean",
"elev_std",
"slope_mean",
"steep_share",
"aspect_sin",
"aspect_cos",
"tpi",
"grass_frac",
"barren_frac",
"crop_frac",
"lc_type1",
"lat",
"month",
"clim_ndvi",
"precip_m",
"precip_2m",
"precip_winter",
"tair_m",
"tair_prev",
"soil_m",
"swe_apr"
],
"data": {
"eligible_cells": 3432538,
"sample_cells": 150000,
"by_country_eligible": {
"KAZ": 2757030,
"UZB": 225373,
"TKM": 219350,
"KGZ": 162550,
"TJK": 68235
}
},
"tuning": {
"trials": 20,
"best_params": {
"max_depth": 4,
"learning_rate": 0.10100846649096142,
"min_child_weight": 2.1372740576773146,
"subsample": 0.972334458524792,
"colsample_bytree": 0.7609241608750359,
"reg_lambda": 0.07186075653512951
},
"n_estimators": 189,
"inner_rmse_xgb": 0.05189208313822746,
"ridge_alpha": 10000,
"inner_rmse_ridge": {
"1": 0.05240725725889206,
"10": 0.05240725725889206,
"100": 0.05240722745656967,
"1000": 0.0524069219827652,
"10000": 0.05240388959646225
}
},
"temporal_test": {
"n_rows": 4488859,
"xgb": {
"rmse": 0.05302759259939194,
"mae": 0.03565985709428787,
"anomaly_corr": 0.5099059549633065,
"tercile_bacc": 0.5443049159397115
},
"ridge": {
"rmse": 0.05455656722187996,
"mae": 0.0374000109732151,
"anomaly_corr": 0.4676613138043512,
"tercile_bacc": 0.514210718924312
},
"clim": {
"rmse": 0.061273232102394104,
"mae": 0.04196174815297127,
"anomaly_corr": null,
"tercile_bacc": 0.3333333333333333
},
"skill_xgb_vs_ridge": {
"point": 0.05526524782180786,
"ci_lo": 0.03597217798233032,
"ci_hi": 0.07688862085342407,
"units": 6
},
"skill_xgb_vs_clim": {
"point": 0.2510329484939575,
"ci_lo": 0.1736202985048294,
"ci_hi": 0.32145172357559204,
"units": 6
},
"skill_ridge_vs_clim": {
"point": 0.20721977949142456,
"ci_lo": 0.13052883744239807,
"ci_hi": 0.2746666967868805,
"units": 6
},
"seed_skill_vs_ridge": {
"values": [
0.05177319049835205,
0.05277097225189209,
0.05364823341369629
],
"mean": 0.05273079872131348,
"sd": 0.0007660099729616311
},
"conformal_coverage_p10_p90": 0.7649012811496195
},
"spatial_test": {
"n_rows": 18704206,
"xgb": {
"rmse": 0.048309534788131714,
"mae": 0.03170231729745865,
"anomaly_corr": 0.5783080677059781,
"tercile_bacc": 0.5685434390166627
},
"ridge": {
"rmse": 0.05148749053478241,
"mae": 0.03450145572423935,
"anomaly_corr": 0.4926088947138233,
"tercile_bacc": 0.5289723245865422
},
"clim": {
"rmse": 0.05916392803192139,
"mae": 0.04005257412791252,
"anomaly_corr": null,
"tercile_bacc": 0.3333333333333333
},
"skill_xgb_vs_ridge": {
"point": 0.11963582038879395,
"ci_lo": 0.11683060228824615,
"ci_hi": 0.12261748313903809,
"units": 4115
},
"skill_xgb_vs_clim": {
"point": 0.3332679867744446,
"ci_lo": 0.3277331292629242,
"ci_hi": 0.3389349579811096,
"units": 4115
},
"skill_ridge_vs_clim": {
"point": 0.24266338348388672,
"ci_lo": 0.23721951246261597,
"ci_hi": 0.24812857806682587,
"units": 4115
}
},
"gate": {
"rule": "CI lower bound of skill_xgb_vs_ridge > 0 on temporal AND spatial tests",
"passed": true,
"shipped_model": "xgb"
},
"feature_importance_mean_abs": {
"precip_2m": 0.012883000075817108,
"precip_winter": 0.01007699966430664,
"soil_m": 0.00824899971485138,
"precip_m": 0.006624000146985054,
"tair_prev": 0.0029460000805556774,
"clim_ndvi": 0.002933999989181757,
"swe_apr": 0.0013470000121742487,
"lat": 0.0012919999426230788,
"tair_m": 0.0012839999981224537,
"month": 0.0010100000072270632,
"elev_mean": 0.0007680000271648169,
"slope_mean": 0.0002300000051036477,
"grass_frac": 0.0002099999983329326,
"elev_std": 7.899999764049426e-05,
"steep_share": 2.4000000848900527e-05,
"crop_frac": 1.4000000192027073e-05,
"lc_type1": 7.000000096013537e-06,
"aspect_sin": 0.0,
"aspect_cos": 0.0,
"tpi": 0.0,
"barren_frac": 0.0
}
}