{ "protocol": "configs/model_v2_ca.yaml", "git_commit": "1bc6ed3", "features": [ "elev_mean", "elev_std", "slope_mean", "steep_share", "aspect_sin", "aspect_cos", "tpi", "grass_frac", "barren_frac", "crop_frac", "lc_type1", "lat", "month", "clim_ndvi", "precip_m", "precip_2m", "precip_winter", "tair_m", "tair_prev", "soil_m", "swe_apr" ], "data": { "eligible_cells": 3432538, "sample_cells": 150000, "by_country_eligible": { "KAZ": 2757030, "UZB": 225373, "TKM": 219350, "KGZ": 162550, "TJK": 68235 } }, "tuning": { "trials": 20, "best_params": { "max_depth": 4, "learning_rate": 0.10100846649096142, "min_child_weight": 2.1372740576773146, "subsample": 0.972334458524792, "colsample_bytree": 0.7609241608750359, "reg_lambda": 0.07186075653512951 }, "n_estimators": 189, "inner_rmse_xgb": 0.05189208313822746, "ridge_alpha": 10000, "inner_rmse_ridge": { "1": 0.05240725725889206, "10": 0.05240725725889206, "100": 0.05240722745656967, "1000": 0.0524069219827652, "10000": 0.05240388959646225 } }, "temporal_test": { "n_rows": 4488859, "xgb": { "rmse": 0.05302759259939194, "mae": 0.03565985709428787, "anomaly_corr": 0.5099059549633065, "tercile_bacc": 0.5443049159397115 }, "ridge": { "rmse": 0.05455656722187996, "mae": 0.0374000109732151, "anomaly_corr": 0.4676613138043512, "tercile_bacc": 0.514210718924312 }, "clim": { "rmse": 0.061273232102394104, "mae": 0.04196174815297127, "anomaly_corr": null, "tercile_bacc": 0.3333333333333333 }, "skill_xgb_vs_ridge": { "point": 0.05526524782180786, "ci_lo": 0.03597217798233032, "ci_hi": 0.07688862085342407, "units": 6 }, "skill_xgb_vs_clim": { "point": 0.2510329484939575, "ci_lo": 0.1736202985048294, "ci_hi": 0.32145172357559204, "units": 6 }, "skill_ridge_vs_clim": { "point": 0.20721977949142456, "ci_lo": 0.13052883744239807, "ci_hi": 0.2746666967868805, "units": 6 }, "seed_skill_vs_ridge": { "values": [ 0.05177319049835205, 0.05277097225189209, 0.05364823341369629 ], "mean": 0.05273079872131348, "sd": 0.0007660099729616311 }, "conformal_coverage_p10_p90": 0.7649012811496195 }, "spatial_test": { "n_rows": 18704206, "xgb": { "rmse": 0.048309534788131714, "mae": 0.03170231729745865, "anomaly_corr": 0.5783080677059781, "tercile_bacc": 0.5685434390166627 }, "ridge": { "rmse": 0.05148749053478241, "mae": 0.03450145572423935, "anomaly_corr": 0.4926088947138233, "tercile_bacc": 0.5289723245865422 }, "clim": { "rmse": 0.05916392803192139, "mae": 0.04005257412791252, "anomaly_corr": null, "tercile_bacc": 0.3333333333333333 }, "skill_xgb_vs_ridge": { "point": 0.11963582038879395, "ci_lo": 0.11683060228824615, "ci_hi": 0.12261748313903809, "units": 4115 }, "skill_xgb_vs_clim": { "point": 0.3332679867744446, "ci_lo": 0.3277331292629242, "ci_hi": 0.3389349579811096, "units": 4115 }, "skill_ridge_vs_clim": { "point": 0.24266338348388672, "ci_lo": 0.23721951246261597, "ci_hi": 0.24812857806682587, "units": 4115 } }, "gate": { "rule": "CI lower bound of skill_xgb_vs_ridge > 0 on temporal AND spatial tests", "passed": true, "shipped_model": "xgb" }, "feature_importance_mean_abs": { "precip_2m": 0.012883000075817108, "precip_winter": 0.01007699966430664, "soil_m": 0.00824899971485138, "precip_m": 0.006624000146985054, "tair_prev": 0.0029460000805556774, "clim_ndvi": 0.002933999989181757, "swe_apr": 0.0013470000121742487, "lat": 0.0012919999426230788, "tair_m": 0.0012839999981224537, "month": 0.0010100000072270632, "elev_mean": 0.0007680000271648169, "slope_mean": 0.0002300000051036477, "grass_frac": 0.0002099999983329326, "elev_std": 7.899999764049426e-05, "steep_share": 2.4000000848900527e-05, "crop_frac": 1.4000000192027073e-05, "lc_type1": 7.000000096013537e-06, "aspect_sin": 0.0, "aspect_cos": 0.0, "tpi": 0.0, "barren_frac": 0.0 } }