{ "protocol": "configs/model_v1.yaml", "git_commit": "92ed159", "features": [ "elev_mean", "elev_std", "slope_mean", "steep_share", "aspect_sin", "aspect_cos", "tpi", "grass_frac", "barren_frac", "lc_type1", "month", "clim_ndvi", "precip_m", "precip_3m", "precip_winter", "lst_day_m", "lst_night_m", "lst_day_prev", "snow_spring", "snow_m", "soil_m", "swe_apr" ], "data": { "cells": 50168, "years": [ 2001, 2025 ], "months": [ 5, 6, 7, 8, 9 ] }, "tuning": { "trials": 40, "best_params": { "max_depth": 4, "learning_rate": 0.05621263498077372, "min_child_weight": 20.75429877129615, "subsample": 0.9749316758605804, "colsample_bytree": 0.5763769882944643, "reg_lambda": 21.09479080136915, "reg_alpha": 0.015374612569742166 }, "n_estimators": 145, "inner_rmse_xgb": 0.05335228517651558, "ridge_alpha": 1000, "inner_rmse_ridge": { "0.1": 0.055551912635564804, "1": 0.055551912635564804, "10": 0.05555190145969391, "100": 0.05555180460214615, "1000": 0.05555080249905586 } }, "temporal_test": { "n_rows": 1484947, "xgb": { "rmse": 0.05543375015258789, "mae": 0.03968954086303711, "anomaly_corr": 0.4242786380666133, "tercile_bacc": 0.45527536336862856 }, "ridge": { "rmse": 0.05884538218379021, "mae": 0.04250144585967064, "anomaly_corr": 0.28780787848363554, "tercile_bacc": 0.41035457854199836 }, "clim": { "rmse": 0.061612908672877956, "mae": 0.04333119232217224, "anomaly_corr": null, "tercile_bacc": 0.3333333333333333 }, "skill_xgb_vs_ridge": { "point": 0.11259126663208008, "ci_lo": 0.0890129804611206, "ci_hi": 0.13281476497650146, "units": 6 }, "skill_xgb_vs_clim": { "point": 0.1905218060292877, "ci_lo": 0.15966808101130808, "ci_hi": 0.21508542508221518, "units": 6 }, "skill_ridge_vs_clim": { "point": 0.08781810471926532, "ci_lo": 0.047335278856051044, "ci_hi": 0.12555581705053517, "units": 6 }, "seed_skill_vs_ridge": { "values": [ 0.10996484756469727, 0.11416596174240112, 0.10624825954437256, 0.11326617002487183, 0.10692000389099121 ], "mean": 0.11011304855346679, "sd": 0.0032100583223650296 }, "conformal_coverage_p10_p90": 0.7434184519716865 }, "ablation_skill_vs_clim_temporal": { "precip": 0.054882168769836426, "+lst": 0.16703283786773682, "+snow": 0.1810346245765686, "+gldas (full)": 0.18812614679336548 }, "spatial_test": { "n_rows": 6154869, "xgb": { "rmse": 0.052341818058410906, "mae": 0.035987544774873564, "anomaly_corr": 0.5401110764463342, "tercile_bacc": 0.5242309440180889 }, "ridge": { "rmse": 0.05780769190076838, "mae": 0.040356925267091316, "anomaly_corr": 0.3584913306633923, "tercile_bacc": 0.4518557704096291 }, "clim": { "rmse": 0.06192350673620555, "mae": 0.0441928267668356, "anomaly_corr": null, "tercile_bacc": 0.3333333333333333 }, "skill_xgb_vs_ridge": { "point": 0.18016520234683842, "ci_lo": 0.16931476346897326, "ci_hi": 0.1921305862591789, "units": 76 }, "skill_xgb_vs_clim": { "point": 0.28552584752017784, "ci_lo": 0.25587941077953436, "ci_hi": 0.31732067499447747, "units": 76 }, "skill_ridge_vs_clim": { "point": 0.12851448300918933, "ci_lo": 0.09990488385165495, "ci_hi": 0.1578925273258722, "units": 76 } }, "gate": { "rule": "CI lower bound of skill_xgb_vs_ridge > 0 on temporal AND spatial tests", "passed": true, "shipped_model": "xgb" }, "conformal_p10_p90_by_month": { "5": [ -0.08275514096021652, 0.09044573456048965 ], "6": [ -0.0724983811378479, 0.06799467653036118 ], "7": [ -0.05535222217440605, 0.0496993213891983 ], "8": [ -0.05151964724063873, 0.048559289425611496 ], "9": [ -0.05011269450187683, 0.04957366734743118 ] }, "feature_importance_mean_abs": { "lst_day_m": 0.007868999615311623, "lst_day_prev": 0.006517000030726194, "precip_3m": 0.005698999855667353, "lst_night_m": 0.0051369997672736645, "soil_m": 0.0031030001118779182, "month": 0.0029990000184625387, "elev_mean": 0.002767000114545226, "snow_spring": 0.002471999963745475, "precip_winter": 0.002409999957308173, "snow_m": 0.002343999920412898, "precip_m": 0.0018370000179857016, "clim_ndvi": 0.0016789999790489674, "swe_apr": 0.001019999966956675, "slope_mean": 0.00029200001154094934, "barren_frac": 0.00014699999883305281, "steep_share": 0.0001230000052601099, "elev_std": 5.700000110664405e-05, "grass_frac": 5.400000009103678e-05, "tpi": 7.999999979801942e-06, "lc_type1": 1.9999999949504854e-06, "aspect_cos": 9.999999974752427e-07, "aspect_sin": 0.0 } }