| { | |
| "schema_version": "egms-qa-encoder-evaluation-1.0", | |
| "evaluation": "masked_reconstruction", | |
| "dataset": "risenyard/egms-qa-dataset", | |
| "split": "test", | |
| "sample": { | |
| "tiles": 1000, | |
| "point_histories": 2047451, | |
| "input_steps": 294 | |
| }, | |
| "masking": { | |
| "strategy": "central_synchronized_block", | |
| "masked_steps": 88, | |
| "masked_fraction": 0.3 | |
| }, | |
| "aggregation": "point_weighted_over_masked_observations", | |
| "metrics": { | |
| "normalized_mse": 0.0702, | |
| "mse_mm2": 2.279, | |
| "rmse_mm": 1.51, | |
| "mae_mm": 1.007, | |
| "pooled_egms_residual_mm": 1.433, | |
| "per_point_rmse_mm": { | |
| "p10": 0.54, | |
| "p50": 1.03, | |
| "p90": 2.43 | |
| } | |
| }, | |
| "scope": "Masked reconstruction of held-out observations; not forecasting." | |
| } | |