File size: 749 Bytes
f75a631
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
{
  "schema_version": "egms-qa-encoder-evaluation-1.0",
  "evaluation": "masked_reconstruction",
  "dataset": "risenyard/egms-qa-dataset",
  "split": "test",
  "sample": {
    "tiles": 1000,
    "point_histories": 2047451,
    "input_steps": 294
  },
  "masking": {
    "strategy": "central_synchronized_block",
    "masked_steps": 88,
    "masked_fraction": 0.3
  },
  "aggregation": "point_weighted_over_masked_observations",
  "metrics": {
    "normalized_mse": 0.0702,
    "mse_mm2": 2.279,
    "rmse_mm": 1.51,
    "mae_mm": 1.007,
    "pooled_egms_residual_mm": 1.433,
    "per_point_rmse_mm": {
      "p10": 0.54,
      "p50": 1.03,
      "p90": 2.43
    }
  },
  "scope": "Masked reconstruction of held-out observations; not forecasting."
}