geo2wf-models / release /validation.json
simon-donike's picture
Publish verified conference artifacts
e2d3d56 verified
Raw History Blame Contribute Delete
12.2 kB
{
"checkpoint_count": 21,
"checksums": "all local checkpoints and registered provenance verified",
"checkpoint_smoke": "all 21 loaded and ran forward inference",
"published_tables": "exact at published precision from original reports",
"fresh_cpu_metrics": [
{
"table": "architecture",
"regime": "with-era5",
"subset": "table",
"model": "unet_raw_max",
"original_mae": 6.445825563286835,
"cpu_mae": 6.445825563286835,
"published": "6.446",
"cpu_rounded": "6.446"
},
{
"table": "architecture",
"regime": "with-era5",
"subset": "table",
"model": "unet_correction",
"original_mae": 5.528630580542223,
"cpu_mae": 5.528623765369631,
"published": "5.529",
"cpu_rounded": "5.529"
},
{
"table": "architecture",
"regime": "with-era5",
"subset": "table",
"model": "joint_unet_mlp",
"original_mae": 7.302381115139656,
"cpu_mae": 7.302382536654203,
"published": "7.302",
"cpu_rounded": "7.302"
},
{
"table": "architecture",
"regime": "with-era5",
"subset": "rapid_intensification_table",
"model": "unet_raw_max",
"original_mae": 14.474693398726615,
"cpu_mae": 14.474693398726615,
"published": "14.475",
"cpu_rounded": "14.475"
},
{
"table": "architecture",
"regime": "with-era5",
"subset": "rapid_intensification_table",
"model": "unet_correction",
"original_mae": 10.511809700413755,
"cpu_mae": 10.511828422546387,
"published": "10.512",
"cpu_rounded": "10.512"
},
{
"table": "architecture",
"regime": "with-era5",
"subset": "rapid_intensification_table",
"model": "joint_unet_mlp",
"original_mae": 7.715762489720395,
"cpu_mae": 7.716179094816509,
"published": "7.716",
"cpu_rounded": "7.716"
},
{
"table": "architecture",
"regime": "without-era5",
"subset": "table",
"model": "unet_raw_max",
"original_mae": 7.5184925682139845,
"cpu_mae": 7.5184925682139845,
"published": "7.518",
"cpu_rounded": "7.518"
},
{
"table": "architecture",
"regime": "without-era5",
"subset": "table",
"model": "unet_correction",
"original_mae": 6.715020035797695,
"cpu_mae": 6.71504308142752,
"published": "6.715",
"cpu_rounded": "6.715"
},
{
"table": "architecture",
"regime": "without-era5",
"subset": "table",
"model": "joint_unet_mlp",
"original_mae": 5.88543456905293,
"cpu_mae": 5.885504097308752,
"published": "5.885",
"cpu_rounded": "5.886"
},
{
"table": "architecture",
"regime": "without-era5",
"subset": "rapid_intensification_table",
"model": "unet_raw_max",
"original_mae": 17.859493657162314,
"cpu_mae": 17.859493657162314,
"published": "17.859",
"cpu_rounded": "17.859"
},
{
"table": "architecture",
"regime": "without-era5",
"subset": "rapid_intensification_table",
"model": "unet_correction",
"original_mae": 12.506642492193924,
"cpu_mae": 12.506736554597554,
"published": "12.507",
"cpu_rounded": "12.507"
},
{
"table": "architecture",
"regime": "without-era5",
"subset": "rapid_intensification_table",
"model": "joint_unet_mlp",
"original_mae": 8.93396658646433,
"cpu_mae": 8.934168163098787,
"published": "8.934",
"cpu_rounded": "8.934"
},
{
"table": "latent",
"model": "latent_no_sar_era5_max_wind",
"subset": "all_validation",
"target": "maximum_wind",
"original_mae": 5.446097373962402,
"cpu_mae": 5.446081161499023,
"published": "5.446",
"cpu_rounded": "5.446"
},
{
"table": "latent",
"model": "latent_no_sar_era5_max_wind",
"subset": "ri_validation",
"target": "maximum_wind",
"original_mae": 6.554695129394531,
"cpu_mae": 6.554601669311523,
"published": "6.555",
"cpu_rounded": "6.555"
},
{
"table": "latent",
"model": "latent_no_sar_era5_max_wind_radii",
"subset": "all_validation",
"target": "maximum_wind",
"original_mae": 5.687938213348389,
"cpu_mae": 5.688027858734131,
"published": "5.688",
"cpu_rounded": "5.688"
},
{
"table": "latent",
"model": "latent_no_sar_era5_max_wind_radii",
"subset": "all_validation",
"target": "rmw",
"original_mae": 20.707416534423828,
"cpu_mae": 20.70745086669922,
"published": "20.71",
"cpu_rounded": "20.71"
},
{
"table": "latent",
"model": "latent_no_sar_era5_max_wind_radii",
"subset": "ri_validation",
"target": "maximum_wind",
"original_mae": 6.903645992279053,
"cpu_mae": 6.903985500335693,
"published": "6.904",
"cpu_rounded": "6.904"
},
{
"table": "latent",
"model": "latent_no_sar_era5_max_wind_radii",
"subset": "ri_validation",
"target": "rmw",
"original_mae": 16.270172119140625,
"cpu_mae": 16.269479751586914,
"published": "16.27",
"cpu_rounded": "16.27"
},
{
"table": "latent",
"model": "latent_no_sar_no_era5_max_wind",
"subset": "all_validation",
"target": "maximum_wind",
"original_mae": 6.827935218811035,
"cpu_mae": 6.827948570251465,
"published": "6.828",
"cpu_rounded": "6.828"
},
{
"table": "latent",
"model": "latent_no_sar_no_era5_max_wind",
"subset": "ri_validation",
"target": "maximum_wind",
"original_mae": 6.644543170928955,
"cpu_mae": 6.644758224487305,
"published": "6.645",
"cpu_rounded": "6.645"
},
{
"table": "latent",
"model": "latent_no_sar_no_era5_max_wind_radii",
"subset": "all_validation",
"target": "maximum_wind",
"original_mae": 6.297308921813965,
"cpu_mae": 6.297182559967041,
"published": "6.297",
"cpu_rounded": "6.297"
},
{
"table": "latent",
"model": "latent_no_sar_no_era5_max_wind_radii",
"subset": "all_validation",
"target": "rmw",
"original_mae": 19.436235427856445,
"cpu_mae": 19.43617057800293,
"published": "19.44",
"cpu_rounded": "19.44"
},
{
"table": "latent",
"model": "latent_no_sar_no_era5_max_wind_radii",
"subset": "ri_validation",
"target": "maximum_wind",
"original_mae": 7.197956562042236,
"cpu_mae": 7.197906494140625,
"published": "7.198",
"cpu_rounded": "7.198"
},
{
"table": "latent",
"model": "latent_no_sar_no_era5_max_wind_radii",
"subset": "ri_validation",
"target": "rmw",
"original_mae": 13.13792896270752,
"cpu_mae": 13.13791275024414,
"published": "13.14",
"cpu_rounded": "13.14"
},
{
"table": "latent",
"model": "latent_sar_era5_max_wind",
"subset": "all_validation",
"target": "maximum_wind",
"original_mae": 5.795075272614101,
"cpu_mae": 5.795080610791093,
"published": "5.795",
"cpu_rounded": "5.795"
},
{
"table": "latent",
"model": "latent_sar_era5_max_wind",
"subset": "ri_validation",
"target": "maximum_wind",
"original_mae": 8.12827475865682,
"cpu_mae": 8.128526051839193,
"published": "8.128",
"cpu_rounded": "8.129"
},
{
"table": "latent",
"model": "latent_sar_era5_max_wind_radii",
"subset": "all_validation",
"target": "maximum_wind",
"original_mae": 5.859387571706712,
"cpu_mae": 5.8594102919476585,
"published": "5.859",
"cpu_rounded": "5.859"
},
{
"table": "latent",
"model": "latent_sar_era5_max_wind_radii",
"subset": "all_validation",
"target": "rmw",
"original_mae": 19.513711869341773,
"cpu_mae": 19.513503992332602,
"published": "19.51",
"cpu_rounded": "19.51"
},
{
"table": "latent",
"model": "latent_sar_era5_max_wind_radii",
"subset": "ri_validation",
"target": "maximum_wind",
"original_mae": 7.315856377283732,
"cpu_mae": 7.3158970673878985,
"published": "7.316",
"cpu_rounded": "7.316"
},
{
"table": "latent",
"model": "latent_sar_era5_max_wind_radii",
"subset": "ri_validation",
"target": "rmw",
"original_mae": 13.783679962158203,
"cpu_mae": 13.783760070800781,
"published": "13.78",
"cpu_rounded": "13.78"
},
{
"table": "latent",
"model": "latent_sar_no_era5_max_wind",
"subset": "all_validation",
"target": "maximum_wind",
"original_mae": 6.6939299241551815,
"cpu_mae": 6.693934782496038,
"published": "6.694",
"cpu_rounded": "6.694"
},
{
"table": "latent",
"model": "latent_sar_no_era5_max_wind",
"subset": "ri_validation",
"target": "maximum_wind",
"original_mae": 6.867000182469686,
"cpu_mae": 6.866568406422933,
"published": "6.867",
"cpu_rounded": "6.867"
},
{
"table": "latent",
"model": "latent_sar_no_era5_max_wind_radii",
"subset": "all_validation",
"target": "maximum_wind",
"original_mae": 6.343737026430526,
"cpu_mae": 6.343564765258405,
"published": "6.344",
"cpu_rounded": "6.344"
},
{
"table": "latent",
"model": "latent_sar_no_era5_max_wind_radii",
"subset": "all_validation",
"target": "rmw",
"original_mae": 18.244256733348536,
"cpu_mae": 18.243987281367463,
"published": "18.24",
"cpu_rounded": "18.24"
},
{
"table": "latent",
"model": "latent_sar_no_era5_max_wind_radii",
"subset": "ri_validation",
"target": "maximum_wind",
"original_mae": 5.468732833862305,
"cpu_mae": 5.4685282707214355,
"published": "5.469",
"cpu_rounded": "5.469"
},
{
"table": "latent",
"model": "latent_sar_no_era5_max_wind_radii",
"subset": "ri_validation",
"target": "rmw",
"original_mae": 11.184795379638672,
"cpu_mae": 11.184453964233398,
"published": "11.18",
"cpu_rounded": "11.18"
}
],
"rounding_differences": [
{
"table": "architecture",
"regime": "without-era5",
"subset": "table",
"model": "joint_unet_mlp",
"original_mae": 5.88543456905293,
"cpu_mae": 5.885504097308752,
"published": "5.885",
"cpu_rounded": "5.886"
},
{
"table": "latent",
"model": "latent_sar_era5_max_wind",
"subset": "ri_validation",
"target": "maximum_wind",
"original_mae": 8.12827475865682,
"cpu_mae": 8.128526051839193,
"published": "8.128",
"cpu_rounded": "8.129"
}
],
"storm_cases": "native-observation metrics reproduced; three original figure families rendered; one real observation per storm inferred for both ERA5 regimes",
"dashboard_mlp": "150 forecast rows regenerated across three storms",
"browser": "all three storms, nowcast and forecast models, timeline, imagery toggles, NWP, postprocessing; local and release-pointer loading; zero browser errors or HTTP failures",
"docs": "strict build; 42 pages with no missing local links",
"tests": "227 passed",
"environment": {
"python": "Python 3.10.21",
"torch": "2.1.2+cu121",
"evaluation_device": "cpu"
},
"limitations": [
"Full dense storm neural inference was smoke-tested, not rerun across all 3268 observations; metrics and figures were fully recomputed from retained predictions.",
"External ViT checkpoint identity and ConvLSTM HPC checkpoint/code are unavailable locally; exported website predictions remain usable.",
"Original training config for training-input-41761eb9ca26 is missing; exact initialization weights retained.",
"Two CPU reevaluation values cross the last published rounding digit; original results are preserved."
]
}