coarse-grained-forecasting-benchmark's picture
Add anonymous reproduction code
41dd7e0 verified
Raw History Blame Contribute Delete
8.1 kB
{
"system": "sqg",
"paper_name": "Surface quasi-geostrophy (SQG)",
"dataset": "sqg_v3_candidate_v2",
"test_gids": [
100,
101,
102,
103,
104,
105,
106,
107,
108,
109
],
"val_gids": [
3,
6,
9,
10,
11,
17,
28,
50,
70,
73
],
"fine_horizon_idx": 40,
"x0_from_truth_bank": false,
"s_star": 10,
"table2": {
"direct_si": "cascaded_si_S01",
"edm": "edm",
"cascaded_si": "cascaded_si_S10"
},
"validation_energy_distance_by_S": {
"1": 8.574122041243665,
"2": 6.64245033209117,
"5": 4.160166093654704,
"10": 3.2081736575575603,
"20": 3.9763564860504417,
"40": 4.650876671501445
},
"units": [
{
"key": "cascaded_si_S01",
"S": 1,
"method": "cascaded_si",
"paper_names": [
"direct_si"
],
"config": "records/sqg/runs/cascaded_si_S01/config.yaml",
"selection": {
"lr": 0.0001,
"sigma": 16.0,
"selected_update": 4000,
"validation_energy_distance": 8.574122041243665
},
"sampler": {
"n_steps": 40,
"variant": "noise_scale_1p0",
"nfe": 40
},
"checkpoint": {
"file": "sqg/direct-si/model.pt",
"sha256": "043edcf9b92836ab185e2400f38af9da51217ee9314513546c560139c833dd4b",
"bytes": 18578154
},
"expected_csfid": {
"per_condition": {
"100": 174.77764334659662,
"101": 190.22545507837197,
"102": 32.19350595285715,
"103": 259.54823436220556,
"104": 187.9102583014046,
"105": 144.12298637015994,
"106": 69.83315328274227,
"107": 180.1658685174503,
"108": 89.04146761014198,
"109": 56.93464752886899
},
"n_gen_nonfinite": {},
"mean": 138.47532203507996,
"sem": 23.08644501940587,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S02",
"S": 2,
"method": "cascaded_si",
"paper_names": [],
"config": "records/sqg/runs/cascaded_si_S02/config.yaml",
"selection": {
"lr": 0.001,
"sigma": 2.0,
"selected_update": 500,
"validation_energy_distance": 6.64245033209117
},
"sampler": {
"n_steps": 40,
"variant": "noise_scale_1p0",
"nfe": 80
},
"checkpoint": {
"file": "sqg/cascaded-si-S02/model.pt",
"sha256": "7897199322040cd8e416c47d52f9c627a897ab3f61315c159c3fc21524dfbf95",
"bytes": 18578154
},
"expected_csfid": {
"per_condition": {
"100": 108.64610599112586,
"101": 148.213528710336,
"102": 12.249737372758716,
"103": 166.43311996183718,
"104": 101.97250494419791,
"105": 81.0061190095802,
"106": 55.60906851984424,
"107": 97.34060878782299,
"108": 41.70360215641068,
"109": 19.348780618531293
},
"n_gen_nonfinite": {},
"mean": 83.2523176072445,
"sem": 16.314034007096794,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S05",
"S": 5,
"method": "cascaded_si",
"paper_names": [],
"config": "records/sqg/runs/cascaded_si_S05/config.yaml",
"selection": {
"lr": 0.0003,
"sigma": 1.0,
"selected_update": 8000,
"validation_energy_distance": 4.160166093654704
},
"sampler": {
"n_steps": 80,
"variant": "noise_scale_1p0",
"nfe": 400
},
"checkpoint": {
"file": "sqg/cascaded-si-S05/model.pt",
"sha256": "a37023ac4e537ad368207189137a505301f460b1e745288752686cd48837be3b",
"bytes": 18578218
},
"expected_csfid": {
"per_condition": {
"100": 47.44390232255884,
"101": 97.64966657928815,
"102": 13.897894548199758,
"103": 78.32269942558258,
"104": 53.961217997417634,
"105": 33.35838313262059,
"106": 23.07217369951556,
"107": 50.69801284998158,
"108": 18.393931957047016,
"109": 18.889878019767053
},
"n_gen_nonfinite": {},
"mean": 43.56877605319787,
"sem": 8.790125902695719,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S10",
"S": 10,
"method": "cascaded_si",
"paper_names": [
"cascaded_si"
],
"config": "records/sqg/runs/cascaded_si_S10/config.yaml",
"selection": {
"lr": 0.001,
"sigma": 16.0,
"selected_update": 11000,
"validation_energy_distance": 3.2081736575575603
},
"sampler": {
"n_steps": 160,
"variant": "noise_scale_1p0",
"nfe": 1600
},
"checkpoint": {
"file": "sqg/cascaded-si-S10/model.pt",
"sha256": "aa94d2608a7aa21ec81cb421692ce4d8cd456d9925f428692003238f55d4cb8d",
"bytes": 18578282
},
"expected_csfid": {
"per_condition": {
"100": 64.94213015904387,
"101": 106.07373925577525,
"102": 28.498497011053587,
"103": 78.46324992969,
"104": 53.92776605817534,
"105": 32.34964086870488,
"106": 34.21413790129114,
"107": 57.82609257156645,
"108": 26.65452682986927,
"109": 29.50001116074702
},
"n_gen_nonfinite": {},
"mean": 51.244979174591684,
"sem": 8.318097628706868,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S20",
"S": 20,
"method": "cascaded_si",
"paper_names": [],
"config": "records/sqg/runs/cascaded_si_S20/config.yaml",
"selection": {
"lr": 0.001,
"sigma": 16.0,
"selected_update": 17000,
"validation_energy_distance": 3.9763564860504417
},
"sampler": {
"n_steps": 40,
"variant": "noise_scale_1p0",
"nfe": 800
},
"checkpoint": {
"file": "sqg/cascaded-si-S20/model.pt",
"sha256": "52cb13be41c51528ca28ba9b2e1ea00c5f8fab9e86c68812d94432a009df4883",
"bytes": 18578346
},
"expected_csfid": {
"per_condition": {
"100": 106.47051789719507,
"101": 98.1515112149221,
"102": 67.8273652273723,
"103": 142.1986562667293,
"104": 94.2926867903455,
"105": 88.04353243050758,
"106": 60.465059315902636,
"107": 90.76624161381369,
"108": 70.9330081827298,
"109": 71.66828988572928
},
"n_gen_nonfinite": {
"101": 1
},
"mean": 89.08168688252472,
"sem": 7.557464374313741,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S40",
"S": 40,
"method": "cascaded_si",
"paper_names": [],
"config": "records/sqg/runs/cascaded_si_S40/config.yaml",
"selection": {
"lr": 0.001,
"sigma": 16.0,
"selected_update": 11000,
"validation_energy_distance": 4.650876671501445
},
"sampler": {
"n_steps": 640,
"variant": "noise_scale_1p0",
"nfe": 25600
},
"checkpoint": {
"file": "sqg/cascaded-si-S40/model.pt",
"sha256": "9add06517f1ff2a6f0f0a22bc52553323926f7102524ae13c5feac13a7a264ba",
"bytes": 18578538
},
"expected_csfid": {
"per_condition": {
"100": 103.311354260536,
"101": 138.43431083940442,
"102": 49.069336701801376,
"103": 151.12233778182332,
"104": 82.95322414622876,
"105": 61.61246415076869,
"106": 55.004062919050455,
"107": 116.30086955370848,
"108": 52.43701041972753,
"109": 59.53891646067143
},
"n_gen_nonfinite": {},
"mean": 86.97838872337205,
"sem": 11.997151993142262,
"n": 10
},
"selection_flags": []
},
{
"key": "edm",
"S": 1,
"method": "edm",
"paper_names": [
"edm"
],
"config": "records/sqg/runs/edm/config.yaml",
"selection": {
"lr": 0.0003,
"P_mean": -3.2,
"selected_update": 4000,
"validation_energy_distance": 8.014866943636475
},
"sampler": {
"n_steps": 40,
"variant": "default",
"nfe": 79
},
"checkpoint": {
"file": "sqg/edm/model.pt",
"sha256": "7387034ad6413ff6073a115602533645c6f31b8005ee1a1a89ea9579e6297a99",
"bytes": 18578154
},
"expected_csfid": {
"per_condition": {
"100": 138.3704066650215,
"101": 177.4114321188299,
"102": 26.592048990966646,
"103": 231.37837575590652,
"104": 173.26949861737825,
"105": 126.41908743961136,
"106": 57.35276085330884,
"107": 151.24564285169487,
"108": 68.33837760817943,
"109": 35.8617353737792
},
"n_gen_nonfinite": {},
"mean": 118.62393662746763,
"sem": 21.67250652363767,
"n": 10
},
"selection_flags": []
}
]
}