coarse-grained-forecasting-benchmark's picture
Add anonymous reproduction code
41dd7e0 verified
Raw History Blame Contribute Delete
8.29 kB
{
"system": "nlkg",
"paper_name": "Nonlinear Klein-Gordon (NLKG)",
"dataset": "nlkg_v3_candidate",
"test_gids": [
100,
101,
102,
103,
104,
105,
106,
107,
108,
109
],
"val_gids": [
80,
81,
82,
83,
84,
85,
86,
87,
88,
89
],
"fine_horizon_idx": 40,
"x0_from_truth_bank": true,
"s_star": 20,
"table2": {
"direct_si": "cascaded_si_S01",
"edm": "edm",
"cascaded_si": "cascaded_si_S20"
},
"validation_energy_distance_by_S": {
"1": 10.650600428383587,
"2": 10.686098889729823,
"5": 4.469934852532934,
"10": 1.5280741957806083,
"20": 1.3706359090695461,
"40": 1.4106361928761457
},
"units": [
{
"key": "cascaded_si_S01",
"S": 1,
"method": "cascaded_si",
"paper_names": [
"direct_si"
],
"config": "records/nlkg/runs/cascaded_si_S01/config.yaml",
"selection": {
"lr": 0.001,
"sigma": 128.0,
"selected_update": 15000,
"validation_energy_distance": 10.650600428383587
},
"sampler": {
"n_steps": 40,
"variant": "noise_scale_1p0",
"nfe": 40
},
"checkpoint": {
"file": "nonlinear-kg/direct-si/model.pt",
"sha256": "1c4ee6e6261d46f193cf328a3e5198df3e7e1bcce29ab31a91ca567737dd9646",
"bytes": 25032338
},
"expected_csfid": {
"per_condition": {
"100": 86.50339206862986,
"101": 82.17386645891077,
"102": 85.08862443439534,
"103": 105.96661352064586,
"104": 88.66118022487461,
"105": 107.9384631741924,
"106": 146.80570228809182,
"107": 104.12904226827146,
"108": 83.81643790189827,
"109": 93.68464062258761
},
"n_gen_nonfinite": {},
"mean": 98.4767962962498,
"sem": 6.1787087828142875,
"n": 10
},
"selection_flags": [
"selected_hyperparameter_on_search_boundary"
]
},
{
"key": "cascaded_si_S02",
"S": 2,
"method": "cascaded_si",
"paper_names": [],
"config": "records/nlkg/runs/cascaded_si_S02/config.yaml",
"selection": {
"lr": 3e-05,
"sigma": 8.0,
"selected_update": 750,
"validation_energy_distance": 10.686098889729823
},
"sampler": {
"n_steps": 40,
"variant": "noise_scale_1p0",
"nfe": 80
},
"checkpoint": {
"file": "nonlinear-kg/cascaded-si-S02/model.pt",
"sha256": "30c313ffaf84bec673566d35268f152e88dccd32686890f70bee271b79727b10",
"bytes": 25032338
},
"expected_csfid": {
"per_condition": {
"100": 87.30338201802135,
"101": 83.25596893728516,
"102": 84.38834295153731,
"103": 104.20679677950466,
"104": 95.16958079739976,
"105": 104.74304727808482,
"106": 146.66769326658493,
"107": 107.77579599865578,
"108": 89.48169875816228,
"109": 94.5548973851715
},
"n_gen_nonfinite": {},
"mean": 99.75472041704074,
"sem": 5.894287147084769,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S05",
"S": 5,
"method": "cascaded_si",
"paper_names": [],
"config": "records/nlkg/runs/cascaded_si_S05/config.yaml",
"selection": {
"lr": 0.0001,
"sigma": 0.25,
"selected_update": 26000,
"validation_energy_distance": 4.469934852532934
},
"sampler": {
"n_steps": 320,
"variant": "noise_scale_1p0",
"nfe": 1600
},
"checkpoint": {
"file": "nonlinear-kg/cascaded-si-S05/model.pt",
"sha256": "b01eeee29892c90a77ccb156738e1d4024167f2cbd30b2f624124eb0d19342c8",
"bytes": 25032338
},
"expected_csfid": {
"per_condition": {
"100": 92.63917294930161,
"101": 49.86823139250902,
"102": 47.46047500644772,
"103": 91.45318172827865,
"104": 56.347194609326436,
"105": 23.913809957644332,
"106": 56.97006944240752,
"107": 44.54986523952408,
"108": 37.93354061755201,
"109": 29.836426462157306
},
"n_gen_nonfinite": {},
"mean": 53.09719674051487,
"sem": 7.301625987850265,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S10",
"S": 10,
"method": "cascaded_si",
"paper_names": [],
"config": "records/nlkg/runs/cascaded_si_S10/config.yaml",
"selection": {
"lr": 0.003,
"sigma": 0.5,
"selected_update": 17000,
"validation_energy_distance": 1.5280741957806083
},
"sampler": {
"n_steps": 40,
"variant": "noise_scale_1p0",
"nfe": 400
},
"checkpoint": {
"file": "nonlinear-kg/cascaded-si-S10/model.pt",
"sha256": "4c21f902a8a64fa6e7e03bf8aa2a5d0d1d647fd02bf0cf0d9520651bede97185",
"bytes": 25032402
},
"expected_csfid": {
"per_condition": {
"100": 31.385955252590236,
"101": 12.348480970992114,
"102": 14.496443143531451,
"103": 66.2757090789733,
"104": 26.915870774500263,
"105": 9.220095330626975,
"106": 24.368288260847805,
"107": 15.194038156306192,
"108": 13.39604081556297,
"109": 11.448239994182472
},
"n_gen_nonfinite": {},
"mean": 22.504916177811378,
"sem": 5.395604960058663,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S20",
"S": 20,
"method": "cascaded_si",
"paper_names": [
"cascaded_si"
],
"config": "records/nlkg/runs/cascaded_si_S20/config.yaml",
"selection": {
"lr": 0.0001,
"sigma": 1.0,
"selected_update": 30000,
"validation_energy_distance": 1.3706359090695461
},
"sampler": {
"n_steps": 320,
"variant": "noise_scale_1p0",
"nfe": 6400
},
"checkpoint": {
"file": "nonlinear-kg/cascaded-si-S20/model.pt",
"sha256": "546ee87205aaf7ac0b7f688abf0de10309b212781d5f4c6c5f945323fb243c4d",
"bytes": 25032466
},
"expected_csfid": {
"per_condition": {
"100": 19.46689280522986,
"101": 12.170450558502239,
"102": 14.166808232319966,
"103": 22.766638013605927,
"104": 15.439152288157743,
"105": 11.638441653905943,
"106": 25.92547770681159,
"107": 15.615507640775547,
"108": 11.845380452458926,
"109": 13.39096502755956
},
"n_gen_nonfinite": {},
"mean": 16.24257143793273,
"sem": 1.5538946704054242,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S40",
"S": 40,
"method": "cascaded_si",
"paper_names": [],
"config": "records/nlkg/runs/cascaded_si_S40/config.yaml",
"selection": {
"lr": 0.0003,
"sigma": 2.0,
"selected_update": 22000,
"validation_energy_distance": 1.4106361928761457
},
"sampler": {
"n_steps": 320,
"variant": "noise_scale_1p0",
"nfe": 12800
},
"checkpoint": {
"file": "nonlinear-kg/cascaded-si-S40/model.pt",
"sha256": "356ffe38e95681e7c84dec6927e5fb6da2032816ec7ab77118e4223640439bd9",
"bytes": 25032658
},
"expected_csfid": {
"per_condition": {
"100": 18.152889464190935,
"101": 11.520560759428633,
"102": 14.366384927800482,
"103": 22.63483205135941,
"104": 18.517078785282024,
"105": 12.129927401498435,
"106": 31.301773541882937,
"107": 25.390870435077545,
"108": 12.531017617367638,
"109": 15.727583531987307
},
"n_gen_nonfinite": {},
"mean": 18.227291851587534,
"sem": 2.0481309411127504,
"n": 10
},
"selection_flags": []
},
{
"key": "edm",
"S": 1,
"method": "edm",
"paper_names": [
"edm"
],
"config": "records/nlkg/runs/edm/config.yaml",
"selection": {
"lr": 0.001,
"P_mean": -4.0,
"selected_update": 17000,
"validation_energy_distance": 10.465239160940088
},
"sampler": {
"n_steps": 40,
"variant": "default",
"nfe": 79
},
"checkpoint": {
"file": "nonlinear-kg/edm/model.pt",
"sha256": "633bbcce5f6d8f39ccb29e6c674bd497cdc4337e05d51de9d2a6db90a64e5843",
"bytes": 25032274
},
"expected_csfid": {
"per_condition": {
"100": 76.58221938982206,
"101": 75.14550751056231,
"102": 79.71499245058573,
"103": 96.73988122315717,
"104": 89.98229585007118,
"105": 109.45974001585324,
"106": 128.81857368748194,
"107": 101.06772607934283,
"108": 77.93207366082618,
"109": 88.24109127216889
},
"n_gen_nonfinite": {},
"mean": 92.36841011398715,
"sem": 5.428927787320806,
"n": 10
},
"selection_flags": [
"selected_hyperparameter_on_search_boundary"
]
}
]
}