coarse-grained-forecasting-benchmark's picture
Add anonymous reproduction code
41dd7e0 verified
Raw History Blame Contribute Delete
8.13 kB
{
"system": "passive_scalar",
"paper_name": "Passive scalar",
"dataset": "passive_scalar_v1",
"test_gids": [
0,
7,
17,
19,
45,
54,
71,
78,
85,
94
],
"val_gids": [
25,
32,
43,
44,
52,
55,
58,
69,
89,
93
],
"fine_horizon_idx": 40,
"x0_from_truth_bank": false,
"s_star": 1,
"table2": {
"direct_si": "cascaded_si_S01",
"edm": "edm",
"cascaded_si": "cascaded_si_S01"
},
"validation_energy_distance_by_S": {
"1": 0.17306941650503,
"2": 0.5197569839991051,
"5": 0.8252763928969088,
"10": 1.3195428451076956,
"20": 2.128299478057891,
"40": 3.269881230277261
},
"units": [
{
"key": "cascaded_si_S01",
"S": 1,
"method": "cascaded_si",
"paper_names": [
"direct_si",
"cascaded_si"
],
"config": "records/passive_scalar/runs/cascaded_si_S01/config.yaml",
"selection": {
"lr": 0.003,
"sigma": 1.0,
"selected_update": 6000,
"validation_energy_distance": 0.17306941650503
},
"sampler": {
"n_steps": 40,
"variant": "noise_scale_1p0",
"nfe": 40
},
"checkpoint": {
"file": "passive-scalar/direct-si/model.pt",
"sha256": "7ac8fbd0edb3658952fcafe1c8e10feec069bae40df67bdb73ec3b2c5fd27f3f",
"bytes": 18587370
},
"expected_csfid": {
"per_condition": {
"0": 9.301505129800887,
"7": 6.999326082120092,
"17": 7.988786201364974,
"19": 8.764889866887358,
"45": 9.098692218227313,
"54": 8.834131472642184,
"71": 9.85266447519433,
"78": 9.691036184475479,
"85": 8.188405591947514,
"94": 7.992308199325407
},
"n_gen_nonfinite": {},
"mean": 8.671174542198553,
"sem": 0.279008527535713,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S02",
"S": 2,
"method": "cascaded_si",
"paper_names": [],
"config": "records/passive_scalar/runs/cascaded_si_S02/config.yaml",
"selection": {
"lr": 0.0003,
"sigma": 4.0,
"selected_update": 3000,
"validation_energy_distance": 0.5197569839991051
},
"sampler": {
"n_steps": 40,
"variant": "noise_scale_1p0",
"nfe": 80
},
"checkpoint": {
"file": "passive-scalar/cascaded-si-S02/model.pt",
"sha256": "7faa6a6466ddcae430d77e501e0f76f3b92836baa415dfd606425ed863493b9f",
"bytes": 18587370
},
"expected_csfid": {
"per_condition": {
"0": 18.644554989597793,
"7": 15.1181824349909,
"17": 15.397152953385728,
"19": 16.79350199533451,
"45": 26.08087482672596,
"54": 19.623429040131953,
"71": 24.385423667695306,
"78": 18.070791837513184,
"85": 17.3606518007266,
"94": 16.063036183189922
},
"n_gen_nonfinite": {},
"mean": 18.753759972929185,
"sem": 1.1744716754985969,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S05",
"S": 5,
"method": "cascaded_si",
"paper_names": [],
"config": "records/passive_scalar/runs/cascaded_si_S05/config.yaml",
"selection": {
"lr": 0.001,
"sigma": 32.0,
"selected_update": 8000,
"validation_energy_distance": 0.8252763928969088
},
"sampler": {
"n_steps": 40,
"variant": "noise_scale_1p0",
"nfe": 200
},
"checkpoint": {
"file": "passive-scalar/cascaded-si-S05/model.pt",
"sha256": "41be255ea7bb0beaef16caa37d2bc408c6c5b525a6c26958916f5e27618e801b",
"bytes": 18587434
},
"expected_csfid": {
"per_condition": {
"0": 33.008599859598746,
"7": 25.33035308765824,
"17": 27.029751435494006,
"19": 36.74900160599293,
"45": 40.36190972639173,
"54": 34.068754837466884,
"71": 40.39227733968147,
"78": 32.0267967976792,
"85": 29.60857688494275,
"94": 31.15855901162371
},
"n_gen_nonfinite": {},
"mean": 32.973458058652966,
"sem": 1.6136256279837646,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S10",
"S": 10,
"method": "cascaded_si",
"paper_names": [],
"config": "records/passive_scalar/runs/cascaded_si_S10/config.yaml",
"selection": {
"lr": 0.001,
"sigma": 32.0,
"selected_update": 11000,
"validation_energy_distance": 1.3195428451076956
},
"sampler": {
"n_steps": 80,
"variant": "noise_scale_1p0",
"nfe": 800
},
"checkpoint": {
"file": "passive-scalar/cascaded-si-S10/model.pt",
"sha256": "f730fbbc1bfd042b771cee1500b863c191bfb3e41722a19859987683fb12180b",
"bytes": 18587434
},
"expected_csfid": {
"per_condition": {
"0": 39.40223997774541,
"7": 28.391132538688794,
"17": 33.66047867345088,
"19": 50.70222471216181,
"45": 46.69638187161013,
"54": 43.83844979928182,
"71": 51.80822874686169,
"78": 41.560247566900614,
"85": 40.191818714206875,
"94": 35.157606603664476
},
"n_gen_nonfinite": {},
"mean": 41.14088092045725,
"sem": 2.3611758048704354,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S20",
"S": 20,
"method": "cascaded_si",
"paper_names": [],
"config": "records/passive_scalar/runs/cascaded_si_S20/config.yaml",
"selection": {
"lr": 0.001,
"sigma": 32.0,
"selected_update": 17000,
"validation_energy_distance": 2.128299478057891
},
"sampler": {
"n_steps": 80,
"variant": "noise_scale_1p0",
"nfe": 1600
},
"checkpoint": {
"file": "passive-scalar/cascaded-si-S20/model.pt",
"sha256": "1cbcf0ed47cc2423f20d97480c8ecdba416bab1f155c3d0bdf4a9ca2f34cdbb9",
"bytes": 18587562
},
"expected_csfid": {
"per_condition": {
"0": 55.523564819455146,
"7": 41.609638471631285,
"17": 52.22519174041531,
"19": 69.32357767903466,
"45": 67.22082543260842,
"54": 61.02834986212878,
"71": 65.35893570806462,
"78": 55.95454194548762,
"85": 47.95601314330446,
"94": 53.25112783062713
},
"n_gen_nonfinite": {},
"mean": 56.945176663275745,
"sem": 2.791231902897987,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S40",
"S": 40,
"method": "cascaded_si",
"paper_names": [],
"config": "records/passive_scalar/runs/cascaded_si_S40/config.yaml",
"selection": {
"lr": 0.001,
"sigma": 16.0,
"selected_update": 13000,
"validation_energy_distance": 3.269881230277261
},
"sampler": {
"n_steps": 80,
"variant": "noise_scale_1p0",
"nfe": 3200
},
"checkpoint": {
"file": "passive-scalar/cascaded-si-S40/model.pt",
"sha256": "5d3c6ff0b138298dc2c0af3c116316909d6aa10d15ae9ee85c71906aa6d5e21c",
"bytes": 18587754
},
"expected_csfid": {
"per_condition": {
"0": 75.8534706135913,
"7": 54.137818501023844,
"17": 57.83665352795538,
"19": 93.75504399670626,
"45": 96.6819009445029,
"54": 75.58561441286702,
"71": 93.10959723101439,
"78": 70.75124986539777,
"85": 67.16704531254987,
"94": 67.18434334928963
},
"n_gen_nonfinite": {},
"mean": 75.20627377548985,
"sem": 4.738450881551494,
"n": 10
},
"selection_flags": []
},
{
"key": "edm",
"S": 1,
"method": "edm",
"paper_names": [
"edm"
],
"config": "records/passive_scalar/runs/edm/config.yaml",
"selection": {
"lr": 0.001,
"P_mean": -1.2,
"selected_update": 16000,
"validation_energy_distance": 0.10606232925071438
},
"sampler": {
"n_steps": 40,
"variant": "default",
"nfe": 79
},
"checkpoint": {
"file": "passive-scalar/edm/model.pt",
"sha256": "c74afc28febc20af1221ed8cc580b8214e6372a9d9f67d909b94cb8365a5c7bb",
"bytes": 18587370
},
"expected_csfid": {
"per_condition": {
"0": 8.214064883145397,
"7": 6.340900551288996,
"17": 6.946395490153236,
"19": 8.17481947293578,
"45": 8.22899421983783,
"54": 7.849720606557412,
"71": 9.988332341720536,
"78": 8.283878193030546,
"85": 7.2782537114106844,
"94": 7.506518008403248
},
"n_gen_nonfinite": {},
"mean": 7.881187747848367,
"sem": 0.31040175244938206,
"n": 10
},
"selection_flags": []
}
]
}