joey6584 commited on
Commit
39ecb7f
·
verified ·
1 Parent(s): 9dbb1d4

Add files using upload-large-folder tool

Browse files
HotPOT-S_cfdbench_finetune_E200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6388299d9eaef0e210d6546e406e80d1990121f195b467b1a5b772b5305f2c85
3
+ size 2074232193
HotPOT-S_dr_pdb_finetune_E200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9feb8ade90f5d170e790be2837deb5ccb289ad7b3d93264cb8cc370f8a7842d9
3
+ size 2074230581
HotPOT-S_ns2d_fno_1e-3_finetune_E200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35165448e148261031df322e19e8a5c62aed7bcebf0d5b9fa02bdf634eb4bbe5
3
+ size 2074236287
HotPOT-S_ns2d_fno_1e-5_finetune_E200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2701d6e1bda606739ff413cd7e60fffcb42f395c6e8478e0ba60dafde9e55447
3
+ size 2074236287
HotPOT-S_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2_finetune_E200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88d5bfa1cd6c91751916afbf8a05dfb0a05023be5954862637f149c3807880e1
3
+ size 2074250987
HotPOT-S_pretrain_E1000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3800e428ef6d75798bf9fb06a6b9eb591d2f7e5eac27c00d9a733d0b78acc62a
3
+ size 2074225745
HotPOT-S_swe_pdb_finetune_E200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b37606009586b45494cf74b424fff37c716d864d2c7531723571c0ef56b9fc27
3
+ size 2074231387
HotPOT-T_cfdbench_finetune_E200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e164bc3e6d52ef251545dfac8ead806a6725c75632c7c26e739a424affd5d06e
3
+ size 391852737
HotPOT-T_dr_pdb_finetune_E200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e319ed247c166a80854c9aa78479f48e14328fd6dd53cf9acf93e9ba7aa35776
3
+ size 391851445
HotPOT-T_ns2d_fno_1e-3_finetune_E200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aef17d136b6166a9ce0b22d561deb54c448431a70fd7d7286a4de6e85719dfb
3
+ size 391855807
HotPOT-T_ns2d_fno_1e-5_finetune_E200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8280ad5c502a73d7cd68cf9e7f59692890eb84ee3988ccc20a3c7d02eba4fd70
3
+ size 391855807
HotPOT-T_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2_finetune_E200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:046e2b3e65a362f97bf5cfb9cc5fee36681a81c1f6f4411c33da8990231ce9b6
3
+ size 391867115
HotPOT-T_pretrain_E1000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c600e1f7b0314bea980c6daa839ce66ad100f57467c5b22cdcab6d46f8cbc8d
3
+ size 391847761
HotPOT-T_swe_pdb_finetune_E200.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f62297100694ee37223a55336978591fb33c10fed094b6f270bc1a505b71d31
3
+ size 391852123
README.md CHANGED
@@ -1,3 +1,33 @@
1
  ---
2
  license: apache-2.0
3
  ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
  license: apache-2.0
3
  ---
4
+
5
+ # HotPOT checkpoints (anonymous submission)
6
+
7
+ Weights for the 24 HotPOT entries of Table 1: two pre-trained models (E1000) and twelve fine-tuned models (E200).
8
+ Each file stores only the model tensors and loads with `hotpot.load_checkpoint` from the anonymous code repository
9
+ (https://anonymous.4open.science/r/HotPOT-BA73/). `checkpoints.json` maps every Table 1 entry to its file, test rows,
10
+ rollout length, expected error and evaluation command; the same table is in `docs/CHECKPOINTS.md` of the code repository.
11
+
12
+ | File | Scale | Stage | Bytes | SHA-256 |
13
+ | --- | ---: | --- | ---: | --- |
14
+ | `HotPOT-T_pretrain_E1000.pt` | 17M | pretrain E1000 | 391,847,761 | `4c600e1f7b0314bea980c6daa839ce66ad100f57467c5b22cdcab6d46f8cbc8d` |
15
+ | `HotPOT-S_pretrain_E1000.pt` | 90M | pretrain E1000 | 2,074,225,745 | `3800e428ef6d75798bf9fb06a6b9eb591d2f7e5eac27c00d9a733d0b78acc62a` |
16
+ | `HotPOT-T_ns2d_fno_1e-5_finetune_E200.pt` | 17M | finetune E200 | 391,855,807 | `8280ad5c502a73d7cd68cf9e7f59692890eb84ee3988ccc20a3c7d02eba4fd70` |
17
+ | `HotPOT-S_ns2d_fno_1e-5_finetune_E200.pt` | 90M | finetune E200 | 2,074,236,287 | `2701d6e1bda606739ff413cd7e60fffcb42f395c6e8478e0ba60dafde9e55447` |
18
+ | `HotPOT-T_ns2d_fno_1e-3_finetune_E200.pt` | 17M | finetune E200 | 391,855,807 | `8aef17d136b6166a9ce0b22d561deb54c448431a70fd7d7286a4de6e85719dfb` |
19
+ | `HotPOT-S_ns2d_fno_1e-3_finetune_E200.pt` | 90M | finetune E200 | 2,074,236,287 | `35165448e148261031df322e19e8a5c62aed7bcebf0d5b9fa02bdf634eb4bbe5` |
20
+ | `HotPOT-T_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2_finetune_E200.pt` | 17M | finetune E200 | 391,867,115 | `046e2b3e65a362f97bf5cfb9cc5fee36681a81c1f6f4411c33da8990231ce9b6` |
21
+ | `HotPOT-S_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2_finetune_E200.pt` | 90M | finetune E200 | 2,074,250,987 | `88d5bfa1cd6c91751916afbf8a05dfb0a05023be5954862637f149c3807880e1` |
22
+ | `HotPOT-T_swe_pdb_finetune_E200.pt` | 17M | finetune E200 | 391,852,123 | `4f62297100694ee37223a55336978591fb33c10fed094b6f270bc1a505b71d31` |
23
+ | `HotPOT-S_swe_pdb_finetune_E200.pt` | 90M | finetune E200 | 2,074,231,387 | `b37606009586b45494cf74b424fff37c716d864d2c7531723571c0ef56b9fc27` |
24
+ | `HotPOT-T_dr_pdb_finetune_E200.pt` | 17M | finetune E200 | 391,851,445 | `e319ed247c166a80854c9aa78479f48e14328fd6dd53cf9acf93e9ba7aa35776` |
25
+ | `HotPOT-S_dr_pdb_finetune_E200.pt` | 90M | finetune E200 | 2,074,230,581 | `9feb8ade90f5d170e790be2837deb5ccb289ad7b3d93264cb8cc370f8a7842d9` |
26
+ | `HotPOT-T_cfdbench_finetune_E200.pt` | 17M | finetune E200 | 391,852,737 | `e164bc3e6d52ef251545dfac8ead806a6725c75632c7c26e739a424affd5d06e` |
27
+ | `HotPOT-S_cfdbench_finetune_E200.pt` | 90M | finetune E200 | 2,074,232,193 | `6388299d9eaef0e210d6546e406e80d1990121f195b467b1a5b772b5305f2c85` |
28
+
29
+ ```python
30
+ from hotpot import build_model, load_checkpoint
31
+ model = build_model(scale=17)
32
+ load_checkpoint(model, "HotPOT-T_pretrain_E1000.pt")
33
+ ```
checkpoints.json ADDED
@@ -0,0 +1,486 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "files": [
3
+ {
4
+ "file": "HotPOT-T_pretrain_E1000.pt",
5
+ "model_scale": 17,
6
+ "stage": "pretrain",
7
+ "task": null,
8
+ "completed_epoch": 1000,
9
+ "updates": 545000,
10
+ "tensors": 608,
11
+ "elements": 97908928,
12
+ "bytes": 391847761,
13
+ "sha256": "4c600e1f7b0314bea980c6daa839ce66ad100f57467c5b22cdcab6d46f8cbc8d"
14
+ },
15
+ {
16
+ "file": "HotPOT-S_pretrain_E1000.pt",
17
+ "model_scale": 90,
18
+ "stage": "pretrain",
19
+ "task": null,
20
+ "completed_epoch": 1000,
21
+ "updates": 545000,
22
+ "tensors": 800,
23
+ "elements": 518486576,
24
+ "bytes": 2074225745,
25
+ "sha256": "3800e428ef6d75798bf9fb06a6b9eb591d2f7e5eac27c00d9a733d0b78acc62a"
26
+ },
27
+ {
28
+ "file": "HotPOT-T_ns2d_fno_1e-5_finetune_E200.pt",
29
+ "model_scale": 17,
30
+ "stage": "finetune",
31
+ "task": "ns2d_fno_1e-5",
32
+ "completed_epoch": 200,
33
+ "updates": 5000,
34
+ "tensors": 608,
35
+ "elements": 97908928,
36
+ "bytes": 391855807,
37
+ "sha256": "8280ad5c502a73d7cd68cf9e7f59692890eb84ee3988ccc20a3c7d02eba4fd70"
38
+ },
39
+ {
40
+ "file": "HotPOT-S_ns2d_fno_1e-5_finetune_E200.pt",
41
+ "model_scale": 90,
42
+ "stage": "finetune",
43
+ "task": "ns2d_fno_1e-5",
44
+ "completed_epoch": 200,
45
+ "updates": 5000,
46
+ "tensors": 800,
47
+ "elements": 518486576,
48
+ "bytes": 2074236287,
49
+ "sha256": "2701d6e1bda606739ff413cd7e60fffcb42f395c6e8478e0ba60dafde9e55447"
50
+ },
51
+ {
52
+ "file": "HotPOT-T_ns2d_fno_1e-3_finetune_E200.pt",
53
+ "model_scale": 17,
54
+ "stage": "finetune",
55
+ "task": "ns2d_fno_1e-3",
56
+ "completed_epoch": 200,
57
+ "updates": 5000,
58
+ "tensors": 608,
59
+ "elements": 97908928,
60
+ "bytes": 391855807,
61
+ "sha256": "8aef17d136b6166a9ce0b22d561deb54c448431a70fd7d7286a4de6e85719dfb"
62
+ },
63
+ {
64
+ "file": "HotPOT-S_ns2d_fno_1e-3_finetune_E200.pt",
65
+ "model_scale": 90,
66
+ "stage": "finetune",
67
+ "task": "ns2d_fno_1e-3",
68
+ "completed_epoch": 200,
69
+ "updates": 5000,
70
+ "tensors": 800,
71
+ "elements": 518486576,
72
+ "bytes": 2074236287,
73
+ "sha256": "35165448e148261031df322e19e8a5c62aed7bcebf0d5b9fa02bdf634eb4bbe5"
74
+ },
75
+ {
76
+ "file": "HotPOT-T_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2_finetune_E200.pt",
77
+ "model_scale": 17,
78
+ "stage": "finetune",
79
+ "task": "ns2d_pdb_M1e-1_eta1e-2_zeta1e-2",
80
+ "completed_epoch": 200,
81
+ "updates": 45000,
82
+ "tensors": 608,
83
+ "elements": 97908928,
84
+ "bytes": 391867115,
85
+ "sha256": "046e2b3e65a362f97bf5cfb9cc5fee36681a81c1f6f4411c33da8990231ce9b6"
86
+ },
87
+ {
88
+ "file": "HotPOT-S_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2_finetune_E200.pt",
89
+ "model_scale": 90,
90
+ "stage": "finetune",
91
+ "task": "ns2d_pdb_M1e-1_eta1e-2_zeta1e-2",
92
+ "completed_epoch": 200,
93
+ "updates": 45000,
94
+ "tensors": 800,
95
+ "elements": 518486576,
96
+ "bytes": 2074250987,
97
+ "sha256": "88d5bfa1cd6c91751916afbf8a05dfb0a05023be5954862637f149c3807880e1"
98
+ },
99
+ {
100
+ "file": "HotPOT-T_swe_pdb_finetune_E200.pt",
101
+ "model_scale": 17,
102
+ "stage": "finetune",
103
+ "task": "swe_pdb",
104
+ "completed_epoch": 200,
105
+ "updates": 4600,
106
+ "tensors": 608,
107
+ "elements": 97908928,
108
+ "bytes": 391852123,
109
+ "sha256": "4f62297100694ee37223a55336978591fb33c10fed094b6f270bc1a505b71d31"
110
+ },
111
+ {
112
+ "file": "HotPOT-S_swe_pdb_finetune_E200.pt",
113
+ "model_scale": 90,
114
+ "stage": "finetune",
115
+ "task": "swe_pdb",
116
+ "completed_epoch": 200,
117
+ "updates": 4600,
118
+ "tensors": 800,
119
+ "elements": 518486576,
120
+ "bytes": 2074231387,
121
+ "sha256": "b37606009586b45494cf74b424fff37c716d864d2c7531723571c0ef56b9fc27"
122
+ },
123
+ {
124
+ "file": "HotPOT-T_dr_pdb_finetune_E200.pt",
125
+ "model_scale": 17,
126
+ "stage": "finetune",
127
+ "task": "dr_pdb",
128
+ "completed_epoch": 200,
129
+ "updates": 4600,
130
+ "tensors": 608,
131
+ "elements": 97908928,
132
+ "bytes": 391851445,
133
+ "sha256": "e319ed247c166a80854c9aa78479f48e14328fd6dd53cf9acf93e9ba7aa35776"
134
+ },
135
+ {
136
+ "file": "HotPOT-S_dr_pdb_finetune_E200.pt",
137
+ "model_scale": 90,
138
+ "stage": "finetune",
139
+ "task": "dr_pdb",
140
+ "completed_epoch": 200,
141
+ "updates": 4600,
142
+ "tensors": 800,
143
+ "elements": 518486576,
144
+ "bytes": 2074230581,
145
+ "sha256": "9feb8ade90f5d170e790be2837deb5ccb289ad7b3d93264cb8cc370f8a7842d9"
146
+ },
147
+ {
148
+ "file": "HotPOT-T_cfdbench_finetune_E200.pt",
149
+ "model_scale": 17,
150
+ "stage": "finetune",
151
+ "task": "cfdbench",
152
+ "completed_epoch": 200,
153
+ "updates": 45000,
154
+ "tensors": 608,
155
+ "elements": 97908928,
156
+ "bytes": 391852737,
157
+ "sha256": "e164bc3e6d52ef251545dfac8ead806a6725c75632c7c26e739a424affd5d06e"
158
+ },
159
+ {
160
+ "file": "HotPOT-S_cfdbench_finetune_E200.pt",
161
+ "model_scale": 90,
162
+ "stage": "finetune",
163
+ "task": "cfdbench",
164
+ "completed_epoch": 200,
165
+ "updates": 45000,
166
+ "tensors": 800,
167
+ "elements": 518486576,
168
+ "bytes": 2074232193,
169
+ "sha256": "6388299d9eaef0e210d6546e406e80d1990121f195b467b1a5b772b5305f2c85"
170
+ }
171
+ ],
172
+ "table1": [
173
+ {
174
+ "table1_cell": "HotPOT-T_pretrain_ns2d_fno_1e-5",
175
+ "model": "HotPOT-T",
176
+ "stage": "pretrain",
177
+ "task": "ns2d_fno_1e-5",
178
+ "checkpoint": "HotPOT-T_pretrain_E1000.pt",
179
+ "test_rows": "0:200",
180
+ "history_frames": 10,
181
+ "rollout_steps": 10,
182
+ "expected_l2re": 0.031492110081017016,
183
+ "paper_value": "0.0315",
184
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-T_pretrain_E1000.pt --scale 17 --task ns2d_fno_1e-5 --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-T_pretrain_ns2d_fno_1e-5.json"
185
+ },
186
+ {
187
+ "table1_cell": "HotPOT-T_pretrain_ns2d_fno_1e-3",
188
+ "model": "HotPOT-T",
189
+ "stage": "pretrain",
190
+ "task": "ns2d_fno_1e-3",
191
+ "checkpoint": "HotPOT-T_pretrain_E1000.pt",
192
+ "test_rows": "0:200",
193
+ "history_frames": 10,
194
+ "rollout_steps": 20,
195
+ "expected_l2re": 0.0032465297885937616,
196
+ "paper_value": "0.00325",
197
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-T_pretrain_E1000.pt --scale 17 --task ns2d_fno_1e-3 --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-T_pretrain_ns2d_fno_1e-3.json"
198
+ },
199
+ {
200
+ "table1_cell": "HotPOT-T_pretrain_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2",
201
+ "model": "HotPOT-T",
202
+ "stage": "pretrain",
203
+ "task": "ns2d_pdb_M1e-1_eta1e-2_zeta1e-2",
204
+ "checkpoint": "HotPOT-T_pretrain_E1000.pt",
205
+ "test_rows": "0:200",
206
+ "history_frames": 10,
207
+ "rollout_steps": 11,
208
+ "expected_l2re": 0.006706712525337935,
209
+ "paper_value": "0.00671",
210
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-T_pretrain_E1000.pt --scale 17 --task ns2d_pdb_M1e-1_eta1e-2_zeta1e-2 --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-T_pretrain_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2.json"
211
+ },
212
+ {
213
+ "table1_cell": "HotPOT-T_pretrain_swe_pdb",
214
+ "model": "HotPOT-T",
215
+ "stage": "pretrain",
216
+ "task": "swe_pdb",
217
+ "checkpoint": "HotPOT-T_pretrain_E1000.pt",
218
+ "test_rows": "0:60",
219
+ "history_frames": 10,
220
+ "rollout_steps": 91,
221
+ "expected_l2re": 0.001769873436812001,
222
+ "paper_value": "0.00177",
223
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-T_pretrain_E1000.pt --scale 17 --task swe_pdb --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-T_pretrain_swe_pdb.json"
224
+ },
225
+ {
226
+ "table1_cell": "HotPOT-T_pretrain_dr_pdb",
227
+ "model": "HotPOT-T",
228
+ "stage": "pretrain",
229
+ "task": "dr_pdb",
230
+ "checkpoint": "HotPOT-T_pretrain_E1000.pt",
231
+ "test_rows": "0:60",
232
+ "history_frames": 10,
233
+ "rollout_steps": 91,
234
+ "expected_l2re": 0.014992048032581806,
235
+ "paper_value": "0.0150",
236
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-T_pretrain_E1000.pt --scale 17 --task dr_pdb --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-T_pretrain_dr_pdb.json"
237
+ },
238
+ {
239
+ "table1_cell": "HotPOT-T_pretrain_cfdbench",
240
+ "model": "HotPOT-T",
241
+ "stage": "pretrain",
242
+ "task": "cfdbench",
243
+ "checkpoint": "HotPOT-T_pretrain_E1000.pt",
244
+ "test_rows": "0:1000",
245
+ "history_frames": 10,
246
+ "rollout_steps": 10,
247
+ "expected_l2re": 0.0021892723727214617,
248
+ "paper_value": "0.00219",
249
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-T_pretrain_E1000.pt --scale 17 --task cfdbench --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-T_pretrain_cfdbench.json --cfdb-test-sidecar ./metadata/cfdb_test.json"
250
+ },
251
+ {
252
+ "table1_cell": "HotPOT-T_finetune_ns2d_fno_1e-5",
253
+ "model": "HotPOT-T",
254
+ "stage": "finetune",
255
+ "task": "ns2d_fno_1e-5",
256
+ "checkpoint": "HotPOT-T_ns2d_fno_1e-5_finetune_E200.pt",
257
+ "test_rows": "0:200",
258
+ "history_frames": 10,
259
+ "rollout_steps": 10,
260
+ "expected_l2re": 0.02152031703153625,
261
+ "paper_value": "0.0215",
262
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-T_ns2d_fno_1e-5_finetune_E200.pt --scale 17 --task ns2d_fno_1e-5 --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-T_finetune_ns2d_fno_1e-5.json"
263
+ },
264
+ {
265
+ "table1_cell": "HotPOT-T_finetune_ns2d_fno_1e-3",
266
+ "model": "HotPOT-T",
267
+ "stage": "finetune",
268
+ "task": "ns2d_fno_1e-3",
269
+ "checkpoint": "HotPOT-T_ns2d_fno_1e-3_finetune_E200.pt",
270
+ "test_rows": "0:200",
271
+ "history_frames": 10,
272
+ "rollout_steps": 20,
273
+ "expected_l2re": 0.00048063486137834844,
274
+ "paper_value": "0.000481",
275
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-T_ns2d_fno_1e-3_finetune_E200.pt --scale 17 --task ns2d_fno_1e-3 --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-T_finetune_ns2d_fno_1e-3.json"
276
+ },
277
+ {
278
+ "table1_cell": "HotPOT-T_finetune_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2",
279
+ "model": "HotPOT-T",
280
+ "stage": "finetune",
281
+ "task": "ns2d_pdb_M1e-1_eta1e-2_zeta1e-2",
282
+ "checkpoint": "HotPOT-T_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2_finetune_E200.pt",
283
+ "test_rows": "0:200",
284
+ "history_frames": 10,
285
+ "rollout_steps": 11,
286
+ "expected_l2re": 0.005828828638186678,
287
+ "paper_value": "0.00583",
288
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-T_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2_finetune_E200.pt --scale 17 --task ns2d_pdb_M1e-1_eta1e-2_zeta1e-2 --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-T_finetune_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2.json"
289
+ },
290
+ {
291
+ "table1_cell": "HotPOT-T_finetune_swe_pdb",
292
+ "model": "HotPOT-T",
293
+ "stage": "finetune",
294
+ "task": "swe_pdb",
295
+ "checkpoint": "HotPOT-T_swe_pdb_finetune_E200.pt",
296
+ "test_rows": "0:60",
297
+ "history_frames": 10,
298
+ "rollout_steps": 91,
299
+ "expected_l2re": 0.0016241543091988812,
300
+ "paper_value": "0.00162",
301
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-T_swe_pdb_finetune_E200.pt --scale 17 --task swe_pdb --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-T_finetune_swe_pdb.json"
302
+ },
303
+ {
304
+ "table1_cell": "HotPOT-T_finetune_dr_pdb",
305
+ "model": "HotPOT-T",
306
+ "stage": "finetune",
307
+ "task": "dr_pdb",
308
+ "checkpoint": "HotPOT-T_dr_pdb_finetune_E200.pt",
309
+ "test_rows": "0:60",
310
+ "history_frames": 10,
311
+ "rollout_steps": 91,
312
+ "expected_l2re": 0.0016315726737957449,
313
+ "paper_value": "0.00163",
314
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-T_dr_pdb_finetune_E200.pt --scale 17 --task dr_pdb --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-T_finetune_dr_pdb.json"
315
+ },
316
+ {
317
+ "table1_cell": "HotPOT-T_finetune_cfdbench",
318
+ "model": "HotPOT-T",
319
+ "stage": "finetune",
320
+ "task": "cfdbench",
321
+ "checkpoint": "HotPOT-T_cfdbench_finetune_E200.pt",
322
+ "test_rows": "0:1000",
323
+ "history_frames": 10,
324
+ "rollout_steps": 10,
325
+ "expected_l2re": 0.002076718902724679,
326
+ "paper_value": "0.00208",
327
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-T_cfdbench_finetune_E200.pt --scale 17 --task cfdbench --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-T_finetune_cfdbench.json --cfdb-test-sidecar ./metadata/cfdb_test.json"
328
+ },
329
+ {
330
+ "table1_cell": "HotPOT-S_pretrain_ns2d_fno_1e-5",
331
+ "model": "HotPOT-S",
332
+ "stage": "pretrain",
333
+ "task": "ns2d_fno_1e-5",
334
+ "checkpoint": "HotPOT-S_pretrain_E1000.pt",
335
+ "test_rows": "0:200",
336
+ "history_frames": 10,
337
+ "rollout_steps": 10,
338
+ "expected_l2re": 0.029866957156918943,
339
+ "paper_value": "0.0299",
340
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-S_pretrain_E1000.pt --scale 90 --task ns2d_fno_1e-5 --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-S_pretrain_ns2d_fno_1e-5.json"
341
+ },
342
+ {
343
+ "table1_cell": "HotPOT-S_pretrain_ns2d_fno_1e-3",
344
+ "model": "HotPOT-S",
345
+ "stage": "pretrain",
346
+ "task": "ns2d_fno_1e-3",
347
+ "checkpoint": "HotPOT-S_pretrain_E1000.pt",
348
+ "test_rows": "0:200",
349
+ "history_frames": 10,
350
+ "rollout_steps": 20,
351
+ "expected_l2re": 0.003232265181140974,
352
+ "paper_value": "0.00323",
353
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-S_pretrain_E1000.pt --scale 90 --task ns2d_fno_1e-3 --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-S_pretrain_ns2d_fno_1e-3.json"
354
+ },
355
+ {
356
+ "table1_cell": "HotPOT-S_pretrain_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2",
357
+ "model": "HotPOT-S",
358
+ "stage": "pretrain",
359
+ "task": "ns2d_pdb_M1e-1_eta1e-2_zeta1e-2",
360
+ "checkpoint": "HotPOT-S_pretrain_E1000.pt",
361
+ "test_rows": "0:200",
362
+ "history_frames": 10,
363
+ "rollout_steps": 11,
364
+ "expected_l2re": 0.006228725896216929,
365
+ "paper_value": "0.00623",
366
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-S_pretrain_E1000.pt --scale 90 --task ns2d_pdb_M1e-1_eta1e-2_zeta1e-2 --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-S_pretrain_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2.json"
367
+ },
368
+ {
369
+ "table1_cell": "HotPOT-S_pretrain_swe_pdb",
370
+ "model": "HotPOT-S",
371
+ "stage": "pretrain",
372
+ "task": "swe_pdb",
373
+ "checkpoint": "HotPOT-S_pretrain_E1000.pt",
374
+ "test_rows": "0:60",
375
+ "history_frames": 10,
376
+ "rollout_steps": 91,
377
+ "expected_l2re": 0.0016573038029794893,
378
+ "paper_value": "0.00166",
379
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-S_pretrain_E1000.pt --scale 90 --task swe_pdb --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-S_pretrain_swe_pdb.json"
380
+ },
381
+ {
382
+ "table1_cell": "HotPOT-S_pretrain_dr_pdb",
383
+ "model": "HotPOT-S",
384
+ "stage": "pretrain",
385
+ "task": "dr_pdb",
386
+ "checkpoint": "HotPOT-S_pretrain_E1000.pt",
387
+ "test_rows": "0:60",
388
+ "history_frames": 10,
389
+ "rollout_steps": 91,
390
+ "expected_l2re": 0.03260828408723076,
391
+ "paper_value": "0.0326",
392
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-S_pretrain_E1000.pt --scale 90 --task dr_pdb --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-S_pretrain_dr_pdb.json"
393
+ },
394
+ {
395
+ "table1_cell": "HotPOT-S_pretrain_cfdbench",
396
+ "model": "HotPOT-S",
397
+ "stage": "pretrain",
398
+ "task": "cfdbench",
399
+ "checkpoint": "HotPOT-S_pretrain_E1000.pt",
400
+ "test_rows": "0:1000",
401
+ "history_frames": 10,
402
+ "rollout_steps": 10,
403
+ "expected_l2re": 0.0022544524047407324,
404
+ "paper_value": "0.00225",
405
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-S_pretrain_E1000.pt --scale 90 --task cfdbench --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-S_pretrain_cfdbench.json --cfdb-test-sidecar ./metadata/cfdb_test.json"
406
+ },
407
+ {
408
+ "table1_cell": "HotPOT-S_finetune_ns2d_fno_1e-5",
409
+ "model": "HotPOT-S",
410
+ "stage": "finetune",
411
+ "task": "ns2d_fno_1e-5",
412
+ "checkpoint": "HotPOT-S_ns2d_fno_1e-5_finetune_E200.pt",
413
+ "test_rows": "0:200",
414
+ "history_frames": 10,
415
+ "rollout_steps": 10,
416
+ "expected_l2re": 0.019256823421455918,
417
+ "paper_value": "0.0193",
418
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-S_ns2d_fno_1e-5_finetune_E200.pt --scale 90 --task ns2d_fno_1e-5 --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-S_finetune_ns2d_fno_1e-5.json"
419
+ },
420
+ {
421
+ "table1_cell": "HotPOT-S_finetune_ns2d_fno_1e-3",
422
+ "model": "HotPOT-S",
423
+ "stage": "finetune",
424
+ "task": "ns2d_fno_1e-3",
425
+ "checkpoint": "HotPOT-S_ns2d_fno_1e-3_finetune_E200.pt",
426
+ "test_rows": "0:200",
427
+ "history_frames": 10,
428
+ "rollout_steps": 20,
429
+ "expected_l2re": 0.0004827188395574922,
430
+ "paper_value": "0.000483",
431
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-S_ns2d_fno_1e-3_finetune_E200.pt --scale 90 --task ns2d_fno_1e-3 --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-S_finetune_ns2d_fno_1e-3.json"
432
+ },
433
+ {
434
+ "table1_cell": "HotPOT-S_finetune_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2",
435
+ "model": "HotPOT-S",
436
+ "stage": "finetune",
437
+ "task": "ns2d_pdb_M1e-1_eta1e-2_zeta1e-2",
438
+ "checkpoint": "HotPOT-S_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2_finetune_E200.pt",
439
+ "test_rows": "0:200",
440
+ "history_frames": 10,
441
+ "rollout_steps": 11,
442
+ "expected_l2re": 0.005362175678601489,
443
+ "paper_value": "0.00536",
444
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-S_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2_finetune_E200.pt --scale 90 --task ns2d_pdb_M1e-1_eta1e-2_zeta1e-2 --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-S_finetune_ns2d_pdb_M1e-1_eta1e-2_zeta1e-2.json"
445
+ },
446
+ {
447
+ "table1_cell": "HotPOT-S_finetune_swe_pdb",
448
+ "model": "HotPOT-S",
449
+ "stage": "finetune",
450
+ "task": "swe_pdb",
451
+ "checkpoint": "HotPOT-S_swe_pdb_finetune_E200.pt",
452
+ "test_rows": "0:60",
453
+ "history_frames": 10,
454
+ "rollout_steps": 91,
455
+ "expected_l2re": 0.0015373156978360687,
456
+ "paper_value": "0.00154",
457
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-S_swe_pdb_finetune_E200.pt --scale 90 --task swe_pdb --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-S_finetune_swe_pdb.json"
458
+ },
459
+ {
460
+ "table1_cell": "HotPOT-S_finetune_dr_pdb",
461
+ "model": "HotPOT-S",
462
+ "stage": "finetune",
463
+ "task": "dr_pdb",
464
+ "checkpoint": "HotPOT-S_dr_pdb_finetune_E200.pt",
465
+ "test_rows": "0:60",
466
+ "history_frames": 10,
467
+ "rollout_steps": 91,
468
+ "expected_l2re": 0.00436467521940358,
469
+ "paper_value": "0.00436",
470
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-S_dr_pdb_finetune_E200.pt --scale 90 --task dr_pdb --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-S_finetune_dr_pdb.json"
471
+ },
472
+ {
473
+ "table1_cell": "HotPOT-S_finetune_cfdbench",
474
+ "model": "HotPOT-S",
475
+ "stage": "finetune",
476
+ "task": "cfdbench",
477
+ "checkpoint": "HotPOT-S_cfdbench_finetune_E200.pt",
478
+ "test_rows": "0:1000",
479
+ "history_frames": 10,
480
+ "rollout_steps": 10,
481
+ "expected_l2re": 0.002022752490775019,
482
+ "paper_value": "0.00202",
483
+ "command": "python evaluate.py --workspace ./workspace --checkpoint ./workspace/checkpoints/HotPOT-S_cfdbench_finetune_E200.pt --scale 90 --task cfdbench --batch-size 4 --num-workers 0 --output ./workspace/results/HotPOT-S_finetune_cfdbench.json --cfdb-test-sidecar ./metadata/cfdb_test.json"
484
+ }
485
+ ]
486
+ }