yushuang88 commited on
Commit
68dfd29
·
verified ·
1 Parent(s): 1f643a5

Add model configuration

Browse files
Files changed (1) hide show
  1. config.json +75 -0
config.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "FactFormer2D"
4
+ ],
5
+ "framework": "pytorch",
6
+ "model_name": "FactFormer",
7
+ "model_type": "factformer",
8
+ "source_config": "conf/config.yaml",
9
+ "root": {
10
+ "common": {
11
+ "device": "auto",
12
+ "seed": 1234
13
+ },
14
+ "datapipe": {
15
+ "source": {
16
+ "data_dir": "/public/share/sugonhpcapp01/onestore/onedatasets/Kolmogorov_flow_2d",
17
+ "file_name": "kf_2d_re1000_256_120seed.npy"
18
+ },
19
+ "data": {
20
+ "train_num": 100,
21
+ "test_num": 20,
22
+ "resolution": 128,
23
+ "interval": 2,
24
+ "t_in": 10,
25
+ "t_out": 16,
26
+ "out_dim": 1,
27
+ "normalize": true,
28
+ "val_mode": false,
29
+ "split_seed": 1234,
30
+ "stats_file": "data/km2d_stat.npz",
31
+ "stats_max_trajectories": 8
32
+ },
33
+ "dataloader": {
34
+ "batch_size": 4,
35
+ "num_workers": 2,
36
+ "pin_memory": true
37
+ }
38
+ },
39
+ "model": {
40
+ "in_dim": 10,
41
+ "out_dim": 1,
42
+ "hidden_dim": 128,
43
+ "depth": 4,
44
+ "heads": 8,
45
+ "mlp_ratio": 2,
46
+ "dropout": 0.0,
47
+ "activation": "gelu",
48
+ "include_pos": true,
49
+ "space_dim": 2,
50
+ "latent_multiplier": 2.0,
51
+ "max_latent_steps": 4
52
+ },
53
+ "training": {
54
+ "epochs": 50,
55
+ "lr": 0.0005,
56
+ "weight_decay": 0.0001,
57
+ "step_size": 20,
58
+ "gamma": 0.5,
59
+ "eval_interval": 1,
60
+ "patience": 20,
61
+ "train_latent_steps": 4,
62
+ "max_grad_norm": 1.0,
63
+ "max_train_batches": null,
64
+ "max_eval_batches": null,
65
+ "weight_dir": "weight",
66
+ "checkpoint_name": "factformer_kolmogorov.pt"
67
+ },
68
+ "inference": {
69
+ "result_dir": "result",
70
+ "num_samples": 4,
71
+ "figure_name": "prediction_sample.png",
72
+ "tensor_name": "prediction_sample.pt"
73
+ }
74
+ }
75
+ }