rdebrand commited on
Commit
b8a0aa8
·
verified ·
1 Parent(s): 5c86fb5

add mult ablation arcu_1gev

Browse files
checkpoints/ablations/mult/arcu_1gev/mult_default.yaml ADDED
@@ -0,0 +1,93 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Multiplicity model training config.
2
+ # Usage: python scripts/train.py configs/mult_default.yaml
3
+ #
4
+ # Amortized Ar+Cu multiplicity model at a 1 GeV gun: clone of neurips_2026/arcu,
5
+ # retrained on rp_arcu_1gev_240726. Conditions on Z/A already, so only run.name /
6
+ # run.ckpt_dir and dl_conf.lds_args.data change -- the mult model has no
7
+ # max_energy of its own (it reads the normalised tokens the dataset was prepped
8
+ # with), so nothing else follows from the higher gun energy.
9
+
10
+ run:
11
+ train_model: mult # fm | mult
12
+ name: rp_mult_arcu_1gev_240726
13
+ devices: [0, 1, 2, 3]
14
+ precision: 32
15
+ matmul_precision: medium
16
+ dtype: float32
17
+ epochs: 10
18
+ dataset_size: 20_000_000 # only used to compute scheduler total_steps (2 materials x 500 items x 20k)
19
+ compile: false # only applies to the fm model
20
+ gradient_clip_val: 1.0
21
+ val_check_interval: 0.2
22
+ limit_val_batches: 4
23
+ strategy: ddp
24
+ ckpt_dir: /ptmp/mpp/hildebra/lego/models/mult/neurips_2026/arcu_1gev # explicit dir -> <name>.pt saved directly here (null -> $LEGO_CKPT_DIR -> ./checkpoints/ + flow|mult)
25
+
26
+ logging:
27
+ comet: true
28
+ project: lego_pdgid # api key / workspace come from .env
29
+
30
+ config:
31
+ dl_conf:
32
+ lds_args:
33
+ data: neurips_2026/rp_arcu_1gev_240726 # prefixed with $LEGO_DATA_DIR at runtime
34
+ frac: 1.0
35
+ cutoff_mev: 10
36
+ min_particles: 0
37
+ bs: 4096
38
+ num_workers: 16
39
+
40
+ mm_conf:
41
+ in_dim: 11
42
+ cond_scalars: ["Density", "Z", "A", "Size"]
43
+ dropout: 0.05
44
+ h_dim: 128
45
+ n_layers: 6
46
+ n_heads: 6
47
+ bs: 4096
48
+ lr: 1.0e-3
49
+ weight_decay: 1.0e-2
50
+ warmup_steps: 0
51
+ post_emb_norm: false
52
+ use_abs_pos_emb: true
53
+ train_inverse: false # co-train the separate inverse-PID model (InvModel)
54
+ model_args: # splatted into the count model's Decoder
55
+ ff_swish: true
56
+ ff_glu: true
57
+ attn_qk_norm: true
58
+ rotary_pos_emb: true
59
+ use_adaptive_rmsnorm: true
60
+ use_adaptive_layerscale: true
61
+ residual_attn: true
62
+ # inverse model (used only when train_inverse: true); inv_h_dim/_n_layers/
63
+ # _n_heads default to the count values, inv_model_args defaults to model_args.
64
+ # Note: rotary_xpos is invalid on the bidirectional Encoder.
65
+ inv_model_args: # splatted into the inverse model's Encoder
66
+ ff_swish: true
67
+ ff_glu: true
68
+ attn_qk_norm: true
69
+ rotary_pos_emb: true
70
+ use_adaptive_rmsnorm: true
71
+ use_adaptive_layerscale: true
72
+ residual_attn: true
73
+
74
+ opt_conf:
75
+ opt: muon
76
+ lr: 1.0e-2
77
+ momentum: 0.95
78
+ nesterov: true
79
+ ns_steps: 5
80
+ weight_decay: 7.0e-3
81
+ weight_decouple: true
82
+ adamw_lr: 3.0e-3
83
+ adamw_betas: [0.9, 0.999]
84
+ adamw_wd: 1.0e-2
85
+ adamw_eps: 1.0e-8
86
+ scheduler: # total_steps computed from run.* when absent
87
+ cls: warmup_cosine
88
+ warmup_frac: 0.1
89
+ eta_min: 1.0e-6
90
+ interval: step
91
+
92
+ additional:
93
+ notes: "Amortized over argon + copper at a 1 GeV gun (rp_arcu_1gev_240726)."
checkpoints/ablations/mult/arcu_1gev/rp_mult_arcu_1gev_240726.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edf54be452c543dc9dc3ffb849973e5cc11fdc9c7e01d1ba9a7ce55e7765309e
3
+ size 11435913