jpata commited on
Commit
0d5779a
·
verified ·
1 Parent(s): 86d2ba2

Upload clic/hits/v3.1.0/pyg-clic-hits-v1_clic_20260328_144021_479374/train-config.yaml with huggingface_hub

Browse files
clic/hits/v3.1.0/pyg-clic-hits-v1_clic_20260328_144021_479374/train-config.yaml ADDED
@@ -0,0 +1,237 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ backend: pytorch
2
+ batch_size: 1
3
+ checkpoint_freq: 10000
4
+ comet: false
5
+ comet_name: particleflow
6
+ comet_offline: false
7
+ comet_step_freq: 10000
8
+ compile: false
9
+ conv_type: attention
10
+ data_config: null
11
+ data_dir: /local/joosep/mlpf/clic/v1.2.5_key4hep_2025-05-29/tfds/
12
+ dataset: clic_hits
13
+ dtype: bfloat16
14
+ elemtypes_nonzero:
15
+ - 1
16
+ - 2
17
+ enabled_test_datasets:
18
+ - clic_edm_ttbar_hits
19
+ - clic_edm_ww_fullhad_hits
20
+ - clic_edm_qq_hits
21
+ gpu_batch_multiplier: 16
22
+ gpu_type: l40
23
+ gpus: 1
24
+ hyperparameters:
25
+ batch_size: 1
26
+ lr: 0.0001
27
+ input_dim: 12
28
+ load: null
29
+ lr: 0.0001
30
+ lr_schedule: cosinedecay
31
+ lr_schedule_config: {}
32
+ make_plots: false
33
+ mem_per_gpu_mb: 80000
34
+ model:
35
+ attention:
36
+ activation: elu
37
+ attention_type: flash
38
+ conv_type: attention
39
+ dropout_conv_id_ff: 0.0
40
+ dropout_conv_id_mha: 0.0
41
+ dropout_conv_reg_ff: 0.0
42
+ dropout_conv_reg_mha: 0.0
43
+ dropout_ff: 0.0
44
+ embedding_dim: 128
45
+ export_onnx_fused: false
46
+ head_dim: 16
47
+ layernorm: true
48
+ num_convs: 3
49
+ num_heads: 16
50
+ save_attention: false
51
+ use_pre_layernorm: true
52
+ use_simplified_attention: false
53
+ width: 128
54
+ cos_phi_mode: linear
55
+ energy_mode: direct-elemtype-split
56
+ eta_mode: linear
57
+ gnn_lsh: null
58
+ input_encoding: split
59
+ learned_representation_mode: last
60
+ pt_mode: direct-elemtype-split
61
+ sin_phi_mode: linear
62
+ trainable: all
63
+ type: attention
64
+ ntest: 100
65
+ ntrain: null
66
+ num_classes: 6
67
+ num_steps: 100000
68
+ num_workers: 4
69
+ nvalid: null
70
+ optimizer: adamw
71
+ pad_to_multiple_elements: null
72
+ patience: 10000
73
+ prefetch_factor: 2
74
+ raytune:
75
+ asha:
76
+ brackets: 1
77
+ grace_period: 10
78
+ max_t: 200
79
+ reduction_factor: 4
80
+ default_metric: val_loss
81
+ default_mode: min
82
+ hyperband:
83
+ max_t: 200
84
+ reduction_factor: 4
85
+ hyperopt:
86
+ n_random_steps: 10
87
+ local_dir: null
88
+ nevergrad:
89
+ n_random_steps: 10
90
+ sched: asha
91
+ search_alg: null
92
+ relaxed_load: true
93
+ slurm_partition: gpu
94
+ slurm_runtime: 168h
95
+ sort_data: false
96
+ test: true
97
+ test_dataset:
98
+ clic_edm_qq_hits:
99
+ batch_size: 1
100
+ splits:
101
+ - '1'
102
+ - '2'
103
+ - '3'
104
+ - '4'
105
+ - '5'
106
+ - '6'
107
+ - '7'
108
+ - '8'
109
+ - '9'
110
+ - '10'
111
+ version: 3.1.0
112
+ clic_edm_ttbar_hits:
113
+ batch_size: 1
114
+ splits:
115
+ - '1'
116
+ - '2'
117
+ - '3'
118
+ - '4'
119
+ - '5'
120
+ - '6'
121
+ - '7'
122
+ - '8'
123
+ - '9'
124
+ - '10'
125
+ version: 3.1.0
126
+ clic_edm_ww_fullhad_hits:
127
+ batch_size: 1
128
+ splits:
129
+ - '1'
130
+ - '2'
131
+ - '3'
132
+ - '4'
133
+ - '5'
134
+ - '6'
135
+ - '7'
136
+ - '8'
137
+ - '9'
138
+ - '10'
139
+ version: 3.1.0
140
+ threads: 16
141
+ train: true
142
+ train_dataset:
143
+ clic_hits:
144
+ physical:
145
+ batch_size: 1
146
+ samples:
147
+ clic_edm_qq_hits:
148
+ batch_size: null
149
+ splits:
150
+ - '1'
151
+ - '2'
152
+ - '3'
153
+ - '4'
154
+ - '5'
155
+ - '6'
156
+ - '7'
157
+ - '8'
158
+ - '9'
159
+ - '10'
160
+ version: 3.1.0
161
+ clic_edm_ttbar_hits:
162
+ batch_size: null
163
+ splits:
164
+ - '1'
165
+ - '2'
166
+ - '3'
167
+ - '4'
168
+ - '5'
169
+ - '6'
170
+ - '7'
171
+ - '8'
172
+ - '9'
173
+ - '10'
174
+ version: 3.1.0
175
+ clic_edm_ww_fullhad_hits:
176
+ batch_size: null
177
+ splits:
178
+ - '1'
179
+ - '2'
180
+ - '3'
181
+ - '4'
182
+ - '5'
183
+ - '6'
184
+ - '7'
185
+ - '8'
186
+ - '9'
187
+ - '10'
188
+ version: 3.1.0
189
+ val_freq: 10000
190
+ valid_dataset:
191
+ clic_hits:
192
+ physical:
193
+ batch_size: 1
194
+ samples:
195
+ clic_edm_qq_hits:
196
+ batch_size: null
197
+ splits:
198
+ - '1'
199
+ - '2'
200
+ - '3'
201
+ - '4'
202
+ - '5'
203
+ - '6'
204
+ - '7'
205
+ - '8'
206
+ - '9'
207
+ - '10'
208
+ version: 3.1.0
209
+ clic_edm_ttbar_hits:
210
+ batch_size: null
211
+ splits:
212
+ - '1'
213
+ - '2'
214
+ - '3'
215
+ - '4'
216
+ - '5'
217
+ - '6'
218
+ - '7'
219
+ - '8'
220
+ - '9'
221
+ - '10'
222
+ version: 3.1.0
223
+ clic_edm_ww_fullhad_hits:
224
+ batch_size: null
225
+ splits:
226
+ - '1'
227
+ - '2'
228
+ - '3'
229
+ - '4'
230
+ - '5'
231
+ - '6'
232
+ - '7'
233
+ - '8'
234
+ - '9'
235
+ - '10'
236
+ version: 3.1.0
237
+ weight_decay: 0.01