File size: 1,489 Bytes
1de13d1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
{
  "model": {
    "n_layer": 16,
    "n_encoder_layer": 0,
    "n_head": 16,
    "n_embd": 1024,
    "dropout": 0.1,
    "block_size": 1024,
    "arch": "v2",
    "spectra_slots": 16,
    "spectra_grid": 1501,
    "rope_base": 10000.0,
    "cond_adanorm": true,
    "cond_drop": 0.1,
    "coord_value_emb": true,
    "coord_value_freqs": 16
  },
  "model_type": "decoder",
  "init_from": null,
  "data": {
    "data_dir": "data/tier-a",
    "condition_set": "mix",
    "use_lattice": "mix",
    "target_mode": "full",
    "block_size": 1024,
    "max_records": null,
    "rep": "v2",
    "spectra_slots": 16,
    "spectra_grid_min": 5.0,
    "spectra_grid_max": 80.0,
    "spectra_grid_step": 0.05,
    "spectra_sigma": 0.15,
    "mix_condition_sets": [
      "pxrd",
      "pxrd_element",
      "pxrd_xrf",
      "pxrd_neutron",
      "pxrd_neutron_xrf",
      "pxrd_neutron_xrf_xps",
      "pxrd_formula"
    ]
  },
  "train": {
    "batch_size": 16,
    "grad_accum_steps": 2,
    "lr": 0.0003,
    "weight_decay": 0.1,
    "max_steps": 54000,
    "warmup_steps": 2000,
    "grad_clip": 1.0,
    "log_every": 50,
    "eval_every": 1000,
    "save_every": 2000,
    "num_workers": 8,
    "seed": 42,
    "out_dir": "models/modar-cnn",
    "device": "cuda:0",
    "amp": "bf16"
  },
  "world_size": 6,
  "vocab_size": 2580,
  "n_params": 309495936,
  "dataset": {
    "train_kept": 3456202,
    "train_skipped_too_long": 0,
    "valid_kept": 34039,
    "valid_skipped_too_long": 0
  }
}