{ "model": { "n_layer": 16, "n_encoder_layer": 0, "n_head": 16, "n_embd": 1024, "dropout": 0.1, "block_size": 1024, "arch": "v2", "spectra_slots": 16, "spectra_grid": 1501, "rope_base": 10000.0, "cond_adanorm": true, "cond_drop": 0.1, "coord_value_emb": true, "coord_value_freqs": 16 }, "model_type": "decoder", "init_from": null, "data": { "data_dir": "data/tier-a", "condition_set": "mix", "use_lattice": "mix", "target_mode": "full", "block_size": 1024, "max_records": null, "rep": "v2", "spectra_slots": 16, "spectra_grid_min": 5.0, "spectra_grid_max": 80.0, "spectra_grid_step": 0.05, "spectra_sigma": 0.15, "mix_condition_sets": [ "pxrd", "pxrd_element", "pxrd_xrf", "pxrd_neutron", "pxrd_neutron_xrf", "pxrd_neutron_xrf_xps", "pxrd_formula" ] }, "train": { "batch_size": 16, "grad_accum_steps": 2, "lr": 0.0003, "weight_decay": 0.1, "max_steps": 54000, "warmup_steps": 2000, "grad_clip": 1.0, "log_every": 50, "eval_every": 1000, "save_every": 2000, "num_workers": 8, "seed": 42, "out_dir": "models/modar-cnn", "device": "cuda:0", "amp": "bf16" }, "world_size": 6, "vocab_size": 2580, "n_params": 309495936, "dataset": { "train_kept": 3456202, "train_skipped_too_long": 0, "valid_kept": 34039, "valid_skipped_too_long": 0 } }