{ "model": { "n_layer": 16, "n_encoder_layer": 0, "n_head": 16, "n_embd": 1024, "dropout": 0.1, "block_size": 1024, "arch": "v2", "spectra_slots": 16, "spectra_grid": 1501, "spectra_encoder": "di", "spectra_max_peaks": 128, "spectra_encoder_layers": 3, "rope_base": 10000.0, "cond_adanorm": true, "cond_drop": 0.1, "coord_value_emb": true, "coord_value_freqs": 16 }, "model_type": "decoder", "init_from": "models/modar-cnn/checkpoint_last.pt", "data": { "data_dir": "data/tier-a", "condition_set": "mix", "use_lattice": "mix", "target_mode": "full", "block_size": 1024, "max_records": null, "min_sites": null, "rep": "v2", "spectra_slots": 16, "spectra_grid_min": 5.0, "spectra_grid_max": 80.0, "spectra_grid_step": 0.05, "spectra_sigma": 0.15, "spectra_encoder": "di", "spectra_max_peaks": 128, "spectra_wavelength": 1.54184, "noise_profile": "experimental", "lattice_free_prob": 0.5, "mix_condition_sets": [ "pxrd", "pxrd_element", "pxrd_xrf", "pxrd_neutron", "pxrd_neutron_xrf", "pxrd_neutron_xrf_xps", "pxrd_formula" ], "mix_condition_weights": null }, "train": { "batch_size": 12, "grad_accum_steps": 4, "lr": 0.0001, "weight_decay": 0.1, "max_steps": 20000, "warmup_steps": 1000, "grad_clip": 1.0, "log_every": 50, "eval_every": 1000, "save_every": 2000, "num_workers": 8, "seed": 42, "out_dir": "models/modar-di", "device": "cuda:0", "amp": "bf16" }, "world_size": 4, "vocab_size": 2580, "n_params": 385764352, "dataset": { "train_kept": 3456202, "train_skipped_too_long": 0, "valid_kept": 34039, "valid_skipped_too_long": 0 } }